162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * linux/arch/m68k/sun3/sun3dvma.c 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2000 Sam Creasey 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Contains common routines for sun3/sun3x DVMA management. 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <linux/memblock.h> 1162306a36Sopenharmony_ci#include <linux/init.h> 1262306a36Sopenharmony_ci#include <linux/module.h> 1362306a36Sopenharmony_ci#include <linux/kernel.h> 1462306a36Sopenharmony_ci#include <linux/gfp.h> 1562306a36Sopenharmony_ci#include <linux/mm.h> 1662306a36Sopenharmony_ci#include <linux/list.h> 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#include <asm/page.h> 1962306a36Sopenharmony_ci#include <asm/dvma.h> 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci#undef DVMA_DEBUG 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_ci#ifdef CONFIG_SUN3X 2462306a36Sopenharmony_ciextern void dvma_unmap_iommu(unsigned long baddr, int len); 2562306a36Sopenharmony_ci#else 2662306a36Sopenharmony_cistatic inline void dvma_unmap_iommu(unsigned long a, int b) 2762306a36Sopenharmony_ci{ 2862306a36Sopenharmony_ci} 2962306a36Sopenharmony_ci#endif 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci#ifdef CONFIG_SUN3 3262306a36Sopenharmony_ciextern void sun3_dvma_init(void); 3362306a36Sopenharmony_ci#endif 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_cistatic unsigned long *iommu_use; 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci#define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT) 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci#define dvma_entry_use(baddr) (iommu_use[dvma_index(baddr)]) 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_cistruct hole { 4262306a36Sopenharmony_ci unsigned long start; 4362306a36Sopenharmony_ci unsigned long end; 4462306a36Sopenharmony_ci unsigned long size; 4562306a36Sopenharmony_ci struct list_head list; 4662306a36Sopenharmony_ci}; 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_cistatic struct list_head hole_list; 4962306a36Sopenharmony_cistatic struct list_head hole_cache; 5062306a36Sopenharmony_cistatic struct hole initholes[64]; 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci#ifdef DVMA_DEBUG 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_cistatic unsigned long dvma_allocs; 5562306a36Sopenharmony_cistatic unsigned long dvma_frees; 5662306a36Sopenharmony_cistatic unsigned long long dvma_alloc_bytes; 5762306a36Sopenharmony_cistatic unsigned long long dvma_free_bytes; 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic void print_use(void) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci int i; 6362306a36Sopenharmony_ci int j = 0; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci pr_info("dvma entry usage:\n"); 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) { 6862306a36Sopenharmony_ci if(!iommu_use[i]) 6962306a36Sopenharmony_ci continue; 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci j++; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci pr_info("dvma entry: %08x len %08lx\n", 7462306a36Sopenharmony_ci (i << DVMA_PAGE_SHIFT) + DVMA_START, iommu_use[i]); 7562306a36Sopenharmony_ci } 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci pr_info("%d entries in use total\n", j); 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_ci pr_info("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees); 8062306a36Sopenharmony_ci pr_info("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes, 8162306a36Sopenharmony_ci dvma_free_bytes); 8262306a36Sopenharmony_ci} 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_cistatic void print_holes(struct list_head *holes) 8562306a36Sopenharmony_ci{ 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci struct list_head *cur; 8862306a36Sopenharmony_ci struct hole *hole; 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci pr_info("listing dvma holes\n"); 9162306a36Sopenharmony_ci list_for_each(cur, holes) { 9262306a36Sopenharmony_ci hole = list_entry(cur, struct hole, list); 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci if((hole->start == 0) && (hole->end == 0) && (hole->size == 0)) 9562306a36Sopenharmony_ci continue; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci pr_info("hole: start %08lx end %08lx size %08lx\n", 9862306a36Sopenharmony_ci hole->start, hole->end, hole->size); 9962306a36Sopenharmony_ci } 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci pr_info("end of hole listing...\n"); 10262306a36Sopenharmony_ci} 10362306a36Sopenharmony_ci#endif /* DVMA_DEBUG */ 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_cistatic inline int refill(void) 10662306a36Sopenharmony_ci{ 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci struct hole *hole; 10962306a36Sopenharmony_ci struct hole *prev = NULL; 11062306a36Sopenharmony_ci struct list_head *cur; 11162306a36Sopenharmony_ci int ret = 0; 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_ci list_for_each(cur, &hole_list) { 11462306a36Sopenharmony_ci hole = list_entry(cur, struct hole, list); 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_ci if(!prev) { 11762306a36Sopenharmony_ci prev = hole; 11862306a36Sopenharmony_ci continue; 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci if(hole->end == prev->start) { 12262306a36Sopenharmony_ci hole->size += prev->size; 12362306a36Sopenharmony_ci hole->end = prev->end; 12462306a36Sopenharmony_ci list_move(&(prev->list), &hole_cache); 12562306a36Sopenharmony_ci ret++; 12662306a36Sopenharmony_ci } 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci } 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci return ret; 13162306a36Sopenharmony_ci} 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_cistatic inline struct hole *rmcache(void) 13462306a36Sopenharmony_ci{ 13562306a36Sopenharmony_ci struct hole *ret; 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_ci if(list_empty(&hole_cache)) { 13862306a36Sopenharmony_ci if(!refill()) { 13962306a36Sopenharmony_ci pr_crit("out of dvma hole cache!\n"); 14062306a36Sopenharmony_ci BUG(); 14162306a36Sopenharmony_ci } 14262306a36Sopenharmony_ci } 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_ci ret = list_entry(hole_cache.next, struct hole, list); 14562306a36Sopenharmony_ci list_del(&(ret->list)); 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_ci return ret; 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci} 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_cistatic inline unsigned long get_baddr(int len, unsigned long align) 15262306a36Sopenharmony_ci{ 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci struct list_head *cur; 15562306a36Sopenharmony_ci struct hole *hole; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci if(list_empty(&hole_list)) { 15862306a36Sopenharmony_ci#ifdef DVMA_DEBUG 15962306a36Sopenharmony_ci pr_crit("out of dvma holes! (printing hole cache)\n"); 16062306a36Sopenharmony_ci print_holes(&hole_cache); 16162306a36Sopenharmony_ci print_use(); 16262306a36Sopenharmony_ci#endif 16362306a36Sopenharmony_ci BUG(); 16462306a36Sopenharmony_ci } 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_ci list_for_each(cur, &hole_list) { 16762306a36Sopenharmony_ci unsigned long newlen; 16862306a36Sopenharmony_ci 16962306a36Sopenharmony_ci hole = list_entry(cur, struct hole, list); 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci if(align > DVMA_PAGE_SIZE) 17262306a36Sopenharmony_ci newlen = len + ((hole->end - len) & (align-1)); 17362306a36Sopenharmony_ci else 17462306a36Sopenharmony_ci newlen = len; 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci if(hole->size > newlen) { 17762306a36Sopenharmony_ci hole->end -= newlen; 17862306a36Sopenharmony_ci hole->size -= newlen; 17962306a36Sopenharmony_ci dvma_entry_use(hole->end) = newlen; 18062306a36Sopenharmony_ci#ifdef DVMA_DEBUG 18162306a36Sopenharmony_ci dvma_allocs++; 18262306a36Sopenharmony_ci dvma_alloc_bytes += newlen; 18362306a36Sopenharmony_ci#endif 18462306a36Sopenharmony_ci return hole->end; 18562306a36Sopenharmony_ci } else if(hole->size == newlen) { 18662306a36Sopenharmony_ci list_move(&(hole->list), &hole_cache); 18762306a36Sopenharmony_ci dvma_entry_use(hole->start) = newlen; 18862306a36Sopenharmony_ci#ifdef DVMA_DEBUG 18962306a36Sopenharmony_ci dvma_allocs++; 19062306a36Sopenharmony_ci dvma_alloc_bytes += newlen; 19162306a36Sopenharmony_ci#endif 19262306a36Sopenharmony_ci return hole->start; 19362306a36Sopenharmony_ci } 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci } 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci pr_crit("unable to find dvma hole!\n"); 19862306a36Sopenharmony_ci BUG(); 19962306a36Sopenharmony_ci return 0; 20062306a36Sopenharmony_ci} 20162306a36Sopenharmony_ci 20262306a36Sopenharmony_cistatic inline int free_baddr(unsigned long baddr) 20362306a36Sopenharmony_ci{ 20462306a36Sopenharmony_ci 20562306a36Sopenharmony_ci unsigned long len; 20662306a36Sopenharmony_ci struct hole *hole; 20762306a36Sopenharmony_ci struct list_head *cur; 20862306a36Sopenharmony_ci unsigned long orig_baddr; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_ci orig_baddr = baddr; 21162306a36Sopenharmony_ci len = dvma_entry_use(baddr); 21262306a36Sopenharmony_ci dvma_entry_use(baddr) = 0; 21362306a36Sopenharmony_ci baddr &= DVMA_PAGE_MASK; 21462306a36Sopenharmony_ci dvma_unmap_iommu(baddr, len); 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci#ifdef DVMA_DEBUG 21762306a36Sopenharmony_ci dvma_frees++; 21862306a36Sopenharmony_ci dvma_free_bytes += len; 21962306a36Sopenharmony_ci#endif 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci list_for_each(cur, &hole_list) { 22262306a36Sopenharmony_ci hole = list_entry(cur, struct hole, list); 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci if(hole->end == baddr) { 22562306a36Sopenharmony_ci hole->end += len; 22662306a36Sopenharmony_ci hole->size += len; 22762306a36Sopenharmony_ci return 0; 22862306a36Sopenharmony_ci } else if(hole->start == (baddr + len)) { 22962306a36Sopenharmony_ci hole->start = baddr; 23062306a36Sopenharmony_ci hole->size += len; 23162306a36Sopenharmony_ci return 0; 23262306a36Sopenharmony_ci } 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci } 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_ci hole = rmcache(); 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci hole->start = baddr; 23962306a36Sopenharmony_ci hole->end = baddr + len; 24062306a36Sopenharmony_ci hole->size = len; 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_ci// list_add_tail(&(hole->list), cur); 24362306a36Sopenharmony_ci list_add(&(hole->list), cur); 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci return 0; 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_ci} 24862306a36Sopenharmony_ci 24962306a36Sopenharmony_civoid __init dvma_init(void) 25062306a36Sopenharmony_ci{ 25162306a36Sopenharmony_ci 25262306a36Sopenharmony_ci struct hole *hole; 25362306a36Sopenharmony_ci int i; 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci INIT_LIST_HEAD(&hole_list); 25662306a36Sopenharmony_ci INIT_LIST_HEAD(&hole_cache); 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ci /* prepare the hole cache */ 25962306a36Sopenharmony_ci for(i = 0; i < 64; i++) 26062306a36Sopenharmony_ci list_add(&(initholes[i].list), &hole_cache); 26162306a36Sopenharmony_ci 26262306a36Sopenharmony_ci hole = rmcache(); 26362306a36Sopenharmony_ci hole->start = DVMA_START; 26462306a36Sopenharmony_ci hole->end = DVMA_END; 26562306a36Sopenharmony_ci hole->size = DVMA_SIZE; 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci list_add(&(hole->list), &hole_list); 26862306a36Sopenharmony_ci 26962306a36Sopenharmony_ci iommu_use = memblock_alloc(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long), 27062306a36Sopenharmony_ci SMP_CACHE_BYTES); 27162306a36Sopenharmony_ci if (!iommu_use) 27262306a36Sopenharmony_ci panic("%s: Failed to allocate %zu bytes\n", __func__, 27362306a36Sopenharmony_ci IOMMU_TOTAL_ENTRIES * sizeof(unsigned long)); 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_ci dvma_unmap_iommu(DVMA_START, DVMA_SIZE); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci#ifdef CONFIG_SUN3 27862306a36Sopenharmony_ci sun3_dvma_init(); 27962306a36Sopenharmony_ci#endif 28062306a36Sopenharmony_ci 28162306a36Sopenharmony_ci} 28262306a36Sopenharmony_ci 28362306a36Sopenharmony_ciunsigned long dvma_map_align(unsigned long kaddr, int len, int align) 28462306a36Sopenharmony_ci{ 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci unsigned long baddr; 28762306a36Sopenharmony_ci unsigned long off; 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_ci if(!len) 29062306a36Sopenharmony_ci len = 0x800; 29162306a36Sopenharmony_ci 29262306a36Sopenharmony_ci if(!kaddr || !len) { 29362306a36Sopenharmony_ci// pr_err("error: kaddr %lx len %x\n", kaddr, len); 29462306a36Sopenharmony_ci// *(int *)4 = 0; 29562306a36Sopenharmony_ci return 0; 29662306a36Sopenharmony_ci } 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_ci pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr); 29962306a36Sopenharmony_ci off = kaddr & ~DVMA_PAGE_MASK; 30062306a36Sopenharmony_ci kaddr &= PAGE_MASK; 30162306a36Sopenharmony_ci len += off; 30262306a36Sopenharmony_ci len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_ci if(align == 0) 30562306a36Sopenharmony_ci align = DVMA_PAGE_SIZE; 30662306a36Sopenharmony_ci else 30762306a36Sopenharmony_ci align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 30862306a36Sopenharmony_ci 30962306a36Sopenharmony_ci baddr = get_baddr(len, align); 31062306a36Sopenharmony_ci// pr_info("using baddr %lx\n", baddr); 31162306a36Sopenharmony_ci 31262306a36Sopenharmony_ci if(!dvma_map_iommu(kaddr, baddr, len)) 31362306a36Sopenharmony_ci return (baddr + off); 31462306a36Sopenharmony_ci 31562306a36Sopenharmony_ci pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, 31662306a36Sopenharmony_ci len); 31762306a36Sopenharmony_ci BUG(); 31862306a36Sopenharmony_ci return 0; 31962306a36Sopenharmony_ci} 32062306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_map_align); 32162306a36Sopenharmony_ci 32262306a36Sopenharmony_civoid dvma_unmap(void *baddr) 32362306a36Sopenharmony_ci{ 32462306a36Sopenharmony_ci unsigned long addr; 32562306a36Sopenharmony_ci 32662306a36Sopenharmony_ci addr = (unsigned long)baddr; 32762306a36Sopenharmony_ci /* check if this is a vme mapping */ 32862306a36Sopenharmony_ci if(!(addr & 0x00f00000)) 32962306a36Sopenharmony_ci addr |= 0xf00000; 33062306a36Sopenharmony_ci 33162306a36Sopenharmony_ci free_baddr(addr); 33262306a36Sopenharmony_ci 33362306a36Sopenharmony_ci return; 33462306a36Sopenharmony_ci 33562306a36Sopenharmony_ci} 33662306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_unmap); 33762306a36Sopenharmony_ci 33862306a36Sopenharmony_civoid *dvma_malloc_align(unsigned long len, unsigned long align) 33962306a36Sopenharmony_ci{ 34062306a36Sopenharmony_ci unsigned long kaddr; 34162306a36Sopenharmony_ci unsigned long baddr; 34262306a36Sopenharmony_ci unsigned long vaddr; 34362306a36Sopenharmony_ci 34462306a36Sopenharmony_ci if(!len) 34562306a36Sopenharmony_ci return NULL; 34662306a36Sopenharmony_ci 34762306a36Sopenharmony_ci pr_debug("dvma_malloc request %lx bytes\n", len); 34862306a36Sopenharmony_ci len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 34962306a36Sopenharmony_ci 35062306a36Sopenharmony_ci if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0) 35162306a36Sopenharmony_ci return NULL; 35262306a36Sopenharmony_ci 35362306a36Sopenharmony_ci if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) { 35462306a36Sopenharmony_ci free_pages(kaddr, get_order(len)); 35562306a36Sopenharmony_ci return NULL; 35662306a36Sopenharmony_ci } 35762306a36Sopenharmony_ci 35862306a36Sopenharmony_ci vaddr = dvma_btov(baddr); 35962306a36Sopenharmony_ci 36062306a36Sopenharmony_ci if(dvma_map_cpu(kaddr, vaddr, len) < 0) { 36162306a36Sopenharmony_ci dvma_unmap((void *)baddr); 36262306a36Sopenharmony_ci free_pages(kaddr, get_order(len)); 36362306a36Sopenharmony_ci return NULL; 36462306a36Sopenharmony_ci } 36562306a36Sopenharmony_ci 36662306a36Sopenharmony_ci pr_debug("mapped %08lx bytes %08lx kern -> %08lx bus\n", len, kaddr, 36762306a36Sopenharmony_ci baddr); 36862306a36Sopenharmony_ci 36962306a36Sopenharmony_ci return (void *)vaddr; 37062306a36Sopenharmony_ci 37162306a36Sopenharmony_ci} 37262306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_malloc_align); 37362306a36Sopenharmony_ci 37462306a36Sopenharmony_civoid dvma_free(void *vaddr) 37562306a36Sopenharmony_ci{ 37662306a36Sopenharmony_ci 37762306a36Sopenharmony_ci return; 37862306a36Sopenharmony_ci 37962306a36Sopenharmony_ci} 38062306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_free); 381