162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * linux/arch/m68k/sun3/sun3dvma.c
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2000 Sam Creasey
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Contains common routines for sun3/sun3x DVMA management.
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <linux/memblock.h>
1162306a36Sopenharmony_ci#include <linux/init.h>
1262306a36Sopenharmony_ci#include <linux/module.h>
1362306a36Sopenharmony_ci#include <linux/kernel.h>
1462306a36Sopenharmony_ci#include <linux/gfp.h>
1562306a36Sopenharmony_ci#include <linux/mm.h>
1662306a36Sopenharmony_ci#include <linux/list.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include <asm/page.h>
1962306a36Sopenharmony_ci#include <asm/dvma.h>
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#undef DVMA_DEBUG
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci#ifdef CONFIG_SUN3X
2462306a36Sopenharmony_ciextern void dvma_unmap_iommu(unsigned long baddr, int len);
2562306a36Sopenharmony_ci#else
2662306a36Sopenharmony_cistatic inline void dvma_unmap_iommu(unsigned long a, int b)
2762306a36Sopenharmony_ci{
2862306a36Sopenharmony_ci}
2962306a36Sopenharmony_ci#endif
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci#ifdef CONFIG_SUN3
3262306a36Sopenharmony_ciextern void sun3_dvma_init(void);
3362306a36Sopenharmony_ci#endif
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_cistatic unsigned long *iommu_use;
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci#define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT)
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci#define dvma_entry_use(baddr)		(iommu_use[dvma_index(baddr)])
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_cistruct hole {
4262306a36Sopenharmony_ci	unsigned long start;
4362306a36Sopenharmony_ci	unsigned long end;
4462306a36Sopenharmony_ci	unsigned long size;
4562306a36Sopenharmony_ci	struct list_head list;
4662306a36Sopenharmony_ci};
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_cistatic struct list_head hole_list;
4962306a36Sopenharmony_cistatic struct list_head hole_cache;
5062306a36Sopenharmony_cistatic struct hole initholes[64];
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci#ifdef DVMA_DEBUG
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_cistatic unsigned long dvma_allocs;
5562306a36Sopenharmony_cistatic unsigned long dvma_frees;
5662306a36Sopenharmony_cistatic unsigned long long dvma_alloc_bytes;
5762306a36Sopenharmony_cistatic unsigned long long dvma_free_bytes;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic void print_use(void)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci	int i;
6362306a36Sopenharmony_ci	int j = 0;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	pr_info("dvma entry usage:\n");
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) {
6862306a36Sopenharmony_ci		if(!iommu_use[i])
6962306a36Sopenharmony_ci			continue;
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci		j++;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci		pr_info("dvma entry: %08x len %08lx\n",
7462306a36Sopenharmony_ci			(i << DVMA_PAGE_SHIFT) + DVMA_START, iommu_use[i]);
7562306a36Sopenharmony_ci	}
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	pr_info("%d entries in use total\n", j);
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	pr_info("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees);
8062306a36Sopenharmony_ci	pr_info("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes,
8162306a36Sopenharmony_ci		dvma_free_bytes);
8262306a36Sopenharmony_ci}
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_cistatic void print_holes(struct list_head *holes)
8562306a36Sopenharmony_ci{
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	struct list_head *cur;
8862306a36Sopenharmony_ci	struct hole *hole;
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	pr_info("listing dvma holes\n");
9162306a36Sopenharmony_ci	list_for_each(cur, holes) {
9262306a36Sopenharmony_ci		hole = list_entry(cur, struct hole, list);
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci		if((hole->start == 0) && (hole->end == 0) && (hole->size == 0))
9562306a36Sopenharmony_ci			continue;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci		pr_info("hole: start %08lx end %08lx size %08lx\n",
9862306a36Sopenharmony_ci			hole->start, hole->end, hole->size);
9962306a36Sopenharmony_ci	}
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	pr_info("end of hole listing...\n");
10262306a36Sopenharmony_ci}
10362306a36Sopenharmony_ci#endif /* DVMA_DEBUG */
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_cistatic inline int refill(void)
10662306a36Sopenharmony_ci{
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	struct hole *hole;
10962306a36Sopenharmony_ci	struct hole *prev = NULL;
11062306a36Sopenharmony_ci	struct list_head *cur;
11162306a36Sopenharmony_ci	int ret = 0;
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci	list_for_each(cur, &hole_list) {
11462306a36Sopenharmony_ci		hole = list_entry(cur, struct hole, list);
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci		if(!prev) {
11762306a36Sopenharmony_ci			prev = hole;
11862306a36Sopenharmony_ci			continue;
11962306a36Sopenharmony_ci		}
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci		if(hole->end == prev->start) {
12262306a36Sopenharmony_ci			hole->size += prev->size;
12362306a36Sopenharmony_ci			hole->end = prev->end;
12462306a36Sopenharmony_ci			list_move(&(prev->list), &hole_cache);
12562306a36Sopenharmony_ci			ret++;
12662306a36Sopenharmony_ci		}
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	}
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	return ret;
13162306a36Sopenharmony_ci}
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_cistatic inline struct hole *rmcache(void)
13462306a36Sopenharmony_ci{
13562306a36Sopenharmony_ci	struct hole *ret;
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci	if(list_empty(&hole_cache)) {
13862306a36Sopenharmony_ci		if(!refill()) {
13962306a36Sopenharmony_ci			pr_crit("out of dvma hole cache!\n");
14062306a36Sopenharmony_ci			BUG();
14162306a36Sopenharmony_ci		}
14262306a36Sopenharmony_ci	}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ci	ret = list_entry(hole_cache.next, struct hole, list);
14562306a36Sopenharmony_ci	list_del(&(ret->list));
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	return ret;
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci}
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_cistatic inline unsigned long get_baddr(int len, unsigned long align)
15262306a36Sopenharmony_ci{
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	struct list_head *cur;
15562306a36Sopenharmony_ci	struct hole *hole;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	if(list_empty(&hole_list)) {
15862306a36Sopenharmony_ci#ifdef DVMA_DEBUG
15962306a36Sopenharmony_ci		pr_crit("out of dvma holes! (printing hole cache)\n");
16062306a36Sopenharmony_ci		print_holes(&hole_cache);
16162306a36Sopenharmony_ci		print_use();
16262306a36Sopenharmony_ci#endif
16362306a36Sopenharmony_ci		BUG();
16462306a36Sopenharmony_ci	}
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	list_for_each(cur, &hole_list) {
16762306a36Sopenharmony_ci		unsigned long newlen;
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci		hole = list_entry(cur, struct hole, list);
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci		if(align > DVMA_PAGE_SIZE)
17262306a36Sopenharmony_ci			newlen = len + ((hole->end - len) & (align-1));
17362306a36Sopenharmony_ci		else
17462306a36Sopenharmony_ci			newlen = len;
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci		if(hole->size > newlen) {
17762306a36Sopenharmony_ci			hole->end -= newlen;
17862306a36Sopenharmony_ci			hole->size -= newlen;
17962306a36Sopenharmony_ci			dvma_entry_use(hole->end) = newlen;
18062306a36Sopenharmony_ci#ifdef DVMA_DEBUG
18162306a36Sopenharmony_ci			dvma_allocs++;
18262306a36Sopenharmony_ci			dvma_alloc_bytes += newlen;
18362306a36Sopenharmony_ci#endif
18462306a36Sopenharmony_ci			return hole->end;
18562306a36Sopenharmony_ci		} else if(hole->size == newlen) {
18662306a36Sopenharmony_ci			list_move(&(hole->list), &hole_cache);
18762306a36Sopenharmony_ci			dvma_entry_use(hole->start) = newlen;
18862306a36Sopenharmony_ci#ifdef DVMA_DEBUG
18962306a36Sopenharmony_ci			dvma_allocs++;
19062306a36Sopenharmony_ci			dvma_alloc_bytes += newlen;
19162306a36Sopenharmony_ci#endif
19262306a36Sopenharmony_ci			return hole->start;
19362306a36Sopenharmony_ci		}
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	}
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	pr_crit("unable to find dvma hole!\n");
19862306a36Sopenharmony_ci	BUG();
19962306a36Sopenharmony_ci	return 0;
20062306a36Sopenharmony_ci}
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_cistatic inline int free_baddr(unsigned long baddr)
20362306a36Sopenharmony_ci{
20462306a36Sopenharmony_ci
20562306a36Sopenharmony_ci	unsigned long len;
20662306a36Sopenharmony_ci	struct hole *hole;
20762306a36Sopenharmony_ci	struct list_head *cur;
20862306a36Sopenharmony_ci	unsigned long orig_baddr;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_ci	orig_baddr = baddr;
21162306a36Sopenharmony_ci	len = dvma_entry_use(baddr);
21262306a36Sopenharmony_ci	dvma_entry_use(baddr) = 0;
21362306a36Sopenharmony_ci	baddr &= DVMA_PAGE_MASK;
21462306a36Sopenharmony_ci	dvma_unmap_iommu(baddr, len);
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci#ifdef DVMA_DEBUG
21762306a36Sopenharmony_ci	dvma_frees++;
21862306a36Sopenharmony_ci	dvma_free_bytes += len;
21962306a36Sopenharmony_ci#endif
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci	list_for_each(cur, &hole_list) {
22262306a36Sopenharmony_ci		hole = list_entry(cur, struct hole, list);
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci		if(hole->end == baddr) {
22562306a36Sopenharmony_ci			hole->end += len;
22662306a36Sopenharmony_ci			hole->size += len;
22762306a36Sopenharmony_ci			return 0;
22862306a36Sopenharmony_ci		} else if(hole->start == (baddr + len)) {
22962306a36Sopenharmony_ci			hole->start = baddr;
23062306a36Sopenharmony_ci			hole->size += len;
23162306a36Sopenharmony_ci			return 0;
23262306a36Sopenharmony_ci		}
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	}
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_ci	hole = rmcache();
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci	hole->start = baddr;
23962306a36Sopenharmony_ci	hole->end = baddr + len;
24062306a36Sopenharmony_ci	hole->size = len;
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci//	list_add_tail(&(hole->list), cur);
24362306a36Sopenharmony_ci	list_add(&(hole->list), cur);
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	return 0;
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_civoid __init dvma_init(void)
25062306a36Sopenharmony_ci{
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_ci	struct hole *hole;
25362306a36Sopenharmony_ci	int i;
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	INIT_LIST_HEAD(&hole_list);
25662306a36Sopenharmony_ci	INIT_LIST_HEAD(&hole_cache);
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	/* prepare the hole cache */
25962306a36Sopenharmony_ci	for(i = 0; i < 64; i++)
26062306a36Sopenharmony_ci		list_add(&(initholes[i].list), &hole_cache);
26162306a36Sopenharmony_ci
26262306a36Sopenharmony_ci	hole = rmcache();
26362306a36Sopenharmony_ci	hole->start = DVMA_START;
26462306a36Sopenharmony_ci	hole->end = DVMA_END;
26562306a36Sopenharmony_ci	hole->size = DVMA_SIZE;
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci	list_add(&(hole->list), &hole_list);
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_ci	iommu_use = memblock_alloc(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long),
27062306a36Sopenharmony_ci				   SMP_CACHE_BYTES);
27162306a36Sopenharmony_ci	if (!iommu_use)
27262306a36Sopenharmony_ci		panic("%s: Failed to allocate %zu bytes\n", __func__,
27362306a36Sopenharmony_ci		      IOMMU_TOTAL_ENTRIES * sizeof(unsigned long));
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci	dvma_unmap_iommu(DVMA_START, DVMA_SIZE);
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci#ifdef CONFIG_SUN3
27862306a36Sopenharmony_ci	sun3_dvma_init();
27962306a36Sopenharmony_ci#endif
28062306a36Sopenharmony_ci
28162306a36Sopenharmony_ci}
28262306a36Sopenharmony_ci
28362306a36Sopenharmony_ciunsigned long dvma_map_align(unsigned long kaddr, int len, int align)
28462306a36Sopenharmony_ci{
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	unsigned long baddr;
28762306a36Sopenharmony_ci	unsigned long off;
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	if(!len)
29062306a36Sopenharmony_ci		len = 0x800;
29162306a36Sopenharmony_ci
29262306a36Sopenharmony_ci	if(!kaddr || !len) {
29362306a36Sopenharmony_ci//		pr_err("error: kaddr %lx len %x\n", kaddr, len);
29462306a36Sopenharmony_ci//		*(int *)4 = 0;
29562306a36Sopenharmony_ci		return 0;
29662306a36Sopenharmony_ci	}
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_ci	pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr);
29962306a36Sopenharmony_ci	off = kaddr & ~DVMA_PAGE_MASK;
30062306a36Sopenharmony_ci	kaddr &= PAGE_MASK;
30162306a36Sopenharmony_ci	len += off;
30262306a36Sopenharmony_ci	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci	if(align == 0)
30562306a36Sopenharmony_ci		align = DVMA_PAGE_SIZE;
30662306a36Sopenharmony_ci	else
30762306a36Sopenharmony_ci		align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
30862306a36Sopenharmony_ci
30962306a36Sopenharmony_ci	baddr = get_baddr(len, align);
31062306a36Sopenharmony_ci//	pr_info("using baddr %lx\n", baddr);
31162306a36Sopenharmony_ci
31262306a36Sopenharmony_ci	if(!dvma_map_iommu(kaddr, baddr, len))
31362306a36Sopenharmony_ci		return (baddr + off);
31462306a36Sopenharmony_ci
31562306a36Sopenharmony_ci	pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr,
31662306a36Sopenharmony_ci	len);
31762306a36Sopenharmony_ci	BUG();
31862306a36Sopenharmony_ci	return 0;
31962306a36Sopenharmony_ci}
32062306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_map_align);
32162306a36Sopenharmony_ci
32262306a36Sopenharmony_civoid dvma_unmap(void *baddr)
32362306a36Sopenharmony_ci{
32462306a36Sopenharmony_ci	unsigned long addr;
32562306a36Sopenharmony_ci
32662306a36Sopenharmony_ci	addr = (unsigned long)baddr;
32762306a36Sopenharmony_ci	/* check if this is a vme mapping */
32862306a36Sopenharmony_ci	if(!(addr & 0x00f00000))
32962306a36Sopenharmony_ci		addr |= 0xf00000;
33062306a36Sopenharmony_ci
33162306a36Sopenharmony_ci	free_baddr(addr);
33262306a36Sopenharmony_ci
33362306a36Sopenharmony_ci	return;
33462306a36Sopenharmony_ci
33562306a36Sopenharmony_ci}
33662306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_unmap);
33762306a36Sopenharmony_ci
33862306a36Sopenharmony_civoid *dvma_malloc_align(unsigned long len, unsigned long align)
33962306a36Sopenharmony_ci{
34062306a36Sopenharmony_ci	unsigned long kaddr;
34162306a36Sopenharmony_ci	unsigned long baddr;
34262306a36Sopenharmony_ci	unsigned long vaddr;
34362306a36Sopenharmony_ci
34462306a36Sopenharmony_ci	if(!len)
34562306a36Sopenharmony_ci		return NULL;
34662306a36Sopenharmony_ci
34762306a36Sopenharmony_ci	pr_debug("dvma_malloc request %lx bytes\n", len);
34862306a36Sopenharmony_ci	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
34962306a36Sopenharmony_ci
35062306a36Sopenharmony_ci        if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0)
35162306a36Sopenharmony_ci		return NULL;
35262306a36Sopenharmony_ci
35362306a36Sopenharmony_ci	if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) {
35462306a36Sopenharmony_ci		free_pages(kaddr, get_order(len));
35562306a36Sopenharmony_ci		return NULL;
35662306a36Sopenharmony_ci	}
35762306a36Sopenharmony_ci
35862306a36Sopenharmony_ci	vaddr = dvma_btov(baddr);
35962306a36Sopenharmony_ci
36062306a36Sopenharmony_ci	if(dvma_map_cpu(kaddr, vaddr, len) < 0) {
36162306a36Sopenharmony_ci		dvma_unmap((void *)baddr);
36262306a36Sopenharmony_ci		free_pages(kaddr, get_order(len));
36362306a36Sopenharmony_ci		return NULL;
36462306a36Sopenharmony_ci	}
36562306a36Sopenharmony_ci
36662306a36Sopenharmony_ci	pr_debug("mapped %08lx bytes %08lx kern -> %08lx bus\n", len, kaddr,
36762306a36Sopenharmony_ci		 baddr);
36862306a36Sopenharmony_ci
36962306a36Sopenharmony_ci	return (void *)vaddr;
37062306a36Sopenharmony_ci
37162306a36Sopenharmony_ci}
37262306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_malloc_align);
37362306a36Sopenharmony_ci
37462306a36Sopenharmony_civoid dvma_free(void *vaddr)
37562306a36Sopenharmony_ci{
37662306a36Sopenharmony_ci
37762306a36Sopenharmony_ci	return;
37862306a36Sopenharmony_ci
37962306a36Sopenharmony_ci}
38062306a36Sopenharmony_ciEXPORT_SYMBOL(dvma_free);
381