xref: /linux/arch/m68k/sun3/sun3dvma.c (revision 0ea5c948cb64bab5bc7a5516774eb8536f05aa0d)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
21da177e4SLinus Torvalds /*
3f30c2269SUwe Zeisberger  * linux/arch/m68k/sun3/sun3dvma.c
41da177e4SLinus Torvalds  *
51da177e4SLinus Torvalds  * Copyright (C) 2000 Sam Creasey
61da177e4SLinus Torvalds  *
71da177e4SLinus Torvalds  * Contains common routines for sun3/sun3x DVMA management.
81da177e4SLinus Torvalds  */
91da177e4SLinus Torvalds 
1057c8a661SMike Rapoport #include <linux/memblock.h>
11a4df02a2SGeert Uytterhoeven #include <linux/init.h>
122e811488SAl Viro #include <linux/module.h>
131da177e4SLinus Torvalds #include <linux/kernel.h>
145a0e3ad6STejun Heo #include <linux/gfp.h>
151da177e4SLinus Torvalds #include <linux/mm.h>
161da177e4SLinus Torvalds #include <linux/list.h>
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds #include <asm/page.h>
191da177e4SLinus Torvalds #include <asm/dvma.h>
201da177e4SLinus Torvalds 
211da177e4SLinus Torvalds #undef DVMA_DEBUG
221da177e4SLinus Torvalds 
237b3e8de9SGeert Uytterhoeven static unsigned long *iommu_use;
241da177e4SLinus Torvalds 
251da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT)
261da177e4SLinus Torvalds 
271da177e4SLinus Torvalds #define dvma_entry_use(baddr)		(iommu_use[dvma_index(baddr)])
281da177e4SLinus Torvalds 
291da177e4SLinus Torvalds struct hole {
301da177e4SLinus Torvalds 	unsigned long start;
311da177e4SLinus Torvalds 	unsigned long end;
321da177e4SLinus Torvalds 	unsigned long size;
331da177e4SLinus Torvalds 	struct list_head list;
341da177e4SLinus Torvalds };
351da177e4SLinus Torvalds 
361da177e4SLinus Torvalds static struct list_head hole_list;
371da177e4SLinus Torvalds static struct list_head hole_cache;
381da177e4SLinus Torvalds static struct hole initholes[64];
391da177e4SLinus Torvalds 
401da177e4SLinus Torvalds #ifdef DVMA_DEBUG
411da177e4SLinus Torvalds 
421da177e4SLinus Torvalds static unsigned long dvma_allocs;
431da177e4SLinus Torvalds static unsigned long dvma_frees;
441da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes;
451da177e4SLinus Torvalds static unsigned long long dvma_free_bytes;
461da177e4SLinus Torvalds 
print_use(void)471da177e4SLinus Torvalds static void print_use(void)
481da177e4SLinus Torvalds {
491da177e4SLinus Torvalds 
501da177e4SLinus Torvalds 	int i;
511da177e4SLinus Torvalds 	int j = 0;
521da177e4SLinus Torvalds 
5356bbd862SGeert Uytterhoeven 	pr_info("dvma entry usage:\n");
541da177e4SLinus Torvalds 
551da177e4SLinus Torvalds 	for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) {
561da177e4SLinus Torvalds 		if(!iommu_use[i])
571da177e4SLinus Torvalds 			continue;
581da177e4SLinus Torvalds 
591da177e4SLinus Torvalds 		j++;
601da177e4SLinus Torvalds 
6156bbd862SGeert Uytterhoeven 		pr_info("dvma entry: %08x len %08lx\n",
6256bbd862SGeert Uytterhoeven 			(i << DVMA_PAGE_SHIFT) + DVMA_START, iommu_use[i]);
631da177e4SLinus Torvalds 	}
641da177e4SLinus Torvalds 
6556bbd862SGeert Uytterhoeven 	pr_info("%d entries in use total\n", j);
661da177e4SLinus Torvalds 
6756bbd862SGeert Uytterhoeven 	pr_info("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees);
6856bbd862SGeert Uytterhoeven 	pr_info("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes,
691da177e4SLinus Torvalds 		dvma_free_bytes);
701da177e4SLinus Torvalds }
711da177e4SLinus Torvalds 
print_holes(struct list_head * holes)721da177e4SLinus Torvalds static void print_holes(struct list_head *holes)
731da177e4SLinus Torvalds {
741da177e4SLinus Torvalds 
751da177e4SLinus Torvalds 	struct list_head *cur;
761da177e4SLinus Torvalds 	struct hole *hole;
771da177e4SLinus Torvalds 
7856bbd862SGeert Uytterhoeven 	pr_info("listing dvma holes\n");
791da177e4SLinus Torvalds 	list_for_each(cur, holes) {
801da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
811da177e4SLinus Torvalds 
821da177e4SLinus Torvalds 		if((hole->start == 0) && (hole->end == 0) && (hole->size == 0))
831da177e4SLinus Torvalds 			continue;
841da177e4SLinus Torvalds 
8556bbd862SGeert Uytterhoeven 		pr_info("hole: start %08lx end %08lx size %08lx\n",
8656bbd862SGeert Uytterhoeven 			hole->start, hole->end, hole->size);
871da177e4SLinus Torvalds 	}
881da177e4SLinus Torvalds 
8956bbd862SGeert Uytterhoeven 	pr_info("end of hole listing...\n");
901da177e4SLinus Torvalds }
911da177e4SLinus Torvalds #endif /* DVMA_DEBUG */
921da177e4SLinus Torvalds 
refill(void)931da177e4SLinus Torvalds static inline int refill(void)
941da177e4SLinus Torvalds {
951da177e4SLinus Torvalds 
961da177e4SLinus Torvalds 	struct hole *hole;
971da177e4SLinus Torvalds 	struct hole *prev = NULL;
981da177e4SLinus Torvalds 	struct list_head *cur;
991da177e4SLinus Torvalds 	int ret = 0;
1001da177e4SLinus Torvalds 
1011da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1021da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1031da177e4SLinus Torvalds 
1041da177e4SLinus Torvalds 		if(!prev) {
1051da177e4SLinus Torvalds 			prev = hole;
1061da177e4SLinus Torvalds 			continue;
1071da177e4SLinus Torvalds 		}
1081da177e4SLinus Torvalds 
1091da177e4SLinus Torvalds 		if(hole->end == prev->start) {
1101da177e4SLinus Torvalds 			hole->size += prev->size;
1111da177e4SLinus Torvalds 			hole->end = prev->end;
112a7addceaSAkinobu Mita 			list_move(&(prev->list), &hole_cache);
1131da177e4SLinus Torvalds 			ret++;
1141da177e4SLinus Torvalds 		}
1151da177e4SLinus Torvalds 
1161da177e4SLinus Torvalds 	}
1171da177e4SLinus Torvalds 
1181da177e4SLinus Torvalds 	return ret;
1191da177e4SLinus Torvalds }
1201da177e4SLinus Torvalds 
rmcache(void)1211da177e4SLinus Torvalds static inline struct hole *rmcache(void)
1221da177e4SLinus Torvalds {
1231da177e4SLinus Torvalds 	struct hole *ret;
1241da177e4SLinus Torvalds 
1251da177e4SLinus Torvalds 	if(list_empty(&hole_cache)) {
1261da177e4SLinus Torvalds 		if(!refill()) {
12756bbd862SGeert Uytterhoeven 			pr_crit("out of dvma hole cache!\n");
1281da177e4SLinus Torvalds 			BUG();
1291da177e4SLinus Torvalds 		}
1301da177e4SLinus Torvalds 	}
1311da177e4SLinus Torvalds 
1321da177e4SLinus Torvalds 	ret = list_entry(hole_cache.next, struct hole, list);
1331da177e4SLinus Torvalds 	list_del(&(ret->list));
1341da177e4SLinus Torvalds 
1351da177e4SLinus Torvalds 	return ret;
1361da177e4SLinus Torvalds 
1371da177e4SLinus Torvalds }
1381da177e4SLinus Torvalds 
get_baddr(int len,unsigned long align)1391da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align)
1401da177e4SLinus Torvalds {
1411da177e4SLinus Torvalds 
1421da177e4SLinus Torvalds 	struct list_head *cur;
1431da177e4SLinus Torvalds 	struct hole *hole;
1441da177e4SLinus Torvalds 
1451da177e4SLinus Torvalds 	if(list_empty(&hole_list)) {
1461da177e4SLinus Torvalds #ifdef DVMA_DEBUG
14756bbd862SGeert Uytterhoeven 		pr_crit("out of dvma holes! (printing hole cache)\n");
1481da177e4SLinus Torvalds 		print_holes(&hole_cache);
1491da177e4SLinus Torvalds 		print_use();
1501da177e4SLinus Torvalds #endif
1511da177e4SLinus Torvalds 		BUG();
1521da177e4SLinus Torvalds 	}
1531da177e4SLinus Torvalds 
1541da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1551da177e4SLinus Torvalds 		unsigned long newlen;
1561da177e4SLinus Torvalds 
1571da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1581da177e4SLinus Torvalds 
1591da177e4SLinus Torvalds 		if(align > DVMA_PAGE_SIZE)
1601da177e4SLinus Torvalds 			newlen = len + ((hole->end - len) & (align-1));
1611da177e4SLinus Torvalds 		else
1621da177e4SLinus Torvalds 			newlen = len;
1631da177e4SLinus Torvalds 
1641da177e4SLinus Torvalds 		if(hole->size > newlen) {
1651da177e4SLinus Torvalds 			hole->end -= newlen;
1661da177e4SLinus Torvalds 			hole->size -= newlen;
1671da177e4SLinus Torvalds 			dvma_entry_use(hole->end) = newlen;
1681da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1691da177e4SLinus Torvalds 			dvma_allocs++;
1701da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1711da177e4SLinus Torvalds #endif
1721da177e4SLinus Torvalds 			return hole->end;
1731da177e4SLinus Torvalds 		} else if(hole->size == newlen) {
174a7addceaSAkinobu Mita 			list_move(&(hole->list), &hole_cache);
1751da177e4SLinus Torvalds 			dvma_entry_use(hole->start) = newlen;
1761da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1771da177e4SLinus Torvalds 			dvma_allocs++;
1781da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1791da177e4SLinus Torvalds #endif
1801da177e4SLinus Torvalds 			return hole->start;
1811da177e4SLinus Torvalds 		}
1821da177e4SLinus Torvalds 
1831da177e4SLinus Torvalds 	}
1841da177e4SLinus Torvalds 
18556bbd862SGeert Uytterhoeven 	pr_crit("unable to find dvma hole!\n");
1861da177e4SLinus Torvalds 	BUG();
1871da177e4SLinus Torvalds 	return 0;
1881da177e4SLinus Torvalds }
1891da177e4SLinus Torvalds 
free_baddr(unsigned long baddr)1901da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr)
1911da177e4SLinus Torvalds {
1921da177e4SLinus Torvalds 
1931da177e4SLinus Torvalds 	unsigned long len;
1941da177e4SLinus Torvalds 	struct hole *hole;
1951da177e4SLinus Torvalds 	struct list_head *cur;
1961da177e4SLinus Torvalds 
1971da177e4SLinus Torvalds 	len = dvma_entry_use(baddr);
1981da177e4SLinus Torvalds 	dvma_entry_use(baddr) = 0;
1991da177e4SLinus Torvalds 	baddr &= DVMA_PAGE_MASK;
2001da177e4SLinus Torvalds 	dvma_unmap_iommu(baddr, len);
2011da177e4SLinus Torvalds 
2021da177e4SLinus Torvalds #ifdef DVMA_DEBUG
2031da177e4SLinus Torvalds 	dvma_frees++;
2041da177e4SLinus Torvalds 	dvma_free_bytes += len;
2051da177e4SLinus Torvalds #endif
2061da177e4SLinus Torvalds 
2071da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
2081da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
2091da177e4SLinus Torvalds 
2101da177e4SLinus Torvalds 		if(hole->end == baddr) {
2111da177e4SLinus Torvalds 			hole->end += len;
2121da177e4SLinus Torvalds 			hole->size += len;
2131da177e4SLinus Torvalds 			return 0;
2141da177e4SLinus Torvalds 		} else if(hole->start == (baddr + len)) {
2151da177e4SLinus Torvalds 			hole->start = baddr;
2161da177e4SLinus Torvalds 			hole->size += len;
2171da177e4SLinus Torvalds 			return 0;
2181da177e4SLinus Torvalds 		}
2191da177e4SLinus Torvalds 
2201da177e4SLinus Torvalds 	}
2211da177e4SLinus Torvalds 
2221da177e4SLinus Torvalds 	hole = rmcache();
2231da177e4SLinus Torvalds 
2241da177e4SLinus Torvalds 	hole->start = baddr;
2251da177e4SLinus Torvalds 	hole->end = baddr + len;
2261da177e4SLinus Torvalds 	hole->size = len;
2271da177e4SLinus Torvalds 
2281da177e4SLinus Torvalds //	list_add_tail(&(hole->list), cur);
2291da177e4SLinus Torvalds 	list_add(&(hole->list), cur);
2301da177e4SLinus Torvalds 
2311da177e4SLinus Torvalds 	return 0;
2321da177e4SLinus Torvalds 
2331da177e4SLinus Torvalds }
2341da177e4SLinus Torvalds 
dvma_init(void)235a4df02a2SGeert Uytterhoeven void __init dvma_init(void)
2361da177e4SLinus Torvalds {
2371da177e4SLinus Torvalds 
2381da177e4SLinus Torvalds 	struct hole *hole;
2391da177e4SLinus Torvalds 	int i;
2401da177e4SLinus Torvalds 
2411da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_list);
2421da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_cache);
2431da177e4SLinus Torvalds 
2441da177e4SLinus Torvalds 	/* prepare the hole cache */
2451da177e4SLinus Torvalds 	for(i = 0; i < 64; i++)
2461da177e4SLinus Torvalds 		list_add(&(initholes[i].list), &hole_cache);
2471da177e4SLinus Torvalds 
2481da177e4SLinus Torvalds 	hole = rmcache();
2491da177e4SLinus Torvalds 	hole->start = DVMA_START;
2501da177e4SLinus Torvalds 	hole->end = DVMA_END;
2511da177e4SLinus Torvalds 	hole->size = DVMA_SIZE;
2521da177e4SLinus Torvalds 
2531da177e4SLinus Torvalds 	list_add(&(hole->list), &hole_list);
2541da177e4SLinus Torvalds 
2552a5bda5aSMike Rapoport 	iommu_use = memblock_alloc(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long),
2567e1c4e27SMike Rapoport 				   SMP_CACHE_BYTES);
257*8a7f97b9SMike Rapoport 	if (!iommu_use)
258*8a7f97b9SMike Rapoport 		panic("%s: Failed to allocate %zu bytes\n", __func__,
259*8a7f97b9SMike Rapoport 		      IOMMU_TOTAL_ENTRIES * sizeof(unsigned long));
2601da177e4SLinus Torvalds 
2611da177e4SLinus Torvalds 	dvma_unmap_iommu(DVMA_START, DVMA_SIZE);
2621da177e4SLinus Torvalds 
2631da177e4SLinus Torvalds 	sun3_dvma_init();
2641da177e4SLinus Torvalds }
2651da177e4SLinus Torvalds 
dvma_map_align(unsigned long kaddr,int len,int align)2665ecf85f0SDenis Efremov unsigned long dvma_map_align(unsigned long kaddr, int len, int align)
2671da177e4SLinus Torvalds {
2681da177e4SLinus Torvalds 
2691da177e4SLinus Torvalds 	unsigned long baddr;
2701da177e4SLinus Torvalds 	unsigned long off;
2711da177e4SLinus Torvalds 
2721da177e4SLinus Torvalds 	if(!len)
2731da177e4SLinus Torvalds 		len = 0x800;
2741da177e4SLinus Torvalds 
2751da177e4SLinus Torvalds 	if(!kaddr || !len) {
27656bbd862SGeert Uytterhoeven //		pr_err("error: kaddr %lx len %x\n", kaddr, len);
2771da177e4SLinus Torvalds //		*(int *)4 = 0;
2781da177e4SLinus Torvalds 		return 0;
2791da177e4SLinus Torvalds 	}
2801da177e4SLinus Torvalds 
28156bbd862SGeert Uytterhoeven 	pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr);
2821da177e4SLinus Torvalds 	off = kaddr & ~DVMA_PAGE_MASK;
2831da177e4SLinus Torvalds 	kaddr &= PAGE_MASK;
2841da177e4SLinus Torvalds 	len += off;
2851da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
2861da177e4SLinus Torvalds 
2871da177e4SLinus Torvalds 	if(align == 0)
2881da177e4SLinus Torvalds 		align = DVMA_PAGE_SIZE;
2891da177e4SLinus Torvalds 	else
2901da177e4SLinus Torvalds 		align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
2911da177e4SLinus Torvalds 
2921da177e4SLinus Torvalds 	baddr = get_baddr(len, align);
29356bbd862SGeert Uytterhoeven //	pr_info("using baddr %lx\n", baddr);
2941da177e4SLinus Torvalds 
2951da177e4SLinus Torvalds 	if(!dvma_map_iommu(kaddr, baddr, len))
2961da177e4SLinus Torvalds 		return (baddr + off);
2971da177e4SLinus Torvalds 
29856bbd862SGeert Uytterhoeven 	pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr,
29956bbd862SGeert Uytterhoeven 	len);
3001da177e4SLinus Torvalds 	BUG();
3011da177e4SLinus Torvalds 	return 0;
3021da177e4SLinus Torvalds }
3032e811488SAl Viro EXPORT_SYMBOL(dvma_map_align);
3041da177e4SLinus Torvalds 
dvma_unmap(void * baddr)3051da177e4SLinus Torvalds void dvma_unmap(void *baddr)
3061da177e4SLinus Torvalds {
3071da177e4SLinus Torvalds 	unsigned long addr;
3081da177e4SLinus Torvalds 
3091da177e4SLinus Torvalds 	addr = (unsigned long)baddr;
3101da177e4SLinus Torvalds 	/* check if this is a vme mapping */
3111da177e4SLinus Torvalds 	if(!(addr & 0x00f00000))
3121da177e4SLinus Torvalds 		addr |= 0xf00000;
3131da177e4SLinus Torvalds 
3141da177e4SLinus Torvalds 	free_baddr(addr);
3151da177e4SLinus Torvalds 
3161da177e4SLinus Torvalds 	return;
3171da177e4SLinus Torvalds 
3181da177e4SLinus Torvalds }
3192e811488SAl Viro EXPORT_SYMBOL(dvma_unmap);
3201da177e4SLinus Torvalds 
dvma_malloc_align(unsigned long len,unsigned long align)3211da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align)
3221da177e4SLinus Torvalds {
3231da177e4SLinus Torvalds 	unsigned long kaddr;
3241da177e4SLinus Torvalds 	unsigned long baddr;
3251da177e4SLinus Torvalds 	unsigned long vaddr;
3261da177e4SLinus Torvalds 
3271da177e4SLinus Torvalds 	if(!len)
3281da177e4SLinus Torvalds 		return NULL;
3291da177e4SLinus Torvalds 
33056bbd862SGeert Uytterhoeven 	pr_debug("dvma_malloc request %lx bytes\n", len);
3311da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3321da177e4SLinus Torvalds 
3331da177e4SLinus Torvalds         if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0)
3341da177e4SLinus Torvalds 		return NULL;
3351da177e4SLinus Torvalds 
3361da177e4SLinus Torvalds 	if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) {
3371da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3381da177e4SLinus Torvalds 		return NULL;
3391da177e4SLinus Torvalds 	}
3401da177e4SLinus Torvalds 
3411da177e4SLinus Torvalds 	vaddr = dvma_btov(baddr);
3421da177e4SLinus Torvalds 
3431da177e4SLinus Torvalds 	if(dvma_map_cpu(kaddr, vaddr, len) < 0) {
3441da177e4SLinus Torvalds 		dvma_unmap((void *)baddr);
3451da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3461da177e4SLinus Torvalds 		return NULL;
3471da177e4SLinus Torvalds 	}
3481da177e4SLinus Torvalds 
34956bbd862SGeert Uytterhoeven 	pr_debug("mapped %08lx bytes %08lx kern -> %08lx bus\n", len, kaddr,
35056bbd862SGeert Uytterhoeven 		 baddr);
3511da177e4SLinus Torvalds 
3521da177e4SLinus Torvalds 	return (void *)vaddr;
3531da177e4SLinus Torvalds 
3541da177e4SLinus Torvalds }
3552e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align);
3561da177e4SLinus Torvalds 
dvma_free(void * vaddr)3571da177e4SLinus Torvalds void dvma_free(void *vaddr)
3581da177e4SLinus Torvalds {
3591da177e4SLinus Torvalds 
3601da177e4SLinus Torvalds 	return;
3611da177e4SLinus Torvalds 
3621da177e4SLinus Torvalds }
3632e811488SAl Viro EXPORT_SYMBOL(dvma_free);
364