68 #define	NL0PG		(IOMMU_PAGE_SIZE/(sizeof (pd_entry_t)))
69 #define	NL1PG		(IOMMU_PAGE_SIZE/(sizeof (pd_entry_t)))
70 #define	NL2PG		(IOMMU_PAGE_SIZE/(sizeof (pd_entry_t)))
103 static __inline pd_entry_t *
110 static __inline pd_entry_t *
111 smmu_pmap_l0_to_l1(pd_entry_t *l0, vm_offset_t va)  in smmu_pmap_l0_to_l1()
113 	pd_entry_t *l1;  in smmu_pmap_l0_to_l1()
115 	l1 = (pd_entry_t *)PHYS_TO_DMAP(smmu_pmap_load(l0) & ~ATTR_MASK);  in smmu_pmap_l0_to_l1()
119 static __inline pd_entry_t *
122 	pd_entry_t *l0;  in smmu_pmap_l1()
131 static __inline pd_entry_t *
132 smmu_pmap_l1_to_l2(pd_entry_t *l1p, vm_offset_t va)  in smmu_pmap_l1_to_l2()
134 	pd_entry_t l1, *l2p;  in smmu_pmap_l1_to_l2()
146 	l2p = (pd_entry_t *)PHYS_TO_DMAP(l1 & ~ATTR_MASK);  in smmu_pmap_l1_to_l2()
150 static __inline pd_entry_t *
153 	pd_entry_t *l1;  in smmu_pmap_l2()
163 smmu_pmap_l2_to_l3(pd_entry_t *l2p, vm_offset_t va)  in smmu_pmap_l2_to_l3()
165 	pd_entry_t l2;  in smmu_pmap_l2_to_l3()
186 static __inline pd_entry_t *
189 	pd_entry_t *l0, *l1, *l2, desc;  in smmu_pmap_pde()
224 	pd_entry_t *l1, *l2, desc;  in smmu_pmap_pte()
357 		pd_entry_t *l0;  in _smmu_pmap_unwire_l3()
363 		pd_entry_t *l1;  in _smmu_pmap_unwire_l3()
369 		pd_entry_t *l2;  in _smmu_pmap_unwire_l3()
377 		pd_entry_t *l1, tl1;  in _smmu_pmap_unwire_l3()
386 		pd_entry_t *l0, tl0;  in _smmu_pmap_unwire_l3()
413 	pmap->sp_l0 = (pd_entry_t *)PHYS_TO_DMAP(pmap->sp_l0_paddr);  in smmu_pmap_pinit()
469 		pd_entry_t *l0;  in _pmap_alloc_l3()
477 		pd_entry_t *l0, *l1;  in _pmap_alloc_l3()
478 		pd_entry_t tl0;  in _pmap_alloc_l3()
498 		l1 = (pd_entry_t *)PHYS_TO_DMAP(smmu_pmap_load(l0) &~ATTR_MASK);  in _pmap_alloc_l3()
503 		pd_entry_t *l0, *l1, *l2;  in _pmap_alloc_l3()
504 		pd_entry_t tl0, tl1;  in _pmap_alloc_l3()
519 			l1 = (pd_entry_t *)PHYS_TO_DMAP(tl0 & ~ATTR_MASK);  in _pmap_alloc_l3()
522 			l1 = (pd_entry_t *)PHYS_TO_DMAP(tl0 & ~ATTR_MASK);  in _pmap_alloc_l3()
539 		l2 = (pd_entry_t *)PHYS_TO_DMAP(smmu_pmap_load(l1) &~ATTR_MASK);  in _pmap_alloc_l3()
584 	pd_entry_t *pde;  in pmap_gpu_enter()
589 	pd_entry_t *l1p;  in pmap_gpu_enter()
590 	pd_entry_t *l2p;  in pmap_gpu_enter()
635 		cpu_dcache_wb_range(l1p, sizeof(pd_entry_t));  in pmap_gpu_enter()
636 		cpu_dcache_wb_range(l2p, sizeof(pd_entry_t));  in pmap_gpu_enter()
665 	pd_entry_t *pde;  in pmap_gpu_remove()
700 	pd_entry_t *pde;  in smmu_pmap_enter()
792 	pd_entry_t l0e, *l1, l1e, *l2, l2e;  in smmu_pmap_remove_pages()
809 		l1 = (pd_entry_t *)PHYS_TO_DMAP(pa0);  in smmu_pmap_remove_pages()
821 			l2 = (pd_entry_t *)PHYS_TO_DMAP(pa1);  in smmu_pmap_remove_pages()