297 	ioaddr_t hiaddr, ioaddr;  in iommu_tlb_flush()  local
311 		ioaddr = (ioaddr_t)((tmpreg & IOMMU_TLBTAG_VA_MASK) <<  in iommu_tlb_flush()
317 		    (void *)vaddr_reg, tmpreg, ioaddr, addr, hiaddr));  in iommu_tlb_flush()
319 		if (ioaddr >= addr && ioaddr <= hiaddr) {  in iommu_tlb_flush()
327 				*softsp->iommu_flush_reg = (uint64_t)ioaddr;  in iommu_tlb_flush()
361 	ioaddr_t ioaddr;  in iommu_remove_mappings()  local
363 	ioaddr_t ioaddr = mp->dmai_mapping & ~IOMMU_PAGEOFFSET;  in iommu_remove_mappings()  local
377 	ioaddr = mp->dmai_mapping & ~IOMMU_PAGEOFFSET;  in iommu_remove_mappings()
386 		if (walk->ioaddr == ioaddr) {  in iommu_remove_mappings()
400 	iotte_ptr = IOTTE_NDX(ioaddr, softsp->soft_tsb_base_addr);  in iommu_remove_mappings()
405 		    ioaddr, iotte_ptr));  in iommu_remove_mappings()
407 		iommu_tlb_flush(softsp, ioaddr, 1);  in iommu_remove_mappings()
409 		ioaddr += IOMMU_PAGESIZE;  in iommu_remove_mappings()
422 	ioaddr_t ioaddr;  in iommu_create_vaddr_mappings()  local
442 	ioaddr = (ioaddr_t)(mp->dmai_mapping & ~IOMMU_PAGEOFFSET);  in iommu_create_vaddr_mappings()
443 	iotte_ptr = IOTTE_NDX(ioaddr, softsp->soft_tsb_base_addr);  in iommu_create_vaddr_mappings()
466 	iomemp->ioaddr = ioaddr;  in iommu_create_vaddr_mappings()
480 		iommu_tlb_flush(softsp, ioaddr, npages);  in iommu_create_vaddr_mappings()
532 		    (void *)iotte_ptr, pfn, iotte_flag, addr, ioaddr));  in iommu_create_vaddr_mappings()
536 			iommu_tlb_flush(softsp, ioaddr, 1);  in iommu_create_vaddr_mappings()
541 		ioaddr += IOMMU_PAGESIZE;  in iommu_create_vaddr_mappings()
573 	ioaddr_t ioaddr;  in iommu_create_pp_mappings()  local
593 	ioaddr = (ioaddr_t)(mp->dmai_mapping & ~IOMMU_PAGEOFFSET);  in iommu_create_pp_mappings()
594 	iotte_ptr = IOTTE_NDX(ioaddr, softsp->soft_tsb_base_addr);  in iommu_create_pp_mappings()
613 	iomemp->ioaddr = ioaddr;  in iommu_create_pp_mappings()
626 		iommu_tlb_flush(softsp, ioaddr, npages);  in iommu_create_pp_mappings()
643 		    pfn, iotte_flag, ioaddr));  in iommu_create_pp_mappings()
647 			iommu_tlb_flush(softsp, ioaddr, 1);  in iommu_create_pp_mappings()
652 		ioaddr += IOMMU_PAGESIZE;  in iommu_create_pp_mappings()
856 	ioaddr_t ioaddr;  in iommu_dma_bindhdl()  local
970 		ioaddr = (ioaddr_t)(uintptr_t)vmem_alloc(softsp->dvma_arena,  in iommu_dma_bindhdl()
973 		if (ioaddr == 0) {  in iommu_dma_bindhdl()
992 			iotte_ptr = IOTTE_NDX(ioaddr,  in iommu_dma_bindhdl()
1008 			iommu_tlb_flush(softsp, ioaddr, 1);  in iommu_dma_bindhdl()
1013 			mp->dmai_mapping = (ioaddr_t)(ioaddr + offset);  in iommu_dma_bindhdl()
1025 			    (void *)iotte_ptr, pfn, iotte_flag, addr, ioaddr));  in iommu_dma_bindhdl()
1031 			iomemp->ioaddr = ioaddr;  in iommu_dma_bindhdl()
1046 		ioaddr = (ioaddr_t)(uintptr_t)vmem_xalloc(softsp->dvma_arena,  in iommu_dma_bindhdl()
1056 	if (ioaddr == 0) {  in iommu_dma_bindhdl()
1064 	mp->dmai_mapping = ioaddr + offset;  in iommu_dma_bindhdl()
1104 		vmem_free(softsp->dvma_arena, (void *)(uintptr_t)ioaddr,  in iommu_dma_bindhdl()
1107 		vmem_xfree(softsp->dvma_arena, (void *)(uintptr_t)ioaddr,  in iommu_dma_bindhdl()
1333 		ioaddr_t ioaddr;  in iommu_dma_mctl()  local
1370 		ioaddr = (ioaddr_t)(uintptr_t)vmem_xalloc(softsp->dvma_arena,  in iommu_dma_mctl()
1376 		if (ioaddr == 0) {  in iommu_dma_mctl()
1410 		mp->dmai_mapping = ioaddr;  in iommu_dma_mctl()
1429 		ioaddr_t ioaddr = mp->dmai_mapping;  in iommu_dma_mctl()  local
1439 		iotte_ptr = IOTTE_NDX(ioaddr, softsp->soft_tsb_base_addr);  in iommu_dma_mctl()
1443 			iommu_tlb_flush(softsp, ioaddr, 1);  in iommu_dma_mctl()
1447 			ioaddr += IOMMU_PAGESIZE;  in iommu_dma_mctl()
1450 		ioaddr = (ioaddr_t)mp->dmai_mapping;  in iommu_dma_mctl()
1457 			    (void *)(uintptr_t)ioaddr, iommu_ptob(np));  in iommu_dma_mctl()
1460 			    (void *)(uintptr_t)ioaddr, iommu_ptob(np));  in iommu_dma_mctl()
1471 		    ("Release: Base addr %x size %x\n", ioaddr, np));  in iommu_dma_mctl()
1498 	ioaddr_t ioaddr;  in iommu_dvma_kaddr_load()  local
1519 	ioaddr = (ioaddr_t)(mp->dmai_mapping + iommu_ptob(index));  in iommu_dvma_kaddr_load()
1529 	iomemp->ioaddr = ioaddr;  in iommu_dvma_kaddr_load()
1536 	cp->dmac_address = ioaddr | offset;  in iommu_dvma_kaddr_load()
1539 	iotte_ptr = IOTTE_NDX(ioaddr, softsp->soft_tsb_base_addr);  in iommu_dvma_kaddr_load()
1550 	    ioaddr, len, offset, index, addr));  in iommu_dvma_kaddr_load()
1559 		iommu_tlb_flush(softsp, ioaddr, 1);  in iommu_dvma_kaddr_load()
1568 		ioaddr += IOMMU_PAGESIZE;  in iommu_dvma_kaddr_load()
1590 	ioaddr_t ioaddr;  in iommu_dvma_unload()  local
1602 	ioaddr = (ioaddr_t)(mp->dmai_mapping + iommu_ptob(index));  in iommu_dvma_unload()
1611 		if (walk->ioaddr == ioaddr) {  in iommu_dvma_unload()
1631 		sync_stream_buf(softsp, ioaddr, npages,  in iommu_dvma_unload()
1642 	ioaddr_t ioaddr;  in iommu_dvma_sync()  local
1653 	ioaddr = (ioaddr_t)(mp->dmai_mapping + iommu_ptob(index));  in iommu_dvma_sync()
1661 	sync_stream_buf(softsp, ioaddr, npages,  in iommu_dvma_sync()