83 	caddr_t		vaddr;  in hat_kpm_mapin()  local
98 	vaddr = (pp->p_kpmref == 0) ?  in hat_kpm_mapin()
116 	return (vaddr);  in hat_kpm_mapin()
129 hat_kpm_mapout(struct page *pp, struct kpme *kpme, caddr_t vaddr)  in hat_kpm_mapout()  argument
138 	if (IS_KPM_ADDR(vaddr) == 0) {  in hat_kpm_mapout()
167 		sfmmu_kpm_mapout(pp, vaddr);  in hat_kpm_mapout()
187 	caddr_t paddr, vaddr;  in hat_kpm_mapin_pfn()  local
197 	vaddr = (uintptr_t)kpm_vbase + paddr;  in hat_kpm_mapin_pfn()
200 	sfmmu_kpm_load_tsb(vaddr, &tte, shift);  in hat_kpm_mapin_pfn()
202 	return (vaddr);  in hat_kpm_mapin_pfn()
226 	uintptr_t	paddr, vaddr;  in hat_kpm_page2va()  local
238 	vaddr = (uintptr_t)kpm_vbase + paddr;  in hat_kpm_page2va()
241 		vaddr += ((uintptr_t)(vcolor - vcolor_pa) << MMU_PAGESHIFT);  in hat_kpm_page2va()
242 		vaddr += (vcolor_pa > vcolor) ?  in hat_kpm_page2va()
247 	return ((caddr_t)vaddr);  in hat_kpm_page2va()
256 hat_kpm_vaddr2page(caddr_t vaddr)  in hat_kpm_vaddr2page()  argument
261 	ASSERT(IS_KPM_ADDR(vaddr));  in hat_kpm_vaddr2page()
263 	SFMMU_KPM_VTOP(vaddr, paddr);  in hat_kpm_vaddr2page()
306 hat_kpm_fault(struct hat *hat, caddr_t vaddr)  in hat_kpm_fault()  argument
320 	ASSERT(IS_KPM_ADDR(vaddr));  in hat_kpm_fault()
322 	SFMMU_KPM_VTOP(vaddr, paddr);  in hat_kpm_fault()
341 		sfmmu_kpm_load_tsb(vaddr, &tte, shift);  in hat_kpm_fault()
346 		error = sfmmu_kpm_fault(vaddr, mseg, pp);  in hat_kpm_fault()
348 		error = sfmmu_kpm_fault_small(vaddr, mseg, pp);  in hat_kpm_fault()
599 sfmmu_kpm_vatopfn(caddr_t vaddr)  in sfmmu_kpm_vatopfn()  argument
605 	ASSERT(kpm_enable && IS_KPM_ADDR(vaddr));  in sfmmu_kpm_vatopfn()
607 	SFMMU_KPM_VTOP(vaddr, paddr);  in sfmmu_kpm_vatopfn()
691 	caddr_t		vaddr;  in sfmmu_kpm_mapin()  local
704 	vaddr = sfmmu_kpm_getvaddr(pp, &kpm_vac_range);  in sfmmu_kpm_mapin()
706 	ASSERT(IS_KPM_ADDR(vaddr));  in sfmmu_kpm_mapin()
737 					sfmmu_kpm_demap_large(vaddr);  in sfmmu_kpm_mapin()
761 		sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_mapin()
783 			sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT4M);  in sfmmu_kpm_mapin()
814 		sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_mapin()
828 	return (vaddr);  in sfmmu_kpm_mapin()
839 		sfmmu_kpm_demap_small(vaddr);  in sfmmu_kpm_mapin()
850 	sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_mapin()
862 	return (vaddr);  in sfmmu_kpm_mapin()
878 sfmmu_kpm_mapout(page_t *pp, caddr_t vaddr)  in sfmmu_kpm_mapout()  argument
891 	alias_range = IS_KPM_ALIAS_RANGE(vaddr);  in sfmmu_kpm_mapout()
916 			sfmmu_kpm_demap_small(vaddr);  in sfmmu_kpm_mapout()
934 			sfmmu_kpm_unload_tsb(vaddr, MMU_PAGESHIFT);  in sfmmu_kpm_mapout()
965 			sfmmu_kpm_unload_tsb(vaddr, MMU_PAGESHIFT4M);  in sfmmu_kpm_mapout()
968 				sfmmu_kpm_demap_tlbs(vaddr);  in sfmmu_kpm_mapout()
998 			sfmmu_kpm_demap_small(vaddr);  in sfmmu_kpm_mapout()
1062 		sfmmu_kpm_unload_tsb(vaddr, MMU_PAGESHIFT);  in sfmmu_kpm_mapout()
1065 			sfmmu_kpm_demap_tlbs(vaddr);  in sfmmu_kpm_mapout()
1075 		sfmmu_kpm_demap_small(vaddr);  in sfmmu_kpm_mapout()
1113 	caddr_t		vaddr;  in sfmmu_kpm_getvaddr()  local
1129 	vaddr = kpm_vbase + paddr;  in sfmmu_kpm_getvaddr()
1134 		vaddr += ((uintptr_t)(vcolor - vcolor_pa) << MMU_PAGESHIFT);  in sfmmu_kpm_getvaddr()
1135 		vaddr += (vcolor_pa > vcolor) ?  in sfmmu_kpm_getvaddr()
1143 		return (vaddr);  in sfmmu_kpm_getvaddr()
1147 		return (vaddr);  in sfmmu_kpm_getvaddr()
1151 		return (vaddr);  in sfmmu_kpm_getvaddr()
1154 	sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_getvaddr()
1156 	return (vaddr);  in sfmmu_kpm_getvaddr()
1202 sfmmu_kpm_fault(caddr_t vaddr, struct memseg *mseg, page_t *pp)  in sfmmu_kpm_fault()  argument
1217 	alias_range = IS_KPM_ALIAS_RANGE(vaddr);  in sfmmu_kpm_fault()
1257 			sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_fault()
1314 		sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_fault()
1318 		    addr_to_vcolor(vaddr) != PP_GET_VCOLOR(pp)) {  in sfmmu_kpm_fault()
1341 		sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_fault()
1345 		    addr_to_vcolor(vaddr) != PP_GET_VCOLOR(pp)) {  in sfmmu_kpm_fault()
1372 		    addr_to_vcolor(vaddr) != PP_GET_VCOLOR(pp)) {  in sfmmu_kpm_fault()
1386 		sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_fault()
1390 		    addr_to_vcolor(vaddr) != PP_GET_VCOLOR(pp)) {  in sfmmu_kpm_fault()
1424 		sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_fault()
1442 			ASSERT(addr_to_vcolor(vaddr) == PP_GET_VCOLOR(pp));  in sfmmu_kpm_fault()
1485 		    "pp=%p", (void *)vaddr, (void *)kp, (void *)pp);  in sfmmu_kpm_fault()
1496 	sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_fault()
1508 		sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT4M);  in sfmmu_kpm_fault()
1530 sfmmu_kpm_fault_small(caddr_t vaddr, struct memseg *mseg, page_t *pp)  in sfmmu_kpm_fault_small()  argument
1567 		sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_fault_small()
1578 		sfmmu_kpm_vac_conflict(pp, vaddr);  in sfmmu_kpm_fault_small()
1587 			sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_fault_small()
1606 			sfmmu_kpm_load_tsb(vaddr, &tte, MMU_PAGESHIFT);  in sfmmu_kpm_fault_small()
1632 sfmmu_kpm_vac_conflict(page_t *pp, caddr_t vaddr)  in sfmmu_kpm_vac_conflict()  argument
1646 	vcolor = addr_to_vcolor(vaddr);  in sfmmu_kpm_vac_conflict()
1728 	caddr_t		vaddr;  in sfmmu_kpm_pageunload()  local
1735 	vaddr = hat_kpm_page2va(pp, 1);  in sfmmu_kpm_pageunload()
1758 	sfmmu_kpm_mapout(pp, vaddr);  in sfmmu_kpm_pageunload()
1765 sfmmu_kpm_demap_large(caddr_t vaddr)  in sfmmu_kpm_demap_large()  argument
1767 	sfmmu_kpm_unload_tsb(vaddr, MMU_PAGESHIFT4M);  in sfmmu_kpm_demap_large()
1768 	sfmmu_kpm_demap_tlbs(vaddr);  in sfmmu_kpm_demap_large()
1775 sfmmu_kpm_demap_small(caddr_t vaddr)  in sfmmu_kpm_demap_small()  argument
1777 	sfmmu_kpm_unload_tsb(vaddr, MMU_PAGESHIFT);  in sfmmu_kpm_demap_small()
1778 	sfmmu_kpm_demap_tlbs(vaddr);  in sfmmu_kpm_demap_small()
1785 sfmmu_kpm_demap_tlbs(caddr_t vaddr)  in sfmmu_kpm_demap_tlbs()  argument
1795 	xt_some(cpuset, vtag_flushpage_tl1, (uint64_t)vaddr,  in sfmmu_kpm_demap_tlbs()
1797 	vtag_flushpage(vaddr, (uint64_t)ksfmmup);  in sfmmu_kpm_demap_tlbs()
1831 sfmmu_kpm_vac_unload(page_t *pp, caddr_t vaddr)  in sfmmu_kpm_vac_unload()  argument
1847 	newcolor = addr_to_vcolor(kpmvaddr) != addr_to_vcolor(vaddr);  in sfmmu_kpm_vac_unload()
2038 	caddr_t		vaddr;  in sfmmu_kpm_hme_unload()  local
2060 	vaddr = hat_kpm_page2va(pp, 1);  in sfmmu_kpm_hme_unload()
2066 	if (IS_KPM_ALIAS_RANGE(vaddr)) {  in sfmmu_kpm_hme_unload()
2090 	vaddr = hat_kpm_page2va(pp, 1);  in sfmmu_kpm_hme_unload()