956 	x86pte_t pte;  in reload_pae32()  local
968 			pte = dest[i];  in reload_pae32()
969 			if (pte == src[i])  in reload_pae32()
971 			if (atomic_cas_64(dest + i, pte, src[i]) != src[i])  in reload_pae32()
1064 	x86pte_t	pte;  in hati_mkpte()  local
1067 	pte = MAKEPTE(pfn, level);  in hati_mkpte()
1070 		PTE_SET(pte, PT_WRITABLE);  in hati_mkpte()
1073 		PTE_SET(pte, PT_USER);  in hati_mkpte()
1076 		PTE_SET(pte, mmu.pt_nx);  in hati_mkpte()
1083 		PTE_SET(pte, PT_NOCONSIST | PT_REF | PT_MOD);  in hati_mkpte()
1085 		PTE_SET(pte, PT_NOSYNC | PT_REF | PT_MOD);  in hati_mkpte()
1096 		PTE_SET(pte, PT_NOCACHE);  in hati_mkpte()
1101 		PTE_SET(pte, PT_NOCACHE);  in hati_mkpte()
1103 			PTE_SET(pte, (level == 0) ? PT_PAT_4K : PT_PAT_LARGE);  in hati_mkpte()
1105 			PTE_SET(pte, PT_WRITETHRU);  in hati_mkpte()
1110 	return (pte);  in hati_mkpte()
1246 hati_sync_pte_to_page(page_t *pp, x86pte_t pte, level_t level)  in hati_sync_pte_to_page()  argument
1251 	if (PTE_GET(pte, PT_SOFTWARE) >= PT_NOSYNC)  in hati_sync_pte_to_page()
1254 	if (PTE_GET(pte, PT_REF))  in hati_sync_pte_to_page()
1257 	if (PTE_GET(pte, PT_MOD))  in hati_sync_pte_to_page()
1300 	x86pte_t	pte,  in hati_pte_map()  argument
1337 	old_pte = x86pte_set(ht, entry, pte, pte_ptr);  in hati_pte_map()
1352 	if (PTE_EQUIV(pte, old_pte))  in hati_pte_map()
1386 	if (PTE2PFN(old_pte, l) != PTE2PFN(pte, l)) {  in hati_pte_map()
1391 		    pf_is_memory(PTE2PFN(pte, l)));  in hati_pte_map()
1398 	if (PTE_GET(old_pte, ~PT_REMAP_BITS) != PTE_GET(pte, ~PT_REMAP_BITS))  in hati_pte_map()
1400 		    old_pte, pte);  in hati_pte_map()
1431 	x86pte_t	pte;  in hati_load_common()  local
1477 	pte = hati_mkpte(pfn, attr, level, flags);  in hati_load_common()
1479 		PTE_SET(pte, mmu.pt_global);  in hati_load_common()
1484 	rv = hati_pte_map(ht, entry, pp, pte, flags, NULL);  in hati_load_common()
1505 	x86pte_t	pte;  in hat_kmap_load()  local
1517 	pte = hati_mkpte(pfn, attr, 0, flags);  in hat_kmap_load()
1518 	PTE_SET(pte, mmu.pt_global);  in hat_kmap_load()
1532 	(void) hati_pte_map(ht, entry, pp, pte, flags, pte_ptr);  in hat_kmap_load()
2507 	x86pte_t	pte;  in hat_sync()  local
2520 		pte = htable_walk(hat, &ht, &vaddr, eaddr);  in hat_sync()
2525 		if (PTE_GET(pte, PT_SOFTWARE) >= PT_NOSYNC ||  in hat_sync()
2526 		    PTE_GET(pte, PT_REF | PT_MOD) == 0)  in hat_sync()
2533 		pp = page_numtopp_nolock(PTE2PFN(pte, ht->ht_level));  in hat_sync()
2537 		save_pte = pte;  in hat_sync()
2538 		pte = x86pte_get(ht, entry);  in hat_sync()
2539 		if (pte != save_pte) {  in hat_sync()
2543 		if (PTE_GET(pte, PT_SOFTWARE) >= PT_NOSYNC ||  in hat_sync()
2544 		    PTE_GET(pte, PT_REF | PT_MOD) == 0) {  in hat_sync()
2554 			new = pte;  in hat_sync()
2556 			pte = hati_update_pte(ht, entry, pte, new);  in hat_sync()
2557 			if (pte != 0) {  in hat_sync()
2595 	x86pte_t	pte;  in hat_getattr()  local
2602 	ht = htable_getpte(hat, vaddr, NULL, &pte, mmu.max_page_level);  in hat_getattr()
2606 	if (!PTE_ISVALID(pte) || !PTE_ISPAGE(pte, ht->ht_level)) {  in hat_getattr()
2612 	if (PTE_GET(pte, PT_WRITABLE))  in hat_getattr()
2614 	if (PTE_GET(pte, PT_USER))  in hat_getattr()
2616 	if (!PTE_GET(pte, mmu.pt_nx))  in hat_getattr()
2618 	if (PTE_GET(pte, PT_SOFTWARE) >= PT_NOSYNC)  in hat_getattr()
2813 		x86pte_t pte;  in hat_getpfnum()  local
2817 		pte = GET_PTE(PT_INDEX_PTR(mmu.kmap_ptes, pg_index));  in hat_getpfnum()
2818 		if (PTE_ISVALID(pte))  in hat_getpfnum()
2820 			pfn = PTE2PFN(pte, 0);  in hat_getpfnum()
2922 	x86pte_t	pte;  in hat_share()  local
2955 		pte = htable_walk(ism_hat, &ism_ht, &ism_addr, e_ism_addr);  in hat_share()
3009 				x86pte_t pte;  in hat_share()  local
3010 				pte = x86pte_get(ism_ht, e);  in hat_share()
3011 				if (!PTE_ISPAGE(pte, l))  in hat_share()
3056 		pfn = PTE2PFN(pte, ism_ht->ht_level);  in hat_share()
3067 			if (PTE_GET(pte, PT_WRITABLE))  in hat_share()
3069 			if (!PTE_GET(pte, PT_NX))  in hat_share()
3963 	x86pte_t	pte;  in hat_mempte_remap()  local
3983 	pte = hati_mkpte(pfn, attr, 0, flags);  in hat_mempte_remap()
3985 	if (HYPERVISOR_update_va_mapping(va, pte, UVMF_INVLPG | UVMF_LOCAL))  in hat_mempte_remap()
3994 			*(x86pte_t *)pteptr = pte;  in hat_mempte_remap()
3996 			*(x86pte32_t *)pteptr = (x86pte32_t)pte;  in hat_mempte_remap()
4061 	x86pte_t pte;  in clear_boot_mappings()  local
4068 		pte = htable_walk(kas.a_hat, &ht, &vaddr, high);  in clear_boot_mappings()
4075 		ASSERT(PTE_ISPAGE(pte, level));  in clear_boot_mappings()