Lines Matching refs:HPT_SP_MASK
183 #define SP_PV_LOCK(pa) moea64_sp_pv_lock((pa) & ~HPT_SP_MASK)
184 #define SP_PV_UNLOCK(pa) moea64_sp_pv_unlock((pa) & ~HPT_SP_MASK)
531 pa &= ~HPT_SP_MASK; /* This is needed to clear LPTE_LP bits. */ in moea64_pvo_paddr()
532 pa |= PVO_VADDR(pvo) & HPT_SP_MASK; in moea64_pvo_paddr()
1693 (tpvo = moea64_pvo_find_va(pmap, va & ~HPT_SP_MASK)) != NULL && in moea64_enter()
1766 (va & HPT_SP_MASK) == (pa & HPT_SP_MASK) && in moea64_enter()
1842 if ((va & HPT_SP_MASK) == 0 && va + HPT_SP_SIZE <= end && in moea64_enter_object()
3058 ((sp = PHYS_TO_VM_PAGE(VM_PAGE_TO_PHYS(m) & ~HPT_SP_MASK)) != NULL && in moea64_query_bit()
3595 sp_offset = offset & HPT_SP_MASK; in moea64_align_superpage()
3596 if (size - ((HPT_SP_SIZE - sp_offset) & HPT_SP_MASK) < HPT_SP_SIZE || in moea64_align_superpage()
3597 (*addr & HPT_SP_MASK) == sp_offset) in moea64_align_superpage()
3599 if ((*addr & HPT_SP_MASK) < sp_offset) in moea64_align_superpage()
3600 *addr = (*addr & ~HPT_SP_MASK) + sp_offset; in moea64_align_superpage()
3602 *addr = ((*addr + HPT_SP_MASK) & ~HPT_SP_MASK) + sp_offset; in moea64_align_superpage()
3644 spva = PVO_VADDR(pvo) & ~HPT_SP_MASK; in moea64_sp_pvo_in_range()
3698 KASSERT((va & HPT_SP_MASK) == 0, ("%s: va %#jx unaligned", in moea64_sp_enter()
3747 pvo->pvo_pte.pa = (pa & ~HPT_SP_MASK) | LPTE_LP_4K_16M | in moea64_sp_enter()
3814 va &= ~HPT_SP_MASK; in moea64_sp_promote()
3817 pa = VM_PAGE_TO_PHYS(m) & ~HPT_SP_MASK; in moea64_sp_promote()
3905 pvo->pvo_pte.pa &= ADDR_POFF | ~HPT_SP_MASK; in moea64_sp_promote()
3994 if ((PVO_VADDR(pvo) & HPT_SP_MASK) != 0) { in moea64_sp_demote()
3996 PVO_VADDR(pvo) & ~HPT_SP_MASK); in moea64_sp_demote()
3998 __func__, (uintmax_t)(PVO_VADDR(pvo) & ~HPT_SP_MASK))); in moea64_sp_demote()
4143 if ((PVO_VADDR(pvo) & HPT_SP_MASK) != 0) { in moea64_sp_query_locked()
4144 sp = moea64_pvo_find_va(pmap, PVO_VADDR(pvo) & ~HPT_SP_MASK); in moea64_sp_query_locked()
4146 __func__, (uintmax_t)(PVO_VADDR(pvo) & ~HPT_SP_MASK))); in moea64_sp_query_locked()
4223 if ((PVO_VADDR(pvo) & HPT_SP_MASK) != 0) { in moea64_sp_pvo_clear()
4224 sp = moea64_pvo_find_va(pmap, PVO_VADDR(pvo) & ~HPT_SP_MASK); in moea64_sp_pvo_clear()
4226 __func__, (uintmax_t)(PVO_VADDR(pvo) & ~HPT_SP_MASK))); in moea64_sp_pvo_clear()