| /freebsd/sys/amd64/amd64/ |
| H A D | efirt_machdep.c | 324 pmap_t curpmap; in efi_arch_enter() local 327 curpmap = PCPU_GET(curpmap); in efi_arch_enter() 328 PMAP_LOCK_ASSERT(curpmap, MA_OWNED); in efi_arch_enter() 339 PCPU_SET(curpmap, NULL); in efi_arch_enter() 343 cr3 |= pmap_get_pcid(curpmap); in efi_arch_enter() 359 pmap_t curpmap; in efi_arch_leave() local 364 curpmap = &curproc->p_vmspace->vm_pmap; in efi_arch_leave() 365 cr3 = curpmap->pm_cr3; in efi_arch_leave() 367 cr3 |= pmap_get_pcid(curpmap); in efi_arch_leave() 369 PCPU_SET(curpmap, curpmap); in efi_arch_leave()
|
| H A D | mp_machdep.c | 831 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invltlb_invpcid_pti_handler() 857 if (smp_tlb_pmap == PCPU_GET(curpmap)) { in invltlb_pcid_handler() 892 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlpg_invpcid_handler() 916 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlpg_pcid_handler() 970 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlrng_invpcid_handler() 1003 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlrng_pcid_handler()
|
| H A D | trap.c | 584 if ((PCPU_GET(curpmap)->pm_ucr3 != in trap() 760 return (PCPU_GET(curpmap)->pm_ucr3 != PMAP_NO_CR3 && in trap_is_pti() 764 (PCPU_GET(curpmap)->pm_cr3 & ~CR3_PCID_MASK)); in trap_is_pti()
|
| H A D | sys_machdep.c | 391 error = pmap_pkru_set(PCPU_GET(curpmap), start, end, in sysarch() 419 error = pmap_pkru_clear(PCPU_GET(curpmap), start, end); in sysarch()
|
| H A D | pmap.c | 3143 if (pmap != PCPU_GET(curpmap)) in pmap_invalidate_preipi_pcid() 3247 } else if (pmap == PCPU_GET(curpmap)) { in pmap_invalidate_page_curcpu_cb() 3281 if (pmap != PCPU_GET(curpmap) || in pmap_invalidate_range_pcid_cb() 3342 } else if (pmap == PCPU_GET(curpmap)) { in pmap_invalidate_range_curcpu_cb() 3385 } else if (pmap == PCPU_GET(curpmap)) { in pmap_invalidate_all_cb_template() 8513 KASSERT(pmap == PCPU_GET(curpmap), ("non-current pmap %p", pmap)); in pmap_remove_pages() 10147 old_pmap = PCPU_GET(curpmap); in pmap_activate_sw_pcid_pti() 10158 PCPU_SET(curpmap, pmap); in pmap_activate_sw_pcid_pti() 10188 PCPU_SET(curpmap, pmap); in pmap_activate_sw_pcid_nopti() 10199 PCPU_SET(curpmap, pmap); in pmap_activate_sw_nopcid_nopti() [all …]
|
| /freebsd/sys/dev/efidev/ |
| H A D | efirt.c | 303 pmap_t curpmap; in efi_enter() local 309 curpmap = &td->td_proc->p_vmspace->vm_pmap; in efi_enter() 310 PMAP_LOCK(curpmap); in efi_enter() 317 PMAP_UNLOCK(curpmap); in efi_enter() 329 pmap_t curpmap; in efi_leave() local 337 curpmap = &curproc->p_vmspace->vm_pmap; in efi_leave() 340 PMAP_UNLOCK(curpmap); in efi_leave()
|
| /freebsd/sys/arm64/arm64/ |
| H A D | efirt_machdep.c | 305 set_ttbr0(pmap_to_ttbr0(PCPU_GET(curpmap))); in efi_arch_leave()
|
| H A D | pmap.c | 2801 PCPU_SET(curpmap, pmap); in pmap_pinit0() 9148 pmap_t curpmap; in pmap_reset_asid_set() local 9184 curpmap = pcpu_find(cpuid)->pc_curpmap; in pmap_reset_asid_set() 9187 curpmap = pcpu_find(cpuid)->pc_curvmpmap; in pmap_reset_asid_set() 9188 if (curpmap == NULL) in pmap_reset_asid_set() 9192 KASSERT(curpmap->pm_asid_set == set, ("Incorrect set")); in pmap_reset_asid_set() 9193 asid = COOKIE_TO_ASID(curpmap->pm_cookie); in pmap_reset_asid_set() 9197 curpmap->pm_cookie = COOKIE_FROM(asid, epoch); in pmap_reset_asid_set() 9343 KASSERT(PCPU_GET(curpmap) != NULL, ("no active pmap")); in pmap_activate_int() 9346 if ((pmap->pm_stage == PM_STAGE1 && pmap == PCPU_GET(curpmap)) || in pmap_activate_int() [all …]
|
| /freebsd/sys/arm/arm/ |
| H A D | trap-v6.c | 348 rv = pmap_fault(PCPU_GET(curpmap), far, fsr, idx, usermode); in abort_handler()
|
| H A D | pmap-v6.c | 2183 PCPU_SET(curpmap, pmap); in pmap_pinit0() 3302 pmap = PCPU_GET(curpmap); in pmap_update_pte1_kernel() 6211 oldpmap = PCPU_GET(curpmap); in pmap_activate() 6229 PCPU_SET(curpmap, pmap); in pmap_activate() 6846 pmap = PCPU_GET(curpmap); in DB_SHOW_COMMAND() 6937 pmap = PCPU_GET(curpmap); in DB_SHOW_COMMAND()
|
| /freebsd/sys/powerpc/booke/ |
| H A D | pmap.c | 1256 PCPU_SET(curpmap, pmap); in mmu_booke_pinit0() 1441 if (sync && (su || pmap == PCPU_GET(curpmap))) { in mmu_booke_enter_locked() 1617 PCPU_SET(curpmap, pmap); in mmu_booke_activate() 1650 PCPU_SET(curpmap, NULL); in mmu_booke_deactivate()
|
| H A D | pmap_32.c | 735 pmap = PCPU_GET(curpmap); in mmu_booke_sync_icache()
|
| /freebsd/sys/contrib/vchiq/interface/vchiq_arm/ |
| H A D | vchiq_2835_arm.c | 600 pa = pmap_extract(PCPU_GET(curpmap), (vm_offset_t)buf); in create_pagelist()
|
| /freebsd/sys/powerpc/aim/ |
| H A D | mmu_oea.c | 1018 PCPU_SET(curpmap, pmr); in moea_activate() 1030 PCPU_SET(curpmap, NULL); in moea_deactivate()
|
| H A D | mmu_oea64.c | 1295 PCPU_SET(curpmap, pm->pmap_phys); in moea64_activate() 1312 PCPU_SET(curpmap, NULL); in moea64_deactivate()
|
| /freebsd/sys/powerpc/powerpc/ |
| H A D | exec_machdep.c | 1298 pmap_sync_icache(PCPU_GET(curpmap), frame->srr0, 4); in ppc_instr_emulate()
|
| /freebsd/sys/i386/i386/ |
| H A D | pmap.c | 4855 if (pmap != PCPU_GET(curpmap)) { in __CONCAT() 5874 oldpmap = PCPU_GET(curpmap); in __CONCAT() 5892 PCPU_SET(curpmap, pmap); in __CONCAT() 5907 PCPU_SET(curpmap, pmap); in __CONCAT()
|
| /freebsd/sys/riscv/riscv/ |
| H A D | pmap.c | 5183 oldpmap = PCPU_GET(curpmap); in pmap_activate_sw() 5197 PCPU_SET(curpmap, pmap); in pmap_activate_sw() 5222 PCPU_SET(curpmap, pmap); in pmap_activate_boot()
|