/freebsd/sys/amd64/amd64/ |
H A D | efirt_machdep.c | 290 pmap_t curpmap; in efi_arch_enter() local 293 curpmap = PCPU_GET(curpmap); in efi_arch_enter() 294 PMAP_LOCK_ASSERT(curpmap, MA_OWNED); in efi_arch_enter() 305 PCPU_SET(curpmap, NULL); in efi_arch_enter() 309 cr3 |= pmap_get_pcid(curpmap); in efi_arch_enter() 323 pmap_t curpmap; in efi_arch_leave() local 326 curpmap = &curproc->p_vmspace->vm_pmap; in efi_arch_leave() 327 cr3 = curpmap->pm_cr3; in efi_arch_leave() 329 cr3 |= pmap_get_pcid(curpmap); in efi_arch_leave() 331 PCPU_SET(curpmap, curpmap); in efi_arch_leave()
|
H A D | mp_machdep.c | 831 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invltlb_invpcid_pti_handler() 857 if (smp_tlb_pmap == PCPU_GET(curpmap)) { in invltlb_pcid_handler() 892 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlpg_invpcid_handler() 916 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlpg_pcid_handler() 970 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlrng_invpcid_handler() 1003 if (smp_tlb_pmap == PCPU_GET(curpmap) && in invlrng_pcid_handler()
|
H A D | trap.c | 493 if ((PCPU_GET(curpmap)->pm_ucr3 != in trap() 699 return (PCPU_GET(curpmap)->pm_ucr3 != PMAP_NO_CR3 && in trap_is_pti() 703 (PCPU_GET(curpmap)->pm_cr3 & ~CR3_PCID_MASK)); in trap_is_pti()
|
H A D | sys_machdep.c | 363 error = pmap_pkru_set(PCPU_GET(curpmap), in sysarch() 377 error = pmap_pkru_clear(PCPU_GET(curpmap), in sysarch()
|
H A D | pmap.c | 3094 if (pmap != PCPU_GET(curpmap)) in pmap_invalidate_preipi_pcid() 3198 } else if (pmap == PCPU_GET(curpmap)) { in pmap_invalidate_page_curcpu_cb() 3232 if (pmap != PCPU_GET(curpmap) || in pmap_invalidate_range_pcid_cb() 3293 } else if (pmap == PCPU_GET(curpmap)) { in pmap_invalidate_range_curcpu_cb() 3335 } else if (pmap == PCPU_GET(curpmap)) { in pmap_invalidate_all_pcid_cb() 3370 else if (pmap == PCPU_GET(curpmap)) in pmap_invalidate_all_nopcid_cb() 3506 if (pmap == kernel_pmap || pmap == PCPU_GET(curpmap)) { in pmap_invalidate_page() 3508 if (pmap == PCPU_GET(curpmap) && pmap_pcid_enabled && in pmap_invalidate_page() 3547 if (pmap == kernel_pmap || pmap == PCPU_GET(curpmap)) { in pmap_invalidate_range() 3550 if (pmap == PCPU_GET(curpmap) && pmap_pcid_enabled && in pmap_invalidate_range() [all …]
|
/freebsd/sys/dev/efidev/ |
H A D | efirt.c | 297 pmap_t curpmap; in efi_enter() local 303 curpmap = &td->td_proc->p_vmspace->vm_pmap; in efi_enter() 304 PMAP_LOCK(curpmap); in efi_enter() 311 PMAP_UNLOCK(curpmap); in efi_enter() 323 pmap_t curpmap; in efi_leave() local 331 curpmap = &curproc->p_vmspace->vm_pmap; in efi_leave() 334 PMAP_UNLOCK(curpmap); in efi_leave()
|
/freebsd/sys/arm64/arm64/ |
H A D | efirt_machdep.c | 271 set_ttbr0(pmap_to_ttbr0(PCPU_GET(curpmap))); in efi_arch_leave()
|
H A D | pmap.c | 2531 PCPU_SET(curpmap, pmap); in pmap_pinit0() 8702 pmap_t curpmap; in pmap_reset_asid_set() local 8738 curpmap = pcpu_find(cpuid)->pc_curpmap; in pmap_reset_asid_set() 8741 curpmap = pcpu_find(cpuid)->pc_curvmpmap; in pmap_reset_asid_set() 8742 if (curpmap == NULL) in pmap_reset_asid_set() 8746 KASSERT(curpmap->pm_asid_set == set, ("Incorrect set")); in pmap_reset_asid_set() 8747 asid = COOKIE_TO_ASID(curpmap->pm_cookie); in pmap_reset_asid_set() 8751 curpmap->pm_cookie = COOKIE_FROM(asid, epoch); in pmap_reset_asid_set() 8900 KASSERT(PCPU_GET(curpmap) != NULL, ("no active pmap")); in pmap_activate_int() 8903 if ((pmap->pm_stage == PM_STAGE1 && pmap == PCPU_GET(curpmap)) || in pmap_activate_int() [all …]
|
/freebsd/sys/arm/arm/ |
H A D | trap-v6.c | 348 rv = pmap_fault(PCPU_GET(curpmap), far, fsr, idx, usermode); in abort_handler()
|
/freebsd/sys/contrib/vchiq/interface/vchiq_arm/ |
H A D | vchiq_2835_arm.c | 524 pa = pmap_extract(PCPU_GET(curpmap), (vm_offset_t)buf); in create_pagelist()
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_oea.c | 1017 PCPU_SET(curpmap, pmr); in moea_activate() 1029 PCPU_SET(curpmap, NULL); in moea_deactivate()
|
H A D | mmu_oea64.c | 1321 PCPU_SET(curpmap, pm->pmap_phys); in moea64_activate() 1338 PCPU_SET(curpmap, NULL); in moea64_deactivate()
|
/freebsd/sys/powerpc/powerpc/ |
H A D | exec_machdep.c | 1296 pmap_sync_icache(PCPU_GET(curpmap), frame->srr0, 4); in ppc_instr_emulate()
|
/freebsd/sys/i386/i386/ |
H A D | pmap.c | 4856 if (pmap != PCPU_GET(curpmap)) { in __CONCAT() 5872 oldpmap = PCPU_GET(curpmap); in __CONCAT() 5890 PCPU_SET(curpmap, pmap); in __CONCAT() 5905 PCPU_SET(curpmap, pmap); in __CONCAT()
|
/freebsd/sys/riscv/riscv/ |
H A D | pmap.c | 5075 oldpmap = PCPU_GET(curpmap); in pmap_activate_sw() 5089 PCPU_SET(curpmap, pmap); in pmap_activate_sw() 5114 PCPU_SET(curpmap, pmap); in pmap_activate_boot()
|