/freebsd/sys/i386/include/ |
H A D | pmap_base.h | 54 u_int (*pm_get_cr3)(pmap_t); 61 bool (*pm_is_valid_memattr)(pmap_t, vm_memattr_t); 62 int (*pm_cache_bits)(pmap_t, int, bool); 63 bool (*pm_ps_enabled)(pmap_t); 64 void (*pm_pinit0)(pmap_t); 65 int (*pm_pinit)(pmap_t); 67 void (*pm_activate_boot)(pmap_t); 68 void (*pm_advise)(pmap_t, vm_offset_t, vm_offset_t, int); 71 int (*pm_mincore)(pmap_t, vm_offset_t, vm_paddr_t *); 72 void (*pm_copy)(pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t); [all …]
|
H A D | pmap.h | 175 typedef struct pmap *pmap_t; typedef 201 pmap_vmspace_copy(pmap_t dst_pmap __unused, pmap_t src_pmap __unused) in pmap_vmspace_copy() 216 void pmap_activate_boot(pmap_t pmap); 221 int pmap_cache_bits(pmap_t, int mode, bool is_pde); 227 u_int pmap_get_cr3(pmap_t); 242 bool pmap_ps_enabled(pmap_t pmap); 248 void pmap_invalidate_page(pmap_t, vm_offset_t); 249 void pmap_invalidate_range(pmap_t, vm_offset_t, vm_offset_t); 250 void pmap_invalidate_all(pmap_t);
|
/freebsd/sys/vm/ |
H A D | pmap.h | 120 void pmap_active_cpus(pmap_t pmap, cpuset_t *res); 121 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 126 void pmap_copy(pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t); 130 int pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, 132 void pmap_enter_object(pmap_t pmap, vm_offset_t start, 134 void pmap_enter_quick(pmap_t pmap, vm_offset_t va, vm_page_t m, 136 vm_paddr_t pmap_extract(pmap_t pmap, vm_offset_t va); 137 vm_page_t pmap_extract_and_hold(pmap_t pmap, vm_offset_t va, 142 bool pmap_is_prefaultable(pmap_t pmap, vm_offset_t va); 144 bool pmap_is_valid_memattr(pmap_t, vm_memattr_t); [all …]
|
H A D | vm_map.h | 215 pmap_t pmap; /* (c) Physical map */ 257 static __inline pmap_t 310 static __inline pmap_t 344 pmap_t vm_map_pmap_KBI(vm_map_t map); 486 void vm_map_init(vm_map_t, pmap_t, vm_offset_t, vm_offset_t);
|
/freebsd/sys/powerpc/powerpc/ |
H A D | pmap_dispatch.c | 121 DEFINE_PMAP_IFUNC(void, advise, (pmap_t, vm_offset_t, vm_offset_t, int)); 125 DEFINE_PMAP_IFUNC(void, copy, (pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t)); 126 DEFINE_PMAP_IFUNC(int, enter, (pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, int8_t)); 127 DEFINE_PMAP_IFUNC(void, enter_quick, (pmap_t, vm_offset_t, vm_page_t, vm_prot_t)); 128 DEFINE_PMAP_IFUNC(void, enter_object, (pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 130 DEFINE_PMAP_IFUNC(vm_paddr_t, extract, (pmap_t, vm_offset_t)); 131 DEFINE_PMAP_IFUNC(vm_page_t, extract_and_hold, (pmap_t, vm_offset_t, vm_prot_t)); 136 DEFINE_PMAP_IFUNC(void, object_init_pt, (pmap_t, vm_offset_t, vm_object_t, vm_pindex_t, 139 DEFINE_PMAP_IFUNC(bool, is_prefaultable, (pmap_t, vm_offset_t)); 141 DEFINE_PMAP_IFUNC(bool, page_exists_quick, (pmap_t, vm_page_t)); [all …]
|
H A D | copyinout.c | 162 pmap_t pm; in REMAP() 201 pmap_t pm; in REMAP() 240 pmap_t pm; in REMAP() 293 pmap_t pm; in REMAP() 321 pmap_t pm; in REMAP() 350 pmap_t pm; in REMAP() 385 pmap_t pm; in REMAP() 421 pmap_t pm; in REMAP() 450 pmap_t pm; in REMAP() 478 pmap_t pm; in REMAP() [all …]
|
/freebsd/sys/powerpc/include/ |
H A D | mmuvar.h | 42 typedef int (*pmap_map_user_ptr_t)(pmap_t, volatile const void *, 49 typedef void (*pmap_advise_t)(pmap_t, vm_offset_t, vm_offset_t, int); 52 typedef void (*pmap_copy_t)(pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t); 56 typedef int (*pmap_enter_t)(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, 58 typedef void (*pmap_enter_object_t)(pmap_t, vm_offset_t, vm_offset_t, 60 typedef void (*pmap_enter_quick_t)(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); 61 typedef vm_paddr_t (*pmap_extract_t)(pmap_t, vm_offset_t); 62 typedef vm_page_t (*pmap_extract_and_hold_t)(pmap_t, vm_offset_t, vm_prot_t); 66 typedef bool (*pmap_is_prefaultable_t)(pmap_t, vm_offset_t); 70 typedef void (*pmap_object_init_pt_t)(pmap_t, vm_offset_t, vm_object_t, [all …]
|
H A D | pmap.h | 100 typedef struct pmap *pmap_t; typedef 129 pmap_t pvo_pmap; /* Owning pmap */ 219 pmap_t pc_pmap; \ 225 pmap_t pv_pmap; 268 uint64_t va_to_vsid(pmap_t pm, vm_offset_t va); 272 struct slb *user_va_to_slb_entry(pmap_t pm, vm_offset_t va); 274 uint64_t allocate_user_vsid(pmap_t pm, uint64_t esid, int large); 275 void free_vsid(pmap_t pm, uint64_t esid, int large); 276 void slb_insert_user(pmap_t pm, struct slb *slb); 280 void slb_free_tree(pmap_t pm); [all …]
|
/freebsd/sys/arm64/include/ |
H A D | pmap.h | 95 typedef struct pmap *pmap_t; typedef 141 void pmap_activate_vm(pmap_t); 153 int pmap_pinit_stage(pmap_t, enum pmap_stage, int); 154 bool pmap_ps_enabled(pmap_t pmap); 155 uint64_t pmap_to_ttbr0(pmap_t pmap); 157 void pmap_map_delete(pmap_t, vm_offset_t, vm_offset_t); 167 bool pmap_get_tables(pmap_t, vm_offset_t, pd_entry_t **, pd_entry_t **, 170 int pmap_fault(pmap_t, uint64_t, uint64_t); 179 int pmap_vmspace_copy(pmap_t, pmap_t); 181 int pmap_bti_set(pmap_t, vm_offset_t, vm_offset_t); [all …]
|
/freebsd/sys/i386/i386/ |
H A D | pmap_base.c | 458 pmap_sync_icache(pmap_t pm, vm_offset_t va, vm_size_t sz) in pmap_sync_icache() 512 pmap_get_cr3(pmap_t pmap) in pmap_get_cr3() 561 pmap_is_valid_memattr(pmap_t pmap, vm_memattr_t mode) in pmap_is_valid_memattr() 568 pmap_cache_bits(pmap_t pmap, int mode, bool is_pde) in pmap_cache_bits() 575 pmap_ps_enabled(pmap_t pmap) in pmap_ps_enabled() 582 pmap_pinit0(pmap_t pmap) in pmap_pinit0() 589 pmap_pinit(pmap_t pmap) in pmap_pinit() 603 pmap_activate_boot(pmap_t pmap) in pmap_activate_boot() 610 pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, int advice) in pmap_advise() 631 pmap_mincore(pmap_t pmap, vm_offset_t addr, vm_paddr_t *pap) in pmap_mincore() [all …]
|
H A D | pmap.c | 287 static void free_pv_entry(pmap_t pmap, pv_entry_t pv); 288 static pv_entry_t get_pv_entry(pmap_t pmap, bool try); 289 static void pmap_pv_demote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa); 290 static bool pmap_pv_insert_pde(pmap_t pmap, vm_offset_t va, pd_entry_t pde, 293 static void pmap_pv_promote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa); 295 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 296 static pv_entry_t pmap_pvh_remove(struct md_page *pvh, pmap_t pmap, 300 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte); 301 static bool pmap_demote_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t va); 302 static int pmap_enter_4mpage(pmap_t pma [all...] |
H A D | mp_machdep.c | 532 pmap_t smp_tlb_pmap; 549 smp_targeted_tlb_shootdown(cpuset_t mask, u_int vector, pmap_t pmap, in smp_targeted_tlb_shootdown() 611 smp_masked_invltlb(cpuset_t mask, pmap_t pmap, smp_invl_cb_t curcpu_cb) in smp_masked_invltlb() 620 smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, pmap_t pmap, in smp_masked_invlpg() 631 pmap_t pmap, smp_invl_cb_t curcpu_cb) in smp_masked_invlpg_range()
|
/freebsd/sys/amd64/include/ |
H A D | pmap.h | 400 typedef struct pmap *pmap_t; typedef 417 int pmap_pinit_type(pmap_t pmap, enum pmap_type pm_type, int flags); 418 int pmap_emulate_accessed_dirty(pmap_t pmap, vm_offset_t va, int ftype); 444 void pmap_activate_boot(pmap_t pmap); 448 int pmap_cache_bits(pmap_t pmap, int mode, bool is_pde); 472 bool pmap_ps_enabled(pmap_t pmap); 474 void pmap_invalidate_page(pmap_t, vm_offset_t); 475 void pmap_invalidate_range(pmap_t, vm_offset_t, vm_offset_t); 476 void pmap_invalidate_all(pmap_t); 481 void pmap_get_mapping(pmap_t pmap, vm_offset_t va, uint64_t *ptr, int *num); [all …]
|
/freebsd/sys/arm/include/ |
H A D | pmap.h | 111 typedef struct pmap *pmap_t; typedef 141 bool pmap_ps_enabled(pmap_t pmap); 143 void pmap_tlb_flush(pmap_t, vm_offset_t); 144 void pmap_tlb_flush_range(pmap_t, vm_offset_t, vm_size_t); 148 int pmap_fault(pmap_t, vm_offset_t, uint32_t, int, bool); 185 void pmap_set_pcb_pagedir(pmap_t, struct pcb *); 194 pmap_vmspace_copy(pmap_t dst_pmap __unused, pmap_t src_pmap __unused) in pmap_vmspace_copy()
|
H A D | pmap_var.h | 446 pmap_pte1(pmap_t pmap, vm_offset_t va) in pmap_pte1() 460 pmap_pt2tab_entry(pmap_t pmap, vm_offset_t va) in pmap_pt2tab_entry() 474 pmap_pt2_page(pmap_t pmap, vm_offset_t va) in pmap_pt2_page()
|
/freebsd/sys/riscv/include/ |
H A D | pmap.h | 88 typedef struct pmap *pmap_t; typedef 134 void pmap_activate_boot(pmap_t); 144 int pmap_pinit_stage(pmap_t, enum pmap_stage); 146 bool pmap_ps_enabled(pmap_t); 156 bool pmap_get_tables(pmap_t, vm_offset_t, pd_entry_t **, pd_entry_t **, 159 int pmap_fault(pmap_t, vm_offset_t, vm_prot_t); 162 pmap_vmspace_copy(pmap_t dst_pmap __unused, pmap_t src_pmap __unused) in pmap_vmspace_copy()
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_radix.c | 364 pmap_pml1e(pmap_t pmap, vm_offset_t va) in pmap_pml1e() 371 pmap_pml2e(pmap_t pmap, vm_offset_t va) in pmap_pml2e() 382 pmap_pml3e(pmap_t pmap, vm_offset_t va) in pmap_pml3e() 393 pmap_pte(pmap_t pmap, vm_offset_t va) in pmap_pte() 427 void mmu_radix_advise(pmap_t, vm_offset_t, vm_offset_t, int); 431 void mmu_radix_copy(pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t); 433 int mmu_radix_enter(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, int8_t); 434 void mmu_radix_enter_object(pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 436 void mmu_radix_enter_quick(pmap_t, vm_offset_ [all...] |
H A D | mmu_oea.c | 257 static int moea_pvo_enter(pmap_t, uma_zone_t, struct pvo_head *, 260 static struct pvo_entry *moea_pvo_find_va(pmap_t, vm_offset_t, int *); 266 static int moea_enter_locked(pmap_t, vm_offset_t, vm_page_t, 281 int moea_enter(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, 283 void moea_enter_object(pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 285 void moea_enter_quick(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); 286 vm_paddr_t moea_extract(pmap_t, vm_offset_t); 287 vm_page_t moea_extract_and_hold(pmap_t, vm_offset_t, vm_prot_t); 290 bool moea_is_prefaultable(pmap_t, vm_offset_t); 294 static int moea_mincore(pmap_t, vm_offset_t, vm_paddr_t *); [all …]
|
H A D | mmu_oea64.c | 286 static struct pvo_entry *moea64_pvo_find_va(pmap_t, vm_offset_t); 294 static void moea64_syncicache(pmap_t pmap, vm_offset_t va, 297 static void moea64_remove_locked(pmap_t, vm_offset_t, 358 static bool moea64_ps_enabled(pmap_t); 362 static int moea64_sp_enter(pmap_t pmap, vm_offset_t va, 367 static void moea64_sp_promote(pmap_t pmap, vm_offset_t va, vm_page_t m); 392 int moea64_enter(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, 394 void moea64_enter_object(pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 396 void moea64_enter_quick(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); 397 vm_paddr_t moea64_extract(pmap_t, vm_offset_t); [all …]
|
H A D | slb.c | 230 user_va_to_slb_entry(pmap_t pm, vm_offset_t va) in user_va_to_slb_entry() 267 va_to_vsid(pmap_t pm, vm_offset_t va) in va_to_vsid() 290 allocate_user_vsid(pmap_t pm, uint64_t esid, int large) in allocate_user_vsid() 354 free_vsid(pmap_t pm, uint64_t esid, int large) in free_vsid() 407 slb_free_tree(pmap_t pm) in slb_free_tree() 472 slb_insert_user(pmap_t pm, struct slb *slb) in slb_insert_user() 592 handle_user_slb_spill(pmap_t pm, vm_offset_t addr) in handle_user_slb_spill()
|
/freebsd/sys/amd64/amd64/ |
H A D | pmap.c | 178 pmap_type_guest(pmap_t pmap) in pmap_type_guest() 185 pmap_emulate_ad_bits(pmap_t pmap) in pmap_emulate_ad_bits() 192 pmap_valid_bit(pmap_t pmap) in pmap_valid_bit() 215 pmap_rw_bit(pmap_t pmap) in pmap_rw_bit() 240 pmap_global_bit(pmap_t pmap) in pmap_global_bit() 260 pmap_accessed_bit(pmap_t pmap) in pmap_accessed_bit() 283 pmap_modified_bit(pmap_t pmap) in pmap_modified_bit() 306 pmap_pku_mask_bit(pmap_t pmap) in pmap_pku_mask_bit() 313 safe_to_clear_referenced(pmap_t pmap, pt_entry_t pte) in safe_to_clear_referenced() 435 pmap_is_la57(pmap_t pmap) in pmap_is_la57() [all …]
|
H A D | mp_machdep.c | 588 smp_targeted_tlb_shootdown_native(pmap_t pmap, vm_offset_t addr1, in smp_targeted_tlb_shootdown_native() 679 smp_masked_invltlb(pmap_t pmap, smp_invl_cb_t curcpu_cb) in smp_masked_invltlb() 702 smp_masked_invlpg(vm_offset_t addr, pmap_t pmap, smp_invl_cb_t curcpu_cb) in smp_masked_invlpg() 718 smp_masked_invlpg_range(vm_offset_t addr1, vm_offset_t addr2, pmap_t pmap, in smp_masked_invlpg_range() 772 invltlb_handler(pmap_t smp_tlb_pmap) in invltlb_handler() 788 invltlb_invpcid_handler(pmap_t smp_tlb_pmap) in invltlb_invpcid_handler() 807 invltlb_invpcid_pti_handler(pmap_t smp_tlb_pmap) in invltlb_invpcid_pti_handler() 838 invltlb_pcid_handler(pmap_t smp_tlb_pmap) in invltlb_pcid_handler() 880 invlpg_invpcid_handler(pmap_t smp_tlb_pmap, vm_offset_t smp_tlb_addr1) in invlpg_invpcid_handler() 903 invlpg_pcid_handler(pmap_t smp_tlb_pmap, vm_offset_t smp_tlb_addr1) in invlpg_pcid_handler() [all …]
|
/freebsd/sys/riscv/riscv/ |
H A D | pmap.c | 307 static void free_pv_entry(pmap_t pmap, pv_entry_t pv); 308 static pv_entry_t get_pv_entry(pmap_t pmap, struct rwlock **lockp); 309 static vm_page_t reclaim_pv_chunk(pmap_t locked_pmap, struct rwlock **lockp); 310 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 311 static pv_entry_t pmap_pvh_remove(struct md_page *pvh, pmap_t pmap, 313 static bool pmap_demote_l1(pmap_t pmap, pd_entry_t *l1, vm_offset_t va); 314 static bool pmap_demote_l2(pmap_t pmap, pd_entry_t *l2, vm_offset_t va); 315 static bool pmap_demote_l2_locked(pmap_t pmap, pd_entry_t *l2, 317 static int pmap_enter_l2(pmap_t pmap, vm_offset_t va, pd_entry_t new_l2, 319 static vm_page_t pmap_enter_quick_locked(pmap_t pmap, vm_offset_t va, [all …]
|
/freebsd/sys/arm64/arm64/ |
H A D | pmap.c | 457 static void free_pv_entry(pmap_t pmap, pv_entry_t pv); 458 static pv_entry_t get_pv_entry(pmap_t pmap, struct rwlock **lockp); 459 static vm_page_t reclaim_pv_chunk(pmap_t locked_pmap, struct rwlock **lockp); 460 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 461 static pv_entry_t pmap_pvh_remove(struct md_page *pvh, pmap_t pmap, 464 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte); 465 static bool pmap_activate_int(pmap_t pmap); 466 static void pmap_alloc_asid(pmap_t pmap); 469 static bool pmap_copy_l3c(pmap_t pmap, pt_entry_t *l3p, vm_offset_t va, 471 static pt_entry_t *pmap_demote_l1(pmap_t pmap, pt_entry_t *l1, vm_offset_t va); [all …]
|
/freebsd/sys/dev/hyperv/vmbus/ |
H A D | vmbus_var.h | 224 void hyperv_vm_tlb_flush(pmap_t, vm_offset_t, 226 uint64_t hv_flush_tlb_others_ex(pmap_t, vm_offset_t, vm_offset_t, 228 void hv_vm_tlb_flush(pmap_t, vm_offset_t, vm_offset_t,
|