| H A D | pmap.c | 164 #define PMAP_ASSERT_STAGE1(pmap) MPASS((pmap)->pm_stage == PM_STAGE1) argument 165 #define PMAP_ASSERT_STAGE2(pmap) MPASS((pmap)->pm_stage == PM_STAGE2) argument 311 struct pmap kernel_pmap_store; 370 static SYSCTL_NODE(_vm, OID_AUTO, pmap, CTLFLAG_RD | CTLFLAG_MPSAFE, 0, 371 "VM/pmap parameters"); 393 * that it has currently allocated to a pmap, a cursor ("asid_next") to 436 * A pmap's cookie encodes an ASID and epoch number. Cookies for reserved 443 * which indicates that an ASID should never be allocated to the pmap, an 573 pmap_l0(pmap_t pmap,vm_offset_t va) pmap_l0() argument 589 pmap_l1(pmap_t pmap,vm_offset_t va) pmap_l1() argument 622 pmap_l2(pmap_t pmap,vm_offset_t va) pmap_l2() argument 660 pmap_pde(pmap_t pmap,vm_offset_t va,int * level) pmap_pde() argument 695 pmap_pte(pmap_t pmap,vm_offset_t va,int * level) pmap_pte() argument 744 pmap_pte_exists(pmap_t pmap,vm_offset_t va,int level,const char * diag) pmap_pte_exists() argument 787 pmap_ps_enabled(pmap_t pmap) pmap_ps_enabled() argument 824 pmap_get_tables(pmap_t pmap,vm_offset_t va,pd_entry_t ** l0,pd_entry_t ** l1,pd_entry_t ** l2,pt_entry_t ** l3) pmap_get_tables() argument 877 pmap_pte_memattr(pmap_t pmap,vm_memattr_t memattr) pmap_pte_memattr() argument 906 pmap_pte_prot(pmap_t pmap,vm_prot_t prot) pmap_pte_prot() argument 932 pmap_pte_dirty(pmap_t pmap,pt_entry_t pte) pmap_pte_dirty() argument 950 pmap_resident_count_inc(pmap_t pmap,int count) pmap_resident_count_inc() argument 958 pmap_resident_count_dec(pmap_t pmap,int count) pmap_resident_count_dec() argument 1956 pmap_s1_invalidate_page(pmap_t pmap,vm_offset_t va,bool final_only) pmap_s1_invalidate_page() argument 1979 pmap_s2_invalidate_page(pmap_t pmap,vm_offset_t va,bool final_only) pmap_s2_invalidate_page() argument 1988 pmap_invalidate_page(pmap_t pmap,vm_offset_t va,bool final_only) pmap_invalidate_page() argument 2001 pmap_s1_invalidate_strided(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,vm_offset_t stride,bool final_only) pmap_s1_invalidate_strided() argument 2034 pmap_s1_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool final_only) pmap_s1_invalidate_range() argument 2041 pmap_s2_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool final_only) pmap_s2_invalidate_range() argument 2050 pmap_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool final_only) pmap_invalidate_range() argument 2077 pmap_s1_invalidate_all(pmap_t pmap) pmap_s1_invalidate_all() argument 2099 pmap_s2_invalidate_all(pmap_t pmap) pmap_s2_invalidate_all() argument 2107 pmap_invalidate_all(pmap_t pmap) pmap_invalidate_all() argument 2122 pmap_extract(pmap_t pmap,vm_offset_t va) pmap_extract() argument 2172 pmap_extract_and_hold(pmap_t pmap,vm_offset_t va,vm_prot_t prot) pmap_extract_and_hold() argument 2684 pmap_unwire_l3(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) pmap_unwire_l3() argument 2696 _pmap_unwire_l3(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) _pmap_unwire_l3() argument 2756 pmap_unuse_pt(pmap_t pmap,vm_offset_t va,pd_entry_t ptepde,struct spglist * free) pmap_unuse_pt() argument 2775 pmap_abort_ptp(pmap_t pmap,vm_offset_t va,vm_page_t mpte) pmap_abort_ptp() argument 2785 pmap_pinit0(pmap_t pmap) pmap_pinit0() argument 2805 pmap_pinit_stage(pmap_t pmap,enum pmap_stage stage,int levels) pmap_pinit_stage() argument 2863 pmap_pinit(pmap_t pmap) pmap_pinit() argument 2881 _pmap_alloc_l3(pmap_t pmap,vm_pindex_t ptepindex,struct rwlock ** lockp) _pmap_alloc_l3() argument 3022 pmap_alloc_l2(pmap_t pmap,vm_offset_t va,vm_page_t * l2pgp,struct rwlock ** lockp) pmap_alloc_l2() argument 3062 pmap_alloc_l3(pmap_t pmap,vm_offset_t va,struct rwlock ** lockp) pmap_alloc_l3() argument 3136 pmap_release(pmap_t pmap) pmap_release() argument 3348 pmap_t next_pmap, pmap; reclaim_pv_chunk_domain() local 3543 free_pv_entry(pmap_t pmap,pv_entry_t pv) free_pv_entry() argument 3630 get_pv_entry(pmap_t pmap,struct rwlock ** lockp) get_pv_entry() argument 3699 reserve_pv_entries(pmap_t pmap,int needed,struct rwlock ** lockp) reserve_pv_entries() argument 3773 pmap_pvh_remove(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_remove() argument 3793 pmap_pv_demote_l2(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_demote_l2() argument 3861 pmap_pvh_free(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_free() argument 3875 pmap_try_insert_pv_entry(pmap_t pmap,vm_offset_t va,vm_page_t m,struct rwlock ** lockp) pmap_try_insert_pv_entry() argument 3898 pmap_pv_insert_l2(pmap_t pmap,vm_offset_t va,pd_entry_t l2e,u_int flags,struct rwlock ** lockp) pmap_pv_insert_l2() argument 3924 pmap_pv_insert_l3c(pmap_t pmap,vm_offset_t va,vm_page_t m,struct rwlock ** lockp) pmap_pv_insert_l3c() argument 3958 pmap_remove_kernel_l2(pmap_t pmap,pt_entry_t * l2,vm_offset_t va) pmap_remove_kernel_l2() argument 3994 pmap_remove_l2(pmap_t pmap,pt_entry_t * l2,vm_offset_t sva,pd_entry_t l1e,bool demote_kl2e,struct spglist * free,struct rwlock ** lockp) pmap_remove_l2() argument 4058 pmap_remove_l3(pmap_t pmap,pt_entry_t * l3,vm_offset_t va,pd_entry_t l2e,struct spglist * free,struct rwlock ** lockp) pmap_remove_l3() argument 4099 pmap_remove_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va,vm_offset_t * vap,vm_offset_t va_next,vm_page_t ml3,struct spglist * free,struct rwlock ** lockp) pmap_remove_l3c() argument 4186 pmap_remove_l3_range(pmap_t pmap,pd_entry_t l2e,vm_offset_t sva,vm_offset_t eva,struct spglist * free,struct rwlock ** lockp) pmap_remove_l3_range() argument 4295 pmap_remove1(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool map_delete) pmap_remove1() argument 4400 pmap_remove(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_remove() argument 4412 pmap_map_delete(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_map_delete() argument 4435 pmap_t pmap; pmap_remove_all() local 4521 pmap_protect_l2(pmap_t pmap,pt_entry_t * l2,vm_offset_t sva,pt_entry_t mask,pt_entry_t nbits) pmap_protect_l2() argument 4572 pmap_mask_set_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va,vm_offset_t * vap,vm_offset_t va_next,pt_entry_t mask,pt_entry_t nbits) pmap_mask_set_l3c() argument 4618 pmap_mask_set_locked(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t mask,pt_entry_t nbits,bool invalidate) pmap_mask_set_locked() argument 4764 pmap_mask_set(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t mask,pt_entry_t nbits,bool invalidate) pmap_mask_set() argument 4777 pmap_protect(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,vm_prot_t prot) pmap_protect() argument 4836 pmap_insert_pt_page(pmap_t pmap,vm_page_t mpte,bool promoted,bool all_l3e_AF_set) pmap_insert_pt_page() argument 4854 pmap_remove_pt_page(pmap_t pmap,vm_offset_t va) pmap_remove_pt_page() argument 4867 pmap_update_entry(pmap_t pmap,pd_entry_t * ptep,pd_entry_t newpte,vm_offset_t va,vm_size_t size) pmap_update_entry() argument 4908 pmap_update_strided(pmap_t pmap,pd_entry_t * ptep,pd_entry_t * ptep_end,pd_entry_t newpte,vm_offset_t va,vm_offset_t stride,vm_size_t size) pmap_update_strided() argument 4953 pmap_pv_promote_l2(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_promote_l2() argument 4996 pmap_promote_l2(pmap_t pmap,pd_entry_t * l2,vm_offset_t va,vm_page_t mpte,struct rwlock ** lockp) pmap_promote_l2() argument 5145 pmap_promote_l3c(pmap_t pmap,pd_entry_t * l3p,vm_offset_t va) pmap_promote_l3c() argument 5264 pmap_enter_largepage(pmap_t pmap,vm_offset_t va,pt_entry_t pte,int flags,int psind) pmap_enter_largepage() argument 5429 pmap_enter(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int flags,int8_t psind) pmap_enter() argument 5788 pmap_enter_l2_rx(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,struct rwlock ** lockp) pmap_enter_l2_rx() argument 5849 pmap_enter_l2(pmap_t pmap,vm_offset_t va,pd_entry_t new_l2,u_int flags,vm_page_t m,struct rwlock ** lockp) pmap_enter_l2() argument 6047 pmap_enter_l3c_rx(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_page_t * ml3p,vm_prot_t prot,struct rwlock ** lockp) pmap_enter_l3c_rx() argument 6078 pmap_enter_l3c(pmap_t pmap,vm_offset_t va,pt_entry_t l3e,u_int flags,vm_page_t m,vm_page_t * ml3p,struct rwlock ** lockp) pmap_enter_l3c() argument 6281 pmap_enter_object(pmap_t pmap,vm_offset_t start,vm_offset_t end,vm_page_t m_start,vm_prot_t prot) pmap_enter_object() argument 6340 pmap_enter_quick(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot) pmap_enter_quick() argument 6353 pmap_enter_quick_locked(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,vm_page_t mpte,struct rwlock ** lockp) pmap_enter_quick_locked() argument 6519 pmap_object_init_pt(pmap_t pmap,vm_offset_t addr,vm_object_t object,vm_pindex_t pindex,vm_size_t size) pmap_object_init_pt() argument 6538 pmap_unwire(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_unwire() argument 6647 pmap_copy_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va,pt_entry_t l3e,vm_page_t ml3,struct rwlock ** lockp) pmap_copy_l3c() argument 7031 pmap_page_exists_quick(pmap_t pmap,vm_page_t m) pmap_page_exists_quick() argument 7080 pmap_t pmap; pmap_page_wired_mappings() local 7172 pmap_remove_pages(pmap_t pmap) pmap_remove_pages() argument 7365 pmap_t pmap; pmap_page_test_mappings() local 7472 pmap_is_prefaultable(pmap_t pmap,vm_offset_t addr) pmap_is_prefaultable() argument 7516 pmap_t pmap; pmap_remove_write() local 7628 pmap_t pmap; pmap_ts_referenced() local 7777 pmap_advise(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,int advice) pmap_advise() argument 7955 pmap_t pmap; pmap_clear_modify() local 8570 pmap_demote_l1(pmap_t pmap,pt_entry_t * l1,vm_offset_t va) pmap_demote_l1() argument 8684 pmap_demote_l2_abort(pmap_t pmap,vm_offset_t va,pt_entry_t * l2,struct rwlock ** lockp) pmap_demote_l2_abort() argument 8699 pmap_demote_l2_locked(pmap_t pmap,pt_entry_t * l2,vm_offset_t va,struct rwlock ** lockp) pmap_demote_l2_locked() argument 8863 pmap_demote_l2(pmap_t pmap,pt_entry_t * l2,vm_offset_t va) pmap_demote_l2() argument 8879 pmap_demote_l2c(pmap_t pmap,pt_entry_t * l2p,vm_offset_t va) pmap_demote_l2c() argument 8969 pmap_demote_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va) pmap_demote_l3c() argument 9089 pmap_mincore(pmap_t pmap,vm_offset_t addr,vm_paddr_t * pap) pmap_mincore() argument 9146 pmap_reset_asid_set(pmap_t pmap) pmap_reset_asid_set() argument 9205 pmap_alloc_asid(pmap_t pmap) pmap_alloc_asid() argument 9250 pmap_to_ttbr0(pmap_t pmap) pmap_to_ttbr0() argument 9338 pmap_activate_int(struct thread * td,pmap_t pmap) pmap_activate_int() argument 9394 pmap_activate_vm(pmap_t pmap) pmap_activate_vm() argument 9405 pmap_t pmap; pmap_activate() local 9462 pmap_sync_icache(pmap_t pmap,vm_offset_t va,vm_size_t sz) pmap_sync_icache() argument 9495 pmap_stage2_fault(pmap_t pmap,uint64_t esr,uint64_t far) pmap_stage2_fault() argument 9562 pmap_fault(pmap_t pmap,uint64_t esr,uint64_t far) pmap_fault() argument 9818 pmap_bti_assign(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_bti_assign() argument 9836 pmap_bti_deassign_all(pmap_t pmap) pmap_bti_deassign_all() argument 9853 pmap_bti_same(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t * pte) pmap_bti_same() argument 9885 pmap_pte_bti(pmap_t pmap,vm_offset_t va) pmap_pte_bti() argument 9901 pmap_bti_on_remove(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_bti_on_remove() argument 9924 pmap_bti_update_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool set) pmap_bti_update_range() argument 9934 pmap_bti_set(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_bti_set() argument [all...] |