15 void kvm_mmu_init_tdp_mmu(struct kvm *kvm)  in kvm_mmu_init_tdp_mmu()
22 static __always_inline bool kvm_lockdep_assert_mmu_lock_held(struct kvm *kvm,  in kvm_lockdep_assert_mmu_lock_held()
33 void kvm_mmu_uninit_tdp_mmu(struct kvm *kvm)  in kvm_mmu_uninit_tdp_mmu()
76 void kvm_tdp_mmu_put_root(struct kvm *kvm, struct kvm_mmu_page *root)  in kvm_tdp_mmu_put_root()
104 static struct kvm_mmu_page *tdp_mmu_next_root(struct kvm *kvm,  in tdp_mmu_next_root()
231 	struct kvm *kvm = vcpu->kvm;  in kvm_tdp_mmu_alloc_root()  local
294 static void tdp_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_account_mmu_page()
300 static void tdp_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_unaccount_mmu_page()
312 static void tdp_mmu_unlink_sp(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_mmu_unlink_sp()
342 static void handle_removed_pt(struct kvm *kvm, tdp_ptep_t pt, bool shared)  in handle_removed_pt()
441 static void handle_changed_spte(struct kvm *kvm, int as_id, gfn_t gfn,  in handle_changed_spte()
568 static inline int __must_check tdp_mmu_set_spte_atomic(struct kvm *kvm,  in tdp_mmu_set_spte_atomic()
599 static u64 tdp_mmu_set_spte(struct kvm *kvm, int as_id, tdp_ptep_t sptep,  in tdp_mmu_set_spte()
619 static inline void tdp_mmu_iter_set_spte(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_iter_set_spte()
641 static inline bool __must_check tdp_mmu_iter_need_resched(struct kvm *kvm,  in tdp_mmu_iter_need_resched()
665 static inline bool __must_check tdp_mmu_iter_cond_resched(struct kvm *kvm,  in tdp_mmu_iter_cond_resched()
703 static void __tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,  in __tdp_mmu_zap_root()
729 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,  in tdp_mmu_zap_root()
776 bool kvm_tdp_mmu_zap_sp(struct kvm *kvm, struct kvm_mmu_page *sp)  in kvm_tdp_mmu_zap_sp()
804 static bool tdp_mmu_zap_leafs(struct kvm *kvm, struct kvm_mmu_page *root,  in tdp_mmu_zap_leafs()
850 bool kvm_tdp_mmu_zap_leafs(struct kvm *kvm, gfn_t start, gfn_t end, bool flush)  in kvm_tdp_mmu_zap_leafs()
861 void kvm_tdp_mmu_zap_all(struct kvm *kvm)  in kvm_tdp_mmu_zap_all()
886 void kvm_tdp_mmu_zap_invalidated_roots(struct kvm *kvm)  in kvm_tdp_mmu_zap_invalidated_roots()
931 void kvm_tdp_mmu_invalidate_all_roots(struct kvm *kvm)  in kvm_tdp_mmu_invalidate_all_roots()
1043 static int tdp_mmu_link_sp(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_link_sp()
1072 	struct kvm *kvm = vcpu->kvm;  in kvm_tdp_mmu_map()  local
1151 bool kvm_tdp_mmu_unmap_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range,  in kvm_tdp_mmu_unmap_gfn_range()
1192 static bool __kvm_tdp_mmu_age_gfn_range(struct kvm *kvm,  in __kvm_tdp_mmu_age_gfn_range()
1224 bool kvm_tdp_mmu_age_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_age_gfn_range()
1229 bool kvm_tdp_mmu_test_age_gfn(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_test_age_gfn()
1239 static bool wrprot_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root,  in wrprot_gfn_range()
1277 bool kvm_tdp_mmu_wrprot_slot(struct kvm *kvm,  in kvm_tdp_mmu_wrprot_slot()
1310 static int tdp_mmu_split_huge_page(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_split_huge_page()
1348 static int tdp_mmu_split_huge_pages_root(struct kvm *kvm,  in tdp_mmu_split_huge_pages_root()
1430 void kvm_tdp_mmu_try_split_huge_pages(struct kvm *kvm,  in kvm_tdp_mmu_try_split_huge_pages()
1458 static void clear_dirty_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root,  in clear_dirty_gfn_range()
1493 void kvm_tdp_mmu_clear_dirty_slot(struct kvm *kvm,  in kvm_tdp_mmu_clear_dirty_slot()
1504 static void clear_dirty_pt_masked(struct kvm *kvm, struct kvm_mmu_page *root,  in clear_dirty_pt_masked()
1549 void kvm_tdp_mmu_clear_dirty_pt_masked(struct kvm *kvm,  in kvm_tdp_mmu_clear_dirty_pt_masked()
1560 static int tdp_mmu_make_huge_spte(struct kvm *kvm,  in tdp_mmu_make_huge_spte()
1586 static void recover_huge_pages_range(struct kvm *kvm,  in recover_huge_pages_range()
1658 void kvm_tdp_mmu_recover_huge_pages(struct kvm *kvm,  in kvm_tdp_mmu_recover_huge_pages()
1673 static bool write_protect_gfn(struct kvm *kvm, struct kvm_mmu_page *root,  in write_protect_gfn()
1709 bool kvm_tdp_mmu_write_protect_gfn(struct kvm *kvm,  in kvm_tdp_mmu_write_protect_gfn()