| /linux/virt/kvm/ |
| H A D | pfncache.c | 127 static inline bool mmu_notifier_retry_cache(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry_cache() argument
152 return kvm->mmu_invalidate_seq != mmu_seq; in mmu_notifier_retry_cache()
161 unsigned long mmu_seq; in hva_to_pfn_retry() local
184 mmu_seq = gpc->kvm->mmu_invalidate_seq; in hva_to_pfn_retry()
235 } while (mmu_notifier_retry_cache(gpc->kvm, mmu_seq)); in hva_to_pfn_retry()
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_rm_mmu.c | 199 unsigned long mmu_seq; in kvmppc_do_h_enter() local
222 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_do_h_enter()
249 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter()
369 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter()
883 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_get_hpa() argument
903 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa()
930 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local
935 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_do_h_page_init_zero()
940 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero()
957 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local
[all …]
|
| H A D | book3s_64_mmu_radix.c | 617 unsigned long mmu_seq, u64 lpid, in kvmppc_create_pte() argument
649 if (mmu_invalidate_retry(kvm, mmu_seq)) in kvmppc_create_pte()
829 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local
839 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_book3s_instantiate_page()
853 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page()
903 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
|
| H A D | e500_mmu_host.c | 332 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local
341 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_e500_shadow_map()
364 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
|
| H A D | book3s_64_mmu_hv.c | 513 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local
596 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_book3s_hv_page_fault()
616 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault()
694 if (mmu_invalidate_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
|
| H A D | book3s_hv_nested.c | 1531 unsigned long mmu_seq; in __kvmhv_nested_page_fault() local
1622 mmu_seq = kvm->mmu_invalidate_seq; in __kvmhv_nested_page_fault()
1681 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap); in __kvmhv_nested_page_fault()
|
| /linux/arch/riscv/kvm/ |
| H A D | mmu.c | 470 unsigned long mmu_seq; in kvm_riscv_mmu_map()
479 mmu_seq = kvm->mmu_invalidate_seq; in kvm_riscv_mmu_map()
483 if (mmu_invalidate_retry_gfn(kvm, mmu_seq, gfn)) { in kvm_riscv_mmu_map()
550 unsigned long vma_pagesize, mmu_seq; in kvm_riscv_mmu_alloc_pgd()
605 mmu_seq = kvm->mmu_invalidate_seq;
634 if (mmu_invalidate_retry(kvm, mmu_seq))
438 unsigned long vma_pagesize, mmu_seq; kvm_riscv_mmu_map() local
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 776 unsigned long hva, mmu_seq, prot_bits; in kvm_map_page() local
808 mmu_seq = kvm->mmu_invalidate_seq; in kvm_map_page()
831 if (mmu_invalidate_retry_gfn(kvm, mmu_seq, gfn)) { in kvm_map_page()
|
| /linux/include/linux/ |
| H A D | kvm_host.h | 2125 static inline int mmu_invalidate_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_invalidate_retry()
2142 if (kvm->mmu_invalidate_seq != mmu_seq) in mmu_invalidate_retry_gfn()
2148 unsigned long mmu_seq, in mmu_invalidate_retry_gfn()
2172 if (kvm->mmu_invalidate_seq != mmu_seq)
2184 unsigned long mmu_seq, in mmu_invalidate_retry_gfn_unsafe()
2200 return READ_ONCE(kvm->mmu_invalidate_seq) != mmu_seq;
2120 mmu_invalidate_retry(struct kvm * kvm,unsigned long mmu_seq) mmu_invalidate_retry() argument
2143 mmu_invalidate_retry_gfn(struct kvm * kvm,unsigned long mmu_seq,gfn_t gfn) mmu_invalidate_retry_gfn() argument
2179 mmu_invalidate_retry_gfn_unsafe(struct kvm * kvm,unsigned long mmu_seq,gfn_t gfn) mmu_invalidate_retry_gfn_unsafe() argument
|
| /linux/arch/arm64/kvm/ |
| H A D | mmu.c | 1615 unsigned long mmu_seq; in gmem_abort()
1640 mmu_seq = kvm->mmu_invalidate_seq; in gmem_abort()
1664 if (mmu_invalidate_retry(kvm, mmu_seq)) {
1694 unsigned long mmu_seq; in pkvm_mem_abort()
1885 s2vi->mmu_seq = kvm->mmu_invalidate_seq; in kvm_s2_fault_pin_pfn()
2034 if (mmu_invalidate_retry(kvm, s2vi->mmu_seq)) in kvm_s2_fault_map()
1583 unsigned long mmu_seq; gmem_abort() local
1662 unsigned long mmu_seq; global() member
|
| H A D | nested.c | 1361 unsigned long mmu_seq; in inject_vncr_perm()
1399 mmu_seq = vcpu->kvm->mmu_invalidate_seq; in kvm_handle_vncr_abort()
1423 if (mmu_invalidate_retry(vcpu->kvm, mmu_seq)) { in kvm_handle_vncr_abort()
1275 unsigned long mmu_seq; kvm_translate_vncr() local
|
| /linux/arch/x86/kvm/mmu/ |
| H A D | mmu_internal.h | 280 unsigned long mmu_seq; member
|
| H A D | mmu.c | 4696 fault->mmu_seq = vcpu->kvm->mmu_invalidate_seq; in kvm_mmu_faultin_pfn()
4771 if (mmu_invalidate_retry_gfn_unsafe(kvm, fault->mmu_seq, fault->gfn)) in kvm_mmu_faultin_pfn()
4791 if (mmu_invalidate_retry_gfn_unsafe(kvm, fault->mmu_seq, fault->gfn)) { in is_page_fault_stale()
4829 mmu_invalidate_retry_gfn(vcpu->kvm, fault->mmu_seq, fault->gfn); in direct_page_fault()
|
| /linux/arch/x86/kvm/vmx/ |
| H A D | vmx.c | 6954 unsigned long mmu_seq; in vmx_set_apic_access_page_addr()
6981 mmu_seq = kvm->mmu_invalidate_seq; in vmx_set_apic_access_page_addr()
6994 if (mmu_invalidate_retry_gfn(kvm, mmu_seq, gfn)) in vmx_set_apic_access_page_addr()
6937 unsigned long mmu_seq; vmx_set_apic_access_page_addr() local
|