1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Copyright (C) 2020 Google LLC 4 * Author: Quentin Perret <qperret@google.com> 5 */ 6 7 #ifndef __KVM_NVHE_MEM_PROTECT__ 8 #define __KVM_NVHE_MEM_PROTECT__ 9 #include <linux/kvm_host.h> 10 #include <asm/kvm_hyp.h> 11 #include <asm/kvm_mmu.h> 12 #include <asm/kvm_pgtable.h> 13 #include <asm/virt.h> 14 #include <nvhe/memory.h> 15 #include <nvhe/pkvm.h> 16 #include <nvhe/spinlock.h> 17 18 struct host_mmu { 19 struct kvm_arch arch; 20 struct kvm_pgtable pgt; 21 struct kvm_pgtable_mm_ops mm_ops; 22 hyp_spinlock_t lock; 23 }; 24 extern struct host_mmu host_mmu; 25 26 /* This corresponds to page-table locking order */ 27 enum pkvm_component_id { 28 PKVM_ID_HOST, 29 PKVM_ID_HYP, 30 PKVM_ID_GUEST, 31 }; 32 33 int __pkvm_prot_finalize(void); 34 int __pkvm_host_share_hyp(u64 pfn); 35 int __pkvm_guest_share_host(struct pkvm_hyp_vcpu *vcpu, u64 gfn); 36 int __pkvm_guest_unshare_host(struct pkvm_hyp_vcpu *vcpu, u64 gfn); 37 int __pkvm_host_unshare_hyp(u64 pfn); 38 int __pkvm_host_donate_hyp(u64 pfn, u64 nr_pages); 39 int __pkvm_hyp_donate_host(u64 pfn, u64 nr_pages); 40 int __pkvm_host_share_ffa(u64 pfn, u64 nr_pages); 41 int __pkvm_host_unshare_ffa(u64 pfn, u64 nr_pages); 42 int __pkvm_host_donate_guest(u64 pfn, u64 gfn, struct pkvm_hyp_vcpu *vcpu); 43 int __pkvm_vcpu_in_poison_fault(struct pkvm_hyp_vcpu *hyp_vcpu); 44 int __pkvm_host_force_reclaim_page_guest(phys_addr_t phys); 45 int __pkvm_host_reclaim_page_guest(u64 gfn, struct pkvm_hyp_vm *vm); 46 int __pkvm_host_share_guest(u64 pfn, u64 gfn, u64 nr_pages, struct pkvm_hyp_vcpu *vcpu, 47 enum kvm_pgtable_prot prot); 48 int __pkvm_host_unshare_guest(u64 gfn, u64 nr_pages, struct pkvm_hyp_vm *hyp_vm); 49 int __pkvm_host_relax_perms_guest(u64 gfn, struct pkvm_hyp_vcpu *vcpu, enum kvm_pgtable_prot prot); 50 int __pkvm_host_wrprotect_guest(u64 gfn, u64 nr_pages, struct pkvm_hyp_vm *hyp_vm); 51 int __pkvm_host_test_clear_young_guest(u64 gfn, u64 nr_pages, bool mkold, struct pkvm_hyp_vm *vm); 52 int __pkvm_host_mkyoung_guest(u64 gfn, struct pkvm_hyp_vcpu *vcpu); 53 54 bool addr_is_memory(phys_addr_t phys); 55 int host_stage2_idmap_locked(phys_addr_t addr, u64 size, enum kvm_pgtable_prot prot); 56 int host_stage2_set_owner_locked(phys_addr_t addr, u64 size, u8 owner_id); 57 int kvm_host_prepare_stage2(void *pgt_pool_base); 58 int kvm_guest_prepare_stage2(struct pkvm_hyp_vm *vm, void *pgd); 59 void handle_host_mem_abort(struct kvm_cpu_context *host_ctxt); 60 61 int hyp_pin_shared_mem(void *from, void *to); 62 void hyp_unpin_shared_mem(void *from, void *to); 63 void reclaim_pgtable_pages(struct pkvm_hyp_vm *vm, struct kvm_hyp_memcache *mc); 64 int refill_memcache(struct kvm_hyp_memcache *mc, unsigned long min_pages, 65 struct kvm_hyp_memcache *host_mc); 66 67 static __always_inline void __load_host_stage2(void) 68 { 69 if (static_branch_likely(&kvm_protected_mode_initialized)) 70 __load_stage2(&host_mmu.arch.mmu, &host_mmu.arch); 71 else 72 write_sysreg(0, vttbr_el2); 73 } 74 75 #ifdef CONFIG_NVHE_EL2_DEBUG 76 void pkvm_ownership_selftest(void *base); 77 struct pkvm_hyp_vcpu *init_selftest_vm(void *virt); 78 void teardown_selftest_vm(void); 79 #else 80 static inline void pkvm_ownership_selftest(void *base) { } 81 #endif 82 #endif /* __KVM_NVHE_MEM_PROTECT__ */ 83