1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (C) 2020 - Google LLC 4 * Author: Quentin Perret <qperret@google.com> 5 */ 6 #ifndef __ARM64_KVM_PKVM_H__ 7 #define __ARM64_KVM_PKVM_H__ 8 9 #include <linux/arm_ffa.h> 10 #include <linux/memblock.h> 11 #include <linux/scatterlist.h> 12 #include <asm/kvm_host.h> 13 #include <asm/kvm_pgtable.h> 14 15 /* Maximum number of VMs that can co-exist under pKVM. */ 16 #define KVM_MAX_PVMS 255 17 18 #define HYP_MEMBLOCK_REGIONS 128 19 20 int pkvm_init_host_vm(struct kvm *kvm, unsigned long type); 21 int pkvm_create_hyp_vm(struct kvm *kvm); 22 bool pkvm_hyp_vm_is_created(struct kvm *kvm); 23 void pkvm_destroy_hyp_vm(struct kvm *kvm); 24 int pkvm_create_hyp_vcpu(struct kvm_vcpu *vcpu); 25 26 /* 27 * Check whether the specific capability is allowed in pKVM. 28 * 29 * Certain features are allowed only for non-protected VMs in pKVM, which is why 30 * this takes the VM (kvm) as a parameter. 31 */ 32 static inline bool kvm_pkvm_ext_allowed(struct kvm *kvm, long ext) 33 { 34 switch (ext) { 35 case KVM_CAP_IRQCHIP: 36 case KVM_CAP_ARM_PSCI: 37 case KVM_CAP_ARM_PSCI_0_2: 38 case KVM_CAP_NR_VCPUS: 39 case KVM_CAP_MAX_VCPUS: 40 case KVM_CAP_MAX_VCPU_ID: 41 case KVM_CAP_MSI_DEVID: 42 case KVM_CAP_ARM_VM_IPA_SIZE: 43 case KVM_CAP_ARM_PTRAUTH_ADDRESS: 44 case KVM_CAP_ARM_PTRAUTH_GENERIC: 45 return true; 46 case KVM_CAP_ARM_MTE: 47 return false; 48 case KVM_CAP_ARM_EAGER_SPLIT_CHUNK_SIZE: 49 case KVM_CAP_ARM_SUPPORTED_BLOCK_SIZES: 50 return false; 51 default: 52 return !kvm || !kvm_vm_is_protected(kvm); 53 } 54 } 55 56 /* 57 * Check whether the KVM VM IOCTL is allowed in pKVM. 58 * 59 * Certain features are allowed only for non-protected VMs in pKVM, which is why 60 * this takes the VM (kvm) as a parameter. 61 */ 62 static inline bool kvm_pkvm_ioctl_allowed(struct kvm *kvm, unsigned int ioctl) 63 { 64 long ext; 65 int r; 66 67 r = kvm_get_cap_for_kvm_ioctl(ioctl, &ext); 68 69 if (WARN_ON_ONCE(r < 0)) 70 return false; 71 72 return kvm_pkvm_ext_allowed(kvm, ext); 73 } 74 75 extern struct memblock_region kvm_nvhe_sym(hyp_memory)[]; 76 extern unsigned int kvm_nvhe_sym(hyp_memblock_nr); 77 78 static inline unsigned long 79 hyp_vmemmap_memblock_size(struct memblock_region *reg, size_t vmemmap_entry_size) 80 { 81 unsigned long nr_pages = reg->size >> PAGE_SHIFT; 82 unsigned long start, end; 83 84 start = (reg->base >> PAGE_SHIFT) * vmemmap_entry_size; 85 end = start + nr_pages * vmemmap_entry_size; 86 start = ALIGN_DOWN(start, PAGE_SIZE); 87 end = ALIGN(end, PAGE_SIZE); 88 89 return end - start; 90 } 91 92 static inline unsigned long hyp_vmemmap_pages(size_t vmemmap_entry_size) 93 { 94 unsigned long res = 0, i; 95 96 for (i = 0; i < kvm_nvhe_sym(hyp_memblock_nr); i++) { 97 res += hyp_vmemmap_memblock_size(&kvm_nvhe_sym(hyp_memory)[i], 98 vmemmap_entry_size); 99 } 100 101 return res >> PAGE_SHIFT; 102 } 103 104 static inline unsigned long hyp_vm_table_pages(void) 105 { 106 return PAGE_ALIGN(KVM_MAX_PVMS * sizeof(void *)) >> PAGE_SHIFT; 107 } 108 109 static inline unsigned long __hyp_pgtable_max_pages(unsigned long nr_pages) 110 { 111 unsigned long total = 0; 112 int i; 113 114 /* Provision the worst case scenario */ 115 for (i = KVM_PGTABLE_FIRST_LEVEL; i <= KVM_PGTABLE_LAST_LEVEL; i++) { 116 nr_pages = DIV_ROUND_UP(nr_pages, PTRS_PER_PTE); 117 total += nr_pages; 118 } 119 120 return total; 121 } 122 123 static inline unsigned long __hyp_pgtable_total_pages(void) 124 { 125 unsigned long res = 0, i; 126 127 /* Cover all of memory with page-granularity */ 128 for (i = 0; i < kvm_nvhe_sym(hyp_memblock_nr); i++) { 129 struct memblock_region *reg = &kvm_nvhe_sym(hyp_memory)[i]; 130 res += __hyp_pgtable_max_pages(reg->size >> PAGE_SHIFT); 131 } 132 133 return res; 134 } 135 136 static inline unsigned long hyp_s1_pgtable_pages(void) 137 { 138 unsigned long res; 139 140 res = __hyp_pgtable_total_pages(); 141 142 /* Allow 1 GiB for private mappings */ 143 res += __hyp_pgtable_max_pages(SZ_1G >> PAGE_SHIFT); 144 145 return res; 146 } 147 148 static inline unsigned long host_s2_pgtable_pages(void) 149 { 150 unsigned long res; 151 152 /* 153 * Include an extra 16 pages to safely upper-bound the worst case of 154 * concatenated pgds. 155 */ 156 res = __hyp_pgtable_total_pages() + 16; 157 158 /* Allow 1 GiB for MMIO mappings */ 159 res += __hyp_pgtable_max_pages(SZ_1G >> PAGE_SHIFT); 160 161 return res; 162 } 163 164 #ifdef CONFIG_NVHE_EL2_DEBUG 165 static inline unsigned long pkvm_selftest_pages(void) { return 32; } 166 #else 167 static inline unsigned long pkvm_selftest_pages(void) { return 0; } 168 #endif 169 170 #define KVM_FFA_MBOX_NR_PAGES 1 171 172 static inline unsigned long hyp_ffa_proxy_pages(void) 173 { 174 size_t desc_max; 175 176 /* 177 * The hypervisor FFA proxy needs enough memory to buffer a fragmented 178 * descriptor returned from EL3 in response to a RETRIEVE_REQ call. 179 */ 180 desc_max = sizeof(struct ffa_mem_region) + 181 sizeof(struct ffa_mem_region_attributes) + 182 sizeof(struct ffa_composite_mem_region) + 183 SG_MAX_SEGMENTS * sizeof(struct ffa_mem_region_addr_range); 184 185 /* Plus a page each for the hypervisor's RX and TX mailboxes. */ 186 return (2 * KVM_FFA_MBOX_NR_PAGES) + DIV_ROUND_UP(desc_max, PAGE_SIZE); 187 } 188 189 static inline size_t pkvm_host_sve_state_size(void) 190 { 191 if (!system_supports_sve()) 192 return 0; 193 194 return SVE_SIG_REGS_SIZE(sve_vq_from_vl(kvm_host_sve_max_vl)); 195 } 196 197 struct pkvm_mapping { 198 struct rb_node node; 199 u64 gfn; 200 u64 pfn; 201 struct { 202 u64 nr_pages:48; 203 u64 nc:1; 204 }; 205 u64 __subtree_last; /* Internal member for interval tree */ 206 }; 207 208 int pkvm_pgtable_stage2_init(struct kvm_pgtable *pgt, struct kvm_s2_mmu *mmu, 209 struct kvm_pgtable_mm_ops *mm_ops); 210 void pkvm_pgtable_stage2_destroy_range(struct kvm_pgtable *pgt, 211 u64 addr, u64 size); 212 void pkvm_pgtable_stage2_destroy_pgd(struct kvm_pgtable *pgt); 213 int pkvm_pgtable_stage2_map(struct kvm_pgtable *pgt, u64 addr, u64 size, u64 phys, 214 enum kvm_pgtable_prot prot, void *mc, 215 enum kvm_pgtable_walk_flags flags); 216 int pkvm_pgtable_stage2_unmap(struct kvm_pgtable *pgt, u64 addr, u64 size); 217 int pkvm_pgtable_stage2_wrprotect(struct kvm_pgtable *pgt, u64 addr, u64 size); 218 int pkvm_pgtable_stage2_flush(struct kvm_pgtable *pgt, u64 addr, u64 size); 219 bool pkvm_pgtable_stage2_test_clear_young(struct kvm_pgtable *pgt, u64 addr, u64 size, bool mkold); 220 int pkvm_pgtable_stage2_relax_perms(struct kvm_pgtable *pgt, u64 addr, enum kvm_pgtable_prot prot, 221 enum kvm_pgtable_walk_flags flags); 222 void pkvm_pgtable_stage2_mkyoung(struct kvm_pgtable *pgt, u64 addr, 223 enum kvm_pgtable_walk_flags flags); 224 int pkvm_pgtable_stage2_split(struct kvm_pgtable *pgt, u64 addr, u64 size, 225 struct kvm_mmu_memory_cache *mc); 226 void pkvm_pgtable_stage2_free_unlinked(struct kvm_pgtable_mm_ops *mm_ops, void *pgtable, s8 level); 227 kvm_pte_t *pkvm_pgtable_stage2_create_unlinked(struct kvm_pgtable *pgt, u64 phys, s8 level, 228 enum kvm_pgtable_prot prot, void *mc, 229 bool force_pte); 230 #endif /* __ARM64_KVM_PKVM_H__ */ 231