23 void kvm_riscv_local_hfence_gvma_vmid_gpa(unsigned long vmid,  in kvm_riscv_local_hfence_gvma_vmid_gpa()  argument
30 		kvm_riscv_local_hfence_gvma_vmid_all(vmid);  in kvm_riscv_local_hfence_gvma_vmid_gpa()
38 			: : "r" (pos >> 2), "r" (vmid) : "memory");  in kvm_riscv_local_hfence_gvma_vmid_gpa()
43 			: : "r" (pos >> 2), "r" (vmid) : "memory");  in kvm_riscv_local_hfence_gvma_vmid_gpa()
47 void kvm_riscv_local_hfence_gvma_vmid_all(unsigned long vmid)  in kvm_riscv_local_hfence_gvma_vmid_all()  argument
49 	asm volatile(HFENCE_GVMA(zero, %0) : : "r" (vmid) : "memory");  in kvm_riscv_local_hfence_gvma_vmid_all()
80 void kvm_riscv_local_hfence_vvma_asid_gva(unsigned long vmid,  in kvm_riscv_local_hfence_vvma_asid_gva()  argument
89 		kvm_riscv_local_hfence_vvma_asid_all(vmid, asid);  in kvm_riscv_local_hfence_vvma_asid_gva()
93 	hgatp = csr_swap(CSR_HGATP, vmid << HGATP_VMID_SHIFT);  in kvm_riscv_local_hfence_vvma_asid_gva()
110 void kvm_riscv_local_hfence_vvma_asid_all(unsigned long vmid,  in kvm_riscv_local_hfence_vvma_asid_all()  argument
115 	hgatp = csr_swap(CSR_HGATP, vmid << HGATP_VMID_SHIFT);  in kvm_riscv_local_hfence_vvma_asid_all()
122 void kvm_riscv_local_hfence_vvma_gva(unsigned long vmid,  in kvm_riscv_local_hfence_vvma_gva()  argument
129 		kvm_riscv_local_hfence_vvma_all(vmid);  in kvm_riscv_local_hfence_vvma_gva()
133 	hgatp = csr_swap(CSR_HGATP, vmid << HGATP_VMID_SHIFT);  in kvm_riscv_local_hfence_vvma_gva()
150 void kvm_riscv_local_hfence_vvma_all(unsigned long vmid)  in kvm_riscv_local_hfence_vvma_all()  argument
154 	hgatp = csr_swap(CSR_HGATP, vmid << HGATP_VMID_SHIFT);  in kvm_riscv_local_hfence_vvma_all()
169 	struct kvm_vmid *v = &vcpu->kvm->arch.vmid;  in kvm_riscv_tlb_flush_process()
170 	unsigned long vmid = READ_ONCE(v->vmid);  in kvm_riscv_tlb_flush_process()  local
173 		nacl_hfence_gvma_vmid_all(nacl_shmem(), vmid);  in kvm_riscv_tlb_flush_process()
175 		kvm_riscv_local_hfence_gvma_vmid_all(vmid);  in kvm_riscv_tlb_flush_process()
180 	struct kvm_vmid *v = &vcpu->kvm->arch.vmid;  in kvm_riscv_hfence_vvma_all_process()
181 	unsigned long vmid = READ_ONCE(v->vmid);  in kvm_riscv_hfence_vvma_all_process()  local
184 		nacl_hfence_vvma_all(nacl_shmem(), vmid);  in kvm_riscv_hfence_vvma_all_process()
186 		kvm_riscv_local_hfence_vvma_all(vmid);  in kvm_riscv_hfence_vvma_all_process()
248 				nacl_hfence_gvma_vmid(nacl_shmem(), d.vmid,  in kvm_riscv_hfence_process()
251 				kvm_riscv_local_hfence_gvma_vmid_gpa(d.vmid, d.addr,  in kvm_riscv_hfence_process()
256 				nacl_hfence_gvma_vmid_all(nacl_shmem(), d.vmid);  in kvm_riscv_hfence_process()
258 				kvm_riscv_local_hfence_gvma_vmid_all(d.vmid);  in kvm_riscv_hfence_process()
263 				nacl_hfence_vvma_asid(nacl_shmem(), d.vmid, d.asid,  in kvm_riscv_hfence_process()
266 				kvm_riscv_local_hfence_vvma_asid_gva(d.vmid, d.asid, d.addr,  in kvm_riscv_hfence_process()
272 				nacl_hfence_vvma_asid_all(nacl_shmem(), d.vmid, d.asid);  in kvm_riscv_hfence_process()
274 				kvm_riscv_local_hfence_vvma_asid_all(d.vmid, d.asid);  in kvm_riscv_hfence_process()
279 				nacl_hfence_vvma(nacl_shmem(), d.vmid,  in kvm_riscv_hfence_process()
282 				kvm_riscv_local_hfence_vvma_gva(d.vmid, d.addr,  in kvm_riscv_hfence_process()
288 				nacl_hfence_vvma_all(nacl_shmem(), d.vmid);  in kvm_riscv_hfence_process()
290 				kvm_riscv_local_hfence_vvma_all(d.vmid);  in kvm_riscv_hfence_process()
344 				    unsigned long order, unsigned long vmid)  in kvm_riscv_hfence_gvma_vmid_gpa()  argument
350 	data.vmid = vmid;  in kvm_riscv_hfence_gvma_vmid_gpa()
360 				    unsigned long vmid)  in kvm_riscv_hfence_gvma_vmid_all()  argument
365 	data.vmid = vmid;  in kvm_riscv_hfence_gvma_vmid_all()
374 				    unsigned long vmid)  in kvm_riscv_hfence_vvma_asid_gva()  argument
380 	data.vmid = vmid;  in kvm_riscv_hfence_vvma_asid_gva()
390 				    unsigned long asid, unsigned long vmid)  in kvm_riscv_hfence_vvma_asid_all()  argument
396 	data.vmid = vmid;  in kvm_riscv_hfence_vvma_asid_all()
404 			       unsigned long order, unsigned long vmid)  in kvm_riscv_hfence_vvma_gva()  argument
410 	data.vmid = vmid;  in kvm_riscv_hfence_vvma_gva()
420 			       unsigned long vmid)  in kvm_riscv_hfence_vvma_all()  argument
425 	data.vmid = vmid;  in kvm_riscv_hfence_vvma_all()
434 				       PAGE_SHIFT, READ_ONCE(kvm->arch.vmid.vmid));  in kvm_arch_flush_remote_tlbs_range()