| /linux/arch/arm64/kvm/ |
| H A D | vmid.c | 3 * VMID allocator.
32 #define vmid2idx(vmid) ((vmid) & ~VMID_MASK) argument
36 * As vmid #0 is always reserved, we will never allocate one
42 #define vmid_gen_match(vmid) \ argument
43 (!(((vmid) ^ atomic64_read(&vmid_generation)) >> kvm_arm_vmid_bits))
48 u64 vmid; in flush_context() local
53 vmid = atomic64_xchg_relaxed(&per_cpu(active_vmids, cpu), 0); in flush_context()
55 /* Preserve reserved VMID */ in flush_context()
56 if (vmid == 0) in flush_context()
57 vmid = per_cpu(reserved_vmids, cpu); in flush_context()
[all …]
|
| /linux/drivers/virt/acrn/ |
| H A D | hypercall.h | 76 * @vmid: User VM ID
80 static inline long hcall_start_vm(u64 vmid) in hcall_start_vm() argument
82 return acrn_hypercall1(HC_START_VM, vmid); in hcall_start_vm()
87 * @vmid: User VM ID
91 static inline long hcall_pause_vm(u64 vmid) in hcall_pause_vm() argument
93 return acrn_hypercall1(HC_PAUSE_VM, vmid); in hcall_pause_vm()
98 * @vmid: User VM ID
102 static inline long hcall_destroy_vm(u64 vmid) in hcall_destroy_vm() argument
104 return acrn_hypercall1(HC_DESTROY_VM, vmid); in hcall_destroy_vm()
109 * @vmid: User VM ID
[all …]
|
| H A D | vm.c | 31 if (ret < 0 || vm_param->vmid == ACRN_INVALID_VMID) { in acrn_vm_create()
40 vm->vmid = vm_param->vmid; in acrn_vm_create()
44 hcall_destroy_vm(vm_param->vmid); in acrn_vm_create()
45 vm->vmid = ACRN_INVALID_VMID; in acrn_vm_create()
55 dev_dbg(acrn_dev.this_device, "VM %u created.\n", vm->vmid); in acrn_vm_create()
63 if (vm->vmid == ACRN_INVALID_VMID || in acrn_vm_destroy()
67 ret = hcall_destroy_vm(vm->vmid); in acrn_vm_destroy()
70 "Failed to destroy VM %u\n", vm->vmid); in acrn_vm_destroy()
91 dev_dbg(acrn_dev.this_device, "VM %u destroyed.\n", vm->vmid); in acrn_vm_destroy()
92 vm->vmid = ACRN_INVALID_VMID; in acrn_vm_destroy()
[all …]
|
| H A D | hsm.c | 37 vm->vmid = ACRN_INVALID_VMID; in acrn_dev_open()
126 if (vm->vmid == ACRN_INVALID_VMID && cmd != ACRN_IOCTL_CREATE_VM) { in acrn_dev_ioctl()
160 ret = hcall_start_vm(vm->vmid); in acrn_dev_ioctl()
163 "Failed to start VM %u!\n", vm->vmid); in acrn_dev_ioctl()
166 ret = hcall_pause_vm(vm->vmid); in acrn_dev_ioctl()
169 "Failed to pause VM %u!\n", vm->vmid); in acrn_dev_ioctl()
172 ret = hcall_reset_vm(vm->vmid); in acrn_dev_ioctl()
175 "Failed to restart VM %u!\n", vm->vmid); in acrn_dev_ioctl()
211 ret = hcall_set_vcpu_regs(vm->vmid, virt_to_phys(cpu_regs)); in acrn_dev_ioctl()
215 vm->vmid); in acrn_dev_ioctl()
[all …]
|
| H A D | mm.c | 28 regions->vmid = vm->vmid; in modify_region()
35 "Failed to set memory region for VM[%u]!\n", vm->vmid); in modify_region()
126 "Add memory region failed, VM[%u]!\n", vm->vmid); in acrn_vm_memseg_map()
144 "Del memory region failed, VM[%u]!\n", vm->vmid); in acrn_vm_memseg_unmap()
298 regions_info->vmid = vm->vmid; in acrn_vm_ram_map()
323 "Failed to set regions, VM[%u]!\n", vm->vmid); in acrn_vm_ram_map()
330 __func__, vm->vmid, in acrn_vm_ram_map()
|
| H A D | acrn_drv.h | 47 * @vmid: A User VM ID.
59 u16 vmid; member
145 * @vmid: User VM ID.
170 u16 vmid; member
|
| /linux/arch/riscv/kvm/ |
| H A D | tlb.c | 23 void kvm_riscv_local_hfence_gvma_vmid_gpa(unsigned long vmid, in kvm_riscv_local_hfence_gvma_vmid_gpa() argument
30 kvm_riscv_local_hfence_gvma_vmid_all(vmid); in kvm_riscv_local_hfence_gvma_vmid_gpa()
38 : : "r" (pos >> 2), "r" (vmid) : "memory"); in kvm_riscv_local_hfence_gvma_vmid_gpa()
43 : : "r" (pos >> 2), "r" (vmid) : "memory"); in kvm_riscv_local_hfence_gvma_vmid_gpa()
47 void kvm_riscv_local_hfence_gvma_vmid_all(unsigned long vmid) in kvm_riscv_local_hfence_gvma_vmid_all() argument
49 asm volatile(HFENCE_GVMA(zero, %0) : : "r" (vmid) : "memory"); in kvm_riscv_local_hfence_gvma_vmid_all()
80 void kvm_riscv_local_hfence_vvma_asid_gva(unsigned long vmid, in kvm_riscv_local_hfence_vvma_asid_gva() argument
89 kvm_riscv_local_hfence_vvma_asid_all(vmid, asid); in kvm_riscv_local_hfence_vvma_asid_gva()
93 hgatp = csr_swap(CSR_HGATP, vmid << HGATP_VMID_SHIFT); in kvm_riscv_local_hfence_vvma_asid_gva()
110 void kvm_riscv_local_hfence_vvma_asid_all(unsigned long vmid, in kvm_riscv_local_hfence_vvma_asid_all() argument
[all …]
|
| H A D | mmu.c | 29 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in mmu_wp_memory_region()
54 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_riscv_mmu_ioremap()
94 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_riscv_mmu_iounmap()
114 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_arch_mmu_enable_log_dirty_pt_masked()
146 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_arch_flush_shadow_memslot()
272 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_unmap_gfn_range()
294 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_age_gfn()
317 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_test_age_gfn()
346 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_riscv_mmu_map()
465 gstage.vmid = READ_ONCE(kvm->arch.vmid.vmid); in kvm_riscv_mmu_free_pgd()
[all …]
|
| H A D | vcpu_sbi_v01.c | 26 unsigned long vmid; in kvm_sbi_ext_v01_handler() local
82 vmid = READ_ONCE(vcpu->kvm->arch.vmid.vmid); in kvm_sbi_ext_v01_handler()
84 kvm_riscv_hfence_vvma_all(vcpu->kvm, 0, hmask, vmid); in kvm_sbi_ext_v01_handler()
87 cp->a2, PAGE_SHIFT, vmid); in kvm_sbi_ext_v01_handler()
89 vmid = READ_ONCE(vcpu->kvm->arch.vmid.vmid); in kvm_sbi_ext_v01_handler()
92 cp->a3, vmid); in kvm_sbi_ext_v01_handler()
96 cp->a3, vmid); in kvm_sbi_ext_v01_handler()
|
| H A D | vcpu_sbi_replace.c | 99 unsigned long vmid; in kvm_sbi_ext_rfence_handler() local
107 vmid = READ_ONCE(vcpu->kvm->arch.vmid.vmid); in kvm_sbi_ext_rfence_handler()
109 kvm_riscv_hfence_vvma_all(vcpu->kvm, hbase, hmask, vmid); in kvm_sbi_ext_rfence_handler()
112 cp->a2, cp->a3, PAGE_SHIFT, vmid); in kvm_sbi_ext_rfence_handler()
116 vmid = READ_ONCE(vcpu->kvm->arch.vmid.vmid); in kvm_sbi_ext_rfence_handler()
119 cp->a4, vmid); in kvm_sbi_ext_rfence_handler()
122 cp->a3, PAGE_SHIFT, cp->a4, vmid); in kvm_sbi_ext_rfence_handler()
|
| /linux/arch/riscv/include/asm/ |
| H A D | kvm_tlb.h | 24 unsigned long vmid; member
34 void kvm_riscv_local_hfence_gvma_vmid_gpa(unsigned long vmid,
37 void kvm_riscv_local_hfence_gvma_vmid_all(unsigned long vmid);
41 void kvm_riscv_local_hfence_vvma_asid_gva(unsigned long vmid,
46 void kvm_riscv_local_hfence_vvma_asid_all(unsigned long vmid,
48 void kvm_riscv_local_hfence_vvma_gva(unsigned long vmid,
51 void kvm_riscv_local_hfence_vvma_all(unsigned long vmid);
64 unsigned long order, unsigned long vmid);
67 unsigned long vmid);
72 unsigned long vmid);
[all …]
|
| H A D | kvm_vmid.h | 13 * Writes to vmid_version and vmid happen with vmid_lock held
17 unsigned long vmid; member
23 bool kvm_riscv_gstage_vmid_ver_changed(struct kvm_vmid *vmid);
|
| /linux/drivers/gpu/drm/amd/display/modules/vmid/ |
| H A D | vmid.c | 41 static void add_ptb_to_table(struct core_vmid *core_vmid, unsigned int vmid, uint64_t ptb) in add_ptb_to_table() argument
43 if (vmid < MAX_VMID) { in add_ptb_to_table()
44 core_vmid->ptb_assigned_to_vmid[vmid] = ptb; in add_ptb_to_table()
49 static void clear_entry_from_vmid_table(struct core_vmid *core_vmid, unsigned int vmid) in clear_entry_from_vmid_table() argument
51 if (vmid < MAX_VMID) { in clear_entry_from_vmid_table()
52 core_vmid->ptb_assigned_to_vmid[vmid] = 0; in clear_entry_from_vmid_table()
69 // Return value of -1 indicates vmid table uninitialized or ptb dne in the table
82 // Expected to be called only when there's an available vmid
98 int vmid = 0; in mod_vmid_get_for_ptb() local
100 // Physical address gets vmid 0 in mod_vmid_get_for_ptb()
[all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd_gfx_v7.c | 49 uint32_t queue, uint32_t vmid) in lock_srbm() argument
51 uint32_t value = PIPEID(pipe) | MEID(mec) | VMID(vmid) | QUEUEID(queue); in lock_srbm()
77 static void kgd_program_sh_mem_settings(struct amdgpu_device *adev, uint32_t vmid, in kgd_program_sh_mem_settings() argument
83 lock_srbm(adev, 0, 0, 0, vmid); in kgd_program_sh_mem_settings()
94 unsigned int vmid, uint32_t inst) in kgd_set_pasid_vmid_mapping() argument
105 WREG32(mmATC_VMID0_PASID_MAPPING + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping()
107 while (!(RREG32(mmATC_VMID_PASID_MAPPING_UPDATE_STATUS) & (1U << vmid))) in kgd_set_pasid_vmid_mapping()
109 WREG32(mmATC_VMID_PASID_MAPPING_UPDATE_STATUS, 1U << vmid); in kgd_set_pasid_vmid_mapping()
111 /* Mapping vmid to pasid also for IH block */ in kgd_set_pasid_vmid_mapping()
112 WREG32(mmIH_VMID_0_LUT + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping()
[all …]
|
| H A D | amdgpu_amdkfd_gfx_v8.c | 43 uint32_t queue, uint32_t vmid) in lock_srbm() argument
45 uint32_t value = PIPEID(pipe) | MEID(mec) | VMID(vmid) | QUEUEID(queue); in lock_srbm()
71 static void kgd_program_sh_mem_settings(struct amdgpu_device *adev, uint32_t vmid, in kgd_program_sh_mem_settings() argument
77 lock_srbm(adev, 0, 0, 0, vmid); in kgd_program_sh_mem_settings()
88 unsigned int vmid, uint32_t inst) in kgd_set_pasid_vmid_mapping() argument
100 WREG32(mmATC_VMID0_PASID_MAPPING + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping()
102 while (!(RREG32(mmATC_VMID_PASID_MAPPING_UPDATE_STATUS) & (1U << vmid))) in kgd_set_pasid_vmid_mapping()
104 WREG32(mmATC_VMID_PASID_MAPPING_UPDATE_STATUS, 1U << vmid); in kgd_set_pasid_vmid_mapping()
106 /* Mapping vmid to pasid also for IH block */ in kgd_set_pasid_vmid_mapping()
107 WREG32(mmIH_VMID_0_LUT + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping()
[all …]
|
| H A D | gmc_v12_0.c | 125 "[%s] page fault (src_id:%u ring:%u vmid:%u pasid:%u)\n", in gmc_v12_0_process_interrupt()
127 entry->src_id, entry->ring_id, entry->vmid, entry->pasid); in gmc_v12_0_process_interrupt()
184 uint8_t vmid, uint16_t *p_pasid) in gmc_v12_0_get_vmid_pasid_mapping_info() argument
186 *p_pasid = RREG32(SOC15_REG_OFFSET(OSSSYS, 0, regIH_VMID_0_LUT) + vmid) & 0xffff; in gmc_v12_0_get_vmid_pasid_mapping_info()
193 * VMID 0 is the physical GPU addresses as used by the kernel.
198 static void gmc_v12_0_flush_vm_hub(struct amdgpu_device *adev, uint32_t vmid, in gmc_v12_0_flush_vm_hub() argument
203 u32 inv_req = hub->vmhub_funcs->get_invalidate_req(vmid, flush_type); in gmc_v12_0_flush_vm_hub()
243 tmp &= 1 << vmid; in gmc_v12_0_flush_vm_hub()
284 * @vmid: vm instance to flush
290 static void gmc_v12_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, in gmc_v12_0_flush_gpu_tlb() argument
[all …]
|
| H A D | vcn_sw_ring.c | 47 uint32_t vmid = AMDGPU_JOB_GET_VMID(job); in vcn_dec_sw_ring_emit_ib() local
50 amdgpu_ring_write(ring, vmid); in vcn_dec_sw_ring_emit_ib()
66 uint32_t vmid, uint64_t pd_addr) in vcn_dec_sw_ring_emit_vm_flush() argument
71 pd_addr = amdgpu_gmc_emit_flush_gpu_tlb(ring, vmid, pd_addr); in vcn_dec_sw_ring_emit_vm_flush()
74 data0 = hub->ctx0_ptb_addr_lo32 + vmid * hub->ctx_addr_distance; in vcn_dec_sw_ring_emit_vm_flush()
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | cik_event_interrupt.c | 37 unsigned int vmid; in cik_event_interrupt_isr() local
42 * VMID and PASID are not written into ih_ring_entry in cik_event_interrupt_isr()
53 vmid = f2g->read_vmid_from_vmfault_reg(dev->adev); in cik_event_interrupt_isr()
54 ret = f2g->get_atc_vmid_pasid_mapping_info(dev->adev, vmid, &pasid); in cik_event_interrupt_isr()
57 tmp_ihre->ring_id |= vmid << 8; in cik_event_interrupt_isr()
61 vmid >= dev->vm_info.first_vmid_kfd && in cik_event_interrupt_isr()
62 vmid <= dev->vm_info.last_vmid_kfd; in cik_event_interrupt_isr()
66 vmid = (ihre->ring_id & 0x0000ff00) >> 8; in cik_event_interrupt_isr()
67 if (vmid < dev->vm_info.first_vmid_kfd || in cik_event_interrupt_isr()
68 vmid > dev->vm_info.last_vmid_kfd) in cik_event_interrupt_isr()
|
| /linux/drivers/gpu/drm/amd/display/dc/dcn20/ |
| H A D | dcn20_vmid.c | 32 vmid->regs->reg
35 vmid->ctx
39 vmid->shifts->field_name, vmid->masks->field_name
44 static void dcn20_wait_for_vmid_ready(struct dcn20_vmid *vmid) in dcn20_wait_for_vmid_ready() argument
76 void dcn20_vmid_setup(struct dcn20_vmid *vmid, const struct dcn_vmid_page_table_config *config) in dcn20_vmid_setup() argument
98 dcn20_wait_for_vmid_ready(vmid); in dcn20_vmid_setup()
|
| /linux/samples/acrn/ |
| H A D | vm-sample.c | 30 __u16 vmid; variable
40 ioctl(hsm_fd, ACRN_IOCTL_PAUSE_VM, vmid); in vm_exit()
67 vmid = create_vm.vmid; in main()
101 ret = ioctl(hsm_fd, ACRN_IOCTL_START_VM, vmid); in main()
120 notify.vmid = vmid; in main()
|
| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_trace.h | 51 TP_PROTO(unsigned vmid, int ring),
52 TP_ARGS(vmid, ring),
54 __field(u32, vmid)
59 __entry->vmid = vmid;
62 TP_printk("vmid=%u, ring=%u", __entry->vmid, __entry->ring)
|
| /linux/arch/arm64/kvm/hyp/nvhe/ |
| H A D | tlb.c | 79 * avoid a Stage-1 walk with the old VMID while we have in enter_vmid_context()
80 * the new VMID set in the VTTBR in order to invalidate TLBs. in enter_vmid_context()
135 /* Ensure write of the old VMID */ in exit_vmid_context()
153 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid_ipa()
183 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid_ipa_nsh()
221 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid_range()
239 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid()
253 /* Switch to requested VMID */ in __kvm_flush_cpu_context()
|
| /linux/drivers/net/ethernet/hisilicon/hns/ |
| H A D | hns_dsaf_mac.c | 188 *@vmid: vm id
192 int hns_mac_get_inner_port_num(struct hns_mac_cb *mac_cb, u8 vmid, u8 *port_num) in hns_mac_get_inner_port_num() argument
201 "input invalid, %s mac%d vmid%d !\n", in hns_mac_get_inner_port_num()
203 mac_cb->mac_id, vmid); in hns_mac_get_inner_port_num()
209 "input invalid, %s mac%d vmid%d!\n", in hns_mac_get_inner_port_num()
211 mac_cb->mac_id, vmid); in hns_mac_get_inner_port_num()
220 if (vmid >= mac_cb->dsaf_dev->rcb_common[0]->max_vfn) { in hns_mac_get_inner_port_num()
221 dev_err(mac_cb->dev, "input invalid, %s mac%d vmid%d !\n", in hns_mac_get_inner_port_num()
222 mac_cb->dsaf_dev->ae_dev.name, mac_cb->mac_id, vmid); in hns_mac_get_inner_port_num()
229 vm_queue_id = vmid * q_num_per_vf + in hns_mac_get_inner_port_num()
[all …]
|
| /linux/tools/perf/pmu-events/arch/riscv/ |
| H A D | riscv-sbi-firmware.json | 99 "PublicDescription": "Sent HFENCE.GVMA with VMID request to other HART event",
102 "BriefDescription": "Sent HFENCE.GVMA with VMID request to other HART event"
105 "PublicDescription": "Received HFENCE.GVMA with VMID request from other HART event",
108 "BriefDescription": "Received HFENCE.GVMA with VMID request from other HART event"
|
| /linux/arch/arm64/kvm/hyp/vhe/ |
| H A D | tlb.c | 99 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid_ipa()
131 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid_ipa_nsh()
171 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid_range()
191 /* Switch to requested VMID */ in __kvm_tlb_flush_vmid()
205 /* Switch to requested VMID */ in __kvm_flush_cpu_context()
|