| /linux/arch/x86/kvm/svm/ |
| H A D | svm.c | 54 #include "svm.h"
212 struct vcpu_svm *svm = to_svm(vcpu); in svm_set_efer() local
242 clr_exception_intercept(svm, GP_VECTOR); in svm_set_efer()
250 svm_free_nested(svm); in svm_set_efer()
253 int ret = svm_allocate_nested(svm); in svm_set_efer()
265 set_exception_intercept(svm, GP_VECTOR); in svm_set_efer()
268 svm_pmu_handle_nested_transition(svm); in svm_set_efer()
272 svm->vmcb->save.efer = efer | EFER_SVME; in svm_set_efer()
273 vmcb_mark_dirty(svm->vmcb, VMCB_CR); in svm_set_efer()
279 struct vcpu_svm *svm in svm_get_interrupt_shadow() local
289 struct vcpu_svm *svm = to_svm(vcpu); svm_set_interrupt_shadow() local
302 struct vcpu_svm *svm = to_svm(vcpu); __svm_skip_emulated_instruction() local
347 struct vcpu_svm *svm = to_svm(vcpu); svm_update_soft_interrupt_rip() local
392 struct vcpu_svm *svm = to_svm(vcpu); svm_inject_exception() local
641 set_dr_intercepts(struct vcpu_svm * svm) set_dr_intercepts() argument
665 clr_dr_intercepts(struct vcpu_svm * svm) clr_dr_intercepts() argument
674 msr_write_intercepted(struct vcpu_svm * svm,u32 msr) msr_write_intercepted() argument
692 struct vcpu_svm *svm = to_svm(vcpu); svm_set_intercept_for_msr() local
735 struct vcpu_svm *svm = to_svm(vcpu); svm_recalc_lbr_msr_intercepts() local
793 struct vcpu_svm *svm = to_svm(vcpu); svm_recalc_msr_intercepts() local
886 struct vcpu_svm *svm = to_svm(vcpu); svm_update_lbrv() local
906 disable_nmi_singlestep(struct vcpu_svm * svm) disable_nmi_singlestep() argument
921 struct vcpu_svm *svm = to_svm(vcpu); grow_ple_window() local
950 struct vcpu_svm *svm = to_svm(vcpu); shrink_ple_window() local
1006 struct vcpu_svm *svm = to_svm(vcpu); svm_get_l2_tsc_offset() local
1013 struct vcpu_svm *svm = to_svm(vcpu); svm_get_l2_tsc_multiplier() local
1020 struct vcpu_svm *svm = to_svm(vcpu); svm_write_tsc_offset() local
1035 svm_has_pending_gif_event(struct vcpu_svm * svm) svm_has_pending_gif_event() argument
1046 struct vcpu_svm *svm = to_svm(vcpu); svm_recalc_instruction_intercepts() local
1128 struct vcpu_svm *svm = to_svm(vcpu); init_vmcb() local
1284 struct vcpu_svm *svm = to_svm(vcpu); __svm_vcpu_reset() local
1298 struct vcpu_svm *svm = to_svm(vcpu); svm_vcpu_reset() local
1309 svm_switch_vmcb(struct vcpu_svm * svm,struct kvm_vmcb_info * target_vmcb) svm_switch_vmcb() argument
1317 struct vcpu_svm *svm; svm_vcpu_create() local
1364 struct vcpu_svm *svm = to_svm(vcpu); svm_vcpu_free() local
1436 struct vcpu_svm *svm = to_svm(vcpu); svm_prepare_switch_to_guest() local
1500 struct vcpu_svm *svm = to_svm(vcpu); svm_get_rflags() local
1553 svm_set_vintr(struct vcpu_svm * svm) svm_set_vintr() argument
1586 svm_clear_vintr(struct vcpu_svm * svm) svm_clear_vintr() argument
1720 struct vcpu_svm *svm = to_svm(vcpu); svm_get_idt() local
1728 struct vcpu_svm *svm = to_svm(vcpu); svm_set_idt() local
1737 struct vcpu_svm *svm = to_svm(vcpu); svm_get_gdt() local
1745 struct vcpu_svm *svm = to_svm(vcpu); svm_set_gdt() local
1754 struct vcpu_svm *svm = to_svm(vcpu); sev_post_set_cr3() local
1777 struct vcpu_svm *svm = to_svm(vcpu); svm_set_cr0() local
1860 struct vcpu_svm *svm = to_svm(vcpu); svm_set_segment() local
1890 struct vcpu_svm *svm = to_svm(vcpu); svm_update_exception_bitmap() local
1900 new_asid(struct vcpu_svm * svm,struct svm_cpu_data * sd) new_asid() argument
1928 struct vcpu_svm *svm = to_svm(vcpu); svm_sync_dirty_debug_regs() local
1949 struct vcpu_svm *svm = to_svm(vcpu); svm_set_dr7() local
1960 struct vcpu_svm *svm = to_svm(vcpu); pf_interception() local
1976 struct vcpu_svm *svm = to_svm(vcpu); npf_interception() local
2039 struct vcpu_svm *svm = to_svm(vcpu); db_interception() local
2071 struct vcpu_svm *svm = to_svm(vcpu); bp_interception() local
2168 struct vcpu_svm *svm = to_svm(vcpu); shutdown_interception() local
2197 struct vcpu_svm *svm = to_svm(vcpu); io_interception() local
2239 struct vcpu_svm *svm = to_svm(vcpu); vmload_vmsave_interception() local
2323 struct vcpu_svm *svm = to_svm(vcpu); gp_interception() local
2371 svm_set_gif(struct vcpu_svm * svm,bool value) svm_set_gif() argument
2452 struct vcpu_svm *svm = to_svm(vcpu); task_switch_interception() local
2516 svm_clr_iret_intercept(struct vcpu_svm * svm) svm_clr_iret_intercept() argument
2522 svm_set_iret_intercept(struct vcpu_svm * svm) svm_set_iret_intercept() argument
2530 struct vcpu_svm *svm = to_svm(vcpu); iret_interception() local
2566 struct vcpu_svm *svm = to_svm(vcpu); check_selective_cr0_intercepted() local
2589 struct vcpu_svm *svm = to_svm(vcpu); cr_interception() local
2663 struct vcpu_svm *svm = to_svm(vcpu); cr_trap() local
2698 struct vcpu_svm *svm = to_svm(vcpu); dr_interception() local
2787 svm_vmcb_lbr(struct vcpu_svm * svm,u32 msr) svm_vmcb_lbr() argument
2829 struct vcpu_svm *svm = to_svm(vcpu); svm_get_msr() local
2957 struct vcpu_svm *svm = to_svm(vcpu); svm_complete_emulated_msr() local
2967 struct vcpu_svm *svm = to_svm(vcpu); svm_set_vm_cr() local
2992 struct vcpu_svm *svm = to_svm(vcpu); svm_set_msr() local
3269 struct vcpu_svm *svm = to_svm(vcpu); invpcid_interception() local
3302 struct vcpu_svm *svm = to_svm(vcpu); complete_userspace_buslock() local
3317 struct vcpu_svm *svm = to_svm(vcpu); bus_lock_exit() local
3428 struct vcpu_svm *svm = to_svm(vcpu); dump_vmcb() local
3717 struct vcpu_svm *svm = to_svm(vcpu); svm_handle_exit() local
3754 struct vcpu_svm *svm = to_svm(vcpu); svm_set_nested_run_soft_int_state() local
3765 struct vcpu_svm *svm = to_svm(vcpu); pre_svm_run() local
3790 struct vcpu_svm *svm = to_svm(vcpu); svm_inject_nmi() local
3811 struct vcpu_svm *svm = to_svm(vcpu); svm_is_vnmi_pending() local
3821 struct vcpu_svm *svm = to_svm(vcpu); svm_set_vnmi_pending() local
3845 struct vcpu_svm *svm = to_svm(vcpu); svm_inject_irq() local
3882 struct vcpu_svm *svm = to_svm(vcpu); svm_fixup_nested_rips() local
3962 struct vcpu_svm *svm = to_svm(vcpu); svm_update_cr8_intercept() local
3985 struct vcpu_svm *svm = to_svm(vcpu); svm_get_nmi_mask() local
3995 struct vcpu_svm *svm = to_svm(vcpu); svm_set_nmi_mask() local
4014 struct vcpu_svm *svm = to_svm(vcpu); svm_nmi_blocked() local
4031 struct vcpu_svm *svm = to_svm(vcpu); svm_nmi_allowed() local
4046 struct vcpu_svm *svm = to_svm(vcpu); svm_interrupt_blocked() local
4072 struct vcpu_svm *svm = to_svm(vcpu); svm_interrupt_allowed() local
4092 struct vcpu_svm *svm = to_svm(vcpu); svm_enable_irq_window() local
4133 struct vcpu_svm *svm = to_svm(vcpu); svm_enable_nmi_window() local
4188 struct vcpu_svm *svm = to_svm(vcpu); svm_flush_tlb_asid() local
4250 struct vcpu_svm *svm = to_svm(vcpu); svm_flush_tlb_gva() local
4270 struct vcpu_svm *svm = to_svm(vcpu); sync_cr8_to_lapic() local
4283 struct vcpu_svm *svm = to_svm(vcpu); sync_lapic_to_cr8() local
4299 struct vcpu_svm *svm = to_svm(vcpu); svm_complete_soft_interrupt() local
4340 struct vcpu_svm *svm = to_svm(vcpu); svm_complete_interrupts() local
4412 struct vcpu_svm *svm = to_svm(vcpu); svm_cancel_injection() local
4423 struct vcpu_svm *svm = to_svm(vcpu); svm_exit_handlers_fastpath() local
4455 struct vcpu_svm *svm = to_svm(vcpu); svm_vcpu_enter_exit() local
4487 struct vcpu_svm *svm = to_svm(vcpu); svm_vcpu_run() local
4662 struct vcpu_svm *svm = to_svm(vcpu); svm_load_mmu_pgd() local
4734 struct vcpu_svm *svm = to_svm(vcpu); svm_vcpu_after_set_cpuid() local
4836 struct vcpu_svm *svm = to_svm(vcpu); svm_check_intercept() local
4988 struct vcpu_svm *svm = to_svm(vcpu); svm_smi_blocked() local
4999 struct vcpu_svm *svm = to_svm(vcpu); svm_smi_allowed() local
5015 struct vcpu_svm *svm = to_svm(vcpu); svm_enter_smm() local
5061 struct vcpu_svm *svm = to_svm(vcpu); svm_leave_smm() local
5119 struct vcpu_svm *svm = to_svm(vcpu); svm_enable_smi_window() local
5134 struct vcpu_svm *svm = to_svm(vcpu); svm_check_emulate_instruction() local
5286 struct vcpu_svm *svm = to_svm(vcpu); svm_apic_init_signal_blocked() local
[all...] |
| /linux/tools/testing/selftests/kvm/x86/ |
| H A D | nested_vmsave_vmload_test.c | 69 static void l1_guest_code(struct svm_test_data *svm) in l2_guest_code_vmcb1()
72 generic_svm_setup(svm, NULL); in l1_guest_code()
75 svm->vmcb->control.intercept |= (BIT_ULL(INTERCEPT_VMSAVE) | in l1_guest_code()
79 svm->vmcb->control.misc_ctl2 &= ~SVM_MISC2_ENABLE_V_VMLOAD_VMSAVE; in l1_guest_code()
81 svm->vmcb->save.rip = (u64)l2_guest_code_vmsave; in l1_guest_code()
82 run_guest(svm->vmcb, svm->vmcb_gpa); in l1_guest_code()
83 GUEST_ASSERT_EQ(svm->vmcb->control.exit_code, SVM_EXIT_VMSAVE); in l1_guest_code()
85 svm->vmcb->save.rip = (u64)l2_guest_code_vmload; in l1_guest_code()
86 run_guest(svm in l1_guest_code()
71 l1_guest_code(struct svm_test_data * svm) l1_guest_code() argument
[all...] |
| H A D | nested_invalid_cr3_test.c | 19 static void l1_svm_code(struct svm_test_data *svm) in l2_guest_code()
23 generic_svm_setup(svm, l2_guest_code); in l1_svm_code()
26 save_cr3 = svm->vmcb->save.cr3; in l1_svm_code()
27 svm->vmcb->save.cr3 = -1ull; in l1_svm_code()
28 run_guest(svm->vmcb, svm->vmcb_gpa); in l1_svm_code()
29 GUEST_ASSERT(svm->vmcb->control.exit_code == SVM_EXIT_ERR); in l1_svm_code()
32 svm->vmcb->save.cr3 = save_cr3; in l1_svm_code()
33 run_guest(svm->vmcb, svm in l1_svm_code()
21 l1_svm_code(struct svm_test_data * svm) l1_svm_code() argument
[all...] |
| H A D | hyperv_svm_test.c | 66 static void __attribute__((__flatten__)) guest_code(struct svm_test_data *svm, in l2_guest_code()
70 struct vmcb *vmcb = svm->vmcb; in guest_code()
79 GUEST_ASSERT(svm->vmcb_gpa); in guest_code()
81 generic_svm_setup(svm, l2_guest_code); in guest_code()
92 run_guest(vmcb, svm->vmcb_gpa); in guest_code()
99 __set_bit(2 * (MSR_FS_BASE & 0x1fff), svm->msr + 0x800); in guest_code()
100 run_guest(vmcb, svm->vmcb_gpa); in guest_code()
106 run_guest(vmcb, svm->vmcb_gpa); in guest_code()
111 __set_bit(2 * (MSR_GS_BASE & 0x1fff), svm->msr + 0x800); in guest_code()
114 run_guest(vmcb, svm in guest_code()
68 guest_code(struct svm_test_data * svm,struct hyperv_test_pages * hv_pages,gpa_t pgs_gpa) guest_code() argument
[all...] |
| H A D | svm_nested_vmcb12_gpa.c | 26 static void l1_vmrun(struct svm_test_data *svm, gpa_t gpa) in l2_code()
28 generic_svm_setup(svm, l2_code); in l2_code()
33 static void l1_vmload(struct svm_test_data *svm, gpa_t gpa) in l1_vmrun()
35 generic_svm_setup(svm, l2_code); in l1_vmrun()
40 static void l1_vmsave(struct svm_test_data *svm, gpa_t gpa) in l1_vmload()
42 generic_svm_setup(svm, l2_code); in l1_vmload()
47 static void l1_vmexit(struct svm_test_data *svm, gpa_t gpa) in l1_vmsave()
49 generic_svm_setup(svm, l2_code); in l1_vmsave()
51 run_guest(svm->vmcb, svm in l1_vmsave()
31 l1_vmrun(struct svm_test_data * svm,gpa_t gpa) l1_vmrun() argument
38 l1_vmload(struct svm_test_data * svm,gpa_t gpa) l1_vmload() argument
45 l1_vmsave(struct svm_test_data * svm,gpa_t gpa) l1_vmsave() argument
52 l1_vmexit(struct svm_test_data * svm,gpa_t gpa) l1_vmexit() argument
[all...] |
| H A D | nested_exceptions_test.c | 72 static void svm_run_l2(struct svm_test_data *svm, void *l2_code, int vector, in l2_ss_injected_tf_test()
75 struct vmcb *vmcb = svm->vmcb; in svm_run_l2()
79 run_guest(vmcb, svm->vmcb_gpa); in svm_run_l2()
89 static void l1_svm_code(struct svm_test_data *svm) in svm_run_l2()
91 struct vmcb_control_area *ctrl = &svm->vmcb->control; in l1_svm_code() argument
93 generic_svm_setup(svm, NULL); in l1_svm_code()
94 svm->vmcb->save.idtr.limit = 0; in l1_svm_code()
98 svm_run_l2(svm, l2_ss_pending_test, SS_VECTOR, SS_ERROR_CODE); in l1_svm_code()
99 svm_run_l2(svm, l2_ss_injected_gp_test, GP_VECTOR, GP_ERROR_CODE_AMD); in l1_svm_code()
102 svm_run_l2(svm, l2_ss_injected_df_tes in l1_svm_code()
74 svm_run_l2(struct svm_test_data * svm,void * l2_code,int vector,u32 error_code) svm_run_l2() argument
[all...] |
| H A D | svm_nested_shutdown_test.c | 15 static void l2_guest_code(struct svm_test_data *svm) in l2_guest_code() argument
20 static void l1_guest_code(struct svm_test_data *svm, struct idt_entry *idt) in l1_guest_code() argument
22 struct vmcb *vmcb = svm->vmcb; in l1_guest_code()
24 generic_svm_setup(svm, l2_guest_code); in l1_guest_code()
33 run_guest(vmcb, svm->vmcb_gpa); in l1_guest_code()
|
| H A D | svm_vmcall_test.c | 15 static void l2_guest_code(struct svm_test_data *svm) in l2_guest_code() argument
20 static void l1_guest_code(struct svm_test_data *svm) in l1_guest_code() argument
22 struct vmcb *vmcb = svm->vmcb; in l1_guest_code()
25 generic_svm_setup(svm, l2_guest_code); in l1_guest_code()
27 run_guest(vmcb, svm->vmcb_gpa); in l1_guest_code()
|
| H A D | nested_tsc_adjust_test.c | 101 struct svm_test_data *svm = data; in l1_guest_code()
103 generic_svm_setup(svm, l2_guest_code); in l1_guest_code()
105 svm->vmcb->control.tsc_offset = TSC_OFFSET_VALUE; in l1_guest_code()
106 run_guest(svm->vmcb, svm->vmcb_gpa); in l1_guest_code() local
107 GUEST_ASSERT(svm->vmcb->control.exit_code == SVM_EXIT_VMMCALL); in l1_guest_code()
|
| H A D | svm_lbr_nested_state.c | 45 static void l2_guest_code(struct svm_test_data *svm)
54 static void l1_guest_code(struct svm_test_data *svm, bool nested_lbrv) in l2_guest_code()
56 struct vmcb *vmcb = svm->vmcb; in l1_guest_code() argument
65 generic_svm_setup(svm, l2_guest_code); in l1_guest_code()
72 run_guest(vmcb, svm->vmcb_gpa); in l1_guest_code()
73 GUEST_ASSERT(svm->vmcb->control.exit_code == SVM_EXIT_VMMCALL); in l1_guest_code()
47 l2_guest_code(struct svm_test_data * svm) l2_guest_code() argument
|
| H A D | smm_test.c | 64 struct svm_test_data *svm = arg; in guest_code()
79 generic_svm_setup(svm, l2_guest_code); in guest_code()
93 run_guest(svm->vmcb, svm->vmcb_gpa); in guest_code()
94 run_guest(svm->vmcb, svm->vmcb_gpa); in guest_code()
69 struct svm_test_data *svm = arg; guest_code() local
|
| H A D | svm_int_ctl_test.c | 33 static void l2_guest_code(struct svm_test_data *svm) in l2_guest_code() argument
55 static void l1_guest_code(struct svm_test_data *svm) in l1_guest_code() argument
57 struct vmcb *vmcb = svm->vmcb; in l1_guest_code()
62 generic_svm_setup(svm, l2_guest_code); in l1_guest_code()
74 run_guest(vmcb, svm->vmcb_gpa); in l1_guest_code()
|
| H A D | svm_nested_clear_efer_svme.c | 23 static void l1_guest_code(struct svm_test_data *svm) in l2_guest_code()
25 generic_svm_setup(svm, l2_guest_code); in l1_guest_code() argument
26 run_guest(svm->vmcb, svm->vmcb_gpa); in l1_guest_code()
|
| H A D | nested_emulation_test.c | 57 struct svm_test_data *svm = test_data; in guest_code() local
58 struct vmcb *vmcb = svm->vmcb; in guest_code()
60 generic_svm_setup(svm, NULL); in guest_code()
97 struct svm_test_data *svm = test_data; in guest_code() local
98 struct vmcb *vmcb = svm->vmcb; in guest_code()
100 run_guest(vmcb, svm->vmcb_gpa); in guest_code()
|
| H A D | nested_close_kvm_test.c | 43 static void l1_svm_code(struct svm_test_data *svm) in l1_vmx_code()
46 generic_svm_setup(svm, l2_guest_code); in l1_vmx_code()
48 run_guest(svm->vmcb, svm->vmcb_gpa); in l1_svm_code() argument
|
| H A D | nested_dirty_log_test.c | 113 static void l1_svm_code(struct svm_test_data *svm) in l1_vmx_code()
117 if (svm->ncr3_gpa) in l1_svm_code()
122 generic_svm_setup(svm, l2_rip); in l1_svm_code()
125 run_guest(svm->vmcb, svm->vmcb_gpa); in l1_svm_code()
127 GUEST_ASSERT_EQ(svm->vmcb->control.exit_code, SVM_EXIT_VMMCALL); in l1_svm_code()
116 l1_svm_code(struct svm_test_data * svm) l1_svm_code() argument
|
| H A D | kvm_buslock_test.c | 35 static void l1_svm_code(struct svm_test_data *svm) in l2_guest_code()
37 struct vmcb *vmcb = svm->vmcb; in l1_svm_code() argument
39 generic_svm_setup(svm, l2_guest_code); in l1_svm_code()
40 run_guest(vmcb, svm->vmcb_gpa); in l1_svm_code()
|
| H A D | triple_fault_event_test.c | 39 void l1_guest_code_svm(struct svm_test_data *svm) in l1_guest_code_vmx()
41 struct vmcb *vmcb = svm->vmcb; in l1_guest_code_vmx()
43 generic_svm_setup(svm, l2_guest_code); in l1_guest_code_svm() argument
48 run_guest(vmcb, svm->vmcb_gpa); in l1_guest_code_svm()
|
| /linux/tools/testing/selftests/kvm/lib/x86/ |
| H A D | svm.c | 4 * Largely inspired from KVM unit test svm.c
31 struct svm_test_data *svm = addr_gva2hva(vm, svm_gva); in vcpu_alloc_svm()
33 svm->vmcb = (void *)vm_alloc_page(vm); in vcpu_alloc_svm()
34 svm->vmcb_hva = addr_gva2hva(vm, (uintptr_t)svm->vmcb); in vcpu_alloc_svm() local
35 svm->vmcb_gpa = addr_gva2gpa(vm, (uintptr_t)svm->vmcb); in vcpu_alloc_svm()
37 svm->save_area = (void *)vm_alloc_page(vm); in vcpu_alloc_svm()
38 svm->save_area_hva = addr_gva2hva(vm, (uintptr_t)svm in vcpu_alloc_svm()
84 generic_svm_setup(struct svm_test_data * svm,void * guest_rip,void * guest_rsp) generic_svm_setup() argument
[all...] |
| H A D | memstress.c | 48 static void l1_svm_code(struct svm_test_data *svm, u64 vcpu_id) in l1_vmx_code()
50 *(u64 *)svm->stack = vcpu_id; in l1_vmx_code()
51 generic_svm_setup(svm, memstress_l2_guest_entry); in l1_vmx_code()
53 run_guest(svm->vmcb, svm->vmcb_gpa);
54 GUEST_ASSERT_EQ(svm->vmcb->control.exit_code, SVM_EXIT_VMMCALL); in l1_svm_code() argument
|
| /linux/arch/arm/mm/ |
| H A D | ioremap.c | 53 struct static_vm *svm; in find_static_vm_paddr() local
56 list_for_each_entry(svm, &static_vmlist, list) { in find_static_vm_paddr()
57 vm = &svm->vm; in find_static_vm_paddr()
67 return svm; in find_static_vm_paddr()
75 struct static_vm *svm; in find_static_vm_vaddr() local
78 list_for_each_entry(svm, &static_vmlist, list) { in find_static_vm_vaddr()
79 vm = &svm->vm; in find_static_vm_vaddr()
86 return svm; in find_static_vm_vaddr()
92 void __init add_static_vm_early(struct static_vm *svm) in add_static_vm_early() argument
98 vm = &svm->vm; in add_static_vm_early()
[all …]
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_userptr.c | 16 lockdep_assert(lockdep_is_held_type(&vm->svm.gpusvm.notifier_lock, 0) || in xe_userptr_assert_in_notifier()
18 lockdep_is_held_type(&vm->svm.gpusvm.notifier_lock, 1) && in xe_userptr_assert_in_notifier()
54 lockdep_assert_held_read(&vm->svm.gpusvm.notifier_lock); in __xe_vm_userptr_needs_repin()
77 return drm_gpusvm_get_pages(&vm->svm.gpusvm, &uvma->userptr.pages, in xe_vma_userptr_pin_pages()
125 drm_gpusvm_unmap_pages(&vm->svm.gpusvm, &uvma->userptr.pages, in xe_vma_userptr_do_inval()
147 drm_gpusvm_unmap_pages(&vm->svm.gpusvm, &uvma->userptr.pages, in xe_vma_userptr_complete_tlb_inval()
222 down_write(&vm->svm.gpusvm.notifier_lock); in xe_vma_userptr_invalidate_start()
227 up_write(&vm->svm.gpusvm.notifier_lock); in xe_vma_userptr_invalidate_start()
244 down_write(&vm->svm.gpusvm.notifier_lock); in xe_vma_userptr_invalidate_finish()
254 up_write(&vm->svm.gpusvm.notifier_lock); in xe_vma_userptr_invalidate_finish()
[all …]
|
| H A D | xe_svm.c | 57 return force_smem ? NULL : vm->svm.peer.owner; in xe_svm_private_page_owner()
83 return container_of(gpusvm, struct xe_vm, svm.gpusvm); in gpusvm_to_vm()
143 spin_lock(&vm->svm.garbage_collector.lock); in xe_svm_garbage_collector_add_range()
146 &vm->svm.garbage_collector.range_list); in xe_svm_garbage_collector_add_range()
147 spin_unlock(&vm->svm.garbage_collector.lock); in xe_svm_garbage_collector_add_range()
149 queue_work(xe->usm.pf_wq, &vm->svm.garbage_collector.work); in xe_svm_garbage_collector_add_range()
215 drm_gpusvm_unmap_pages(&vm->svm.gpusvm, &(to_xe_range(r)->pages), in xe_svm_range_notifier_event_end()
319 drm_gpusvm_unmap_pages(&vm->svm.gpusvm, &range->pages, in __xe_svm_garbage_collector()
323 drm_gpusvm_range_remove(&vm->svm.gpusvm, &range->base); in __xe_svm_garbage_collector()
402 spin_lock(&vm->svm.garbage_collector.lock); in xe_svm_garbage_collector()
[all …]
|
| H A D | xe_svm.h | 238 return drm_gpusvm_init(&vm->svm.gpusvm, "Xe SVM (simple)", in xe_svm_init()
250 drm_gpusvm_fini(&vm->svm.gpusvm); in xe_svm_fini()
397 lockdep_assert_held_write(&(vm__)->svm.gpusvm.notifier_lock)
407 lockdep_assert_held_write(&(vm__)->svm.gpusvm.notifier_lock)
410 lockdep_assert_held_read(&(vm__)->svm.gpusvm.notifier_lock)
414 drm_gpusvm_notifier_lock(&(vm__)->svm.gpusvm)
417 down_read_interruptible(&(vm__)->svm.gpusvm.notifier_lock)
420 drm_gpusvm_notifier_unlock(&(vm__)->svm.gpusvm)
|
| /linux/tools/testing/vsock/ |
| H A D | vsock_perf.c | 104 struct sockaddr_vm svm; in vsock_connect() member
106 .svm = { in vsock_connect()
121 if (connect(fd, &addr.sa, sizeof(addr.svm)) < 0) { in vsock_connect()
147 struct sockaddr_vm svm; in run_receiver() member
149 .svm = { in run_receiver()
157 struct sockaddr_vm svm; in run_receiver() member
160 socklen_t clientaddr_len = sizeof(clientaddr.svm); in run_receiver()
173 if (bind(fd, &addr.sa, sizeof(addr.svm)) < 0) in run_receiver()
|