Home
last modified time | relevance | path

Searched refs:mmu_lock (Results 1 – 24 of 24) sorted by relevance

/linux/virt/kvm/
H A Dkvm_mm.h11 * for the mmu_lock. These macros, for use in common code
17 #define KVM_MMU_LOCK_INIT(kvm) rwlock_init(&(kvm)->mmu_lock)
18 #define KVM_MMU_LOCK(kvm) write_lock(&(kvm)->mmu_lock)
19 #define KVM_MMU_UNLOCK(kvm) write_unlock(&(kvm)->mmu_lock)
21 #define KVM_MMU_LOCK_INIT(kvm) spin_lock_init(&(kvm)->mmu_lock)
22 #define KVM_MMU_LOCK(kvm) spin_lock(&(kvm)->mmu_lock)
23 #define KVM_MMU_UNLOCK(kvm) spin_unlock(&(kvm)->mmu_lock)
H A Dkvm_main.c334 * mmu_lock. The interaction between the various operations on memslot in kvm_flush_remote_tlbs_memslot()
676 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_mmu_invalidate_start()
679 * spte can be established without taking the mmu_lock and in kvm_mmu_invalidate_start()
680 * count is also read inside the mmu_lock critical section. in kvm_mmu_invalidate_start()
692 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_mmu_invalidate_range_add()
751 * before acquiring mmu_lock, to avoid holding mmu_lock while acquiring in kvm_mmu_notifier_invalidate_range_start()
755 * Because this runs without holding mmu_lock, the pfn caches must use in kvm_mmu_notifier_invalidate_range_start()
764 * dropping mmu_lock, as x86's reclaim path is slooooow. in kvm_mmu_notifier_invalidate_range_start()
774 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_mmu_invalidate_end()
[all...]
/linux/arch/x86/kvm/mmu/
H A Dpage_track.c93 lockdep_assert_held_write(&kvm->mmu_lock); in __kvm_write_track_add_gfn()
116 lockdep_assert_held_write(&kvm->mmu_lock); in __kvm_write_track_remove_gfn()
259 write_lock(&kvm->mmu_lock); in kvm_page_track_register_notifier()
261 write_unlock(&kvm->mmu_lock); in kvm_page_track_register_notifier()
277 write_lock(&kvm->mmu_lock); in kvm_page_track_unregister_notifier()
279 write_unlock(&kvm->mmu_lock); in kvm_page_track_unregister_notifier()
355 write_lock(&kvm->mmu_lock); in kvm_write_track_add_gfn()
357 write_unlock(&kvm->mmu_lock); in kvm_write_track_add_gfn()
385 write_lock(&kvm->mmu_lock); in kvm_write_track_remove_gfn()
387 write_unlock(&kvm->mmu_lock); in kvm_write_track_remove_gfn()
/linux/arch/powerpc/kvm/
H A Dbook3s_hv_nested.c783 spin_lock(&kvm->mmu_lock); in kvmhv_remove_nested()
789 spin_unlock(&kvm->mmu_lock); in kvmhv_remove_nested()
808 spin_lock(&kvm->mmu_lock); in kvmhv_release_all_nested()
818 spin_unlock(&kvm->mmu_lock); in kvmhv_release_all_nested()
835 spin_lock(&kvm->mmu_lock); in kvmhv_flush_nested()
837 spin_unlock(&kvm->mmu_lock); in kvmhv_flush_nested()
852 spin_lock(&kvm->mmu_lock); in kvmhv_get_nested()
856 spin_unlock(&kvm->mmu_lock); in kvmhv_get_nested()
870 spin_lock(&kvm->mmu_lock); in kvmhv_get_nested()
879 spin_unlock(&kvm->mmu_lock); in kvmhv_get_nested()
[all …]
H A Dbook3s_64_mmu_radix.c647 spin_lock(&kvm->mmu_lock); in kvmppc_create_pte()
783 spin_unlock(&kvm->mmu_lock); in kvmppc_create_pte()
852 spin_lock(&kvm->mmu_lock); in kvmppc_book3s_instantiate_page()
857 spin_unlock(&kvm->mmu_lock); in kvmppc_book3s_instantiate_page()
990 spin_lock(&kvm->mmu_lock); in kvmppc_book3s_radix_page_fault()
994 spin_unlock(&kvm->mmu_lock); in kvmppc_book3s_radix_page_fault()
1100 spin_lock(&kvm->mmu_lock); in kvm_radix_test_clear_dirty()
1112 spin_unlock(&kvm->mmu_lock); in kvm_radix_test_clear_dirty()
1127 spin_unlock(&kvm->mmu_lock); in kvm_radix_test_clear_dirty()
1172 spin_lock(&kvm->mmu_lock); in kvmppc_radix_flush_memslot()
[all …]
H A Dbook3s_hv_rm_mmu.c248 arch_spin_lock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_enter()
263 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_enter()
277 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_enter()
938 arch_spin_lock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_zero()
950 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_zero()
966 arch_spin_lock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_copy()
981 arch_spin_unlock(&kvm->mmu_lock.rlock.raw_lock); in kvmppc_do_h_page_init_copy()
H A Dbook3s_64_mmu_hv.c615 spin_lock(&kvm->mmu_lock); in kvmppc_book3s_hv_page_fault()
620 spin_unlock(&kvm->mmu_lock); in kvmppc_book3s_hv_page_fault()
749 spin_lock(&kvm->mmu_lock); in kvmppc_rmap_reset()
756 spin_unlock(&kvm->mmu_lock); in kvmppc_rmap_reset()
1377 spin_lock(&kvm->mmu_lock); in resize_hpt_pivot()
1384 spin_unlock(&kvm->mmu_lock); in resize_hpt_pivot()
H A De500_mmu_host.c363 spin_lock(&kvm->mmu_lock); in kvmppc_e500_shadow_map()
465 spin_unlock(&kvm->mmu_lock); in kvmppc_e500_shadow_map()
H A Dbook3s_hv.c5597 spin_lock(&kvm->mmu_lock); in kvmppc_switch_mmu_to_hpt()
5599 spin_unlock(&kvm->mmu_lock); in kvmppc_switch_mmu_to_hpt()
5625 spin_lock(&kvm->mmu_lock); in kvmppc_switch_mmu_to_radix()
5627 spin_unlock(&kvm->mmu_lock); in kvmppc_switch_mmu_to_radix()
/linux/arch/loongarch/kvm/
H A Dmmu.c304 spin_lock(&kvm->mmu_lock); in kvm_flush_range()
307 spin_unlock(&kvm->mmu_lock); in kvm_flush_range()
487 spin_lock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
491 spin_unlock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
570 spin_lock(&kvm->mmu_lock); in kvm_map_page_fast()
607 spin_unlock(&kvm->mmu_lock); in kvm_map_page_fast()
614 spin_unlock(&kvm->mmu_lock); in kvm_map_page_fast()
840 spin_lock(&kvm->mmu_lock); in kvm_map_page()
847 spin_unlock(&kvm->mmu_lock); in kvm_map_page()
915 spin_unlock(&kvm->mmu_lock); in kvm_map_page()
/linux/arch/arm64/kvm/
H A Dnested.c100 write_lock(&kvm->mmu_lock); in kvm_vcpu_init_nested()
112 write_unlock(&kvm->mmu_lock); in kvm_vcpu_init_nested()
614 lockdep_assert_held_write(&kvm_s2_mmu_to_kvm(mmu)->mmu_lock); in get_guest_mapping_ttl()
742 write_lock(&kvm->mmu_lock); in kvm_s2_mmu_iterate_by_vmid()
754 write_unlock(&kvm->mmu_lock); in kvm_s2_mmu_iterate_by_vmid()
763 lockdep_assert_held_write(&kvm->mmu_lock); in lookup_s2_mmu()
812 lockdep_assert_held_write(&vcpu->kvm->mmu_lock); in get_s2_mmu_nested()
890 scoped_guard(write_lock, &vcpu->kvm->mmu_lock) in kvm_vcpu_load_hw_mmu()
1060 lockdep_assert_held_write(&kvm->mmu_lock); in kvm_invalidate_vncr_ipa()
1096 lockdep_assert_held_write(&kvm->mmu_lock); in invalidate_vncr_va()
[all …]
H A Dptdump.c151 guard(write_lock)(&kvm->mmu_lock); in kvm_ptdump_guest_show()
/linux/drivers/accel/habanalabs/common/
H A Dcommand_buffer.c41 mutex_lock(&hdev->mmu_lock); in cb_map_mem()
53 mutex_unlock(&hdev->mmu_lock); in cb_map_mem()
62 mutex_unlock(&hdev->mmu_lock); in cb_map_mem()
72 mutex_lock(&hdev->mmu_lock); in cb_unmap_mem()
75 mutex_unlock(&hdev->mmu_lock); in cb_unmap_mem()
H A Dmemory.c1185 mutex_lock(&hdev->mmu_lock); in map_device_va()
1191 mutex_unlock(&hdev->mmu_lock); in map_device_va()
1197 mutex_unlock(&hdev->mmu_lock); in map_device_va()
1352 mutex_lock(&hdev->mmu_lock); in unmap_device_va()
1365 mutex_unlock(&hdev->mmu_lock); in unmap_device_va()
2780 mutex_lock(&hdev->mmu_lock); in hl_vm_ctx_fini()
2786 mutex_unlock(&hdev->mmu_lock); in hl_vm_ctx_fini()
/linux/drivers/gpu/drm/msm/
H A Dmsm_gem_vma.c191 mutex_lock(&vm->mmu_lock); in msm_gem_vm_unusable()
221 mutex_unlock(&vm->mmu_lock); in msm_gem_vm_unusable()
230 lockdep_assert_held(&vm->mmu_lock); in vm_log()
283 mutex_lock(&vm->mmu_lock); in msm_gem_vma_unmap()
292 mutex_unlock(&vm->mmu_lock); in msm_gem_vma_unmap()
319 mutex_lock(&vm->mmu_lock); in msm_gem_vma_map()
336 mutex_unlock(&vm->mmu_lock); in msm_gem_vma_map()
714 mutex_lock(&vm->mmu_lock); in msm_vma_job_run()
741 mutex_unlock(&vm->mmu_lock); in msm_vma_job_run()
865 mutex_init(&vm->mmu_lock); in msm_gem_vm_create()
H A Dmsm_gem.h114 struct mutex mmu_lock; member
H A Dmsm_gpu.c329 mutex_lock(&vm->mmu_lock); in crashstate_get_vm_logs()
361 mutex_unlock(&vm->mmu_lock); in crashstate_get_vm_logs()
/linux/drivers/accel/habanalabs/common/mmu/
H A Dmmu.c51 mutex_init(&hdev->mmu_lock); in hl_mmu_init()
95 mutex_destroy(&hdev->mmu_lock); in hl_mmu_fini()
573 mutex_lock(&hdev->mmu_lock); in hl_mmu_get_tlb_info()
575 mutex_unlock(&hdev->mmu_lock); in hl_mmu_get_tlb_info()
681 mutex_lock(&hdev->mmu_lock); in hl_mmu_prefetch_work_function()
685 mutex_unlock(&hdev->mmu_lock); in hl_mmu_prefetch_work_function()
/linux/Documentation/virt/kvm/
H A Dlocking.rst57 - kvm->arch.mmu_lock is an rwlock; critical sections for
59 also take kvm->arch.mmu_lock
270 ``kvm->mmu_lock``
/linux/arch/mips/kvm/
H A Dmips.c196 spin_lock(&kvm->mmu_lock); in kvm_arch_flush_shadow_memslot()
201 spin_unlock(&kvm->mmu_lock); in kvm_arch_flush_shadow_memslot()
231 spin_lock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
237 spin_unlock(&kvm->mmu_lock); in kvm_arch_commit_memory_region()
/linux/arch/s390/kvm/s390/
H A Ds390.c569 guard(read_lock)(&kvm->mmu_lock); in kvm_s390_keyop()
737 scoped_guard(read_lock, &kvm->mmu_lock) in kvm_arch_sync_dirty_log()
1003 scoped_guard(read_lock, &kvm->mmu_lock) in kvm_s390_set_mem_control()
2175 scoped_guard(read_lock, &kvm->mmu_lock) { in kvm_s390_get_skeys()
2242 scoped_guard(read_lock, &kvm->mmu_lock) { in kvm_s390_set_skeys()
2296 scoped_guard(read_lock, &kvm->mmu_lock) { in kvm_s390_get_cmma_bits()
2356 scoped_guard(read_lock, &kvm->mmu_lock) { in kvm_s390_set_cmma_bits()
4333 scoped_guard(write_lock, &vcpu->kvm->mmu_lock) in kvm_s390_fixup_prefix()
5841 scoped_guard(read_lock, &kvm->mmu_lock) in kvm_test_age_gfn()
5855 scoped_guard(read_lock, &kvm->mmu_lock) in kvm_age_gfn()
/linux/drivers/accel/habanalabs/gaudi2/
H A Dgaudi2.c11062 mutex_lock(&hdev->mmu_lock); in gaudi2_debugfs_read_dma()
11078 mutex_unlock(&hdev->mmu_lock); in gaudi2_debugfs_read_dma()
11107 mutex_lock(&hdev->mmu_lock); in gaudi2_debugfs_read_dma()
11117 mutex_unlock(&hdev->mmu_lock); in gaudi2_debugfs_read_dma()
11169 mutex_lock(&hdev->mmu_lock); in gaudi2_internal_cb_pool_init()
11180 mutex_unlock(&hdev->mmu_lock); in gaudi2_internal_cb_pool_init()
11187 mutex_unlock(&hdev->mmu_lock); in gaudi2_internal_cb_pool_init()
11205 mutex_lock(&hdev->mmu_lock); in gaudi2_internal_cb_pool_fini()
11209 mutex_unlock(&hdev->mmu_lock); in gaudi2_internal_cb_pool_fini()
/linux/drivers/accel/habanalabs/gaudi/
H A Dgaudi.c8352 mutex_lock(&hdev->mmu_lock); in gaudi_internal_cb_pool_init()
8364 mutex_unlock(&hdev->mmu_lock); in gaudi_internal_cb_pool_init()
8372 mutex_unlock(&hdev->mmu_lock); in gaudi_internal_cb_pool_init()
8392 mutex_lock(&hdev->mmu_lock); in gaudi_internal_cb_pool_fini()
8398 mutex_unlock(&hdev->mmu_lock); in gaudi_internal_cb_pool_fini()
/linux/arch/x86/kvm/vmx/
H A Dvmx.c7004 read_lock(&vcpu->kvm->mmu_lock); in vmx_set_apic_access_page_addr()
7023 read_unlock(&vcpu->kvm->mmu_lock); in vmx_set_apic_access_page_addr()