Home
last modified time | relevance | path

Searched refs:mmap_lock (Results 1 – 24 of 24) sorted by relevance

/linux/include/linux/
H A Dmmap_lock.h18 .mmap_lock = __RWSEM_INITIALIZER((name).mmap_lock),
71 rwsem_assert_held(&mm->mmap_lock); in mmap_assert_locked()
76 rwsem_assert_held_write(&mm->mmap_lock); in mmap_assert_write_locked()
409 if (lockdep_is_held(&vma->vm_mm->mmap_lock)) in vma_assert_stabilised()
412 if (rwsem_is_locked(&vma->vm_mm->mmap_lock)) in vma_assert_stabilised()
536 down_write(&mm->mmap_lock); in mmap_write_lock()
544 down_write_nested(&mm->mmap_lock, subclass); in mmap_write_lock_nested()
554 ret = down_write_killable(&mm->mmap_lock); in mmap_write_lock_killable()
579 up_write(&mm->mmap_lock); in mmap_write_unlock()
586 downgrade_write(&mm->mmap_lock); in mmap_write_downgrade()
[all …]
H A Dio_uring_types.h387 * Modifications are protected by ->uring_lock and ->mmap_lock.
531 struct mutex mmap_lock;
501 struct mutex mmap_lock; global() member
/linux/drivers/media/common/videobuf2/
H A Dvideobuf2-core.c588 lockdep_assert_held(&q->mmap_lock); in __vb2_queue_free()
894 mutex_lock(&q->mmap_lock); in vb2_core_reqbufs()
906 mutex_unlock(&q->mmap_lock); in vb2_core_reqbufs()
927 mutex_lock(&q->mmap_lock); in vb2_core_reqbufs()
930 mutex_unlock(&q->mmap_lock); in vb2_core_reqbufs()
999 mutex_lock(&q->mmap_lock); in vb2_core_reqbufs()
1008 mutex_unlock(&q->mmap_lock); in vb2_core_reqbufs()
1011 mutex_unlock(&q->mmap_lock); in vb2_core_reqbufs()
1024 mutex_lock(&q->mmap_lock); in vb2_core_reqbufs()
1026 mutex_unlock(&q->mmap_lock); in vb2_core_reqbufs()
[all...]
/linux/io_uring/
H A Dmemmap.c261 lockdep_assert_held(&ctx->mmap_lock); in io_region_validate_mmap()
304 guard(mutex)(&ctx->mmap_lock); in io_uring_mmap()
336 guard(mutex)(&ctx->mmap_lock); in io_uring_get_unmapped_area()
397 guard(mutex)(&ctx->mmap_lock); in io_uring_mmap()
430 guard(mutex)(&ctx->mmap_lock); in io_uring_get_unmapped_area()
H A Dkbuf.c95 guard(mutex)(&ctx->mmap_lock); in io_buffer_add_list()
471 scoped_guard(mutex, &ctx->mmap_lock) { in io_destroy_buffers()
484 scoped_guard(mutex, &ctx->mmap_lock) in io_remove_buffers_prep()
730 scoped_guard(mutex, &ctx->mmap_lock) in io_register_pbuf_status()
765 lockdep_assert_held(&ctx->mmap_lock);
H A Dzcrx.c697 lockdep_assert_held(&ctx->mmap_lock); in zcrx_export()
787 scoped_guard(mutex, &ctx->mmap_lock) { in zcrx_register_netdev()
800 scoped_guard(mutex, &ctx->mmap_lock) { in zcrx_register_netdev()
808 scoped_guard(mutex, &ctx->mmap_lock) in zcrx_register_netdev()
962 scoped_guard(mutex, &ctx->mmap_lock) { in io_terminate_zcrx()
993 scoped_guard(mutex, &ctx->mmap_lock) {
1013 scoped_guard(mutex, &ctx->mmap_lock) in io_parse_rqe()
1038 scoped_guard(mutex, &ctx->mmap_lock) in io_zcrx_ring_refill()
1057 scoped_guard(mutex, &ctx->mmap_lock) { in io_zcrx_ring_refill()
H A Dregister.c579 * We'll do the swap. Grab the ctx->mmap_lock, which will exclude in io_register_resize_rings()
584 * ctx->mmap_lock as well. Likewise, hold the completion lock over the in io_register_resize_rings()
587 mutex_lock(&ctx->mmap_lock); in io_register_resize_rings()
691 mutex_unlock(&ctx->mmap_lock);
H A Dio_uring.c295 mutex_init(&ctx->mmap_lock); in io_ring_ctx_alloc()
/linux/kernel/bpf/
H A Dmmap_unlock_work.h60 rwsem_release(&mm->mmap_lock.dep_map, _RET_IP_); in bpf_mmap_unlock_mm()
/linux/mm/
H A Dinit-mm.c33 .mm_mt = MTREE_INIT_EXT(mm_mt, MM_MT_FLAGS, init_mm.mmap_lock),
H A Dvma.c266 * The entire update must be protected by exclusive mmap_lock and by
805 * - The caller must hold a WRITE lock on the mm_struct->mmap_lock.
1051 * - The caller must hold a WRITE lock on the mm_struct->mmap_lock.
1161 * - The caller must hold a WRITE lock on the mm_struct->mmap_lock.
1293 * We can free page tables without write-locking mmap_lock because VMAs in vms_clear_ptes()
1294 * were isolated before we downgraded mmap_lock. in vms_clear_ptes()
1577 * @unlock: Set to true to drop the mmap_lock. unlocking only happens on
1621 * @unlock: set to true if the user wants to drop the mmap_lock on success
1991 * NOTE! This runs with mmap_lock held for reading, so it is possible that
2005 * a read lock on the mmap_lock
[all...]
H A Dmemory.c1247 * error handling here, assume that exclusive mmap_lock on dst and src in copy_pte_range()
1249 * protected by mmap_lock-less collapse skipping areas with anon_vma in copy_pte_range()
1260 * We already hold the exclusive mmap_lock, the copy_pte_range() and in copy_pte_range()
1539 * the read side doesn't spin, but goes to the mmap_lock. in copy_page_range()
2575 * under mm->mmap_lock write-lock, so it can change vma->vm_flags.
3734 * Drop the mmap_lock before waiting on IO, if we can. The file in fault_dirty_shared_page()
3791 * the mmap_lock to be held.
3811 * mmap_lock held. __anon_vma_prepare() will look at adjacent VMAs to
3840 * Called with either the VMA lock or the mmap_lock held (see FAULT_FLAG_VMA_LOCK)
4240 * We enter with either the VMA lock or the mmap_lock hel
[all...]
/linux/drivers/infiniband/hw/cxgb4/
H A Dprovider.c90 spin_lock_init(&context->mmap_lock); in c4iw_alloc_ucontext()
104 spin_lock(&context->mmap_lock); in c4iw_alloc_ucontext()
107 spin_unlock(&context->mmap_lock); in c4iw_alloc_ucontext()
H A Dcq.c1109 spin_lock(&ucontext->mmap_lock); in c4iw_create_cq()
1120 spin_unlock(&ucontext->mmap_lock); in c4iw_create_cq()
H A Dqp.c2264 spin_lock(&ucontext->mmap_lock); in c4iw_create_qp()
2281 spin_unlock(&ucontext->mmap_lock); in c4iw_create_qp()
2772 spin_lock(&ucontext->mmap_lock); in c4iw_create_srq()
2777 spin_unlock(&ucontext->mmap_lock); in c4iw_create_srq()
/linux/tools/perf/util/bpf_skel/vmlinux/
H A Dvmlinux.h97 struct rw_semaphore mmap_lock; member
/linux/tools/perf/util/bpf_skel/
H A Dlock_contention.bpf.c175 struct rw_semaphore mmap_lock; member
304 /* slab and mmap_lock are part of the addr_filter */ in update_task_data()
405 if (bpf_core_field_exists(mm_new->mmap_lock)) { in delay_callback()
406 if (&mm_new->mmap_lock == (void *)lock) in delay_callback()
/linux/Documentation/admin-guide/mm/
H A Dmultigen_lru.rst41 theoretically worsen lock contention (mmap_lock). If it is
H A Duserfaultfd.rst37 ``userfaultfd`` runtime load never takes the mmap_lock for writing).
/linux/drivers/gpu/drm/etnaviv/
H A Detnaviv_gem.c673 might_lock_read(&current->mm->mmap_lock); in etnaviv_gem_userptr_get_pages()
/linux/drivers/firmware/efi/
H A Defi.c69 .mm_mt = MTREE_INIT_EXT(mm_mt, MM_MT_FLAGS, efi_mm.mmap_lock),
/linux/Documentation/gpu/
H A Ddrm-vm-bind-locking.rst82 correspond to the mmap_lock. An rwsem allows several readers to walk
419 mmap_lock that is grabbed when resolving a CPU pagefault. This means
/linux/kernel/
H A Dfork.c1073 init_rwsem(&mm->mmap_lock); in mmap_init_lock()
1083 mt_set_external_lock(&mm->mm_mt, &mm->mmap_lock); in mm_init()
/linux/
H A DMAINTAINERS17345 F: include/linux/mmap_lock.h
17346 F: include/trace/events/mmap_lock.h
17347 F: mm/mmap_lock.c