Searched refs:uring_lock (Results 1 – 19 of 19) sorted by relevance
37 mutex_unlock(&ctx->uring_lock); in io_loop_wait()40 mutex_lock(&ctx->uring_lock); in io_loop_wait()66 mutex_unlock(&ctx->uring_lock); in __io_run_loop()68 mutex_lock(&ctx->uring_lock); in __io_run_loop()92 mutex_lock(&ctx->uring_lock); in io_run_loop()94 mutex_unlock(&ctx->uring_lock); in io_run_loop()
275 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()452 lockdep_assert_held(&ctx->uring_lock); in io_queue_deferred()517 lockdep_assert_held(&ctx->uring_lock); in __io_cqring_overflow_flush()558 mutex_unlock(&ctx->uring_lock); in __io_cqring_overflow_flush()560 mutex_lock(&ctx->uring_lock); in __io_cqring_overflow_flush()580 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()582 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()844 lockdep_assert_held(&ctx->uring_lock); in io_add_aux_cqe()873 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe()897 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe32()[all …]
23 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()28 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()35 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()160 mutex_lock(&ctx->uring_lock); in __io_uring_add_tctx_node()163 mutex_unlock(&ctx->uring_lock); in __io_uring_add_tctx_node()329 mutex_unlock(&ctx->uring_lock); in io_ringfd_register()331 mutex_lock(&ctx->uring_lock); in io_ringfd_register()
149 lockdep_is_held(&ctx->uring_lock) || in io_get_rings()225 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()228 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()395 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_unlock()397 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()410 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()411 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_lock()491 __must_hold(&req->ctx->uring_lock) in io_req_complete_defer()495 lockdep_assert_held(&req->ctx->uring_lock); in io_req_complete_defer()
31 lockdep_assert_held(&ctx->uring_lock); in bpf_io_uring_get_region()195 guard(mutex)(&ctx->uring_lock); in bpf_io_reg()225 guard(mutex)(&ctx->uring_lock); in bpf_io_unreg()240 scoped_guard(mutex, &ctx->uring_lock) { in io_unregister_bpf_ops()246 guard(mutex)(&ctx->uring_lock); in io_unregister_bpf_ops()
307 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()309 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()354 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()379 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()381 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()406 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()409 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()435 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()438 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()574 mutex_unlock(&ctx->uring_lock); in io_register_resize_rings()[all …]
27 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()92 mutex_lock(&ctx->uring_lock); in tctx_task_work_run()259 guard(mutex)(&ctx->uring_lock); in io_cancel_local_task_work()359 mutex_lock(&ctx->uring_lock); in io_run_local_work()361 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
269 __must_hold(&ctx->uring_lock) in io_sync_cancel()331 mutex_unlock(&ctx->uring_lock); in io_sync_cancel()343 mutex_lock(&ctx->uring_lock); in io_sync_cancel()347 mutex_lock(&ctx->uring_lock); in io_sync_cancel()365 lockdep_assert_held(&ctx->uring_lock); in io_cancel_remove_all()495 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()510 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()558 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()565 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
128 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()164 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
82 lockdep_assert_held(&ctx->uring_lock); in io_buffer_get_list()376 mutex_unlock(&ctx->uring_lock); in io_buffers_select()388 lockdep_assert_held(&ctx->uring_lock); in io_buffers_peek()446 lockdep_assert_held(&ctx->uring_lock); in io_remove_buffers_legacy()640 lockdep_assert_held(&ctx->uring_lock); in io_register_pbuf_ring()722 lockdep_assert_held(&ctx->uring_lock); in io_unregister_pbuf_ring()
37 mutex_unlock(&octx->uring_lock); in io_double_unlock_ctx()49 if (!mutex_trylock(&octx->uring_lock)) in io_lock_external_ctx()53 mutex_lock(&octx->uring_lock); in io_lock_external_ctx()
36 __must_hold(¬if->ctx->uring_lock) in io_notif_flush()
135 lockdep_assert_held(&req->ctx->uring_lock); in io_waitid_complete()153 lockdep_assert_held(&req->ctx->uring_lock); in __io_waitid_cancel()
224 mutex_lock(&ctx->uring_lock); in __io_sq_thread()235 mutex_unlock(&ctx->uring_lock); in __io_sq_thread()
126 lockdep_assert_held(&req->ctx->uring_lock); in io_poll_req_insert()743 lockdep_assert_held(&ctx->uring_lock); in io_poll_remove_all()
58 lockdep_assert_held(&ctx->uring_lock); in io_uring_try_cancel_uring_cmd()
1118 lockdep_assert_held(&ctx->uring_lock); in io_terminate_zcrx()1137 lockdep_assert_held(&ctx->uring_lock); in io_unregister_zcrx()
460 lockdep_assert_held(&req->ctx->uring_lock); in io_readv_writev_cleanup()
354 struct mutex uring_lock; member