Searched refs:uring_lock (Results 1 – 20 of 20) sorted by relevance
275 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()452 lockdep_assert_held(&ctx->uring_lock); in io_queue_deferred()517 lockdep_assert_held(&ctx->uring_lock); in __io_cqring_overflow_flush()558 mutex_unlock(&ctx->uring_lock); in __io_cqring_overflow_flush()560 mutex_lock(&ctx->uring_lock); in __io_cqring_overflow_flush()580 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()582 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()842 lockdep_assert_held(&ctx->uring_lock); in io_add_aux_cqe()871 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe()895 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe32()[all …]
23 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()28 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()35 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()160 mutex_lock(&ctx->uring_lock); in __io_uring_add_tctx_node()163 mutex_unlock(&ctx->uring_lock); in __io_uring_add_tctx_node()329 mutex_unlock(&ctx->uring_lock); in io_ringfd_register()331 mutex_lock(&ctx->uring_lock); in io_ringfd_register()
31 lockdep_assert_held(&ctx->uring_lock); in bpf_io_uring_get_region()195 guard(mutex)(&ctx->uring_lock); in bpf_io_reg()225 guard(mutex)(&ctx->uring_lock); in bpf_io_unreg()240 scoped_guard(mutex, &ctx->uring_lock) { in io_unregister_bpf_ops()246 guard(mutex)(&ctx->uring_lock); in io_unregister_bpf_ops()
149 lockdep_is_held(&ctx->uring_lock) || in io_get_rings()225 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()228 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()395 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_unlock()397 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()410 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()411 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_lock()491 __must_hold(&req->ctx->uring_lock) in io_req_complete_defer()495 lockdep_assert_held(&req->ctx->uring_lock); in io_req_complete_defer()
307 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()309 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()354 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()379 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()381 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()406 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()409 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()435 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()438 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()573 mutex_unlock(&ctx->uring_lock); in io_register_resize_rings()[all …]
27 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()92 mutex_lock(&ctx->uring_lock); in tctx_task_work_run()256 guard(mutex)(&ctx->uring_lock); in io_cancel_local_task_work()356 mutex_lock(&ctx->uring_lock); in io_run_local_work()358 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
269 __must_hold(&ctx->uring_lock) in io_sync_cancel()331 mutex_unlock(&ctx->uring_lock); in io_sync_cancel()343 mutex_lock(&ctx->uring_lock); in io_sync_cancel()347 mutex_lock(&ctx->uring_lock); in io_sync_cancel()365 lockdep_assert_held(&ctx->uring_lock); in io_cancel_remove_all()495 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()510 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()558 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()565 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
128 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()164 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
37 mutex_unlock(&octx->uring_lock); in io_double_unlock_ctx()49 if (!mutex_trylock(&octx->uring_lock)) in io_lock_external_ctx()53 mutex_lock(&octx->uring_lock); in io_lock_external_ctx()
82 lockdep_assert_held(&ctx->uring_lock); in io_buffer_get_list()376 mutex_unlock(&ctx->uring_lock); in io_buffers_select()388 lockdep_assert_held(&ctx->uring_lock); in io_buffers_peek()446 lockdep_assert_held(&ctx->uring_lock); in io_remove_buffers_legacy()640 lockdep_assert_held(&ctx->uring_lock); in io_register_pbuf_ring()722 lockdep_assert_held(&ctx->uring_lock); in io_unregister_pbuf_ring()
36 __must_hold(¬if->ctx->uring_lock) in io_notif_flush()
41 lockdep_assert_held(&ctx->uring_lock); in hpage_acct_ref()64 lockdep_assert_held(&ctx->uring_lock); in hpage_acct_unref()426 lockdep_assert_held(&ctx->uring_lock); in __io_register_rsrc_update()1281 mutex_lock(&ctx1->uring_lock); in lock_two_rings()1282 mutex_lock_nested(&ctx2->uring_lock, SINGLE_DEPTH_NESTING); in lock_two_rings()1293 lockdep_assert_held(&ctx->uring_lock); in io_clone_buffers()1294 lockdep_assert_held(&src_ctx->uring_lock); in io_clone_buffers()1430 mutex_unlock(&ctx->uring_lock); in io_register_clone_buffers()1444 mutex_unlock(&src_ctx->uring_lock); in io_register_clone_buffers()
135 lockdep_assert_held(&req->ctx->uring_lock); in io_waitid_complete()150 lockdep_assert_held(&req->ctx->uring_lock); in __io_waitid_cancel()
107 lockdep_assert_held(&ctx->uring_lock); in io_put_rsrc_node()
224 mutex_lock(&ctx->uring_lock); in __io_sq_thread()235 mutex_unlock(&ctx->uring_lock); in __io_sq_thread()
58 lockdep_assert_held(&ctx->uring_lock); in io_uring_try_cancel_uring_cmd()
126 lockdep_assert_held(&req->ctx->uring_lock); in io_poll_req_insert()743 lockdep_assert_held(&ctx->uring_lock); in io_poll_remove_all()
1117 lockdep_assert_held(&ctx->uring_lock); in io_terminate_zcrx()1136 lockdep_assert_held(&ctx->uring_lock); in io_unregister_zcrx()
460 lockdep_assert_held(&req->ctx->uring_lock); in io_readv_writev_cleanup()
347 struct mutex uring_lock; member