Searched refs:uring_lock (Results 1 – 17 of 17) sorted by relevance
273 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()460 lockdep_assert_held(&ctx->uring_lock); in io_queue_deferred()525 lockdep_assert_held(&ctx->uring_lock); in __io_cqring_overflow_flush()566 mutex_unlock(&ctx->uring_lock); in __io_cqring_overflow_flush()568 mutex_lock(&ctx->uring_lock); in __io_cqring_overflow_flush()588 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()590 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()850 lockdep_assert_held(&ctx->uring_lock); in io_add_aux_cqe()879 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe()903 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe32()[all …]
27 mutex_lock(&ctx->uring_lock); in io_fallback_req_func()32 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()44 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()68 mutex_lock(&ctx->uring_lock); in io_handle_tw_list()286 guard(mutex)(&ctx->uring_lock); in io_move_task_work_from_local()379 mutex_lock(&ctx->uring_lock); in io_run_local_work()381 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
23 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()28 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()35 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()152 mutex_lock(&ctx->uring_lock); in __io_uring_add_tctx_node()155 mutex_unlock(&ctx->uring_lock); in __io_uring_add_tctx_node()319 mutex_unlock(&ctx->uring_lock); in io_ringfd_register()321 mutex_lock(&ctx->uring_lock); in io_ringfd_register()
148 lockdep_is_held(&ctx->uring_lock) || in io_get_rings()223 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()226 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()393 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_unlock()395 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()408 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()409 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_lock()489 __must_hold(&req->ctx->uring_lock) in io_req_complete_defer()493 lockdep_assert_held(&req->ctx->uring_lock); in io_req_complete_defer()
307 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()309 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()354 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()379 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()381 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()406 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()409 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()435 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()438 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()572 mutex_unlock(&ctx->uring_lock); in io_register_resize_rings()[all …]
269 __must_hold(&ctx->uring_lock) in io_sync_cancel()331 mutex_unlock(&ctx->uring_lock); in io_sync_cancel()343 mutex_lock(&ctx->uring_lock); in io_sync_cancel()347 mutex_lock(&ctx->uring_lock); in io_sync_cancel()365 lockdep_assert_held(&ctx->uring_lock); in io_cancel_remove_all()495 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()510 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()558 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()565 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
128 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()164 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
81 lockdep_assert_held(&ctx->uring_lock); in io_buffer_get_list()362 mutex_unlock(&ctx->uring_lock); in io_buffers_select()374 lockdep_assert_held(&ctx->uring_lock); in io_buffers_peek()432 lockdep_assert_held(&ctx->uring_lock); in io_remove_buffers_legacy()626 lockdep_assert_held(&ctx->uring_lock); in io_register_pbuf_ring()708 lockdep_assert_held(&ctx->uring_lock); in io_unregister_pbuf_ring()
36 __must_hold(¬if->ctx->uring_lock) in io_notif_flush()
268 if (mutex_trylock(&ctx->uring_lock)) { in io_uring_show_fdinfo()270 mutex_unlock(&ctx->uring_lock); in io_uring_show_fdinfo()
135 lockdep_assert_held(&req->ctx->uring_lock); in io_waitid_complete()150 lockdep_assert_held(&req->ctx->uring_lock); in __io_waitid_cancel()
339 lockdep_assert_held(&ctx->uring_lock); in __io_register_rsrc_update()1144 mutex_lock(&ctx1->uring_lock); in lock_two_rings()1145 mutex_lock_nested(&ctx2->uring_lock, SINGLE_DEPTH_NESTING); in lock_two_rings()1156 lockdep_assert_held(&ctx->uring_lock); in io_clone_buffers()1157 lockdep_assert_held(&src_ctx->uring_lock); in io_clone_buffers()1285 mutex_unlock(&ctx->uring_lock); in io_register_clone_buffers()1299 mutex_unlock(&src_ctx->uring_lock); in io_register_clone_buffers()
106 lockdep_assert_held(&ctx->uring_lock); in io_put_rsrc_node()
126 lockdep_assert_held(&req->ctx->uring_lock); in io_poll_req_insert()742 lockdep_assert_held(&ctx->uring_lock); in io_poll_remove_all()
952 lockdep_assert_held(&ctx->uring_lock); in io_terminate_zcrx()971 lockdep_assert_held(&ctx->uring_lock); in io_unregister_zcrx()
474 lockdep_assert_held(&req->ctx->uring_lock); in io_readv_writev_cleanup()
316 struct mutex uring_lock; member