Searched refs:uring_lock (Results 1 – 19 of 19) sorted by relevance
271 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()459 lockdep_assert_held(&ctx->uring_lock); in io_queue_deferred()524 lockdep_assert_held(&ctx->uring_lock); in __io_cqring_overflow_flush()565 mutex_unlock(&ctx->uring_lock); in __io_cqring_overflow_flush()567 mutex_lock(&ctx->uring_lock); in __io_cqring_overflow_flush()587 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()589 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()832 lockdep_assert_held(&ctx->uring_lock); in io_add_aux_cqe()861 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe()885 lockdep_assert_held(&ctx->uring_lock); in io_req_post_cqe32()[all …]
299 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()301 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()346 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()371 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()373 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()398 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()401 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()427 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()430 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()564 mutex_unlock(&ctx->uring_lock); in io_register_resize_rings()[all …]
210 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()213 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()380 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_unlock()382 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()395 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()396 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_lock()464 __must_hold(&req->ctx->uring_lock) in io_req_complete_defer()468 lockdep_assert_held(&req->ctx->uring_lock); in io_req_complete_defer()
27 mutex_lock(&ctx->uring_lock); in io_fallback_req_func()32 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()44 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()68 mutex_lock(&ctx->uring_lock); in io_handle_tw_list()369 mutex_lock(&ctx->uring_lock); in io_run_local_work()371 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
262 __must_hold(&ctx->uring_lock) in io_sync_cancel()324 mutex_unlock(&ctx->uring_lock); in io_sync_cancel()336 mutex_lock(&ctx->uring_lock); in io_sync_cancel()340 mutex_lock(&ctx->uring_lock); in io_sync_cancel()358 lockdep_assert_held(&ctx->uring_lock); in io_cancel_remove_all()488 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()503 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()551 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()557 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
23 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()28 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()35 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()293 mutex_unlock(&ctx->uring_lock); in io_ringfd_register()295 mutex_lock(&ctx->uring_lock); in io_ringfd_register()
127 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()163 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
81 lockdep_assert_held(&ctx->uring_lock); in io_buffer_get_list()362 mutex_unlock(&ctx->uring_lock); in io_buffers_select()374 lockdep_assert_held(&ctx->uring_lock); in io_buffers_peek()432 lockdep_assert_held(&ctx->uring_lock); in io_remove_buffers_legacy()626 lockdep_assert_held(&ctx->uring_lock); in io_register_pbuf_ring()703 lockdep_assert_held(&ctx->uring_lock); in io_unregister_pbuf_ring()
36 __must_hold(¬if->ctx->uring_lock) in io_notif_flush()
265 if (mutex_trylock(&ctx->uring_lock)) { in io_uring_show_fdinfo()267 mutex_unlock(&ctx->uring_lock); in io_uring_show_fdinfo()
135 lockdep_assert_held(&req->ctx->uring_lock); in io_waitid_complete()150 lockdep_assert_held(&req->ctx->uring_lock); in __io_waitid_cancel()
336 lockdep_assert_held(&ctx->uring_lock); in __io_register_rsrc_update()1137 mutex_lock(&ctx1->uring_lock); in lock_two_rings()1138 mutex_lock_nested(&ctx2->uring_lock, SINGLE_DEPTH_NESTING); in lock_two_rings()1149 lockdep_assert_held(&ctx->uring_lock); in io_clone_buffers()1150 lockdep_assert_held(&src_ctx->uring_lock); in io_clone_buffers()1278 mutex_unlock(&ctx->uring_lock); in io_register_clone_buffers()1292 mutex_unlock(&src_ctx->uring_lock); in io_register_clone_buffers()
64 __must_hold(&ctx->uring_lock) in io_install_fixed_file()
106 lockdep_assert_held(&ctx->uring_lock);
223 mutex_lock(&ctx->uring_lock); in __io_sq_thread()234 mutex_unlock(&ctx->uring_lock); in __io_sq_thread()
126 lockdep_assert_held(&req->ctx->uring_lock); in io_poll_req_insert()738 lockdep_assert_held(&ctx->uring_lock); in io_poll_remove_all()
474 lockdep_assert_held(&req->ctx->uring_lock); in io_readv_writev_cleanup()
892 lockdep_assert_held(&ctx->uring_lock); in io_unregister_zcrx_ifqs()
305 struct mutex uring_lock; member