Lines Matching refs:tw
131 * No waiters. It's larger than any valid value of the tw counter
495 static void io_req_queue_iowq_tw(struct io_tw_req tw_req, io_tw_token_t tw)
889 * and obviously with ctx->uring_lock held (tw always has that).
1086 static void ctx_flush_and_put(struct io_ring_ctx *ctx, io_tw_token_t tw)
1336 io_tw_token_t tw,
1347 (struct io_tw_req){req}, tw);
1356 static int __io_run_local_work(struct io_ring_ctx *ctx, io_tw_token_t tw,
1368 tw.cancel = io_should_terminate_tw(ctx);
1370 ret = __io_run_local_work_loop(&ctx->retry_llist.first, tw, max_events);
1379 ret += __io_run_local_work_loop(&node, tw, max_events - ret);
1416 static void io_req_task_cancel(struct io_tw_req tw_req, io_tw_token_t tw)
1420 io_tw_lock(req->ctx, tw);
1424 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw)
1429 io_tw_lock(ctx, tw);
1430 if (unlikely(tw.cancel))
1662 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw)
1837 int io_poll_issue(struct io_kiocb *req, io_tw_token_t tw)
1844 io_tw_lock(req->ctx, tw);
2915 * only need to sync with it, which is done by injecting a tw