| /linux/io_uring/ |
| H A D | futex.c | 48 static void __io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw) in __io_futex_complete() argument
50 hlist_del_init(&tw_req.req->hash_node); in __io_futex_complete()
51 io_req_task_complete(tw_req, tw); in __io_futex_complete()
54 static void io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_futex_complete() argument
56 struct io_kiocb *req = tw_req.req; in io_futex_complete()
62 __io_futex_complete(tw_req, tw); in io_futex_complete()
65 static void io_futexv_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_futexv_complete() argument
67 struct io_kiocb *req = tw_req.req; in io_futexv_complete()
82 __io_futex_complete(tw_req, tw); in io_futexv_complete()
|
| H A D | timeout.c | 110 static void io_timeout_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_timeout_complete() argument
112 struct io_kiocb *req = tw_req.req; in io_timeout_complete()
128 io_req_task_complete(tw_req, tw); in io_timeout_complete()
200 static void io_req_tw_fail_links(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_tw_fail_links() argument
202 struct io_kiocb *link = tw_req.req; in io_req_tw_fail_links()
366 static void io_req_task_link_timeout(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_link_timeout() argument
368 struct io_kiocb *req = tw_req.req; in io_req_task_link_timeout()
393 io_req_task_complete(tw_req, tw); in io_req_task_link_timeout()
397 io_req_task_complete(tw_req, tw); in io_req_task_link_timeout()
|
| H A D | waitid.c | 19 static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw);
197 static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw) in io_waitid_cb() argument
199 struct io_kiocb *req = tw_req.req; in io_waitid_cb()
233 io_req_task_complete(tw_req, tw); in io_waitid_cb()
|
| H A D | poll.c | 338 void io_poll_task_func(struct io_tw_req tw_req, io_tw_token_t tw) in io_poll_task_func() argument
340 struct io_kiocb *req = tw_req.req; in io_poll_task_func()
361 io_req_task_submit(tw_req, tw); in io_poll_task_func()
369 io_req_task_complete(tw_req, tw); in io_poll_task_func()
374 io_req_task_complete(tw_req, tw); in io_poll_task_func()
376 io_req_task_submit(tw_req, tw); in io_poll_task_func()
|
| H A D | io_uring.h | 191 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw);
193 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw);
|
| H A D | io_uring.c | 436 static void io_req_queue_iowq_tw(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_queue_iowq_tw()
438 io_queue_iowq(tw_req.req); in io_req_queue_iowq_tw()
1039 static void io_req_task_cancel(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_find_next()
1041 struct io_kiocb *req = tw_req.req; in io_req_find_next()
1047 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_cancel()
1049 struct io_kiocb *req = tw_req.req; in io_req_task_cancel()
1272 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_iopoll_check()
1274 io_req_complete_defer(tw_req.req); in io_iopoll_check()
435 io_req_queue_iowq_tw(struct io_tw_req tw_req,io_tw_token_t tw) io_req_queue_iowq_tw() argument
1043 io_req_task_cancel(struct io_tw_req tw_req,io_tw_token_t tw) io_req_task_cancel() argument
1051 io_req_task_submit(struct io_tw_req tw_req,io_tw_token_t tw) io_req_task_submit() argument
1276 io_req_task_complete(struct io_tw_req tw_req,io_tw_token_t tw) io_req_task_complete() argument
|
| H A D | rw.c | 576 void io_req_rw_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_rw_complete() argument
578 struct io_kiocb *req = tw_req.req; in io_req_rw_complete()
586 io_req_task_complete(tw_req, tw); in io_req_rw_complete()
|
| /linux/include/linux/io_uring/ |
| H A D | cmd.h | 138 static inline struct io_uring_cmd *io_uring_cmd_from_tw(struct io_tw_req tw_req) in io_uring_cmd_from_tw() argument
140 return io_kiocb_to_cmd(tw_req.req, struct io_uring_cmd); in io_uring_cmd_from_tw()
|
| /linux/include/linux/ |
| H A D | io_uring_types.h | 698 typedef void (*io_req_tw_func_t)(struct io_tw_req tw_req, io_tw_token_t tw);
|
| /linux/drivers/nvme/host/ |
| H A D | ioctl.c | 400 static void nvme_uring_task_cb(struct io_tw_req tw_req, io_tw_token_t tw) in nvme_uring_task_cb()
402 struct io_uring_cmd *ioucmd = io_uring_cmd_from_tw(tw_req); in nvme_uring_cmd_end_io()
391 nvme_uring_task_cb(struct io_tw_req tw_req,io_tw_token_t tw) nvme_uring_task_cb() argument
|
| /linux/block/ |
| H A D | ioctl.c | 866 static void blk_cmd_complete(struct io_tw_req tw_req, io_tw_token_t tw) in blk_cmd_complete() argument
868 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in blk_cmd_complete()
|
| /linux/drivers/block/ |
| H A D | ublk_drv.c | 1995 static void ublk_batch_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in __ublk_acquire_fcmd()
1998 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in __ublk_acquire_fcmd()
2058 static void ublk_cmd_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_batch_dispatch()
2060 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_batch_dispatch()
2091 static void ublk_cmd_list_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_queue_cmd()
2093 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_queue_cmd()
3518 static void ublk_ch_uring_cmd_cb(struct io_tw_req tw_req, io_tw_token_t tw) in __ublk_check_and_get_req()
3521 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req);
2003 ublk_batch_tw_cb(struct io_tw_req tw_req,io_tw_token_t tw) ublk_batch_tw_cb() argument
2066 ublk_cmd_tw_cb(struct io_tw_req tw_req,io_tw_token_t tw) ublk_cmd_tw_cb() argument
2099 ublk_cmd_list_tw_cb(struct io_tw_req tw_req,io_tw_token_t tw) ublk_cmd_list_tw_cb() argument
3522 ublk_ch_uring_cmd_cb(struct io_tw_req tw_req,io_tw_token_t tw) ublk_ch_uring_cmd_cb() argument
|
| /linux/fs/btrfs/ |
| H A D | ioctl.c | 4536 static void btrfs_uring_read_finished(struct io_tw_req tw_req, io_tw_token_t tw) in btrfs_uring_read_finished() argument
4538 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in btrfs_uring_read_finished()
|