| /linux/io_uring/ |
| H A D | futex.c | 48 static void __io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw) in __io_futex_complete() argument
50 hlist_del_init(&tw_req.req->hash_node); in __io_futex_complete()
51 io_req_task_complete(tw_req, tw); in __io_futex_complete()
54 static void io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_futex_complete() argument
56 struct io_kiocb *req = tw_req.req; in io_futex_complete()
62 __io_futex_complete(tw_req, tw); in io_futex_complete()
65 static void io_futexv_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_futexv_complete() argument
67 struct io_kiocb *req = tw_req.req; in io_futexv_complete()
82 __io_futex_complete(tw_req, tw); in io_futexv_complete()
|
| H A D | timeout.c | 90 static void io_timeout_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_timeout_complete() argument
92 struct io_kiocb *req = tw_req.req; in io_timeout_complete()
108 io_req_task_complete(tw_req, tw); in io_timeout_complete()
180 static void io_req_tw_fail_links(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_tw_fail_links() argument
182 struct io_kiocb *link = tw_req.req; in io_req_tw_fail_links()
342 static void io_req_task_link_timeout(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_link_timeout() argument
344 struct io_kiocb *req = tw_req.req; in io_req_task_link_timeout()
361 io_req_task_complete(tw_req, tw); in io_req_task_link_timeout()
365 io_req_task_complete(tw_req, tw); in io_req_task_link_timeout()
|
| H A D | waitid.c | 19 static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw);
197 static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw) in io_waitid_cb() argument
199 struct io_kiocb *req = tw_req.req; in io_waitid_cb()
233 io_req_task_complete(tw_req, tw); in io_waitid_cb()
|
| H A D | poll.c | 338 void io_poll_task_func(struct io_tw_req tw_req, io_tw_token_t tw) in io_poll_task_func() argument
340 struct io_kiocb *req = tw_req.req; in io_poll_task_func()
361 io_req_task_submit(tw_req, tw); in io_poll_task_func()
369 io_req_task_complete(tw_req, tw); in io_poll_task_func()
374 io_req_task_complete(tw_req, tw); in io_poll_task_func()
376 io_req_task_submit(tw_req, tw); in io_poll_task_func()
|
| H A D | io_uring.h | 191 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw);
193 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw);
|
| H A D | io_uring.c | 435 static void io_req_queue_iowq_tw(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_queue_iowq_tw() argument
437 io_queue_iowq(tw_req.req); in io_req_queue_iowq_tw()
1031 static void io_req_task_cancel(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_cancel() argument
1033 struct io_kiocb *req = tw_req.req; in io_req_task_cancel()
1039 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_submit() argument
1041 struct io_kiocb *req = tw_req.req; in io_req_task_submit()
1264 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_complete() argument
1266 io_req_complete_defer(tw_req.req); in io_req_task_complete()
|
| H A D | rw.c | 576 void io_req_rw_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_rw_complete() argument
578 struct io_kiocb *req = tw_req.req; in io_req_rw_complete()
586 io_req_task_complete(tw_req, tw); in io_req_rw_complete()
|
| /linux/include/linux/io_uring/ |
| H A D | cmd.h | 138 static inline struct io_uring_cmd *io_uring_cmd_from_tw(struct io_tw_req tw_req) in io_uring_cmd_from_tw() argument
140 return io_kiocb_to_cmd(tw_req.req, struct io_uring_cmd); in io_uring_cmd_from_tw()
|
| /linux/include/linux/ |
| H A D | io_uring_types.h | 666 typedef void (*io_req_tw_func_t)(struct io_tw_req tw_req, io_tw_token_t tw);
|
| /linux/drivers/block/ |
| H A D | ublk_drv.c | 1986 static void ublk_batch_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_batch_tw_cb() argument
1989 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_batch_tw_cb()
2049 static void ublk_cmd_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_cmd_tw_cb() argument
2051 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_cmd_tw_cb()
2082 static void ublk_cmd_list_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_cmd_list_tw_cb() argument
2084 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_cmd_list_tw_cb()
3495 static void ublk_ch_uring_cmd_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_ch_uring_cmd_cb() argument
3498 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_ch_uring_cmd_cb()
|
| /linux/fs/btrfs/ |
| H A D | ioctl.c | 4536 static void btrfs_uring_read_finished(struct io_tw_req tw_req, io_tw_token_t tw) in btrfs_uring_read_finished() argument
4538 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in btrfs_uring_read_finished()
|