| /linux/io_uring/ |
| H A D | futex.c | 48 static void __io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw) in __io_futex_complete() argument
50 hlist_del_init(&tw_req.req->hash_node); in __io_futex_complete()
51 io_req_task_complete(tw_req, tw); in __io_futex_complete()
54 static void io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_futex_complete() argument
56 struct io_kiocb *req = tw_req.req; in io_futex_complete()
62 __io_futex_complete(tw_req, tw); in io_futex_complete()
65 static void io_futexv_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_futexv_complete() argument
67 struct io_kiocb *req = tw_req.req; in io_futexv_complete()
82 __io_futex_complete(tw_req, tw); in io_futexv_complete()
|
| H A D | timeout.c | 71 static void io_timeout_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_timeout_complete() argument
73 struct io_kiocb *req = tw_req.req; in io_timeout_complete()
89 io_req_task_complete(tw_req, tw); in io_timeout_complete()
161 static void io_req_tw_fail_links(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_tw_fail_links() argument
163 struct io_kiocb *link = tw_req.req; in io_req_tw_fail_links()
323 static void io_req_task_link_timeout(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_link_timeout() argument
325 struct io_kiocb *req = tw_req.req; in io_req_task_link_timeout()
342 io_req_task_complete(tw_req, tw); in io_req_task_link_timeout()
346 io_req_task_complete(tw_req, tw); in io_req_task_link_timeout()
|
| H A D | waitid.c | 19 static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw);
197 static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw) in io_waitid_cb() argument
199 struct io_kiocb *req = tw_req.req; in io_waitid_cb()
233 io_req_task_complete(tw_req, tw); in io_waitid_cb()
|
| H A D | poll.c | 331 void io_poll_task_func(struct io_tw_req tw_req, io_tw_token_t tw) in io_poll_task_func() argument
333 struct io_kiocb *req = tw_req.req; in io_poll_task_func()
354 io_req_task_submit(tw_req, tw); in io_poll_task_func()
362 io_req_task_complete(tw_req, tw); in io_poll_task_func()
367 io_req_task_complete(tw_req, tw); in io_poll_task_func()
369 io_req_task_submit(tw_req, tw); in io_poll_task_func()
|
| H A D | io_uring.h | 178 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw);
180 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw);
|
| H A D | io_uring.c | 434 static void io_req_queue_iowq_tw(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_queue_iowq_tw() argument
436 io_queue_iowq(tw_req.req); in io_req_queue_iowq_tw()
1025 static void io_req_task_cancel(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_cancel() argument
1027 struct io_kiocb *req = tw_req.req; in io_req_task_cancel()
1033 void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_submit() argument
1035 struct io_kiocb *req = tw_req.req; in io_req_task_submit()
1261 void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_task_complete() argument
1263 io_req_complete_defer(tw_req.req); in io_req_task_complete()
|
| H A D | rw.c | 576 void io_req_rw_complete(struct io_tw_req tw_req, io_tw_token_t tw) in io_req_rw_complete() argument
578 struct io_kiocb *req = tw_req.req; in io_req_rw_complete()
586 io_req_task_complete(tw_req, tw); in io_req_rw_complete()
|
| /linux/include/linux/io_uring/ |
| H A D | cmd.h | 138 static inline struct io_uring_cmd *io_uring_cmd_from_tw(struct io_tw_req tw_req) in io_uring_cmd_from_tw() argument
140 return io_kiocb_to_cmd(tw_req.req, struct io_uring_cmd); in io_uring_cmd_from_tw()
|
| /linux/include/linux/ |
| H A D | io_uring_types.h | 643 typedef void (*io_req_tw_func_t)(struct io_tw_req tw_req, io_tw_token_t tw);
|
| /linux/block/ |
| H A D | ioctl.c | 871 static void blk_cmd_complete(struct io_tw_req tw_req, io_tw_token_t tw) in blk_cmd_complete() argument
873 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in blk_cmd_complete()
|
| /linux/drivers/nvme/host/ |
| H A D | ioctl.c | 401 static void nvme_uring_task_cb(struct io_tw_req tw_req, io_tw_token_t tw) in nvme_uring_task_cb() argument
403 struct io_uring_cmd *ioucmd = io_uring_cmd_from_tw(tw_req); in nvme_uring_task_cb()
|
| /linux/drivers/block/ |
| H A D | ublk_drv.c | 1911 static void ublk_batch_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_batch_tw_cb() argument
1914 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_batch_tw_cb()
1974 static void ublk_cmd_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_cmd_tw_cb() argument
1976 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_cmd_tw_cb()
2007 static void ublk_cmd_list_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_cmd_list_tw_cb() argument
2009 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_cmd_list_tw_cb()
3415 static void ublk_ch_uring_cmd_cb(struct io_tw_req tw_req, io_tw_token_t tw) in ublk_ch_uring_cmd_cb() argument
3418 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in ublk_ch_uring_cmd_cb()
|
| /linux/fs/fuse/ |
| H A D | dev_uring.c | 1218 static void fuse_uring_send_in_task(struct io_tw_req tw_req, io_tw_token_t tw) in fuse_uring_send_in_task() argument
1221 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in fuse_uring_send_in_task()
|
| /linux/fs/btrfs/ |
| H A D | ioctl.c | 4505 static void btrfs_uring_read_finished(struct io_tw_req tw_req, io_tw_token_t tw) in btrfs_uring_read_finished() argument
4507 struct io_uring_cmd *cmd = io_uring_cmd_from_tw(tw_req); in btrfs_uring_read_finished()
|