38 static bool io_file_supports_nowait(struct io_kiocb *req, __poll_t mask)  in io_file_supports_nowait()
64 static int io_iov_buffer_select_prep(struct io_kiocb *req)  in io_iov_buffer_select_prep()
83 static int io_import_vec(int ddir, struct io_kiocb *req,  in io_import_vec()
110 static int __io_import_rw_buffer(int ddir, struct io_kiocb *req,  in __io_import_rw_buffer()
132 static inline int io_import_rw_buffer(int rw, struct io_kiocb *req,  in io_import_rw_buffer()
147 static bool io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags)  in io_rw_recycle()
165 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags)  in io_req_rw_cleanup()
204 static int io_rw_alloc_async(struct io_kiocb *req)  in io_rw_alloc_async()
232 static int io_prep_rw_pi(struct io_kiocb *req, struct io_rw *rw, int ddir,  in io_prep_rw_pi()
259 static int __io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in __io_prep_rw()
313 static int io_rw_do_import(struct io_kiocb *req, int ddir)  in io_rw_do_import()
323 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_prep_rw()
335 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_read()
340 int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_write()
345 static int io_prep_rwv(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_prep_rwv()
363 int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_readv()
368 int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_writev()
373 static int io_init_rw_fixed(struct io_kiocb *req, unsigned int issue_flags,  in io_init_rw_fixed()
389 int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_read_fixed()
394 int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_write_fixed()
399 static int io_rw_import_reg_vec(struct io_kiocb *req,  in io_rw_import_reg_vec()
416 static int io_rw_prep_reg_vec(struct io_kiocb *req)  in io_rw_prep_reg_vec()
426 int io_prep_readv_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_readv_fixed()
436 int io_prep_writev_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_writev_fixed()
450 int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_read_mshot_prep()
470 void io_readv_writev_cleanup(struct io_kiocb *req)  in io_readv_writev_cleanup()
479 static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req)  in io_kiocb_update_pos()
496 static bool io_rw_should_reissue(struct io_kiocb *req)  in io_rw_should_reissue()
525 static void io_req_end_write(struct io_kiocb *req)  in io_req_end_write()
538 static void io_req_io_end(struct io_kiocb *req)  in io_req_io_end()
550 static void __io_complete_rw_common(struct io_kiocb *req, long res)  in __io_complete_rw_common()
562 static inline int io_fixup_rw_res(struct io_kiocb *req, long res)  in io_fixup_rw_res()
578 	struct io_kiocb *req = tw_req.req;  in io_req_rw_complete()
592 	struct io_kiocb *req = cmd_to_io_kiocb(rw);  in io_complete_rw()
603 	struct io_kiocb *req = cmd_to_io_kiocb(rw);  in io_complete_rw_iopoll()
618 static inline void io_rw_done(struct io_kiocb *req, ssize_t ret)  in io_rw_done()
649 static int kiocb_done(struct io_kiocb *req, ssize_t ret,  in kiocb_done()
689 	struct io_kiocb *req = cmd_to_io_kiocb(rw);  in loop_rw_iter()
767 	struct io_kiocb *req = wait->private;  in io_async_buf_func()
794 static bool io_rw_should_retry(struct io_kiocb *req)  in io_rw_should_retry()
842 static bool need_complete_io(struct io_kiocb *req)  in need_complete_io()
848 static int io_rw_init_file(struct io_kiocb *req, fmode_t mode, int rw_type)  in io_rw_init_file()
912 static int __io_read(struct io_kiocb *req, struct io_br_sel *sel,  in __io_read()
1026 int io_read(struct io_kiocb *req, unsigned int issue_flags)  in io_read()
1040 int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags)  in io_read_mshot()
1107 static bool io_kiocb_start_write(struct io_kiocb *req, struct kiocb *kiocb)  in io_kiocb_start_write()
1126 int io_write(struct io_kiocb *req, unsigned int issue_flags)  in io_write()
1222 int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags)  in io_read_fixed()
1233 int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags)  in io_write_fixed()
1244 void io_rw_fail(struct io_kiocb *req)  in io_rw_fail()
1252 static int io_uring_classic_poll(struct io_kiocb *req, struct io_comp_batch *iob,  in io_uring_classic_poll()
1269 static u64 io_hybrid_iopoll_delay(struct io_ring_ctx *ctx, struct io_kiocb *req)  in io_hybrid_iopoll_delay()
1303 static int io_uring_hybrid_poll(struct io_kiocb *req,  in io_uring_hybrid_poll()
1329 	struct io_kiocb *req, *tmp;  in io_do_iopoll()