Lines Matching refs:issue_flags
111 unsigned int issue_flags) in __io_import_rw_buffer() argument
122 buf = io_buffer_select(req, &sqe_len, io->buf_group, issue_flags); in __io_import_rw_buffer()
133 unsigned int issue_flags) in io_import_rw_buffer() argument
137 ret = __io_import_rw_buffer(rw, req, io, issue_flags); in io_import_rw_buffer()
145 static void io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags) in io_rw_recycle() argument
149 if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) in io_rw_recycle()
162 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags) in io_req_rw_cleanup() argument
193 io_rw_recycle(req, issue_flags); in io_req_rw_cleanup()
365 static int io_init_rw_fixed(struct io_kiocb *req, unsigned int issue_flags, in io_init_rw_fixed() argument
376 issue_flags); in io_init_rw_fixed()
393 int ddir, unsigned int issue_flags) in io_rw_import_reg_vec() argument
400 uvec_segs, issue_flags); in io_rw_import_reg_vec()
648 unsigned int issue_flags) in kiocb_done() argument
662 io_req_set_res(req, final_ret, io_put_kbuf(req, ret, issue_flags)); in kiocb_done()
663 io_req_rw_cleanup(req, issue_flags); in kiocb_done()
905 static int __io_read(struct io_kiocb *req, unsigned int issue_flags) in __io_read() argument
907 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in __io_read()
915 ret = io_rw_import_reg_vec(req, io, ITER_DEST, issue_flags); in __io_read()
919 ret = io_import_rw_buffer(ITER_DEST, req, io, issue_flags); in __io_read()
969 (issue_flags & IO_URING_F_MULTISHOT)) { in __io_read()
1019 int io_read(struct io_kiocb *req, unsigned int issue_flags) in io_read() argument
1023 ret = __io_read(req, issue_flags); in io_read()
1025 return kiocb_done(req, ret, issue_flags); in io_read()
1030 int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags) in io_read_mshot() argument
1044 ret = __io_read(req, issue_flags); in io_read_mshot()
1055 if (io_kbuf_recycle(req, issue_flags)) in io_read_mshot()
1059 io_kbuf_recycle(req, issue_flags); in io_read_mshot()
1063 cflags = io_put_kbuf(req, ret, issue_flags); in io_read_mshot()
1071 cflags = io_put_kbuf(req, ret, issue_flags); in io_read_mshot()
1075 if (issue_flags & IO_URING_F_MULTISHOT) in io_read_mshot()
1092 io_req_rw_cleanup(req, issue_flags); in io_read_mshot()
1115 int io_write(struct io_kiocb *req, unsigned int issue_flags) in io_write() argument
1117 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_write()
1125 ret = io_rw_import_reg_vec(req, io, ITER_SOURCE, issue_flags); in io_write()
1200 return kiocb_done(req, ret2, issue_flags); in io_write()
1211 int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_read_fixed() argument
1215 ret = io_init_rw_fixed(req, issue_flags, ITER_DEST); in io_read_fixed()
1219 return io_read(req, issue_flags); in io_read_fixed()
1222 int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_write_fixed() argument
1226 ret = io_init_rw_fixed(req, issue_flags, ITER_SOURCE); in io_write_fixed()
1230 return io_write(req, issue_flags); in io_write_fixed()