Home
last modified time | relevance | path

Searched refs:issue_flags (Results 1 – 25 of 45) sorted by relevance

12

/linux/io_uring/
H A During_cmd.c26 static void io_req_uring_cleanup(struct io_kiocb *req, unsigned int issue_flags) in io_req_uring_cleanup() argument
31 if (issue_flags & IO_URING_F_UNLOCKED) in io_req_uring_cleanup()
80 unsigned int issue_flags) in io_uring_cmd_del_cancelable() argument
89 io_ring_submit_lock(ctx, issue_flags); in io_uring_cmd_del_cancelable()
91 io_ring_submit_unlock(ctx, issue_flags); in io_uring_cmd_del_cancelable()
104 unsigned int issue_flags) in io_uring_cmd_mark_cancelable() argument
120 io_ring_submit_lock(ctx, issue_flags); in io_uring_cmd_mark_cancelable()
122 io_ring_submit_unlock(ctx, issue_flags); in io_uring_cmd_mark_cancelable()
153 unsigned issue_flags, bool is_cqe32) in __io_uring_cmd_done() argument
160 io_uring_cmd_del_cancelable(ioucmd, issue_flags); in __io_uring_cmd_done()
[all …]
H A Dcmd_net.c27 unsigned int issue_flags) in io_uring_cmd_getsockopt() argument
30 bool compat = !!(issue_flags & IO_URING_F_COMPAT); in io_uring_cmd_getsockopt()
54 unsigned int issue_flags) in io_uring_cmd_setsockopt() argument
57 bool compat = !!(issue_flags & IO_URING_F_COMPAT); in io_uring_cmd_setsockopt()
73 struct sk_buff *skb, unsigned int issue_flags) in io_process_timestamp_skb() argument
101 if (!io_uring_cmd_post_mshot_cqe32(cmd, issue_flags, cqe)) in io_process_timestamp_skb()
108 unsigned int issue_flags) in io_uring_cmd_timestamp()
116 if (!(issue_flags & IO_URING_F_CQE32)) in io_uring_cmd_timestamp()
118 ret = io_cmd_poll_multishot(cmd, issue_flags, EPOLLERR); in io_uring_cmd_timestamp()
140 ret = io_process_timestamp_skb(cmd, sk, skb, issue_flags); in io_uring_cmd_timestamp()
106 io_uring_cmd_timestamp(struct socket * sock,struct io_uring_cmd * cmd,unsigned int issue_flags) io_uring_cmd_timestamp() argument
153 io_uring_cmd_getsockname(struct socket * sock,struct io_uring_cmd * cmd,unsigned int issue_flags) io_uring_cmd_getsockname() argument
171 io_uring_cmd_sock(struct io_uring_cmd * cmd,unsigned int issue_flags) io_uring_cmd_sock() argument
[all...]
H A Dopenclose.c123 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2() argument
138 if (issue_flags & IO_URING_F_NONBLOCK) { in io_openat2()
163 (issue_flags & IO_URING_F_NONBLOCK)) { in io_openat2()
172 if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set) in io_openat2()
178 ret = io_fixed_fd_install(req, issue_flags, file, in io_openat2()
188 int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat() argument
190 return io_openat2(req, issue_flags); in io_openat()
200 int __io_close_fixed(struct io_ring_ctx *ctx, unsigned int issue_flags, in __io_close_fixed() argument
205 io_ring_submit_lock(ctx, issue_flags); in __io_close_fixed()
207 io_ring_submit_unlock(ctx, issue_flags); in __io_close_fixed()
[all …]
H A Dmsg_ring.c41 unsigned int issue_flags) in io_lock_external_ctx() argument
48 if (!(issue_flags & IO_URING_F_UNLOCKED)) { in io_lock_external_ctx()
133 struct io_msg *msg, unsigned int issue_flags) in __io_msg_ring_data() argument
158 if (unlikely(io_lock_external_ctx(target_ctx, issue_flags))) in __io_msg_ring_data()
168 static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring_data() argument
173 return __io_msg_ring_data(target_ctx, msg, issue_flags); in io_msg_ring_data()
176 static int io_msg_grab_file(struct io_kiocb *req, unsigned int issue_flags) in io_msg_grab_file() argument
183 io_ring_submit_lock(ctx, issue_flags); in io_msg_grab_file()
192 io_ring_submit_unlock(ctx, issue_flags); in io_msg_grab_file()
196 static int io_msg_install_complete(struct io_kiocb *req, unsigned int issue_flags) in io_msg_install_complete() argument
[all …]
H A Dfs.h4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags);
8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags);
12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags);
16 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags);
19 int io_linkat(struct io_kiocb *req, unsigned int issue_flags);
H A Dfutex.h8 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags);
9 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags);
10 int io_futex_wake(struct io_kiocb *req, unsigned int issue_flags);
14 unsigned int issue_flags);
22 unsigned int issue_flags) in io_futex_cancel() argument
H A Drw.c98 unsigned int issue_flags) in __io_import_rw_buffer() argument
109 *sel = io_buffer_select(req, &sqe_len, io->buf_group, issue_flags); in __io_import_rw_buffer()
121 unsigned int issue_flags) in io_import_rw_buffer() argument
125 ret = __io_import_rw_buffer(rw, req, io, sel, issue_flags); in io_import_rw_buffer()
133 static bool io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags) in io_rw_recycle() argument
137 if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) in io_rw_recycle()
151 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags) in io_req_rw_cleanup() argument
182 if (!io_rw_recycle(req, issue_flags)) { in io_req_rw_cleanup()
359 static int io_init_rw_fixed(struct io_kiocb *req, unsigned int issue_flags, in io_init_rw_fixed() argument
370 issue_flags); in io_init_rw_fixed()
[all …]
H A Drw.h44 int io_read(struct io_kiocb *req, unsigned int issue_flags);
45 int io_write(struct io_kiocb *req, unsigned int issue_flags);
46 int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags);
47 int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags);
52 int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags);
H A Dnet.c137 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags) in io_shutdown() argument
143 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_shutdown()
167 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags) in io_netmsg_recycle() argument
172 if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) { in io_netmsg_recycle()
438 unsigned int issue_flags) in io_req_msg_cleanup() argument
440 io_netmsg_recycle(req, issue_flags); in io_req_msg_cleanup()
529 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags) in io_sendmsg() argument
547 if (issue_flags & IO_URING_F_NONBLOCK) in io_sendmsg()
557 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_sendmsg()
569 io_req_msg_cleanup(req, issue_flags); in io_sendmsg()
[all …]
H A Dfutex.c116 unsigned int issue_flags) in io_futex_cancel() argument
118 return io_cancel_remove(ctx, cd, issue_flags, &ctx->futex_list, __io_futex_cancel); in io_futex_cancel()
243 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags) in io_futexv_wait() argument
250 io_ring_submit_lock(ctx, issue_flags); in io_futexv_wait()
258 io_ring_submit_unlock(ctx, issue_flags); in io_futexv_wait()
292 io_ring_submit_unlock(ctx, issue_flags); in io_futexv_wait()
296 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags) in io_futex_wait() argument
308 io_ring_submit_lock(ctx, issue_flags); in io_futex_wait()
326 io_ring_submit_unlock(ctx, issue_flags); in io_futex_wait()
332 io_ring_submit_unlock(ctx, issue_flags); in io_futex_wait()
[all …]
H A Dxattr.h6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags);
9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags);
12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags);
15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
H A Dkbuf.h71 unsigned buf_group, unsigned int issue_flags);
73 struct io_br_sel *sel, unsigned int issue_flags);
80 int io_manage_buffers_legacy(struct io_kiocb *req, unsigned int issue_flags);
86 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags);
115 unsigned issue_flags) in io_kbuf_recycle() argument
122 return io_kbuf_recycle_legacy(req, issue_flags); in io_kbuf_recycle()
H A Dpoll.c538 static void io_poll_add_hash(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add_hash() argument
542 io_ring_submit_lock(ctx, issue_flags); in io_poll_add_hash()
544 io_ring_submit_unlock(ctx, issue_flags); in io_poll_add_hash()
556 unsigned issue_flags) in __io_arm_poll_handler() argument
578 ipt->owning = issue_flags & IO_URING_F_UNLOCKED; in __io_arm_poll_handler()
609 io_poll_add_hash(req, issue_flags); in __io_arm_poll_handler()
618 io_poll_add_hash(req, issue_flags); in __io_arm_poll_handler()
656 unsigned issue_flags) in io_req_alloc_apoll() argument
665 if (!(issue_flags & IO_URING_F_UNLOCKED)) in io_req_alloc_apoll()
680 int io_arm_apoll(struct io_kiocb *req, unsigned issue_flags, __poll_t mask) in io_arm_apoll() argument
[all …]
H A Dxattr.c97 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr() argument
102 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fgetxattr()
109 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr() argument
115 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_getxattr()
174 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fsetxattr() argument
179 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fsetxattr()
186 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags) in io_setxattr() argument
192 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_setxattr()
H A Dfs.c82 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat() argument
89 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_renameat()
135 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat() argument
141 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_unlinkat()
184 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat() argument
190 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_mkdirat()
236 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_symlinkat() argument
243 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_symlinkat()
284 int io_linkat(struct io_kiocb *req, unsigned int issue_flags) in io_linkat() argument
291 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_linkat()
H A Dsync.h4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags);
7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags);
9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags);
H A Dcancel.c106 unsigned issue_flags) in io_try_cancel() argument
121 ret = io_poll_cancel(ctx, cd, issue_flags); in io_try_cancel()
125 ret = io_waitid_cancel(ctx, cd, issue_flags); in io_try_cancel()
129 ret = io_futex_cancel(ctx, cd, issue_flags); in io_try_cancel()
176 unsigned int issue_flags) in __io_async_cancel() argument
184 ret = io_try_cancel(tctx, cd, issue_flags); in __io_async_cancel()
194 io_ring_submit_lock(ctx, issue_flags); in __io_async_cancel()
206 io_ring_submit_unlock(ctx, issue_flags); in __io_async_cancel()
210 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags) in io_async_cancel() argument
228 issue_flags); in io_async_cancel()
[all …]
H A During_cmd.h11 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags);
20 unsigned int issue_flags,
26 unsigned int issue_flags, __poll_t mask);
H A Dkbuf.c109 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags) in io_kbuf_recycle_legacy() argument
115 io_ring_submit_lock(ctx, issue_flags); in io_kbuf_recycle_legacy()
132 io_ring_submit_unlock(ctx, issue_flags); in io_kbuf_recycle_legacy()
172 static bool io_should_commit(struct io_kiocb *req, unsigned int issue_flags) in io_should_commit() argument
184 if (issue_flags & IO_URING_F_UNLOCKED) in io_should_commit()
195 unsigned int issue_flags) in io_ring_buffer_select() argument
223 if (io_should_commit(req, issue_flags)) { in io_ring_buffer_select()
232 unsigned buf_group, unsigned int issue_flags) in io_buffer_select() argument
238 io_ring_submit_lock(ctx, issue_flags); in io_buffer_select()
243 sel = io_ring_buffer_select(req, len, bl, issue_flags); in io_buffer_select()
[all …]
H A Dadvise.c51 int io_madvise(struct io_kiocb *req, unsigned int issue_flags) in io_madvise() argument
57 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_madvise()
96 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) in io_fadvise() argument
101 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa)); in io_fadvise()
H A Dmock_file.c65 static int io_cmd_copy_regbuf(struct io_uring_cmd *cmd, unsigned int issue_flags) in io_cmd_copy_regbuf() argument
86 issue_flags); in io_cmd_copy_regbuf()
93 static int io_mock_cmd(struct io_uring_cmd *cmd, unsigned int issue_flags) in io_mock_cmd() argument
97 return io_cmd_copy_regbuf(cmd, issue_flags); in io_mock_cmd()
210 static int io_create_mock_file(struct io_uring_cmd *cmd, unsigned int issue_flags) in io_create_mock_file() argument
304 static int iou_mock_mgr_cmd(struct io_uring_cmd *cmd, unsigned int issue_flags) in iou_mock_mgr_cmd() argument
313 return io_create_mock_file(cmd, issue_flags); in iou_mock_mgr_cmd()
H A Dwaitid.c181 unsigned int issue_flags) in io_waitid_cancel() argument
183 return io_cancel_remove(ctx, cd, issue_flags, &ctx->waitid_list, io_waitid_cancel_cb); in io_waitid_cancel()
301 int io_waitid(struct io_kiocb *req, unsigned int issue_flags) in io_waitid() argument
326 io_ring_submit_lock(ctx, issue_flags); in io_waitid()
346 io_ring_submit_unlock(ctx, issue_flags); in io_waitid()
354 io_ring_submit_unlock(ctx, issue_flags); in io_waitid()
362 io_ring_submit_unlock(ctx, issue_flags); in io_waitid()
/linux/drivers/nvme/host/
H A Dioctl.c482 struct io_uring_cmd *ioucmd, unsigned int issue_flags, bool vec) in nvme_uring_cmd_io() argument
534 ddir, &iter, issue_flags); in nvme_uring_cmd_io()
537 ddir, &iter, ioucmd, issue_flags); in nvme_uring_cmd_io()
544 if (issue_flags & IO_URING_F_NONBLOCK) { in nvme_uring_cmd_io()
548 if (issue_flags & IO_URING_F_IOPOLL) in nvme_uring_cmd_io()
675 static int nvme_uring_cmd_checks(unsigned int issue_flags) in nvme_uring_cmd_checks() argument
679 if ((issue_flags & (IO_URING_F_SQE128|IO_URING_F_CQE32)) != in nvme_uring_cmd_checks()
686 unsigned int issue_flags) in nvme_ns_uring_cmd() argument
691 ret = nvme_uring_cmd_checks(issue_flags); in nvme_ns_uring_cmd()
697 ret = nvme_uring_cmd_io(ctrl, ns, ioucmd, issue_flags, false); in nvme_ns_uring_cmd()
[all …]
/linux/drivers/block/
H A Dublk_drv.c150 unsigned int issue_flags; member
842 io_uring_cmd_done(fcmd->cmd, res, data->issue_flags); in ublk_batch_deinit_fetch_buf()
848 unsigned int issue_flags) in ublk_batch_fetch_post_cqe() argument
850 if (io_uring_mshot_cmd_post_cqe(fcmd->cmd, sel, issue_flags)) in ublk_batch_fetch_post_cqe()
1640 int res, unsigned issue_flags) in ublk_complete_io_cmd() argument
1645 io_uring_cmd_done(cmd, res, issue_flags); in ublk_complete_io_cmd()
1698 unsigned int issue_flags) in ublk_auto_buf_register() argument
1703 io->buf.auto_reg.index, issue_flags); in ublk_auto_buf_register()
1724 unsigned int issue_flags) in ublk_auto_buf_dispatch() argument
1727 issue_flags); in ublk_auto_buf_dispatch()
[all …]
/linux/include/linux/io_uring/
H A Dnet.h8 int io_uring_cmd_sock(struct io_uring_cmd *cmd, unsigned int issue_flags);
12 unsigned int issue_flags) in io_uring_cmd_sock() argument

12