Home
last modified time | relevance | path

Searched refs:issue_flags (Results 1 – 25 of 34) sorted by relevance

12

/linux/include/linux/io_uring/
H A Dcmd.h48 unsigned int issue_flags);
53 unsigned issue_flags);
63 unsigned issue_flags, bool is_cqe32);
74 unsigned int issue_flags);
85 unsigned int issue_flags);
92 struct io_br_sel *sel, unsigned int issue_flags);
98 unsigned int issue_flags) in io_uring_cmd_import_fixed() argument
106 unsigned issue_flags) in io_uring_cmd_import_fixed_vec() argument
111 u64 ret2, unsigned issue_flags, bool is_cqe32) in __io_uring_cmd_done() argument
119 unsigned int issue_flags) in io_uring_cmd_mark_cancelable() argument
[all …]
H A Dnet.h8 int io_uring_cmd_sock(struct io_uring_cmd *cmd, unsigned int issue_flags);
12 unsigned int issue_flags) in io_uring_cmd_sock() argument
/linux/io_uring/
H A Dcmd_net.c27 unsigned int issue_flags) in io_uring_cmd_getsockopt() argument
30 bool compat = !!(issue_flags & IO_URING_F_COMPAT); in io_uring_cmd_getsockopt()
54 unsigned int issue_flags) in io_uring_cmd_setsockopt() argument
57 bool compat = !!(issue_flags & IO_URING_F_COMPAT); in io_uring_cmd_setsockopt()
73 struct sk_buff *skb, unsigned issue_flags) in io_process_timestamp_skb() argument
101 return io_uring_cmd_post_mshot_cqe32(cmd, issue_flags, cqe); in io_process_timestamp_skb()
106 unsigned int issue_flags) in io_uring_cmd_timestamp() argument
114 if (!(issue_flags & IO_URING_F_CQE32)) in io_uring_cmd_timestamp()
116 ret = io_cmd_poll_multishot(cmd, issue_flags, EPOLLERR); in io_uring_cmd_timestamp()
138 if (!io_process_timestamp_skb(cmd, sk, skb, issue_flags)) in io_uring_cmd_timestamp()
[all …]
H A Dopenclose.c123 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2() argument
138 if (issue_flags & IO_URING_F_NONBLOCK) { in io_openat2()
163 (issue_flags & IO_URING_F_NONBLOCK)) { in io_openat2()
172 if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set) in io_openat2()
178 ret = io_fixed_fd_install(req, issue_flags, file, in io_openat2()
188 int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat() argument
190 return io_openat2(req, issue_flags); in io_openat()
200 int __io_close_fixed(struct io_ring_ctx *ctx, unsigned int issue_flags, in __io_close_fixed() argument
205 io_ring_submit_lock(ctx, issue_flags); in __io_close_fixed()
207 io_ring_submit_unlock(ctx, issue_flags); in __io_close_fixed()
[all …]
H A Dfs.h4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags);
8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags);
12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags);
16 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags);
19 int io_linkat(struct io_kiocb *req, unsigned int issue_flags);
H A Drw.c112 unsigned int issue_flags) in __io_import_rw_buffer() argument
123 *sel = io_buffer_select(req, &sqe_len, io->buf_group, issue_flags); in __io_import_rw_buffer()
135 unsigned int issue_flags) in io_import_rw_buffer() argument
139 ret = __io_import_rw_buffer(rw, req, io, sel, issue_flags); in io_import_rw_buffer()
147 static bool io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags) in io_rw_recycle() argument
151 if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) in io_rw_recycle()
165 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags) in io_req_rw_cleanup() argument
196 if (!io_rw_recycle(req, issue_flags)) { in io_req_rw_cleanup()
373 static int io_init_rw_fixed(struct io_kiocb *req, unsigned int issue_flags, in io_init_rw_fixed() argument
384 issue_flags); in io_init_rw_fixed()
[all …]
H A Dfutex.c116 unsigned int issue_flags) in io_futex_cancel() argument
118 return io_cancel_remove(ctx, cd, issue_flags, &ctx->futex_list, __io_futex_cancel); in io_futex_cancel()
223 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags) in io_futexv_wait() argument
230 io_ring_submit_lock(ctx, issue_flags); in io_futexv_wait()
238 io_ring_submit_unlock(ctx, issue_flags); in io_futexv_wait()
272 io_ring_submit_unlock(ctx, issue_flags); in io_futexv_wait()
276 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags) in io_futex_wait() argument
288 io_ring_submit_lock(ctx, issue_flags); in io_futex_wait()
306 io_ring_submit_unlock(ctx, issue_flags); in io_futex_wait()
312 io_ring_submit_unlock(ctx, issue_flags); in io_futex_wait()
[all …]
H A Dpoll.c537 static void io_poll_add_hash(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add_hash() argument
541 io_ring_submit_lock(ctx, issue_flags); in io_poll_add_hash()
543 io_ring_submit_unlock(ctx, issue_flags); in io_poll_add_hash()
555 unsigned issue_flags) in __io_arm_poll_handler() argument
577 ipt->owning = issue_flags & IO_URING_F_UNLOCKED; in __io_arm_poll_handler()
608 io_poll_add_hash(req, issue_flags); in __io_arm_poll_handler()
617 io_poll_add_hash(req, issue_flags); in __io_arm_poll_handler()
655 unsigned issue_flags) in io_req_alloc_apoll() argument
664 if (!(issue_flags & IO_URING_F_UNLOCKED)) in io_req_alloc_apoll()
679 int io_arm_apoll(struct io_kiocb *req, unsigned issue_flags, __poll_t mask) in io_arm_apoll() argument
[all …]
H A Dkbuf.h71 unsigned buf_group, unsigned int issue_flags);
73 struct io_br_sel *sel, unsigned int issue_flags);
80 int io_manage_buffers_legacy(struct io_kiocb *req, unsigned int issue_flags);
86 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags);
115 unsigned issue_flags) in io_kbuf_recycle() argument
122 return io_kbuf_recycle_legacy(req, issue_flags); in io_kbuf_recycle()
H A Dxattr.h6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags);
9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags);
12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags);
15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
H A Dxattr.c97 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr() argument
102 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fgetxattr()
109 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr() argument
115 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_getxattr()
174 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fsetxattr() argument
179 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fsetxattr()
186 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags) in io_setxattr() argument
192 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_setxattr()
H A Dkbuf.c108 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags) in io_kbuf_recycle_legacy() argument
114 io_ring_submit_lock(ctx, issue_flags); in io_kbuf_recycle_legacy()
131 io_ring_submit_unlock(ctx, issue_flags); in io_kbuf_recycle_legacy()
171 static bool io_should_commit(struct io_kiocb *req, unsigned int issue_flags) in io_should_commit() argument
183 if (issue_flags & IO_URING_F_UNLOCKED) in io_should_commit()
194 unsigned int issue_flags) in io_ring_buffer_select() argument
218 if (io_should_commit(req, issue_flags)) { in io_ring_buffer_select()
227 unsigned buf_group, unsigned int issue_flags) in io_buffer_select() argument
233 io_ring_submit_lock(ctx, issue_flags); in io_buffer_select()
238 sel = io_ring_buffer_select(req, len, bl, issue_flags); in io_buffer_select()
[all …]
H A Dcancel.c106 unsigned issue_flags) in io_try_cancel() argument
121 ret = io_poll_cancel(ctx, cd, issue_flags); in io_try_cancel()
125 ret = io_waitid_cancel(ctx, cd, issue_flags); in io_try_cancel()
129 ret = io_futex_cancel(ctx, cd, issue_flags); in io_try_cancel()
176 unsigned int issue_flags) in __io_async_cancel() argument
184 ret = io_try_cancel(tctx, cd, issue_flags); in __io_async_cancel()
194 io_ring_submit_lock(ctx, issue_flags); in __io_async_cancel()
206 io_ring_submit_unlock(ctx, issue_flags); in __io_async_cancel()
210 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags) in io_async_cancel() argument
228 issue_flags); in io_async_cancel()
[all …]
H A Dsync.h4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags);
7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags);
9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags);
H A During_cmd.h11 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags);
20 unsigned int issue_flags,
26 unsigned int issue_flags, __poll_t mask);
H A Dadvise.c51 int io_madvise(struct io_kiocb *req, unsigned int issue_flags) in io_madvise() argument
57 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_madvise()
96 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) in io_fadvise() argument
101 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa)); in io_fadvise()
H A Dmock_file.c65 static int io_cmd_copy_regbuf(struct io_uring_cmd *cmd, unsigned int issue_flags) in io_cmd_copy_regbuf() argument
86 issue_flags); in io_cmd_copy_regbuf()
93 static int io_mock_cmd(struct io_uring_cmd *cmd, unsigned int issue_flags) in io_mock_cmd() argument
97 return io_cmd_copy_regbuf(cmd, issue_flags); in io_mock_cmd()
210 static int io_create_mock_file(struct io_uring_cmd *cmd, unsigned int issue_flags) in io_create_mock_file() argument
304 static int iou_mock_mgr_cmd(struct io_uring_cmd *cmd, unsigned int issue_flags) in iou_mock_mgr_cmd() argument
313 return io_create_mock_file(cmd, issue_flags); in iou_mock_mgr_cmd()
H A Drsrc.h67 unsigned issue_flags);
70 unsigned issue_flags);
73 unsigned nr_iovs, unsigned issue_flags);
128 int io_files_update(struct io_kiocb *req, unsigned int issue_flags);
H A Drsrc.c432 unsigned int issue_flags) in io_files_update_with_index_alloc() argument
454 ret = io_fixed_fd_install(req, issue_flags, file, in io_files_update_with_index_alloc()
459 __io_close_fixed(req->ctx, issue_flags, ret); in io_files_update_with_index_alloc()
470 int io_files_update(struct io_kiocb *req, unsigned int issue_flags) in io_files_update() argument
485 ret = io_files_update_with_index_alloc(req, issue_flags); in io_files_update()
487 io_ring_submit_lock(ctx, issue_flags); in io_files_update()
490 io_ring_submit_unlock(ctx, issue_flags); in io_files_update()
932 unsigned int issue_flags) in io_buffer_register_bvec() argument
943 io_ring_submit_lock(ctx, issue_flags); in io_buffer_register_bvec()
989 io_ring_submit_unlock(ctx, issue_flags); in io_buffer_register_bvec()
[all …]
H A Dadvise.h4 int io_madvise(struct io_kiocb *req, unsigned int issue_flags);
7 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);
H A Depoll.c51 int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags) in io_epoll_ctl()
55 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_epoll_ctl()
79 int io_epoll_wait(struct io_kiocb *req, unsigned int issue_flags)
46 io_epoll_ctl(struct io_kiocb * req,unsigned int issue_flags) io_epoll_ctl() argument
H A Dio_uring.h187 unsigned issue_flags);
391 unsigned issue_flags) in io_ring_submit_unlock() argument
394 if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) in io_ring_submit_unlock()
399 unsigned issue_flags) in io_ring_submit_lock() argument
407 if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) in io_ring_submit_lock()
H A Dnop.h4 int io_nop(struct io_kiocb *req, unsigned int issue_flags);
/linux/drivers/nvme/host/
H A Dioctl.c437 struct io_uring_cmd *ioucmd, unsigned int issue_flags, bool vec) in nvme_uring_cmd_io() argument
488 ddir, &iter, issue_flags); in nvme_uring_cmd_io()
491 ddir, &iter, ioucmd, issue_flags); in nvme_uring_cmd_io()
498 if (issue_flags & IO_URING_F_NONBLOCK) { in nvme_uring_cmd_io()
502 if (issue_flags & IO_URING_F_IOPOLL) in nvme_uring_cmd_io()
629 static int nvme_uring_cmd_checks(unsigned int issue_flags) in nvme_uring_cmd_checks() argument
633 if ((issue_flags & (IO_URING_F_SQE128|IO_URING_F_CQE32)) != in nvme_uring_cmd_checks()
640 unsigned int issue_flags) in nvme_ns_uring_cmd() argument
645 ret = nvme_uring_cmd_checks(issue_flags); in nvme_ns_uring_cmd()
651 ret = nvme_uring_cmd_io(ctrl, ns, ioucmd, issue_flags, false); in nvme_ns_uring_cmd()
[all …]
/linux/drivers/block/
H A Dublk_drv.c147 unsigned int issue_flags; member
785 io_uring_cmd_done(fcmd->cmd, res, data->issue_flags); in ublk_batch_deinit_fetch_buf()
791 unsigned int issue_flags) in ublk_batch_fetch_post_cqe() argument
793 if (io_uring_mshot_cmd_post_cqe(fcmd->cmd, sel, issue_flags)) in ublk_batch_fetch_post_cqe()
1648 int res, unsigned issue_flags) in ublk_complete_io_cmd() argument
1653 io_uring_cmd_done(cmd, res, issue_flags); in ublk_complete_io_cmd()
1706 unsigned int issue_flags) in ublk_auto_buf_register() argument
1711 io->buf.auto_reg.index, issue_flags); in ublk_auto_buf_register()
1732 unsigned int issue_flags) in ublk_auto_buf_dispatch() argument
1735 issue_flags); in ublk_auto_buf_dispatch()
[all …]

12