Home
last modified time | relevance | path

Searched full:io_uring (Results 1 – 25 of 102) sorted by relevance

12345

/linux/io_uring/
H A Dtctx.c8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
48 struct io_uring_task *tctx = tsk->io_uring; in io_uring_free_tctx()
68 tsk->io_uring = NULL; in io_uring_free_tctx()
147 struct io_uring_task *tctx = current->io_uring; in __io_uring_add_tctx_node()
172 * Re-activate io-wq keepalive on any new io_uring usage. The wq may have in __io_uring_add_tctx_node()
174 * io_uring instances. in __io_uring_add_tctx_node()
180 current->io_uring = tctx; in __io_uring_add_tctx_node()
187 current->io_uring = NULL; in __io_uring_add_tctx_node()
[all …]
H A Dcancel.c8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
13 #include "io_uring.h"
111 WARN_ON_ONCE(!io_wq_current_is_worker() && tctx != current->io_uring); in io_try_cancel()
198 ret = io_async_cancel_one(node->task->io_uring, cd); in __io_async_cancel()
305 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd); in io_sync_cancel()
329 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd); in io_sync_cancel()
498 struct io_uring_task *tctx = node->task->io_uring; in io_uring_try_cancel_iowq()
579 * Find any io_uring ctx that this task has registered or done IO on, and cancel
584 struct io_uring_task *tctx = current->io_uring; in io_uring_cancel_generic()
[all …]
H A Dsqpoll.c15 #include <linux/io_uring.h>
18 #include <uapi/linux/io_uring.h>
20 #include "io_uring.h"
269 struct io_uring_task *tctx = current->io_uring; in io_sq_tw()
280 struct io_uring_task *tctx = current->io_uring; in io_sq_tw_pending()
294 if (!current->io_uring) { in io_sq_thread()
527 tsk->io_uring = tctx; in io_sq_offload_create()
559 ret = io_wq_cpu_affinity(tsk->io_uring, mask); in io_sqpoll_wq_cpu_affinity()
H A Dnop.c6 #include <linux/io_uring.h>
8 #include <uapi/linux/io_uring.h>
10 #include "io_uring.h"
H A Dadvise.c9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
H A Depoll.c7 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
H A Dbpf-ops.c6 #include "io_uring.h"
126 pr_err("io_uring: Failed to locate iou_loop_params\n"); in bpf_io_init()
133 pr_err("io_uring: Failed to register kfuncs (%d)\n", ret); in bpf_io_init()
269 pr_err("io_uring: Failed to register struct_ops (%d)\n", ret); in io_uring_bpf_init()
H A Dtctx.h24 * Note that this task has used io_uring. We use it for cancelation purposes.
28 struct io_uring_task *tctx = current->io_uring; in io_uring_add_tctx_node()
H A Dxattr.c9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
16 #include "io_uring.h"
H A Dmock_file.c12 #include <linux/io_uring/cmd.h>
14 #include <uapi/linux/io_uring/mock_file.h>
335 pr_err("Could not initialize io_uring mock device\n"); in io_mock_init()
350 MODULE_DESCRIPTION("io_uring mock file");
H A Dtw.c3 * Task work handling for io_uring
8 #include <linux/io_uring.h>
11 #include "io_uring.h"
121 current->io_uring == tctx) in tctx_task_work_run()
H A During_cmd.c5 #include <linux/io_uring/cmd.h>
9 #include <uapi/linux/io_uring.h>
11 #include "io_uring.h"
101 * with race between io_uring canceling and normal completion.
H A Dbpf_filter.c3 * BPF filter support for io_uring. Supports SQE opcodes for now.
7 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
H A Dquery.c3 #include "linux/io_uring/query.h"
6 #include "io_uring.h"
H A Dfs.c9 #include <linux/io_uring.h>
11 #include <uapi/linux/io_uring.h>
15 #include "io_uring.h"
H A Dmsg_ring.c7 #include <linux/io_uring.h>
9 #include <uapi/linux/io_uring.h>
11 #include "io_uring.h"
H A Dregister.c18 #include <linux/io_uring.h>
22 #include "io_uring.h"
305 ret = io_wq_cpu_affinity(current->io_uring, new_mask); in __io_register_iowq_aff()
384 tctx = tsk->io_uring; in io_register_iowq_max_workers()
387 tctx = current->io_uring; in io_register_iowq_max_workers()
422 tctx = node->task->io_uring; in io_register_iowq_max_workers()
583 * at this point anyway, as the io_uring mmap side needs go grab the in io_register_resize_rings()
/linux/tools/include/io_uring/
H A Dmini_liburing.h3 #include <linux/io_uring.h>
55 struct io_uring { struct
140 struct io_uring *ring, in io_uring_queue_init_params()
161 struct io_uring *ring, in io_uring_queue_init()
173 static inline struct io_uring_sqe *io_uring_get_sqe(struct io_uring *ring) in io_uring_get_sqe()
182 static inline int io_uring_wait_cqe(struct io_uring *ring, in io_uring_wait_cqe()
206 static inline int io_uring_submit(struct io_uring *ring) in io_uring_submit()
249 static inline void io_uring_queue_exit(struct io_uring *ring) in io_uring_queue_exit()
276 static inline int io_uring_register_buffers(struct io_uring *ring, in io_uring_register_buffers()
307 static inline void io_uring_cqe_seen(struct io_uring *ring) in io_uring_cqe_seen()
/linux/tools/testing/vsock/
H A Dvsock_uring_test.c2 /* io_uring tests for vsock
64 struct io_uring ring; in vsock_io_uring_client()
117 struct io_uring ring; in vsock_io_uring_server()
216 .name = "SOCK_STREAM io_uring test",
221 .name = "SOCK_STREAM io_uring MSG_ZEROCOPY test",
270 "Run transmission tests using io_uring. Usage is the same as\n" in usage()
/linux/include/uapi/linux/
H A Dublk_cmd.h207 * io_uring buffer table. The request buffer can then be used as the data buffer
208 * for io_uring operations via the fixed buffer index.
212 * table on an io_uring instance.
214 * UBLK_U_IO_REGISTER_IO_BUF command to that io_uring instance. The
216 * and addr is the index in the io_uring's buffer table to install the buffer.
217 * SQEs can now be submitted to the io_uring to read/write the request's buffer
220 * Once the last io_uring operation using the request's buffer has completed,
224 * io_uring instances and the ublk server issues UBLK_U_IO_COMMIT_AND_FETCH_REQ.
313 * request buffer is registered automatically to uring_cmd's io_uring
429 /* shipped via sqe->cmd of io_uring command */
[all …]
H A Deventpoll.h45 * Internal flag - wakeup generated by io_uring, used to detect recursion back
46 * into the io_uring poll handler.
H A Dio_uring.h3 * Header file for the io_uring interface.
13 #include <linux/io_uring/zcrx.h>
136 * direct descriptor (like openat/openat2/accept), then io_uring will allocate
244 * When set, io_uring ignores SQ head and tail and fetches SQEs to submit
680 /* register/unregister io_uring fd with the ring */
717 /* query various aspects of io_uring, see linux/io_uring/query.h */
/linux/tools/testing/selftests/net/
H A Dio_uring_zerocopy_tx.c18 #include <linux/io_uring.h>
39 #include <io_uring/mini_liburing.h>
99 struct io_uring ring; in do_tx()
109 error(1, -ret, "io_uring: queue init"); in do_tx()
116 error(1, -ret, "io_uring: buffer registration"); in do_tx()
/linux/include/trace/events/
H A Dio_uring.h3 #define TRACE_SYSTEM io_uring
9 #include <uapi/linux/io_uring.h>
11 #include <linux/io_uring.h>
16 * io_uring_create - called after a new io_uring context was prepared
24 * Allows to trace io_uring creation and provide pointer to a context, that can
177 * io_uring_defer - called when an io_uring request is deferred
214 * io_uring_link - called before the io_uring request added into link_list of
/linux/tools/testing/selftests/mm/
H A Dgup_longterm.c232 struct io_uring ring; in do_test()
235 /* io_uring always pins pages writable. */ in do_test()
481 "io_uring fixed buffer with MAP_SHARED file mapping",
485 "io_uring fixed buffer with MAP_PRIVATE file mapping",

12345