Home
last modified time | relevance | path

Searched full:io_uring (Results 1 – 25 of 89) sorted by relevance

1234

/linux/io_uring/
H A Dtctx.c8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
48 struct io_uring_task *tctx = tsk->io_uring; in __io_uring_free()
68 tsk->io_uring = NULL; in __io_uring_free()
142 struct io_uring_task *tctx = current->io_uring; in __io_uring_add_tctx_node()
167 * Re-activate io-wq keepalive on any new io_uring usage. The wq may have in __io_uring_add_tctx_node()
169 * io_uring instances. in __io_uring_add_tctx_node()
175 current->io_uring = tctx; in __io_uring_add_tctx_node()
182 current->io_uring in __io_uring_add_tctx_node()
[all...]
H A Dcancel.c8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
13 #include "io_uring.h"
111 WARN_ON_ONCE(!io_wq_current_is_worker() && tctx != current->io_uring); in io_try_cancel()
198 ret = io_async_cancel_one(node->task->io_uring, cd); in __io_async_cancel()
305 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd); in io_sync_cancel()
329 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd); in io_sync_cancel()
498 struct io_uring_task *tctx = node->task->io_uring; in io_uring_try_cancel_iowq()
579 * Find any io_uring ctx that this task has registered or done IO on, and cancel
584 struct io_uring_task *tctx = current->io_uring; in io_uring_cancel_generic()
[all...]
H A Depoll.c7 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
H A Dnop.c6 #include <linux/io_uring.h>
8 #include <uapi/linux/io_uring.h>
10 #include "io_uring.h"
H A Dadvise.c9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
H A Dwait.c7 #include <linux/io_uring.h>
10 #include <trace/events/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
48 struct io_uring_task *tctx = current->io_uring; in current_pending_io()
H A Dxattr.c9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
16 #include "io_uring.h"
H A Dmock_file.c12 #include <linux/io_uring/cmd.h>
14 #include <uapi/linux/io_uring/mock_file.h>
335 pr_err("Could not initialize io_uring mock device\n"); in io_mock_init()
350 MODULE_DESCRIPTION("io_uring mock file");
H A Dbpf_filter.c3 * BPF filter support for io_uring. Supports SQE opcodes for now.
7 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
H A Dfutex.c6 #include <linux/io_uring.h>
8 #include <uapi/linux/io_uring.h>
11 #include "io_uring.h"
H A Dregister.c18 #include <linux/io_uring.h>
22 #include "io_uring.h"
305 ret = io_wq_cpu_affinity(current->io_uring, new_mask); in __io_register_iowq_aff()
384 tctx = tsk->io_uring; in io_register_iowq_max_workers()
387 tctx = current->io_uring; in io_register_iowq_max_workers()
422 tctx = node->task->io_uring; in io_register_iowq_max_workers()
583 * at this point anyway, as the io_uring mmap side needs go grab the in io_register_resize_rings()
H A Dio_uring.h18 #include <trace/events/io_uring.h>
97 * Complaint timeout for io_uring cancelation exits, and for io-wq exit
108 * The request has more work to do and should be retried. io_uring will
510 struct io_uring_task *tctx = current->io_uring; in io_get_task_refs()
H A Dfdinfo.c9 #include <linux/io_uring.h>
11 #include <uapi/linux/io_uring.h>
264 * Avoid ABBA deadlock between the seq lock and the io_uring mutex, in io_uring_show_fdinfo()
H A Dtw.c3 * Task work handling for io_uring
8 #include <linux/io_uring.h>
11 #include "io_uring.h"
121 current->io_uring == tctx) in io_fallback_tw()
H A Dwaitid.c10 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
/linux/tools/include/io_uring/
H A Dmini_liburing.h3 #include <linux/io_uring.h>
55 struct io_uring { struct
140 struct io_uring *ring, in io_uring_queue_init_params()
161 struct io_uring *ring, in io_uring_queue_init()
173 static inline struct io_uring_sqe *io_uring_get_sqe(struct io_uring *ring) in io_uring_get_sqe()
182 static inline int io_uring_wait_cqe(struct io_uring *ring, in io_uring_wait_cqe()
206 static inline int io_uring_submit(struct io_uring *ring) in io_uring_submit()
249 static inline void io_uring_queue_exit(struct io_uring *ring) in io_uring_queue_exit()
276 static inline int io_uring_register_buffers(struct io_uring *ring, in io_uring_register_buffers()
307 static inline void io_uring_cqe_seen(struct io_uring *ring) in io_uring_cqe_seen()
/linux/include/linux/io_uring/
H A Dcmd.h5 #include <uapi/linux/io_uring.h>
56 * Completes the request, i.e. posts an io_uring CQE and deallocates @ioucmd
57 * and the corresponding io_uring request.
60 * to pass the mask provided by the core io_uring code.
71 * mask provided by the core io_uring code.
/linux/tools/testing/vsock/
H A Dvsock_uring_test.c2 /* io_uring tests for vsock
64 struct io_uring ring; in vsock_io_uring_client()
117 struct io_uring ring; in vsock_io_uring_server()
216 .name = "SOCK_STREAM io_uring test",
221 .name = "SOCK_STREAM io_uring MSG_ZEROCOPY test",
270 "Run transmission tests using io_uring. Usage is the same as\n" in usage()
/linux/tools/testing/selftests/net/
H A Dio_uring_zerocopy_tx.c18 #include <linux/io_uring.h>
39 #include <io_uring/mini_liburing.h>
99 struct io_uring ring; in do_tx()
109 error(1, -ret, "io_uring: queue init"); in do_tx()
116 error(1, -ret, "io_uring: buffer registration"); in do_tx()
/linux/include/trace/events/
H A Dio_uring.h3 #define TRACE_SYSTEM io_uring
9 #include <uapi/linux/io_uring.h>
11 #include <linux/io_uring.h>
16 * io_uring_create - called after a new io_uring context was prepared
24 * Allows to trace io_uring creation and provide pointer to a context, that can
177 * io_uring_defer - called when an io_uring request is deferred
214 * io_uring_link - called before the io_uring request added into link_list of
/linux/include/uapi/linux/
H A Deventpoll.h45 * Internal flag - wakeup generated by io_uring, used to detect recursion back
46 * into the io_uring poll handler.
H A Dio_uring.h3 * Header file for the io_uring interface.
13 #include <linux/io_uring/zcrx.h>
136 * direct descriptor (like openat/openat2/accept), then io_uring will allocate
244 * When set, io_uring ignores SQ head and tail and fetches SQEs to submit
680 /* register/unregister io_uring fd with the ring */
717 /* query various aspects of io_uring, see linux/io_uring/query.h */
/linux/tools/testing/selftests/mm/
H A Dgup_longterm.c232 struct io_uring ring; in do_test()
235 /* io_uring always pins pages writable. */ in do_test()
481 "io_uring fixed buffer with MAP_SHARED file mapping",
485 "io_uring fixed buffer with MAP_PRIVATE file mapping",
/linux/include/linux/
H A Dio_uring_types.h9 #include <uapi/linux/io_uring.h>
60 * io_uring/mpscq.h for the implementation and rules. Defined here so
164 struct io_uring {
185 struct io_uring sq, cq;
364 * io_uring instances that don't use IORING_SETUP_SQPOLL.
542 * ONLY core io_uring.c should instantiate this struct.
144 struct io_uring { global() struct
165 tailio_uring global() argument
/linux/tools/testing/selftests/ublk/
H A Dkublk.h24 #include <linux/io_uring.h>
253 struct io_uring ring;
266 struct io_uring ring;
383 struct io_uring *ring = &t->ring; in ublk_io_alloc_sqes()

1234