| /linux/io_uring/ |
| H A D | tctx.c | 48 struct io_uring_task *tctx = tsk->io_uring; in __io_uring_free() 68 tsk->io_uring = NULL; in __io_uring_free() 106 task->io_uring = tctx; in io_uring_alloc_task_context() 114 struct io_uring_task *tctx = current->io_uring; in __io_uring_add_tctx_node() 123 tctx = current->io_uring; in __io_uring_add_tctx_node() 174 current->io_uring->last = ctx; in __io_uring_add_tctx_node_from_submit() 183 struct io_uring_task *tctx = current->io_uring; in io_uring_del_tctx_node() 229 struct io_uring_task *tctx = current->io_uring; in io_uring_unreg_ringfd() 299 tctx = current->io_uring; in io_ringfd_register() 345 struct io_uring_task *tctx = current->io_uring; in io_ringfd_unregister()
|
| H A D | cancel.c | 111 WARN_ON_ONCE(!io_wq_current_is_worker() && tctx != current->io_uring); in io_try_cancel() 191 ret = io_async_cancel_one(node->task->io_uring, cd); in __io_async_cancel() 298 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd); in io_sync_cancel() 322 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd); in io_sync_cancel() 491 struct io_uring_task *tctx = node->task->io_uring; in io_uring_try_cancel_iowq() 579 struct io_uring_task *tctx = current->io_uring; in io_uring_cancel_generic() 588 if (!current->io_uring) in io_uring_cancel_generic() 612 current->io_uring, in io_uring_cancel_generic() 619 current->io_uring, in io_uring_cancel_generic()
|
| H A D | sqpoll.c | 270 struct io_uring_task *tctx = current->io_uring; in io_sq_tw() 288 struct io_uring_task *tctx = current->io_uring; in io_sq_tw_pending() 303 if (!current->io_uring) { in io_sq_thread() 558 ret = io_wq_cpu_affinity(tsk->io_uring, mask); in io_sqpoll_wq_cpu_affinity()
|
| H A D | Kconfig | 3 # io_uring configuration
|
| H A D | tctx.h | 27 struct io_uring_task *tctx = current->io_uring; in io_uring_add_tctx_node()
|
| H A D | register.c | 297 ret = io_wq_cpu_affinity(current->io_uring, new_mask); in __io_register_iowq_aff() 376 tctx = tsk->io_uring; in io_register_iowq_max_workers() 379 tctx = current->io_uring; in io_register_iowq_max_workers() 414 tctx = node->task->io_uring; in io_register_iowq_max_workers() 944 struct io_uring_task *tctx = current->io_uring; in io_uring_register_get_file()
|
| H A D | zcrx.h | 48 struct io_uring *rq_ring;
|
| H A D | query.c | 3 #include "linux/io_uring/query.h" 6 #include "io_uring.h" 40 e->rq_hdr_size = sizeof(struct io_uring); in io_query_zcrx()
|
| H A D | io_uring.c | 618 struct io_uring_task *tctx = task->io_uring; in io_uring_drop_tctx_refs() 1731 req->tctx = current->io_uring; in io_init_req() 1755 current->io_uring->cached_refs++; in io_init_req() 2055 current->io_uring->cached_refs += left; in io_submit_sqes() 2283 struct io_uring_task *tctx = current->io_uring; in io_tctx_exit_cb() 2333 if (tsk && tsk->io_uring && tsk->io_uring->io_wq) in io_ring_exit_work() 2334 io_wq_cancel_cb(tsk->io_uring->io_wq, in io_ring_exit_work() 2554 struct io_uring_task *tctx = current->io_uring; in SYSCALL_DEFINE6() 3032 tctx = current->io_uring; in io_uring_create()
|
| H A D | zcrx.c | 370 offsets->head = offsetof(struct io_uring, head); in io_fill_zcrx_offsets() 371 offsets->tail = offsetof(struct io_uring, tail); in io_fill_zcrx_offsets() 372 offsets->rqes = ALIGN(sizeof(struct io_uring), L1_CACHE_BYTES); in io_fill_zcrx_offsets() 400 ifq->rq_ring = (struct io_uring *)ptr; in io_allocate_rbuf_ring()
|
| H A D | io_uring.h | 482 struct io_uring_task *tctx = current->io_uring; in io_get_task_refs()
|
| /linux/tools/include/io_uring/ |
| H A D | mini_liburing.h | 55 struct io_uring { struct 140 struct io_uring *ring, in io_uring_queue_init_params() 161 struct io_uring *ring, in io_uring_queue_init() 173 static inline struct io_uring_sqe *io_uring_get_sqe(struct io_uring *ring) in io_uring_get_sqe() 182 static inline int io_uring_wait_cqe(struct io_uring *ring, in io_uring_wait_cqe() 206 static inline int io_uring_submit(struct io_uring *ring) in io_uring_submit() 249 static inline void io_uring_queue_exit(struct io_uring *ring) in io_uring_queue_exit() 276 static inline int io_uring_register_buffers(struct io_uring *ring, in io_uring_register_buffers() 307 static inline void io_uring_cqe_seen(struct io_uring *ring) in io_uring_cqe_seen()
|
| /linux/tools/testing/vsock/ |
| H A D | vsock_uring_test.c | 64 struct io_uring ring; in vsock_io_uring_client() 117 struct io_uring ring; in vsock_io_uring_server()
|
| /linux/tools/testing/selftests/ublk/ |
| H A D | kublk.h | 247 struct io_uring ring; 260 struct io_uring ring; 377 struct io_uring *ring = &t->ring; in ublk_io_alloc_sqes()
|
| H A D | test_common.sh | 322 fio --name=batchjob --filename=/dev/ublkb"${dev_id}" --ioengine=io_uring \
|
| /linux/include/linux/ |
| H A D | io_uring_types.h | 139 struct io_uring { struct 160 struct io_uring sq, cq; argument
|
| /linux/tools/testing/selftests/net/ |
| H A D | io_uring_zerocopy_tx.c | 18 #include <linux/io_uring.h> 39 #include <io_uring/mini_liburing.h> 99 struct io_uring ring; in do_tx() 109 error(1, -ret, "io_uring: queue init"); in do_tx() 116 error(1, -ret, "io_uring: buffer registration"); in do_tx()
|
| /linux/tools/testing/selftests/mm/ |
| H A D | gup_longterm.c | 231 struct io_uring ring; in do_test()
|
| /linux/Documentation/core-api/ |
| H A D | protection-keys.rst | 118 Note that kernel accesses from a kthread (such as io_uring) will use a default
|
| /linux/drivers/block/ |
| H A D | Kconfig | 332 io_uring based userspace block driver. Together with ublk server, ublk 346 may help security subsystem to audit io_uring command.
|
| /linux/Documentation/filesystems/fuse/ |
| H A D | fuse-passthrough.rst | 94 **NOTE**: ``io_uring`` solves this similar issue by exposing its "fixed files",
|
| /linux/fs/fuse/ |
| H A D | dev_uring.c | 1156 if (!enable_uring && !fc->io_uring) { in fuse_uring_cmd() 1179 fc->io_uring = 0; in fuse_uring_cmd()
|
| H A D | fuse_i.h | 925 unsigned int io_uring; member
|
| /linux/include/trace/events/ |
| H A D | io_uring.h | 3 #define TRACE_SYSTEM io_uring
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | sockopt.c | 997 struct io_uring ring; in uring_sockopt()
|