Searched refs:iowq (Results 1 – 4 of 4) sorted by relevance
| /linux/io_uring/ |
| H A D | wait.c | 21 struct io_wait_queue *iowq = container_of(curr, struct io_wait_queue, wq); in io_wake_function() local
27 if (io_should_wake(iowq) || io_has_work(iowq->ctx)) in io_wake_function()
57 struct io_wait_queue *iowq = container_of(timer, struct io_wait_queue, t); in io_cqring_timer_wakeup() local
59 WRITE_ONCE(iowq->hit_timeout, 1); in io_cqring_timer_wakeup()
60 iowq->min_timeout = 0; in io_cqring_timer_wakeup()
61 wake_up_process(iowq->wq.private); in io_cqring_timer_wakeup()
72 struct io_wait_queue *iowq = container_of(timer, struct io_wait_queue, t); in io_cqring_min_timer_wakeup() local
73 struct io_ring_ctx *ctx = iowq->ctx; in io_cqring_min_timer_wakeup()
76 if (iowq->timeout == KTIME_MAX || in io_cqring_min_timer_wakeup()
77 ktime_compare(iowq->min_timeout, iowq->timeout) >= 0) in io_cqring_min_timer_wakeup()
[all …]
|
| H A D | napi.c | 153 struct io_wait_queue *iowq = data; in io_napi_busy_loop_should_end() local
157 if (io_should_wake(iowq) || io_has_work(iowq->ctx)) in io_napi_busy_loop_should_end()
160 iowq->napi_busy_poll_dt)) in io_napi_busy_loop_should_end()
216 struct io_wait_queue *iowq) in io_napi_blocking_busy_loop() argument
228 loop_end_arg = iowq; in io_napi_blocking_busy_loop()
235 } while (!io_napi_busy_loop_should_end(iowq, start_time) && in io_napi_blocking_busy_loop()
372 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) in __io_napi_busy_loop() argument
377 iowq->napi_busy_poll_dt = READ_ONCE(ctx->napi_busy_poll_dt); in __io_napi_busy_loop()
378 if (iowq->timeout != KTIME_MAX) { in __io_napi_busy_loop()
379 ktime_t dt = ktime_sub(iowq->timeout, io_get_time(ctx)); in __io_napi_busy_loop()
[all …]
|
| H A D | napi.h | 21 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq);
30 struct io_wait_queue *iowq) in io_napi_busy_loop() argument
34 __io_napi_busy_loop(ctx, iowq); in io_napi_busy_loop()
81 struct io_wait_queue *iowq) in io_napi_busy_loop() argument
|
| H A D | io_uring.h | 152 static inline bool io_should_wake(struct io_wait_queue *iowq) in io_should_wake() argument
154 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()
166 dist = READ_ONCE(rings->cq.tail) - (int) iowq->cq_tail; in io_should_wake()
167 return dist >= 0 || atomic_read(&ctx->cq_timeouts) != iowq->nr_timeouts; in io_should_wake()
|