Searched refs:iowq (Results 1 – 3 of 3) sorted by relevance
153 struct io_wait_queue *iowq = data; in io_napi_busy_loop_should_end() local157 if (io_should_wake(iowq) || io_has_work(iowq->ctx)) in io_napi_busy_loop_should_end()160 iowq->napi_busy_poll_dt)) in io_napi_busy_loop_should_end()216 struct io_wait_queue *iowq) in io_napi_blocking_busy_loop() argument228 loop_end_arg = iowq; in io_napi_blocking_busy_loop()235 } while (!io_napi_busy_loop_should_end(iowq, start_time) && in io_napi_blocking_busy_loop()372 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) in __io_napi_busy_loop() argument377 iowq->napi_busy_poll_dt = READ_ONCE(ctx->napi_busy_poll_dt); in __io_napi_busy_loop()378 if (iowq->timeout != KTIME_MAX) { in __io_napi_busy_loop()379 ktime_t dt = ktime_sub(iowq->timeout, io_get_time(ctx)); in __io_napi_busy_loop()[all …]
21 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq);30 struct io_wait_queue *iowq) in io_napi_busy_loop() argument34 __io_napi_busy_loop(ctx, iowq); in io_napi_busy_loop()81 struct io_wait_queue *iowq) in io_napi_busy_loop() argument
153 static inline bool io_should_wake(struct io_wait_queue *iowq) in io_should_wake() argument155 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()167 dist = READ_ONCE(rings->cq.tail) - (int) iowq->cq_tail; in io_should_wake()168 return dist >= 0 || atomic_read(&ctx->cq_timeouts) != iowq->nr_timeouts; in io_should_wake()