Lines Matching refs:timeout

40 	struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout);  in io_is_timeout_noseq()  local
43 return !timeout->off || data->flags & IORING_TIMEOUT_MULTISHOT; in io_is_timeout_noseq()
54 static inline bool io_timeout_finish(struct io_timeout *timeout, in io_timeout_finish() argument
60 if (!timeout->off || (timeout->repeats && --timeout->repeats)) in io_timeout_finish()
70 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_complete() local
74 if (!io_timeout_finish(timeout, data)) { in io_timeout_complete()
78 list_add(&timeout->list, ctx->timeout_list.prev); in io_timeout_complete()
94 struct io_timeout *timeout; in io_flush_killed_timeouts() local
97 timeout = list_first_entry(list, struct io_timeout, list); in io_flush_killed_timeouts()
98 list_del_init(&timeout->list); in io_flush_killed_timeouts()
99 req = cmd_to_io_kiocb(timeout); in io_flush_killed_timeouts()
114 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_kill_timeout() local
118 list_move_tail(&timeout->list, list); in io_kill_timeout()
124 struct io_timeout *timeout, *tmp; in io_flush_timeouts() local
131 list_for_each_entry_safe(timeout, tmp, &ctx->timeout_list, list) { in io_flush_timeouts()
132 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts()
145 events_needed = timeout->target_seq - ctx->cq_last_tm_flush; in io_flush_timeouts()
237 struct io_timeout *timeout = io_kiocb_to_cmd(link, struct io_timeout); in __io_disarm_linked_timeout() local
240 timeout->head = NULL; in __io_disarm_linked_timeout()
242 list_del(&timeout->list); in __io_disarm_linked_timeout()
254 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_fn() local
259 list_del_init(&timeout->list); in io_timeout_fn()
277 struct io_timeout *timeout; in io_timeout_extract() local
281 list_for_each_entry(timeout, &ctx->timeout_list, list) { in io_timeout_extract()
282 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_timeout_extract()
295 timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_extract()
296 list_del_init(&timeout->list); in io_timeout_extract()
317 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_req_task_link_timeout() local
318 struct io_kiocb *prev = timeout->prev; in io_req_task_link_timeout()
346 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_link_timeout_fn() local
351 prev = timeout->head; in io_link_timeout_fn()
352 timeout->head = NULL; in io_link_timeout_fn()
363 list_del(&timeout->list); in io_link_timeout_fn()
364 timeout->prev = prev; in io_link_timeout_fn()
393 struct io_timeout *timeout; in io_linked_timeout_update() local
396 list_for_each_entry(timeout, &ctx->ltimeout_list, list) { in io_linked_timeout_update()
397 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_linked_timeout_update()
422 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_update() local
428 timeout->off = 0; /* noseq */ in io_timeout_update()
432 list_add_tail(&timeout->list, &ctx->timeout_list); in io_timeout_update()
512 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in __io_timeout_prep() local
533 INIT_LIST_HEAD(&timeout->list); in __io_timeout_prep()
534 timeout->off = off; in __io_timeout_prep()
541 timeout->repeats = 0; in __io_timeout_prep()
543 timeout->repeats = off; in __io_timeout_prep()
569 timeout->head = link->last; in __io_timeout_prep()
587 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout() local
591 u32 tail, off = timeout->off; in io_timeout()
606 timeout->target_seq = tail + off; in io_timeout()
629 list_add(&timeout->list, entry); in io_timeout()
638 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_queue_linked_timeout() local
646 if (timeout->head) { in io_queue_linked_timeout()
652 list_add_tail(&timeout->list, &ctx->ltimeout_list); in io_queue_linked_timeout()
681 struct io_timeout *timeout, *tmp; in io_kill_timeouts() local
690 list_for_each_entry_safe(timeout, tmp, &ctx->timeout_list, list) { in io_kill_timeouts()
691 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_kill_timeouts()