Lines Matching refs:timeout

40 	struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout);  in io_is_timeout_noseq()  local
43 return !timeout->off || data->flags & IORING_TIMEOUT_MULTISHOT; in io_is_timeout_noseq()
54 static inline bool io_timeout_finish(struct io_timeout *timeout, in io_timeout_finish() argument
60 if (!timeout->off || (timeout->repeats && --timeout->repeats)) in io_timeout_finish()
70 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_complete() local
74 if (!io_timeout_finish(timeout, data)) { in io_timeout_complete()
78 list_add(&timeout->list, ctx->timeout_list.prev); in io_timeout_complete()
95 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_kill_timeout() local
101 list_del_init(&timeout->list); in io_kill_timeout()
111 struct io_timeout *timeout, *tmp; in io_flush_timeouts() local
116 list_for_each_entry_safe(timeout, tmp, &ctx->timeout_list, list) { in io_flush_timeouts()
117 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts()
130 events_needed = timeout->target_seq - ctx->cq_last_tm_flush; in io_flush_timeouts()
221 struct io_timeout *timeout = io_kiocb_to_cmd(link, struct io_timeout); in __io_disarm_linked_timeout() local
224 timeout->head = NULL; in __io_disarm_linked_timeout()
226 list_del(&timeout->list); in __io_disarm_linked_timeout()
238 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_fn() local
243 list_del_init(&timeout->list); in io_timeout_fn()
261 struct io_timeout *timeout; in io_timeout_extract() local
265 list_for_each_entry(timeout, &ctx->timeout_list, list) { in io_timeout_extract()
266 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_timeout_extract()
279 timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_extract()
280 list_del_init(&timeout->list); in io_timeout_extract()
301 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_req_task_link_timeout() local
302 struct io_kiocb *prev = timeout->prev; in io_req_task_link_timeout()
328 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_link_timeout_fn() local
333 prev = timeout->head; in io_link_timeout_fn()
334 timeout->head = NULL; in io_link_timeout_fn()
345 list_del(&timeout->list); in io_link_timeout_fn()
346 timeout->prev = prev; in io_link_timeout_fn()
375 struct io_timeout *timeout; in io_linked_timeout_update() local
378 list_for_each_entry(timeout, &ctx->ltimeout_list, list) { in io_linked_timeout_update()
379 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_linked_timeout_update()
404 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout_update() local
410 timeout->off = 0; /* noseq */ in io_timeout_update()
412 list_add_tail(&timeout->list, &ctx->timeout_list); in io_timeout_update()
492 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in __io_timeout_prep() local
513 INIT_LIST_HEAD(&timeout->list); in __io_timeout_prep()
514 timeout->off = off; in __io_timeout_prep()
521 timeout->repeats = 0; in __io_timeout_prep()
523 timeout->repeats = off; in __io_timeout_prep()
550 timeout->head = link->last; in __io_timeout_prep()
568 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_timeout() local
572 u32 tail, off = timeout->off; in io_timeout()
587 timeout->target_seq = tail + off; in io_timeout()
610 list_add(&timeout->list, entry); in io_timeout()
619 struct io_timeout *timeout = io_kiocb_to_cmd(req, struct io_timeout); in io_queue_linked_timeout() local
627 if (timeout->head) { in io_queue_linked_timeout()
633 list_add_tail(&timeout->list, &ctx->ltimeout_list); in io_queue_linked_timeout()
662 struct io_timeout *timeout, *tmp; in io_kill_timeouts() local
671 list_for_each_entry_safe(timeout, tmp, &ctx->timeout_list, list) { in io_kill_timeouts()
672 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_kill_timeouts()