1 // SPDX-License-Identifier: GPL-2.0
2
3 #define IO_POLL_ALLOC_CACHE_MAX 32
4
5 enum {
6 IO_APOLL_OK,
7 IO_APOLL_ABORTED,
8 IO_APOLL_READY
9 };
10
11 struct io_poll {
12 struct file *file;
13 struct wait_queue_head *head;
14 __poll_t events;
15 int retries;
16 struct wait_queue_entry wait;
17 };
18
19 struct async_poll {
20 struct io_poll poll;
21 struct io_poll *double_poll;
22 };
23
24 /*
25 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
26 * potentially other cases where we already "own" this poll request.
27 */
io_poll_multishot_retry(struct io_kiocb * req)28 static inline void io_poll_multishot_retry(struct io_kiocb *req)
29 {
30 atomic_inc(&req->poll_refs);
31 }
32
33 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
35
36 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
38
39 struct io_cancel_data;
40 int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
41 unsigned issue_flags);
42 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
43 bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
44 bool cancel_all);
45
46 void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);
47