/linux-6.12.1/io_uring/ |
D | net.h | 23 int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 24 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags); 26 void io_sendmsg_recvmsg_cleanup(struct io_kiocb *req); 27 int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 28 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags); 30 int io_send(struct io_kiocb *req, unsigned int issue_flags); 32 int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 33 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags); 34 int io_recv(struct io_kiocb *req, unsigned int issue_flags); 36 void io_sendrecv_fail(struct io_kiocb *req); [all …]
|
D | fs.h | 3 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags); 5 void io_renameat_cleanup(struct io_kiocb *req); 7 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags); 9 void io_unlinkat_cleanup(struct io_kiocb *req); 11 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags); 13 void io_mkdirat_cleanup(struct io_kiocb *req); 15 int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); [all …]
|
D | timeout.h | 4 struct io_kiocb *req; 11 struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, 12 struct io_kiocb *link); 14 static inline struct io_kiocb *io_disarm_linked_timeout(struct io_kiocb *req) in io_disarm_linked_timeout() 16 struct io_kiocb *link = req->link; in io_disarm_linked_timeout() 29 void io_queue_linked_timeout(struct io_kiocb *req); 30 void io_disarm_next(struct io_kiocb *req); 32 int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 33 int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 34 int io_timeout(struct io_kiocb *req, unsigned int issue_flags); [all …]
|
D | rw.h | 15 int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe); 16 int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe); 17 int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe); 18 int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe); 19 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe); 20 int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe); 21 int io_read(struct io_kiocb *req, unsigned int issue_flags); 22 int io_write(struct io_kiocb *req, unsigned int issue_flags); 23 void io_readv_writev_cleanup(struct io_kiocb *req); 24 void io_rw_fail(struct io_kiocb *req); [all …]
|
D | kbuf.h | 66 void __user *io_buffer_select(struct io_kiocb *req, size_t *len, 68 int io_buffers_select(struct io_kiocb *req, struct buf_sel_arg *arg, 70 int io_buffers_peek(struct io_kiocb *req, struct buf_sel_arg *arg); 73 int io_remove_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 74 int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags); 76 int io_provide_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 77 int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags); 83 void __io_put_kbuf(struct io_kiocb *req, int len, unsigned issue_flags); 85 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags); 92 static inline bool io_kbuf_recycle_ring(struct io_kiocb *req) in io_kbuf_recycle_ring() [all …]
|
D | xattr.h | 3 void io_xattr_cleanup(struct io_kiocb *req); 5 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags); 8 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags); 11 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags); 14 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
|
D | openclose.h | 6 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_openat(struct io_kiocb *req, unsigned int issue_flags); 8 void io_open_cleanup(struct io_kiocb *req); 10 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 11 int io_openat2(struct io_kiocb *req, unsigned int issue_flags); 13 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 14 int io_close(struct io_kiocb *req, unsigned int issue_flags); 16 int io_install_fixed_fd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 17 int io_install_fixed_fd(struct io_kiocb *req, unsigned int issue_flags);
|
D | io_uring.h | 70 void io_req_defer_failed(struct io_kiocb *req, s32 res); 73 bool io_req_post_cqe(struct io_kiocb *req, s32 res, u32 cflags); 76 struct file *io_file_get_normal(struct io_kiocb *req, int fd); 77 struct file *io_file_get_fixed(struct io_kiocb *req, int fd, 80 void __io_req_task_work_add(struct io_kiocb *req, unsigned flags); 81 void io_req_task_work_add_remote(struct io_kiocb *req, struct io_ring_ctx *ctx, 83 bool io_alloc_async_data(struct io_kiocb *req); 84 void io_req_task_queue(struct io_kiocb *req); 85 void io_req_task_complete(struct io_kiocb *req, struct io_tw_state *ts); 86 void io_req_task_queue_fail(struct io_kiocb *req, int ret); [all …]
|
D | timeout.c | 23 struct io_kiocb *head; 25 struct io_kiocb *prev; 38 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq() 46 static inline void io_put_req(struct io_kiocb *req) in io_put_req() 68 static void io_timeout_complete(struct io_kiocb *req, struct io_tw_state *ts) in io_timeout_complete() 89 static bool io_kill_timeout(struct io_kiocb *req, int status) in io_kill_timeout() 117 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts() 141 static void io_req_tw_fail_links(struct io_kiocb *link, struct io_tw_state *ts) in io_req_tw_fail_links() 145 struct io_kiocb *nxt = link->link; in io_req_tw_fail_links() 157 static void io_fail_links(struct io_kiocb *req) in io_fail_links() [all …]
|
D | poll.h | 28 static inline void io_poll_multishot_retry(struct io_kiocb *req) in io_poll_multishot_retry() 33 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 34 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags); 36 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 37 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags); 42 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags); 46 void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);
|
D | sync.h | 3 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags); 6 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags); 9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags); 10 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
D | msg_ring.c | 58 void io_msg_ring_cleanup(struct io_kiocb *req) in io_msg_ring_cleanup() 74 static void io_msg_tw_complete(struct io_kiocb *req, struct io_tw_state *ts) in io_msg_tw_complete() 89 static int io_msg_remote_post(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_msg_remote_post() 106 static struct io_kiocb *io_msg_get_kiocb(struct io_ring_ctx *ctx) in io_msg_get_kiocb() 108 struct io_kiocb *req = NULL; in io_msg_get_kiocb() 119 static int io_msg_data_remote(struct io_kiocb *req) in io_msg_data_remote() 123 struct io_kiocb *target; in io_msg_data_remote() 137 static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring_data() 169 static struct file *io_msg_grab_file(struct io_kiocb *req, unsigned int issue_flags) in io_msg_grab_file() 187 static int io_msg_install_complete(struct io_kiocb *req, unsigned int issue_flags) in io_msg_install_complete() [all …]
|
D | poll.c | 36 struct io_kiocb *req; 59 static inline struct io_kiocb *wqe_to_req(struct wait_queue_entry *wqe) in wqe_to_req() 63 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); in wqe_to_req() 73 static bool io_poll_get_ownership_slowpath(struct io_kiocb *req) in io_poll_get_ownership_slowpath() 94 static inline bool io_poll_get_ownership(struct io_kiocb *req) in io_poll_get_ownership() 101 static void io_poll_mark_cancelled(struct io_kiocb *req) in io_poll_mark_cancelled() 106 static struct io_poll *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double() 114 static struct io_poll *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single() 121 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert() 132 static void io_poll_req_delete(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_poll_req_delete() [all …]
|
D | rw.c | 34 static bool io_file_supports_nowait(struct io_kiocb *req, __poll_t mask) in io_file_supports_nowait() 68 static int io_iov_buffer_select_prep(struct io_kiocb *req) in io_iov_buffer_select_prep() 89 static int __io_import_iovec(int ddir, struct io_kiocb *req, in __io_import_iovec() 135 static inline int io_import_iovec(int rw, struct io_kiocb *req, in io_import_iovec() 158 static void io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags) in io_rw_recycle() 176 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags) in io_req_rw_cleanup() 211 static int io_rw_alloc_async(struct io_kiocb *req) in io_rw_alloc_async() 240 static int io_prep_rw_setup(struct io_kiocb *req, int ddir, bool do_import) in io_prep_rw_setup() 260 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe, in io_prep_rw() 289 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_read() [all …]
|
D | refs.h | 14 static inline bool req_ref_inc_not_zero(struct io_kiocb *req) in req_ref_inc_not_zero() 20 static inline bool req_ref_put_and_test(struct io_kiocb *req) in req_ref_put_and_test() 29 static inline void req_ref_get(struct io_kiocb *req) in req_ref_get() 36 static inline void req_ref_put(struct io_kiocb *req) in req_ref_put() 43 static inline void __io_req_set_refcount(struct io_kiocb *req, int nr) in __io_req_set_refcount() 51 static inline void io_req_set_refcount(struct io_kiocb *req) in io_req_set_refcount()
|
D | xattr.c | 25 void io_xattr_cleanup(struct io_kiocb *req) in io_xattr_cleanup() 36 static void io_xattr_finish(struct io_kiocb *req, int ret) in io_xattr_finish() 44 static int __io_getxattr_prep(struct io_kiocb *req, in __io_getxattr_prep() 82 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fgetxattr_prep() 87 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_getxattr_prep() 108 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr() 123 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr() 148 static int __io_setxattr_prep(struct io_kiocb *req, in __io_setxattr_prep() 180 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_setxattr_prep() 201 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fsetxattr_prep() [all …]
|
D | fs.c | 50 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_renameat_prep() 81 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat() 96 void io_renameat_cleanup(struct io_kiocb *req) in io_renameat_cleanup() 104 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_unlinkat_prep() 130 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat() 147 void io_unlinkat_cleanup(struct io_kiocb *req) in io_unlinkat_cleanup() 154 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_mkdirat_prep() 177 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat() 191 void io_mkdirat_cleanup(struct io_kiocb *req) in io_mkdirat_cleanup() 198 int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_symlinkat_prep() [all …]
|
D | futex.h | 5 int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 6 int io_futexv_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags); 8 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags); 9 int io_futex_wake(struct io_kiocb *req, unsigned int issue_flags);
|
D | uring_cmd.c | 19 static struct uring_cache *io_uring_async_get(struct io_kiocb *req) in io_uring_async_get() 35 static void io_req_uring_cleanup(struct io_kiocb *req, unsigned int issue_flags) in io_req_uring_cleanup() 53 struct io_kiocb *req; in io_uring_try_cancel_uring_cmd() 83 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_uring_cmd_del_cancelable() 107 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_uring_cmd_mark_cancelable() 119 static void io_uring_cmd_work(struct io_kiocb *req, struct io_tw_state *ts) in io_uring_cmd_work() 131 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in __io_uring_cmd_do_in_task() 139 static inline void io_req_set_cqe32_extra(struct io_kiocb *req, in io_req_set_cqe32_extra() 153 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_done() 178 static int io_uring_cmd_prep_setup(struct io_kiocb *req, in io_uring_cmd_prep_setup() [all …]
|
D | futex.c | 31 struct io_kiocb *req; 47 static void __io_futex_complete(struct io_kiocb *req, struct io_tw_state *ts) in __io_futex_complete() 54 static void io_futex_complete(struct io_kiocb *req, struct io_tw_state *ts) in io_futex_complete() 65 static void io_futexv_complete(struct io_kiocb *req, struct io_tw_state *ts) in io_futexv_complete() 93 static bool __io_futex_cancel(struct io_ring_ctx *ctx, struct io_kiocb *req) in __io_futex_cancel() 120 struct io_kiocb *req; in io_futex_cancel() 148 struct io_kiocb *req; in io_futex_remove_all() 164 int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_futex_prep() 194 struct io_kiocb *req = q->wake_data; in io_futex_wakev_fn() 207 int io_futexv_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_futexv_prep() [all …]
|
D | advise.h | 3 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_madvise(struct io_kiocb *req, unsigned int issue_flags); 6 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);
|
D | splice.h | 3 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_tee(struct io_kiocb *req, unsigned int issue_flags); 6 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_splice(struct io_kiocb *req, unsigned int issue_flags);
|
D | io_uring.c | 130 struct io_kiocb *req; 150 static void io_queue_sqe(struct io_kiocb *req); 189 static bool io_match_linked(struct io_kiocb *head) in io_match_linked() 191 struct io_kiocb *req; in io_match_linked() 204 bool io_match_task_safe(struct io_kiocb *head, struct task_struct *task, in io_match_task_safe() 227 static inline void req_fail_link_node(struct io_kiocb *req, int res) in req_fail_link_node() 233 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_req_add_to_cache() 250 struct io_kiocb *req, *tmp; in io_fallback_req_func() 321 sizeof(struct io_kiocb)); in io_ring_ctx_alloc() 378 static bool req_need_defer(struct io_kiocb *req, u32 seq) in req_need_defer() [all …]
|
D | waitid.c | 19 static void io_waitid_cb(struct io_kiocb *req, struct io_tw_state *ts); 35 static void io_waitid_free(struct io_kiocb *req) in io_waitid_free() 72 static bool io_waitid_copy_si(struct io_kiocb *req, int signo) in io_waitid_copy_si() 103 static int io_waitid_finish(struct io_kiocb *req, int ret) in io_waitid_finish() 118 static void io_waitid_complete(struct io_kiocb *req, int ret) in io_waitid_complete() 137 static bool __io_waitid_cancel(struct io_ring_ctx *ctx, struct io_kiocb *req) in __io_waitid_cancel() 163 struct io_kiocb *req; in io_waitid_cancel() 191 struct io_kiocb *req; in io_waitid_remove_all() 207 static inline bool io_waitid_drop_issue_ref(struct io_kiocb *req) in io_waitid_drop_issue_ref() 225 static void io_waitid_cb(struct io_kiocb *req, struct io_tw_state *ts) in io_waitid_cb() [all …]
|
D | openclose.c | 50 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in __io_openat_prep() 85 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat_prep() 95 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat2_prep() 114 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2() 175 int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat() 180 void io_open_cleanup(struct io_kiocb *req) in io_open_cleanup() 200 static inline int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_close_fixed() 207 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_close_prep() 224 int io_close(struct io_kiocb *req, unsigned int issue_flags) in io_close() 263 int io_install_fixed_fd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_install_fixed_fd_prep() [all …]
|