| /linux-6.12.1/kernel/sched/ |
| D | wait.c | 17 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
21 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
28 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
32 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in add_wait_queue_exclusive()
34 __add_wait_queue_entry_tail(wq_head, wq_entry); in add_wait_queue_exclusive()
39 void add_wait_queue_priority(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_priority() argument
43 wq_entry->flags |= WQ_FLAG_EXCLUSIVE | WQ_FLAG_PRIORITY; in add_wait_queue_priority()
45 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
50 void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in remove_wait_queue() argument
[all …]
|
| D | wait_bit.c | 21 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *arg) in wake_bit_function() argument
24 …struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_ent… in wake_bit_function()
31 return autoremove_wake_function(wq_entry, mode, sync, key); in wake_bit_function()
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
62 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit()
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
73 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_timeout()
75 wq_entry.key.timeout = jiffies + timeout; in out_of_line_wait_on_bit_timeout()
77 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit_timeout()
[all …]
|
| /linux-6.12.1/include/linux/ |
| D | wait.h | 15 typedef int (*wait_queue_func_t)(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void …
16 int default_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key);
80 static inline void init_waitqueue_entry(struct wait_queue_entry *wq_entry, struct task_struct *p) in init_waitqueue_entry() argument
82 wq_entry->flags = 0; in init_waitqueue_entry()
83 wq_entry->private = p; in init_waitqueue_entry()
84 wq_entry->func = default_wake_function; in init_waitqueue_entry()
88 init_waitqueue_func_entry(struct wait_queue_entry *wq_entry, wait_queue_func_t func) in init_waitqueue_func_entry() argument
90 wq_entry->flags = 0; in init_waitqueue_func_entry()
91 wq_entry->private = NULL; in init_waitqueue_func_entry()
92 wq_entry->func = func; in init_waitqueue_func_entry()
[all …]
|
| D | wait_bit.h | 18 struct wait_queue_entry wq_entry; member
36 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key);
41 .wq_entry = { \
45 LIST_HEAD_INIT((name).wq_entry.entry), \
253 &__wbq_entry.wq_entry, \
265 finish_wait(__wq_head, &__wbq_entry.wq_entry); \
|
| /linux-6.12.1/kernel/locking/ |
| D | percpu-rwsem.c | 119 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, in percpu_rwsem_wake_function() argument
123 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; in percpu_rwsem_wake_function()
131 p = get_task_struct(wq_entry->private); in percpu_rwsem_wake_function()
132 list_del_init(&wq_entry->entry); in percpu_rwsem_wake_function()
133 smp_store_release(&wq_entry->private, NULL); in percpu_rwsem_wake_function()
143 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); in percpu_rwsem_wait()
153 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; in percpu_rwsem_wait()
154 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); in percpu_rwsem_wait()
160 if (!smp_load_acquire(&wq_entry.private)) in percpu_rwsem_wait()
|
| /linux-6.12.1/rust/helpers/ |
| D | wait.c | 6 void rust_helper_init_wait(struct wait_queue_entry *wq_entry) in rust_helper_init_wait() argument
8 init_wait(wq_entry); in rust_helper_init_wait()
|
| /linux-6.12.1/fs/ |
| D | inode.c | 524 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_wait_for_lru_isolating()
535 finish_wait(wq_head, &wqe.wq_entry); in inode_wait_for_lru_isolating()
2389 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
2395 finish_wait(wq_head, &wqe.wq_entry); in __wait_on_freeing_inode()
|
| D | fs-writeback.c | 1526 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_wait_for_writeback()
1534 finish_wait(wq_head, &wqe.wq_entry); in inode_wait_for_writeback()
1552 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_sleep_on_writeback()
1558 finish_wait(wq_head, &wqe.wq_entry); in inode_sleep_on_writeback()
|
| D | eventpoll.c | 1936 static int ep_autoremove_wake_function(struct wait_queue_entry *wq_entry, in ep_autoremove_wake_function() argument
1939 int ret = default_wake_function(wq_entry, mode, sync, key); in ep_autoremove_wake_function()
1945 list_del_init_careful(&wq_entry->entry); in ep_autoremove_wake_function()
|
| /linux-6.12.1/fs/bcachefs/ |
| D | fs.c | 284 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
289 finish_wait(wq, &wait.wq_entry); in __wait_on_freeing_inode()
1889 prepare_to_wait_event(wq_head, &wqe.wq_entry, in bch2_evict_subvolume_inodes()
1894 finish_wait(wq_head, &wqe.wq_entry); in bch2_evict_subvolume_inodes()
|
| /linux-6.12.1/block/ |
| D | blk-iocost.c | 1461 static int iocg_wake_fn(struct wait_queue_entry *wq_entry, unsigned mode, in iocg_wake_fn() argument
1464 struct iocg_wait *wait = container_of(wq_entry, struct iocg_wait, wait); in iocg_wake_fn()
1483 default_wake_function(wq_entry, mode, flags, key); in iocg_wake_fn()
1484 list_del_init_careful(&wq_entry->entry); in iocg_wake_fn()
|
| /linux-6.12.1/fs/xfs/ |
| D | xfs_inode.c | 1830 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __xfs_iunpin_wait()
1834 finish_wait(wq, &wait.wq_entry); in __xfs_iunpin_wait()
|
| /linux-6.12.1/fs/ext4/ |
| D | fast_commit.c | 226 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in ext4_fc_wait_committing_inode()
229 finish_wait(wq, &wait.wq_entry); in ext4_fc_wait_committing_inode()
|
| /linux-6.12.1/fs/jbd2/ |
| D | journal.c | 3050 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in jbd2_journal_release_jbd_inode()
3053 finish_wait(wq, &wait.wq_entry); in jbd2_journal_release_jbd_inode()
|
| /linux-6.12.1/drivers/gpu/drm/i915/gt/uc/ |
| D | intel_guc_submission.c | 4863 static long must_wait_woken(struct wait_queue_entry *wq_entry, long timeout) in must_wait_woken() argument
4874 if (wq_entry->flags & WQ_FLAG_WOKEN) in must_wait_woken()
4882 smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN); in must_wait_woken()
|
| /linux-6.12.1/drivers/block/ |
| D | pktcdvd.c | 2389 &wqe.wq_entry, in pkt_make_request_write()
|