| /kernel/linux/linux-6.6/include/linux/ |
| H A D | wait.h | 64 extern void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key *);
66 #define init_waitqueue_head(wq_head) \
70 __init_waitqueue_head((wq_head), #wq_head, &__key); \
99 * @wq_head: the waitqueue to test for waiters
112 * @cond = true; prepare_to_wait(&wq_head, &wait, state);
114 * if (waitqueue_active(wq_head)) if (@cond)
115 * wake_up(wq_head); break;
118 * finish_wait(&wq_head, &wait);
127 static inline int waitqueue_active(struct wait_queue_head *wq_head) in waitqueue_active() argument
140 wq_has_single_sleeper(struct wait_queue_head *wq_head) wq_has_single_sleeper() argument
153 wq_has_sleeper(struct wait_queue_head *wq_head) wq_has_sleeper() argument
171 __add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue() argument
188 __add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_exclusive() argument
194 __add_wait_queue_entry_tail(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail() argument
200 __add_wait_queue_entry_tail_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail_exclusive() argument
207 __remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __remove_wait_queue() argument
264 wake_up_pollfree(struct wait_queue_head *wq_head) wake_up_pollfree() argument
[all...] |
| H A D | wait_bit.h | 26 void __wake_up_bit(struct wait_queue_head *wq_head, void *word, int bit);
27 int __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit_action_f *action, unsigned int mode);
28 int __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit_action_f *action, unsigned int mode);
|
| /kernel/linux/linux-6.6/kernel/sched/ |
| H A D | wait.c | 8 void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key *key) in __init_waitqueue_head() argument
10 spin_lock_init(&wq_head->lock); in __init_waitqueue_head()
11 lockdep_set_class_and_name(&wq_head->lock, key, name); in __init_waitqueue_head()
12 INIT_LIST_HEAD(&wq_head->head); in __init_waitqueue_head()
17 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
22 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
24 spin_unlock_irqrestore(&wq_head->lock, flags); in add_wait_queue()
28 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
33 spin_lock_irqsave(&wq_head in add_wait_queue_exclusive()
39 add_wait_queue_priority(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) add_wait_queue_priority() argument
50 remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) remove_wait_queue() argument
80 __wake_up_common(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive, int wake_flags, void *key, wait_queue_entry_t *bookmark) __wake_up_common() argument
124 __wake_up_common_lock(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive, int wake_flags, void *key) __wake_up_common_lock() argument
157 __wake_up(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive, void *key) __wake_up() argument
164 __wake_up_on_current_cpu(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_on_current_cpu() argument
172 __wake_up_locked(struct wait_queue_head *wq_head, unsigned int mode, int nr) __wake_up_locked() argument
178 __wake_up_locked_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_locked_key() argument
184 __wake_up_locked_key_bookmark(struct wait_queue_head *wq_head, unsigned int mode, void *key, wait_queue_entry_t *bookmark) __wake_up_locked_key_bookmark() argument
207 __wake_up_sync_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_sync_key() argument
233 __wake_up_locked_sync_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_locked_sync_key() argument
243 __wake_up_sync(struct wait_queue_head *wq_head, unsigned int mode) __wake_up_sync() argument
249 __wake_up_pollfree(struct wait_queue_head *wq_head) __wake_up_pollfree() argument
269 prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait() argument
284 prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_exclusive() argument
310 prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_event() argument
396 finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) finish_wait() argument
[all...] |
| H A D | wait_bit.c | 41 __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, in __wait_on_bit() argument
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
61 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit() local
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
72 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit_timeout() local
77 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit_timeout()
82 __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, in __wait_on_bit_lock() argument
88 prepare_to_wait_exclusive(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit_lock()
98 finish_wait(wq_head, in __wait_on_bit_lock()
114 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); out_of_line_wait_on_bit_lock() local
121 __wake_up_bit(struct wait_queue_head *wq_head, void *word, int bit) __wake_up_bit() argument
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | wait.h | 63 extern void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key *);
65 #define init_waitqueue_head(wq_head) \
69 __init_waitqueue_head((wq_head), #wq_head, &__key); \
98 * @wq_head: the waitqueue to test for waiters
111 * @cond = true; prepare_to_wait(&wq_head, &wait, state);
113 * if (waitqueue_active(wq_head)) if (@cond)
114 * wake_up(wq_head); break;
117 * finish_wait(&wq_head, &wait);
126 static inline int waitqueue_active(struct wait_queue_head *wq_head) in waitqueue_active() argument
139 wq_has_single_sleeper(struct wait_queue_head *wq_head) wq_has_single_sleeper() argument
152 wq_has_sleeper(struct wait_queue_head *wq_head) wq_has_sleeper() argument
169 __add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue() argument
178 __add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_exclusive() argument
184 __add_wait_queue_entry_tail(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail() argument
190 __add_wait_queue_entry_tail_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail_exclusive() argument
197 __remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __remove_wait_queue() argument
251 wake_up_pollfree(struct wait_queue_head *wq_head) wake_up_pollfree() argument
[all...] |
| H A D | wait_bit.h | 26 void __wake_up_bit(struct wait_queue_head *wq_head, void *word, int bit);
27 int __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit_action_f *action, unsigned int mode);
28 int __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit_action_f *action, unsigned int mode);
|
| /kernel/linux/linux-5.10/kernel/sched/ |
| H A D | wait.c | 9 void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key *key) in __init_waitqueue_head() argument
11 spin_lock_init(&wq_head->lock); in __init_waitqueue_head()
12 lockdep_set_class_and_name(&wq_head->lock, key, name); in __init_waitqueue_head()
13 INIT_LIST_HEAD(&wq_head->head); in __init_waitqueue_head()
18 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
23 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue()
24 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
25 spin_unlock_irqrestore(&wq_head->lock, flags); in add_wait_queue()
29 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
34 spin_lock_irqsave(&wq_head in add_wait_queue_exclusive()
40 remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) remove_wait_queue() argument
66 __wake_up_common(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive, int wake_flags, void *key, wait_queue_entry_t *bookmark) __wake_up_common() argument
110 __wake_up_common_lock(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive, int wake_flags, void *key) __wake_up_common_lock() argument
139 __wake_up(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive, void *key) __wake_up() argument
149 __wake_up_locked(struct wait_queue_head *wq_head, unsigned int mode, int nr) __wake_up_locked() argument
155 __wake_up_locked_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_locked_key() argument
161 __wake_up_locked_key_bookmark(struct wait_queue_head *wq_head, unsigned int mode, void *key, wait_queue_entry_t *bookmark) __wake_up_locked_key_bookmark() argument
184 __wake_up_sync_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_sync_key() argument
210 __wake_up_locked_sync_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) __wake_up_locked_sync_key() argument
220 __wake_up_sync(struct wait_queue_head *wq_head, unsigned int mode) __wake_up_sync() argument
226 __wake_up_pollfree(struct wait_queue_head *wq_head) __wake_up_pollfree() argument
246 prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait() argument
261 prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_exclusive() argument
287 prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_event() argument
373 finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) finish_wait() argument
[all...] |
| H A D | wait_bit.c | 41 __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, in __wait_on_bit() argument
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
61 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit() local
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
72 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit_timeout() local
77 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit_timeout()
82 __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, in __wait_on_bit_lock() argument
88 prepare_to_wait_exclusive(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit_lock()
98 finish_wait(wq_head, in __wait_on_bit_lock()
114 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); out_of_line_wait_on_bit_lock() local
121 __wake_up_bit(struct wait_queue_head *wq_head, void *word, int bit) __wake_up_bit() argument
[all...] |
| /kernel/linux/linux-6.6/fs/xfs/ |
| H A D | xfs_drain.c | 60 static inline bool has_waiters(struct wait_queue_head *wq_head) in has_waiters() argument
67 return waitqueue_active(wq_head); in has_waiters()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | reporter_rx.c | 242 u16 wq_head; in mlx5e_rx_reporter_build_diagnose_output() local
255 wq_head = mlx5e_rqwq_get_head(rq); in mlx5e_rx_reporter_build_diagnose_output()
286 err = devlink_fmsg_u32_pair_put(fmsg, "cc", wq_head); in mlx5e_rx_reporter_build_diagnose_output()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | reporter_rx.c | 283 u16 wq_head; in mlx5e_rx_reporter_build_diagnose_output_rq_common() local
291 wq_head = mlx5e_rqwq_get_head(rq); in mlx5e_rx_reporter_build_diagnose_output_rq_common()
310 err = devlink_fmsg_u32_pair_put(fmsg, "cc", wq_head); in mlx5e_rx_reporter_build_diagnose_output_rq_common()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
| H A D | intel_context_types.h | 289 /** @wq_head: pointer to the actual head in work queue */
290 u32 *wq_head; member
|
| /kernel/linux/linux-5.10/fs/hmdfs/ |
| H A D | stash.c | 342 wait_queue_head_t *wq_head = NULL; in hmdfs_wait_remote_writeback_once() local
355 wq_head = bit_waitqueue(&inode->i_state, __I_SYNC); in hmdfs_wait_remote_writeback_once()
356 __wait_on_bit(wq_head, &wq, bit_wait, TASK_UNINTERRUPTIBLE); in hmdfs_wait_remote_writeback_once()
|
| /kernel/linux/linux-6.6/fs/hmdfs/ |
| H A D | stash.c | 332 wait_queue_head_t *wq_head = NULL; in hmdfs_wait_remote_writeback_once() local
345 wq_head = bit_waitqueue(&inode->i_state, __I_SYNC); in hmdfs_wait_remote_writeback_once()
346 __wait_on_bit(wq_head, &wq, bit_wait, TASK_UNINTERRUPTIBLE); in hmdfs_wait_remote_writeback_once()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/uc/ |
| H A D | intel_guc_submission.c | 498 ce->parallel.guc.wqi_head = READ_ONCE(*ce->parallel.guc.wq_head); in get_wq_pointer()
2640 ce->parallel.guc.wq_head = &pdesc->head; in prepare_context_registration_info_v69()
2714 ce->parallel.guc.wq_head = &wq_desc->head; in prepare_context_registration_info_v70()
5158 READ_ONCE(*ce->parallel.guc.wq_head)); in intel_guc_submission_print_context_info()
|