Home
last modified time | relevance | path

Searched refs:wq_entry (Results 1 - 25 of 26) sorted by relevance

12

/kernel/linux/linux-6.6/kernel/sched/
H A Dwait.c17 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
21 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
28 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
32 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in add_wait_queue_exclusive()
34 __add_wait_queue_entry_tail(wq_head, wq_entry); in add_wait_queue_exclusive()
39 void add_wait_queue_priority(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_priority() argument
43 wq_entry->flags |= WQ_FLAG_EXCLUSIVE | WQ_FLAG_PRIORITY; in add_wait_queue_priority()
45 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
50 void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in remove_wait_queue() argument
269 prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait() argument
284 prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_exclusive() argument
301 init_wait_entry(struct wait_queue_entry *wq_entry, int flags) init_wait_entry() argument
310 prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_event() argument
396 finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) finish_wait() argument
422 autoremove_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key) autoremove_wake_function() argument
453 wait_woken(struct wait_queue_entry *wq_entry, unsigned mode, long timeout) wait_woken() argument
478 woken_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key) woken_wake_function() argument
[all...]
H A Dwait_bit.c21 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *arg) in wake_bit_function() argument
24 struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_entry); in wake_bit_function()
31 return autoremove_wake_function(wq_entry, mode, sync, key); in wake_bit_function()
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
62 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit()
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
73 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_timeout()
75 wq_entry in out_of_line_wait_on_bit_timeout()
160 var_wake_function(struct wait_queue_entry *wq_entry, unsigned int mode, int sync, void *arg) var_wake_function() argument
[all...]
/kernel/linux/linux-5.10/kernel/sched/
H A Dwait.c18 void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue() argument
22 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; in add_wait_queue()
24 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
29 void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in add_wait_queue_exclusive() argument
33 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in add_wait_queue_exclusive()
35 __add_wait_queue_entry_tail(wq_head, wq_entry); in add_wait_queue_exclusive()
40 void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) in remove_wait_queue() argument
45 __remove_wait_queue(wq_head, wq_entry); in remove_wait_queue()
246 prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) in prepare_to_wait() argument
250 wq_entry in prepare_to_wait()
261 prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_exclusive() argument
278 init_wait_entry(struct wait_queue_entry *wq_entry, int flags) init_wait_entry() argument
287 prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) prepare_to_wait_event() argument
373 finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) finish_wait() argument
399 autoremove_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key) autoremove_wake_function() argument
435 wait_woken(struct wait_queue_entry *wq_entry, unsigned mode, long timeout) wait_woken() argument
460 woken_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key) woken_wake_function() argument
[all...]
H A Dwait_bit.c21 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *arg) in wake_bit_function() argument
24 struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_entry); in wake_bit_function()
31 return autoremove_wake_function(wq_entry, mode, sync, key); in wake_bit_function()
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
62 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit()
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
73 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_timeout()
75 wq_entry in out_of_line_wait_on_bit_timeout()
160 var_wake_function(struct wait_queue_entry *wq_entry, unsigned int mode, int sync, void *arg) var_wake_function() argument
[all...]
/kernel/linux/linux-6.6/include/linux/
H A Dwait.h16 typedef int (*wait_queue_func_t)(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key);
17 int default_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key);
82 static inline void init_waitqueue_entry(struct wait_queue_entry *wq_entry, struct task_struct *p) in init_waitqueue_entry() argument
84 wq_entry->flags = 0; in init_waitqueue_entry()
85 wq_entry->private = p; in init_waitqueue_entry()
86 wq_entry->func = default_wake_function; in init_waitqueue_entry()
90 init_waitqueue_func_entry(struct wait_queue_entry *wq_entry, wait_queue_func_t func) in init_waitqueue_func_entry() argument
92 wq_entry->flags = 0; in init_waitqueue_func_entry()
93 wq_entry->private = NULL; in init_waitqueue_func_entry()
94 wq_entry in init_waitqueue_func_entry()
171 __add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue() argument
188 __add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_exclusive() argument
194 __add_wait_queue_entry_tail(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail() argument
200 __add_wait_queue_entry_tail_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail_exclusive() argument
207 __remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __remove_wait_queue() argument
[all...]
H A Dwait_bit.h18 struct wait_queue_entry wq_entry; member
36 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key);
41 .wq_entry = { \
45 LIST_HEAD_INIT((name).wq_entry.entry), \
253 &__wbq_entry.wq_entry, \
265 finish_wait(__wq_head, &__wbq_entry.wq_entry); \
/kernel/linux/linux-5.10/include/linux/
H A Dwait.h16 typedef int (*wait_queue_func_t)(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key);
17 int default_wake_function(struct wait_queue_entry *wq_entry, unsigned mode, int flags, void *key);
81 static inline void init_waitqueue_entry(struct wait_queue_entry *wq_entry, struct task_struct *p) in init_waitqueue_entry() argument
83 wq_entry->flags = 0; in init_waitqueue_entry()
84 wq_entry->private = p; in init_waitqueue_entry()
85 wq_entry->func = default_wake_function; in init_waitqueue_entry()
89 init_waitqueue_func_entry(struct wait_queue_entry *wq_entry, wait_queue_func_t func) in init_waitqueue_func_entry() argument
91 wq_entry->flags = 0; in init_waitqueue_func_entry()
92 wq_entry->private = NULL; in init_waitqueue_func_entry()
93 wq_entry in init_waitqueue_func_entry()
169 __add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue() argument
178 __add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_exclusive() argument
184 __add_wait_queue_entry_tail(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail() argument
190 __add_wait_queue_entry_tail_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __add_wait_queue_entry_tail_exclusive() argument
197 __remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) __remove_wait_queue() argument
[all...]
H A Dwait_bit.h18 struct wait_queue_entry wq_entry; member
36 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key);
41 .wq_entry = { \
45 LIST_HEAD_INIT((name).wq_entry.entry), \
253 &__wbq_entry.wq_entry, \
265 finish_wait(__wq_head, &__wbq_entry.wq_entry); \
/kernel/linux/linux-5.10/kernel/locking/
H A Dpercpu-rwsem.c117 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, in percpu_rwsem_wake_function() argument
121 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; in percpu_rwsem_wake_function()
129 p = get_task_struct(wq_entry->private); in percpu_rwsem_wake_function()
130 list_del_init(&wq_entry->entry); in percpu_rwsem_wake_function()
131 smp_store_release(&wq_entry->private, NULL); in percpu_rwsem_wake_function()
141 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); in percpu_rwsem_wait()
151 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; in percpu_rwsem_wait()
152 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); in percpu_rwsem_wait()
158 if (!smp_load_acquire(&wq_entry.private)) in percpu_rwsem_wait()
/kernel/linux/linux-6.6/kernel/locking/
H A Dpercpu-rwsem.c119 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, in percpu_rwsem_wake_function() argument
123 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; in percpu_rwsem_wake_function()
131 p = get_task_struct(wq_entry->private); in percpu_rwsem_wake_function()
132 list_del_init(&wq_entry->entry); in percpu_rwsem_wake_function()
133 smp_store_release(&wq_entry->private, NULL); in percpu_rwsem_wake_function()
143 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); in percpu_rwsem_wait()
153 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; in percpu_rwsem_wait()
154 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); in percpu_rwsem_wait()
160 if (!smp_load_acquire(&wq_entry.private)) in percpu_rwsem_wait()
/kernel/linux/linux-5.10/drivers/tee/optee/
H A Drpc.c16 struct wq_entry { struct
145 static struct wq_entry *wq_entry_get(struct optee_wait_queue *wq, u32 key) in wq_entry_get()
147 struct wq_entry *w; in wq_entry_get()
168 struct wq_entry *w = wq_entry_get(wq, key); in wq_sleep()
181 struct wq_entry *w = wq_entry_get(wq, key); in wq_wakeup()
/kernel/linux/linux-6.6/rust/
H A Dhelpers.c69 void rust_helper_init_wait(struct wait_queue_entry *wq_entry) in rust_helper_init_wait() argument
71 init_wait(wq_entry); in rust_helper_init_wait()
/kernel/linux/linux-5.10/fs/
H A Dinode.c2097 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
2101 finish_wait(wq, &wait.wq_entry); in __wait_on_freeing_inode()
2236 prepare_to_wait(wq, &q.wq_entry, TASK_UNINTERRUPTIBLE); in __inode_dio_wait()
2240 finish_wait(wq, &q.wq_entry); in __inode_dio_wait()
H A Deventpoll.c1815 static int ep_autoremove_wake_function(struct wait_queue_entry *wq_entry, in ep_autoremove_wake_function() argument
1818 int ret = default_wake_function(wq_entry, mode, sync, key); in ep_autoremove_wake_function()
1824 list_del_init_careful(&wq_entry->entry); in ep_autoremove_wake_function()
/kernel/linux/linux-6.6/fs/
H A Dinode.c2271 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
2275 finish_wait(wq, &wait.wq_entry); in __wait_on_freeing_inode()
2428 prepare_to_wait(wq, &q.wq_entry, TASK_UNINTERRUPTIBLE); in __inode_dio_wait()
2432 finish_wait(wq, &q.wq_entry); in __inode_dio_wait()
H A Deventpoll.c1795 static int ep_autoremove_wake_function(struct wait_queue_entry *wq_entry, in ep_autoremove_wake_function() argument
1798 int ret = default_wake_function(wq_entry, mode, sync, key); in ep_autoremove_wake_function()
1804 list_del_init_careful(&wq_entry->entry); in ep_autoremove_wake_function()
/kernel/linux/linux-5.10/block/
H A Dblk-iocost.c1400 static int iocg_wake_fn(struct wait_queue_entry *wq_entry, unsigned mode, in iocg_wake_fn() argument
1403 struct iocg_wait *wait = container_of(wq_entry, struct iocg_wait, wait); in iocg_wake_fn()
1420 * @wq_entry is removed without grabbing the lock. in iocg_wake_fn()
1422 default_wake_function(wq_entry, mode, flags, key); in iocg_wake_fn()
1423 list_del_init_careful(&wq_entry->entry); in iocg_wake_fn()
/kernel/linux/linux-5.10/fs/xfs/
H A Dxfs_icache.c245 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in xfs_inew_wait()
250 finish_wait(wq, &wait.wq_entry); in xfs_inew_wait()
H A Dxfs_inode.c2773 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __xfs_iunpin_wait()
2777 finish_wait(wq, &wait.wq_entry); in __xfs_iunpin_wait()
/kernel/linux/linux-6.6/block/
H A Dblk-iocost.c1457 static int iocg_wake_fn(struct wait_queue_entry *wq_entry, unsigned mode, in iocg_wake_fn() argument
1460 struct iocg_wait *wait = container_of(wq_entry, struct iocg_wait, wait); in iocg_wake_fn()
1477 * @wq_entry is removed without grabbing the lock. in iocg_wake_fn()
1479 default_wake_function(wq_entry, mode, flags, key); in iocg_wake_fn()
1480 list_del_init_careful(&wq_entry->entry); in iocg_wake_fn()
/kernel/linux/linux-5.10/fs/jbd2/
H A Djournal.c2968 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in jbd2_journal_release_jbd_inode()
2971 finish_wait(wq, &wait.wq_entry); in jbd2_journal_release_jbd_inode()
/kernel/linux/linux-5.10/fs/ext4/
H A Dfast_commit.c176 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE);
179 finish_wait(wq, &wait.wq_entry);
/kernel/linux/linux-6.6/fs/ext4/
H A Dfast_commit.c226 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE);
229 finish_wait(wq, &wait.wq_entry);
/kernel/linux/linux-6.6/fs/jbd2/
H A Djournal.c3044 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in jbd2_journal_release_jbd_inode()
3047 finish_wait(wq, &wait.wq_entry); in jbd2_journal_release_jbd_inode()
/kernel/linux/linux-6.6/fs/xfs/
H A Dxfs_inode.c2450 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __xfs_iunpin_wait()
2454 finish_wait(wq, &wait.wq_entry); in __xfs_iunpin_wait()

Completed in 50 milliseconds

12