| /linux-6.1.9/fs/ |
| D | eventfd.c | 32 wait_queue_head_t wqh; member
61 spin_lock_irqsave(&ctx->wqh.lock, flags); in eventfd_signal_mask()
66 if (waitqueue_active(&ctx->wqh)) in eventfd_signal_mask()
67 wake_up_locked_poll(&ctx->wqh, EPOLLIN | mask); in eventfd_signal_mask()
69 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in eventfd_signal_mask()
125 wake_up_poll(&ctx->wqh, EPOLLHUP); in eventfd_release()
136 poll_wait(file, &ctx->wqh, wait); in eventfd_poll()
190 lockdep_assert_held(&ctx->wqh.lock); in eventfd_ctx_do_read()
215 spin_lock_irqsave(&ctx->wqh.lock, flags); in eventfd_ctx_remove_wait_queue()
217 __remove_wait_queue(&ctx->wqh, wait); in eventfd_ctx_remove_wait_queue()
[all …]
|
| D | timerfd.c | 38 wait_queue_head_t wqh; member
67 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_triggered()
70 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in timerfd_triggered()
71 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_triggered()
107 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_clock_was_set()
111 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in timerfd_clock_was_set()
113 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_clock_was_set()
255 poll_wait(file, &ctx->wqh, wait); in timerfd_poll()
257 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_poll()
260 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_poll()
[all …]
|
| D | fs-writeback.c | 1456 wait_queue_head_t *wqh; in __inode_wait_for_writeback() local
1458 wqh = bit_waitqueue(&inode->i_state, __I_SYNC); in __inode_wait_for_writeback()
1461 __wait_on_bit(wqh, &wq, bit_wait, in __inode_wait_for_writeback()
1486 wait_queue_head_t *wqh = bit_waitqueue(&inode->i_state, __I_SYNC); in inode_sleep_on_writeback() local
1489 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in inode_sleep_on_writeback()
1494 finish_wait(wqh, &wait); in inode_sleep_on_writeback()
|
| D | userfaultfd.c | 940 wait_queue_head_t *wqh) in find_userfault_in() argument
945 lockdep_assert_held(&wqh->lock); in find_userfault_in()
948 if (!waitqueue_active(wqh)) in find_userfault_in()
951 wq = list_last_entry(&wqh->head, typeof(*wq), entry); in find_userfault_in()
|
| /linux-6.1.9/kernel/locking/ |
| D | rtmutex.c | 488 static __always_inline void rt_mutex_wake_q_add_task(struct rt_wake_q_head *wqh, in rt_mutex_wake_q_add_task() argument
494 WARN_ON_ONCE(wqh->rtlock_task); in rt_mutex_wake_q_add_task()
496 wqh->rtlock_task = task; in rt_mutex_wake_q_add_task()
498 wake_q_add(&wqh->head, task); in rt_mutex_wake_q_add_task()
502 static __always_inline void rt_mutex_wake_q_add(struct rt_wake_q_head *wqh, in rt_mutex_wake_q_add() argument
505 rt_mutex_wake_q_add_task(wqh, w->task, w->wake_state); in rt_mutex_wake_q_add()
508 static __always_inline void rt_mutex_wake_up_q(struct rt_wake_q_head *wqh) in rt_mutex_wake_up_q() argument
510 if (IS_ENABLED(CONFIG_PREEMPT_RT) && wqh->rtlock_task) { in rt_mutex_wake_up_q()
511 wake_up_state(wqh->rtlock_task, TASK_RTLOCK_WAIT); in rt_mutex_wake_up_q()
512 put_task_struct(wqh->rtlock_task); in rt_mutex_wake_up_q()
[all …]
|
| D | rtmutex_api.c | 166 struct rt_wake_q_head *wqh) in __rt_mutex_futex_unlock() argument
183 mark_wakeup_next_waiter(wqh, lock); in __rt_mutex_futex_unlock()
190 DEFINE_RT_WAKE_Q(wqh); in rt_mutex_futex_unlock()
195 postunlock = __rt_mutex_futex_unlock(lock, &wqh); in rt_mutex_futex_unlock()
199 rt_mutex_postunlock(&wqh); in rt_mutex_futex_unlock()
479 void __sched rt_mutex_postunlock(struct rt_wake_q_head *wqh) in rt_mutex_postunlock() argument
481 rt_mutex_wake_up_q(wqh); in rt_mutex_postunlock()
|
| D | rwbase_rt.c | 154 DEFINE_RT_WAKE_Q(wqh); in __rwbase_read_unlock()
165 rt_mutex_wake_q_add_task(&wqh, owner, state); in __rwbase_read_unlock()
170 rt_mutex_wake_up_q(&wqh); in __rwbase_read_unlock()
|
| D | rtmutex_common.h | 84 struct rt_wake_q_head *wqh);
86 extern void rt_mutex_postunlock(struct rt_wake_q_head *wqh);
|
| /linux-6.1.9/drivers/vfio/ |
| D | virqfd.c | 82 wait_queue_head_t *wqh, poll_table *pt) in virqfd_ptable_queue_proc() argument
85 add_wait_queue(wqh, &virqfd->wait); in virqfd_ptable_queue_proc()
|
| /linux-6.1.9/drivers/virt/acrn/ |
| D | irqfd.c | 96 static void hsm_irqfd_poll_func(struct file *file, wait_queue_head_t *wqh, in hsm_irqfd_poll_func() argument
102 add_wait_queue(wqh, &irqfd->wait); in hsm_irqfd_poll_func()
|
| /linux-6.1.9/mm/ |
| D | internal.h | 75 wait_queue_head_t *wqh; in wake_throttle_isolated() local
77 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_ISOLATED]; in wake_throttle_isolated()
78 if (waitqueue_active(wqh)) in wake_throttle_isolated()
79 wake_up(wqh); in wake_throttle_isolated()
|
| D | vmscan.c | 1117 wait_queue_head_t *wqh = &pgdat->reclaim_wait[reason]; in reclaim_throttle() local
1172 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in reclaim_throttle()
1174 finish_wait(wqh, &wait); in reclaim_throttle()
6269 wait_queue_head_t *wqh; in consider_reclaim_throttle() local
6271 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_NOPROGRESS]; in consider_reclaim_throttle()
6272 if (waitqueue_active(wqh)) in consider_reclaim_throttle()
6273 wake_up(wqh); in consider_reclaim_throttle()
|
| D | memcontrol.c | 162 wait_queue_head_t *wqh; member
4757 remove_wait_queue(event->wqh, &event->wait); in memcg_event_remove()
4808 wait_queue_head_t *wqh, poll_table *pt) in memcg_event_ptable_queue_proc() argument
4813 event->wqh = wqh; in memcg_event_ptable_queue_proc()
4814 add_wait_queue(wqh, &event->wait); in memcg_event_ptable_queue_proc()
|
| /linux-6.1.9/kernel/futex/ |
| D | pi.c | 618 DEFINE_RT_WAKE_Q(wqh); in wake_futex_pi()
671 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wqh); in wake_futex_pi()
678 rt_mutex_postunlock(&wqh); in wake_futex_pi()
|
| /linux-6.1.9/kernel/ |
| D | seccomp.c | 231 wait_queue_head_t wqh; member
529 if (waitqueue_active(&orig->wqh)) in __seccomp_filter_orphan()
530 wake_up_poll(&orig->wqh, EPOLLHUP); in __seccomp_filter_orphan()
680 init_waitqueue_head(&sfilter->wqh); in seccomp_prepare_filter()
1120 wake_up_poll(&match->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_do_user_notification()
1497 wake_up_poll(&filter->wqh, EPOLLOUT | EPOLLWRNORM); in seccomp_notify_recv()
1742 poll_wait(file, &filter->wqh, poll_tab); in seccomp_notify_poll()
|
| /linux-6.1.9/drivers/vhost/ |
| D | vhost.c | 154 static void vhost_poll_func(struct file *file, wait_queue_head_t *wqh, in vhost_poll_func() argument
160 poll->wqh = wqh; in vhost_poll_func()
161 add_wait_queue(wqh, &poll->wait); in vhost_poll_func()
196 poll->wqh = NULL; in vhost_poll_init()
208 if (poll->wqh) in vhost_poll_start()
227 if (poll->wqh) { in vhost_poll_stop()
228 remove_wait_queue(poll->wqh, &poll->wait); in vhost_poll_stop()
229 poll->wqh = NULL; in vhost_poll_stop()
|
| D | vhost.h | 32 wait_queue_head_t *wqh; member
|
| /linux-6.1.9/virt/kvm/ |
| D | eventfd.c | 240 irqfd_ptable_queue_proc(struct file *file, wait_queue_head_t *wqh, in irqfd_ptable_queue_proc() argument
245 add_wait_queue_priority(wqh, &irqfd->wait); in irqfd_ptable_queue_proc()
|
| /linux-6.1.9/Documentation/RCU/ |
| D | listRCU.rst | 426 spin_lock_irqsave(&ctx->wqh.lock, flags);
430 wake_up_locked_poll(&ctx->wqh, EPOLLIN);
432 spin_unlock_irqrestore(&ctx->wqh.lock, flags);
|