| /linux/fs/ |
| H A D | eventfd.c | 32 wait_queue_head_t wqh; member
71 spin_lock_irqsave(&ctx->wqh.lock, flags); in eventfd_signal_mask()
75 if (waitqueue_active(&ctx->wqh)) in eventfd_signal_mask()
76 wake_up_locked_poll(&ctx->wqh, EPOLLIN | mask); in eventfd_signal_mask()
78 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in eventfd_signal_mask()
113 wake_up_poll(&ctx->wqh, EPOLLHUP); in eventfd_release()
124 poll_wait(file, &ctx->wqh, wait); in eventfd_poll()
178 lockdep_assert_held(&ctx->wqh.lock); in eventfd_ctx_do_read()
203 spin_lock_irqsave(&ctx->wqh.lock, flags); in eventfd_ctx_remove_wait_queue()
205 __remove_wait_queue(&ctx->wqh, wait); in eventfd_ctx_remove_wait_queue()
[all …]
|
| H A D | timerfd.c | 38 wait_queue_head_t wqh; member
67 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_triggered()
70 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in timerfd_triggered()
71 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_triggered()
105 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_clock_was_set()
109 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in timerfd_clock_was_set()
111 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_clock_was_set()
252 poll_wait(file, &ctx->wqh, wait); in timerfd_poll()
254 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_poll()
257 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_poll()
[all …]
|
| H A D | userfaultfd.c | 909 wait_queue_head_t *wqh) in find_userfault_in() argument
914 lockdep_assert_held(&wqh->lock); in find_userfault_in()
917 if (!waitqueue_active(wqh)) in find_userfault_in()
920 wq = list_last_entry(&wqh->head, typeof(*wq), entry); in find_userfault_in()
|
| /linux/arch/powerpc/platforms/pseries/ |
| H A D | rtas-work-area.c | 44 struct wait_queue_head wqh; member
49 .wqh = __WAIT_QUEUE_HEAD_INITIALIZER(rwa_state.wqh),
103 wait_event(rwa_state.wqh, in __rtas_work_area_alloc()
123 wake_up(&rwa_state.wqh); in rtas_work_area_free()
|
| /linux/drivers/hv/ |
| H A D | mshv_vtl_main.c | 73 wait_queue_head_t *wqh; member
450 static void mshv_vtl_ptable_queue_proc(struct file *file, wait_queue_head_t *wqh, poll_table *pt) in mshv_vtl_ptable_queue_proc() argument
454 WARN_ON(poll_file->wqh); in mshv_vtl_ptable_queue_proc()
455 poll_file->wqh = wqh; in mshv_vtl_ptable_queue_proc()
456 add_wait_queue(wqh, &poll_file->wait); in mshv_vtl_ptable_queue_proc()
486 if (poll_file->wqh) in mshv_vtl_ioctl_set_poll_file()
487 remove_wait_queue(poll_file->wqh, &poll_file->wait); in mshv_vtl_ioctl_set_poll_file()
488 poll_file->wqh = NULL; in mshv_vtl_ioctl_set_poll_file()
|
| H A D | mshv_eventfd.c | 370 static void mshv_irqfd_queue_proc(struct file *file, wait_queue_head_t *wqh, in mshv_irqfd_queue_proc() argument
383 add_wait_queue_priority(wqh, &irqfd->irqfd_wait); in mshv_irqfd_queue_proc()
|
| /linux/drivers/vfio/ |
| H A D | virqfd.c | 79 wait_queue_head_t *wqh, poll_table *pt) in virqfd_ptable_queue_proc() argument
82 add_wait_queue(wqh, &virqfd->wait); in virqfd_ptable_queue_proc()
|
| /linux/kernel/ |
| H A D | seccomp.c | 234 wait_queue_head_t wqh; member
535 if (waitqueue_active(&orig->wqh)) in __seccomp_filter_orphan()
536 wake_up_poll(&orig->wqh, EPOLLHUP); in __seccomp_filter_orphan()
710 init_waitqueue_head(&sfilter->wqh); in seccomp_prepare_filter()
1188 wake_up_poll_on_current_cpu(&match->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_do_user_notification()
1190 wake_up_poll(&match->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_do_user_notification()
1536 ret = prepare_to_wait_event(&filter->wqh, &wait, TASK_INTERRUPTIBLE); in recv_wait_event()
1548 finish_wait(&filter->wqh, &wait); in recv_wait_event()
1595 wake_up_poll(&filter->wqh, EPOLLOUT | EPOLLWRNORM); in seccomp_notify_recv()
1617 wake_up_poll(&filter->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_notify_recv()
[all …]
|
| /linux/drivers/virt/acrn/ |
| H A D | irqfd.c | 94 static void hsm_irqfd_poll_func(struct file *file, wait_queue_head_t *wqh, in hsm_irqfd_poll_func() argument
100 add_wait_queue(wqh, &irqfd->wait); in hsm_irqfd_poll_func()
|
| /linux/kernel/futex/ |
| H A D | pi.c | 620 DEFINE_RT_WAKE_Q(wqh); in wake_futex_pi()
659 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wqh); in wake_futex_pi()
666 rt_mutex_postunlock(&wqh); in wake_futex_pi()
|
| /linux/mm/ |
| H A D | memcontrol-v1.c | 84 wait_queue_head_t *wqh; member
1007 remove_wait_queue(event->wqh, &event->wait); in memcg_event_remove()
1058 wait_queue_head_t *wqh, poll_table *pt) in memcg_event_ptable_queue_proc() argument
1063 event->wqh = wqh; in memcg_event_ptable_queue_proc()
1064 add_wait_queue(wqh, &event->wait); in memcg_event_ptable_queue_proc()
|
| H A D | internal.h | 492 wait_queue_head_t *wqh; in wake_throttle_isolated() local
494 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_ISOLATED]; in wake_throttle_isolated()
495 if (waitqueue_active(wqh)) in wake_throttle_isolated()
496 wake_up(wqh); in wake_throttle_isolated()
|
| H A D | vmscan.c | 532 wait_queue_head_t *wqh = &pgdat->reclaim_wait[reason]; in reclaim_throttle() local
587 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in reclaim_throttle()
589 finish_wait(wqh, &wait); in reclaim_throttle()
6190 wait_queue_head_t *wqh; in consider_reclaim_throttle() local
6192 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_NOPROGRESS]; in consider_reclaim_throttle()
6193 if (waitqueue_active(wqh)) in consider_reclaim_throttle()
6194 wake_up(wqh); in consider_reclaim_throttle()
|
| /linux/drivers/vhost/ |
| H A D | vhost.c | 162 static void vhost_poll_func(struct file *file, wait_queue_head_t *wqh, in vhost_poll_func() argument
168 poll->wqh = wqh; in vhost_poll_func()
169 add_wait_queue(wqh, &poll->wait); in vhost_poll_func()
205 poll->wqh = NULL; in vhost_poll_init()
218 if (poll->wqh) in vhost_poll_start()
237 if (poll->wqh) { in vhost_poll_stop()
238 remove_wait_queue(poll->wqh, &poll->wait); in vhost_poll_stop()
239 poll->wqh = NULL; in vhost_poll_stop()
|
| H A D | vhost.h | 58 wait_queue_head_t *wqh; member
|
| /linux/virt/kvm/ |
| H A D | eventfd.c | 300 static void kvm_irqfd_register(struct file *file, wait_queue_head_t *wqh, in kvm_irqfd_register() argument
339 p->ret = add_wait_queue_priority_exclusive(wqh, &irqfd->wait); in kvm_irqfd_register()
|
| /linux/drivers/xen/ |
| H A D | privcmd.c | 968 irqfd_poll_func(struct file *file, wait_queue_head_t *wqh, poll_table *pt) in irqfd_poll_func() argument
973 add_wait_queue_priority(wqh, &kirqfd->wait); in irqfd_poll_func()
|