Lines Matching refs:wqh
549 static __always_inline void rt_mutex_wake_q_add_task(struct rt_wake_q_head *wqh, in rt_mutex_wake_q_add_task() argument
555 WARN_ON_ONCE(wqh->rtlock_task); in rt_mutex_wake_q_add_task()
557 wqh->rtlock_task = task; in rt_mutex_wake_q_add_task()
559 wake_q_add(&wqh->head, task); in rt_mutex_wake_q_add_task()
563 static __always_inline void rt_mutex_wake_q_add(struct rt_wake_q_head *wqh, in rt_mutex_wake_q_add() argument
566 rt_mutex_wake_q_add_task(wqh, w->task, w->wake_state); in rt_mutex_wake_q_add()
569 static __always_inline void rt_mutex_wake_up_q(struct rt_wake_q_head *wqh) in rt_mutex_wake_up_q() argument
571 if (IS_ENABLED(CONFIG_PREEMPT_RT) && wqh->rtlock_task) { in rt_mutex_wake_up_q()
572 wake_up_state(wqh->rtlock_task, TASK_RTLOCK_WAIT); in rt_mutex_wake_up_q()
573 put_task_struct(wqh->rtlock_task); in rt_mutex_wake_up_q()
574 wqh->rtlock_task = NULL; in rt_mutex_wake_up_q()
577 if (!wake_q_empty(&wqh->head)) in rt_mutex_wake_up_q()
578 wake_up_q(&wqh->head); in rt_mutex_wake_up_q()
1320 static void __sched mark_wakeup_next_waiter(struct rt_wake_q_head *wqh, in mark_wakeup_next_waiter() argument
1362 rt_mutex_wake_q_add(wqh, waiter); in mark_wakeup_next_waiter()
1422 DEFINE_RT_WAKE_Q(wqh); in rt_mutex_slowunlock()
1475 mark_wakeup_next_waiter(&wqh, lock); in rt_mutex_slowunlock()
1478 rt_mutex_wake_up_q(&wqh); in rt_mutex_slowunlock()