Home
last modified time | relevance | path

Searched refs:rt_waiter (Results 1 – 3 of 3) sorted by relevance

/linux/kernel/futex/
H A Drequeue.c238 WARN_ON(!q->rt_waiter); in requeue_pi_wake_futex()
239 q->rt_waiter = NULL; in requeue_pi_wake_futex()
314 if (!top_waiter->rt_waiter || top_waiter->pi_state) in futex_proxy_trylock_atomic()
600 if ((requeue_pi && !this->rt_waiter) || in futex_requeue()
601 (!requeue_pi && this->rt_waiter) || in futex_requeue()
644 this->rt_waiter, in futex_requeue()
784 struct rt_mutex_waiter rt_waiter; in futex_wait_requeue_pi() local
806 rt_mutex_init_waiter(&rt_waiter); in futex_wait_requeue_pi()
813 q.rt_waiter = &rt_waiter; in futex_wait_requeue_pi()
860 ret = rt_mutex_wait_proxy_lock(pi_mutex, to, &rt_waiter); in futex_wait_requeue_pi()
[all …]
H A Dpi.c922 struct rt_mutex_waiter rt_waiter; in futex_lock_pi() local
1012 rt_mutex_init_waiter(&rt_waiter); in futex_lock_pi()
1030 * __rt_mutex_start_proxy_lock() unconditionally enqueues the @rt_waiter in futex_lock_pi()
1034 ret = __rt_mutex_start_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter, current, &wake_q); in futex_lock_pi()
1046 ret = rt_mutex_wait_proxy_lock(&q.pi_state->pi_mutex, to, &rt_waiter); in futex_lock_pi()
1053 * and enqueue an rt_waiter through rtlock. in futex_lock_pi()
1067 if (ret && !rt_mutex_cleanup_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter)) in futex_lock_pi()
1071 * Now that the rt_waiter has been dequeued, it is safe to use in futex_lock_pi()
1072 * spinlock/rtlock (which might enqueue its own rt_waiter) and fix up in futex_lock_pi()
1167 struct rt_mutex_waiter *rt_waiter; in futex_unlock_pi()
1149 struct rt_mutex_waiter *rt_waiter; futex_unlock_pi() local
[all...]
H A Dwaitwake.c112 if (WARN(q->pi_state || q->rt_waiter, "refusing to wake PI futex\n")) in __futex_wake_mark()
182 if (this->pi_state || this->rt_waiter) { in futex_wake()
301 if (this->pi_state || this->rt_waiter) { in futex_wake_op()
315 if (this->pi_state || this->rt_waiter) { in futex_wake_op()