Searched refs:pi_state (Results 1 – 4 of 4) sorted by relevance
15 struct futex_pi_state *pi_state; in refill_pi_state_cache() local20 pi_state = kzalloc_obj(*pi_state); in refill_pi_state_cache()22 if (!pi_state) in refill_pi_state_cache()25 INIT_LIST_HEAD(&pi_state->list); in refill_pi_state_cache()27 pi_state->owner = NULL; in refill_pi_state_cache()28 refcount_set(&pi_state->refcount, 1); in refill_pi_state_cache()29 pi_state->key = FUTEX_KEY_INIT; in refill_pi_state_cache()31 current->futex.pi_state_cache = pi_state; in refill_pi_state_cache()38 struct futex_pi_state *pi_state = current->futex.pi_state_cache; in alloc_pi_state() local40 WARN_ON(!pi_state); in alloc_pi_state()[all …]
100 struct futex_pi_state *pi_state) in futex_requeue_pi_prepare() argument128 q->pi_state = pi_state; in futex_requeue_pi_prepare()322 if (!top_waiter->rt_waiter || top_waiter->pi_state) in futex_proxy_trylock_atomic()396 struct futex_pi_state *pi_state = NULL; in futex_requeue() local514 &key2, &pi_state, in futex_requeue()615 this->pi_state) { in futex_requeue()643 get_pi_state(pi_state); in futex_requeue()646 if (!futex_requeue_pi_prepare(this, pi_state)) { in futex_requeue()652 put_pi_state(pi_state); in futex_requeue()656 ret = rt_mutex_start_proxy_lock(&pi_state->pi_mutex, in futex_requeue()[all …]
917 BUG_ON(q->pi_state); in futex_unqueue() 961 BUG_ON(!q->pi_state); in futex_unqueue_pi() 962 put_pi_state(q->pi_state); in futex_unqueue_pi() 963 q->pi_state = NULL;1350 struct futex_pi_state *pi_state; in exit_pi_state_list() 1372 pi_state = list_entry(next, struct futex_pi_state, list); in exit_pi_state_list() 1373 key = pi_state->key; in exit_pi_state_list() 1388 if (!refcount_inc_not_zero(&pi_state->refcount)) { in exit_pi_state_list() 1397 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list() 1405 raw_spin_unlock(&pi_state in exit_pi_state_list() 1348 struct futex_pi_state *pi_state; exit_pi_state_list() local [all...]
95 the futex-queue. The pi_state includes an rt-mutex, which is a PI-aware,111 pi_state->rt_mutex and thus wakes up any potential waiters.