Searched refs:pi_state (Results 1 – 4 of 4) sorted by relevance
15 struct futex_pi_state *pi_state; in refill_pi_state_cache() local20 pi_state = kzalloc_obj(*pi_state); in refill_pi_state_cache()22 if (!pi_state) in refill_pi_state_cache()25 INIT_LIST_HEAD(&pi_state->list); in refill_pi_state_cache()27 pi_state->owner = NULL; in refill_pi_state_cache()28 refcount_set(&pi_state->refcount, 1); in refill_pi_state_cache()29 pi_state->key = FUTEX_KEY_INIT; in refill_pi_state_cache()31 current->pi_state_cache = pi_state; in refill_pi_state_cache()38 struct futex_pi_state *pi_state = current->pi_state_cache; in alloc_pi_state() local40 WARN_ON(!pi_state); in alloc_pi_state()[all …]
100 struct futex_pi_state *pi_state) in futex_requeue_pi_prepare() argument128 q->pi_state = pi_state; in futex_requeue_pi_prepare()314 if (!top_waiter->rt_waiter || top_waiter->pi_state) in futex_proxy_trylock_atomic()388 struct futex_pi_state *pi_state = NULL; in futex_requeue() local504 &key2, &pi_state, in futex_requeue()605 this->pi_state) { in futex_requeue()633 get_pi_state(pi_state); in futex_requeue()636 if (!futex_requeue_pi_prepare(this, pi_state)) { in futex_requeue()642 put_pi_state(pi_state); in futex_requeue()646 ret = rt_mutex_start_proxy_lock(&pi_state->pi_mutex, in futex_requeue()[all …]
957 BUG_ON(q->pi_state); in futex_unqueue()1001 BUG_ON(!q->pi_state); in futex_unqueue_pi()1002 put_pi_state(q->pi_state); in futex_unqueue_pi()1003 q->pi_state = NULL; in futex_unqueue_pi()1326 struct futex_pi_state *pi_state; in exit_pi_state_list() local1348 pi_state = list_entry(next, struct futex_pi_state, list); in exit_pi_state_list()1349 key = pi_state->key; in exit_pi_state_list()1363 if (!refcount_inc_not_zero(&pi_state->refcount)) { in exit_pi_state_list()1372 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()1380 raw_spin_unlock(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()[all …]
95 the futex-queue. The pi_state includes an rt-mutex, which is a PI-aware,111 pi_state->rt_mutex and thus wakes up any potential waiters.