Home
last modified time | relevance | path

Searched refs:pi_lock (Results 1 – 19 of 19) sorted by relevance

/linux/kernel/futex/
H A Dpi.c54 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner()
57 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner()
61 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner()
65 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner()
491 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner()
506 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
513 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
527 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
534 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
653 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic()
[all …]
H A Dcore.c1367 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1387 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1389 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1392 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1396 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list()
1414 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list()
1422 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1424 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1526 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin()
1528 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
[all …]
/linux/kernel/locking/
H A Drtmutex_api.c510 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi()
514 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
518 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
/linux/init/
H A Dinit_task.c183 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
/linux/include/linux/
H A Dsched.h264 raw_spin_lock_irqsave(&current->pi_lock, flags); \
268 raw_spin_unlock_irqrestore(&current->pi_lock, flags); \
299 raw_spin_lock(&current->pi_lock); \
304 raw_spin_unlock(&current->pi_lock); \
310 raw_spin_lock(&current->pi_lock); \
315 raw_spin_unlock(&current->pi_lock); \
1249 raw_spinlock_t pi_lock; member
/linux/kernel/sched/
H A Dcore.c746 lockdep_assert_held(&p->pi_lock); in ___task_rq_lock()
770 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in _task_rq_lock()
795 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in _task_rq_lock()
1669 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default()
2172 raw_spin_lock_irq(&p->pi_lock); in get_wchan()
2177 raw_spin_unlock_irq(&p->pi_lock); in get_wchan()
2333 guard(raw_spinlock_irq)(&p->pi_lock); in task_state_match()
2648 raw_spin_lock(&p->pi_lock); in migration_cpu_stop()
2717 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in migration_cpu_stop()
2727 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in migration_cpu_stop()
[all …]
H A Dsyscalls.c1292 guard(raw_spinlock_irqsave)(&p->pi_lock); in sched_getaffinity()
1416 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) { in yield_to()
H A Dsched.h1969 __acquires(&p->pi_lock) __acquires_ret;
1981 __releases(__rq_lockp(rq), &p->pi_lock) in task_rq_unlock()
1984 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
1991 …OCK_GUARD_1_ATTRS(task_rq_lock, __acquires(_T->pi_lock), __releases((*(struct task_struct **)_T)->…
H A Ddeadline.c3432 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
3434 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
3448 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
H A Dfair.c9714 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
/linux/kernel/sched/ext/
H A Didle.c986 lockdep_assert_held(&p->pi_lock); in select_cpu_from_kfunc()
991 raw_spin_lock_irqsave(&p->pi_lock, irq_flags); in select_cpu_from_kfunc()
1013 raw_spin_unlock_irqrestore(&p->pi_lock, irq_flags); in select_cpu_from_kfunc()
H A Dinternal.h2378 lockdep_is_held(&p->pi_lock) || in scx_task_sched()
2468 lockdep_is_held(&p->pi_lock) || in scx_task_sched()
H A Dsub.c1255 lockdep_assert_held(&p->pi_lock); in scx_rehome_task()
1284 lockdep_assert_held(&p->pi_lock); in scx_punt_task()
H A Dext.c3991 lockdep_assert_held(&p->pi_lock); in __scx_disable_and_exit_task()
4023 lockdep_assert_held(&p->pi_lock); in scx_sub_init_cancel_task()
/linux/kernel/trace/
H A Dtrace_osnoise.c1717 raw_spin_lock_irqsave(&current->pi_lock, flags); in osnoise_main()
1719 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in osnoise_main()
1920 raw_spin_lock_irqsave(&current->pi_lock, flags); in timerlat_main()
1922 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in timerlat_main()
/linux/Documentation/locking/
H A Drt-mutex-design.rst220 called pi_lock. This lock may also be taken in interrupt context, so when
221 locking the pi_lock, interrupts must be disabled.
543 On the wake up code, the pi_lock of the current owner is taken. The top
548 Finally we unlock the pi_lock of the pending owner and wake it up.
/linux/kernel/
H A Dkthread.c573 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) in __kthread_bind_mask()
867 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) in kthread_affine_preferred()
H A Dfork.c1837 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
/linux/kernel/rcu/
H A Drcutorture.c862 raw_spin_lock_irqsave(&current->pi_lock, flags); in srcu_torture_deferred_free()
865 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in srcu_torture_deferred_free()
2302 raw_spin_lock_irqsave(&current->pi_lock, flags); in rcutorture_one_extend()
2307 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in rcutorture_one_extend()