Home
last modified time | relevance | path

Searched refs:pi_lock (Results 1 – 18 of 18) sorted by relevance

/linux/kernel/locking/
H A Drtmutex.c385 lockdep_assert_held(&task->pi_lock); in waiter_clone_prio()
516 lockdep_assert_held(&task->pi_lock); in rt_mutex_enqueue_pi()
524 lockdep_assert_held(&task->pi_lock); in rt_mutex_dequeue_pi()
540 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio()
738 raw_spin_lock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
852 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
895 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
909 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
924 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
965 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
[all …]
H A Drtmutex_api.c483 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi()
487 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
491 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
/linux/kernel/futex/
H A Dpi.c54 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner()
57 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner()
61 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner()
65 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner()
442 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner()
451 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
469 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
588 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic()
590 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
H A Dcore.c1345 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1364 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1366 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1369 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1373 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list()
1391 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list()
1399 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1401 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1474 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin()
1476 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
/linux/kernel/sched/
H A Dcore_sched.c105 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie()
107 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
H A Dcore.c721 lockdep_assert_held(&p->pi_lock); in ___task_rq_lock()
745 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in _task_rq_lock()
770 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in _task_rq_lock()
1640 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default()
2143 raw_spin_lock_irq(&p->pi_lock); in get_wchan()
2148 raw_spin_unlock_irq(&p->pi_lock); in get_wchan()
2283 guard(raw_spinlock_irq)(&p->pi_lock); in task_state_match()
2598 raw_spin_lock(&p->pi_lock); in migration_cpu_stop()
2667 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in migration_cpu_stop()
2677 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in migration_cpu_stop()
[all …]
H A Dext_internal.h1397 lockdep_is_held(&p->pi_lock) || in scx_task_sched()
1464 lockdep_is_held(&p->pi_lock) || in scx_task_sched()
H A Dext_idle.c943 lockdep_assert_held(&p->pi_lock); in select_cpu_from_kfunc()
948 raw_spin_lock_irqsave(&p->pi_lock, irq_flags); in select_cpu_from_kfunc()
970 raw_spin_unlock_irqrestore(&p->pi_lock, irq_flags); in select_cpu_from_kfunc()
H A Dsyscalls.c1292 guard(raw_spinlock_irqsave)(&p->pi_lock); in sched_getaffinity()
1416 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) { in yield_to()
H A Dsched.h1921 __acquires(&p->pi_lock) __acquires_ret;
1933 __releases(__rq_lockp(rq), &p->pi_lock) in task_rq_unlock()
1936 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
1943 …OCK_GUARD_1_ATTRS(task_rq_lock, __acquires(_T->pi_lock), __releases((*(struct task_struct **)_T)->…
H A Ddeadline.c3215 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
3217 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
3231 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
H A Dext.c3677 lockdep_assert_held(&p->pi_lock); in __scx_disable_and_exit_task()
3709 lockdep_assert_held(&p->pi_lock); in scx_sub_init_cancel_task()
H A Dfair.c8842 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
/linux/include/linux/
H A Dsched.h264 raw_spin_lock_irqsave(&current->pi_lock, flags); \
268 raw_spin_unlock_irqrestore(&current->pi_lock, flags); \
299 raw_spin_lock(&current->pi_lock); \
304 raw_spin_unlock(&current->pi_lock); \
310 raw_spin_lock(&current->pi_lock); \
315 raw_spin_unlock(&current->pi_lock); \
1231 raw_spinlock_t pi_lock; member
/linux/kernel/trace/
H A Dtrace_osnoise.c1706 raw_spin_lock_irqsave(&current->pi_lock, flags); in osnoise_main()
1708 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in osnoise_main()
1909 raw_spin_lock_irqsave(&current->pi_lock, flags); in timerlat_main()
1911 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in timerlat_main()
/linux/Documentation/locking/
H A Drt-mutex-design.rst220 called pi_lock. This lock may also be taken in interrupt context, so when
221 locking the pi_lock, interrupts must be disabled.
543 On the wake up code, the pi_lock of the current owner is taken. The top
548 Finally we unlock the pi_lock of the pending owner and wake it up.
/linux/kernel/
H A Dkthread.c573 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) in __kthread_bind_mask()
867 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) in kthread_affine_preferred()
H A Dfork.c1794 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()