| /linux/kernel/locking/ |
| H A D | rtmutex.c | 97 __must_hold(&lock->wait_lock) in rt_mutex_owner_encode()
109 __must_hold(&lock->wait_lock) in rt_mutex_set_owner()
119 __must_hold(&lock->wait_lock) in rt_mutex_clear_owner()
126 __must_hold(&lock->wait_lock) in clear_rt_mutex_waiters()
134 __must_hold(&lock->wait_lock) in fixup_rt_mutex_waiters()
272 __releases(lock->wait_lock) in unlock_rt_mutex_safe()
277 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in unlock_rt_mutex_safe()
336 __must_hold(&lock->wait_lock) in mark_rt_mutex_waiters()
347 __releases(lock->wait_lock) in unlock_rt_mutex_safe()
350 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in unlock_rt_mutex_safe()
[all …]
|
| H A D | ww_mutex.h | 7 #define WAIT_LOCK wait_lock
24 __must_hold(&lock->wait_lock) in __ww_waiter_first()
36 __must_hold(&lock->wait_lock) in __ww_waiter_next()
56 __must_hold(&lock->wait_lock) in __ww_waiter_prev()
70 __must_hold(&lock->wait_lock) in __ww_waiter_last()
81 __must_hold(&lock->wait_lock) in __ww_waiter_add()
99 __acquires(&lock->wait_lock) in lock_wait_lock()
101 raw_spin_lock_irqsave(&lock->wait_lock, *flags); in lock_wait_lock()
105 __releases(&lock->wait_lock) in unlock_wait_lock()
107 raw_spin_unlock_irqrestore(&lock->wait_lock, *flags); in unlock_wait_lock()
[all …]
|
| H A D | qrwlock.c | 43 arch_spin_lock(&lock->wait_lock); in queued_read_lock_slowpath()
56 arch_spin_unlock(&lock->wait_lock); in queued_read_lock_slowpath()
73 arch_spin_lock(&lock->wait_lock); in queued_write_lock_slowpath()
88 arch_spin_unlock(&lock->wait_lock); in queued_write_lock_slowpath()
|
| H A D | mutex.c | 49 scoped_guard (raw_spinlock_init, &lock->wait_lock) { in __mutex_init_generic()
210 __must_hold(&lock->wait_lock) in __mutex_add_waiter()
242 __must_hold(&lock->wait_lock) in __mutex_remove_waiter()
660 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
724 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
730 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
758 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in __mutex_lock_common()
763 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
797 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
808 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
[all …]
|
| /linux/drivers/gpu/drm/omapdrm/ |
| H A D | omap_irq.c | 26 assert_spin_locked(&priv->wait_lock); in omap_irq_update()
53 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_wait_init()
56 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_wait_init()
70 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_wait()
73 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_wait()
91 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_enable_framedone()
97 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_enable_framedone()
123 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_enable_vblank()
127 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_enable_vblank()
149 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_disable_vblank()
[all …]
|
| /linux/kernel/futex/ |
| H A D | pi.c | 51 lockdep_assert_held(&pi_state->pi_mutex.wait_lock); in pi_state_update_owner()
93 raw_spin_lock_irqsave(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
96 raw_spin_unlock_irqrestore(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
235 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
300 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
317 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
392 __assume_ctx_lock(&pi_state->pi_mutex.wait_lock); in __attach_to_pi_owner()
618 __must_hold(&pi_state->pi_mutex.wait_lock) in wake_futex_pi()
619 __releases(&pi_state->pi_mutex.wait_lock) in wake_futex_pi()
666 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in wake_futex_pi()
[all …]
|
| H A D | core.c | 1372 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
1380 raw_spin_unlock(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
1392 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
|
| /linux/include/asm-generic/ |
| H A D | qrwlock_types.h | 26 arch_spinlock_t wait_lock; member
31 .wait_lock = __ARCH_SPIN_LOCK_UNLOCKED, \
|
| H A D | qrwlock.h | 132 return arch_spin_is_locked(&lock->wait_lock); in queued_rwlock_is_contended()
|
| /linux/lib/ |
| H A D | test_lockup.c | 490 offsetof(spinlock_t, lock.wait_lock.magic), in test_lockup_init()
493 offsetof(rwlock_t, rwbase.rtmutex.wait_lock.magic), in test_lockup_init()
496 offsetof(struct mutex, rtmutex.wait_lock.magic), in test_lockup_init()
499 offsetof(struct rw_semaphore, rwbase.rtmutex.wait_lock.magic), in test_lockup_init()
510 offsetof(struct mutex, wait_lock.magic), in test_lockup_init()
513 offsetof(struct rw_semaphore, wait_lock.magic), in test_lockup_init()
|
| /linux/Documentation/locking/ |
| H A D | rt-mutex-design.rst | 202 wait_lock.
437 The wait_lock of the mutex is taken since the slow path of unlocking the
449 wait_lock, which this code currently holds. So setting the "Has Waiters" flag
477 Since the wait_lock was taken at the entry of the slow lock, we can safely
486 (or deadlock checking is on), we unlock the wait_lock of the mutex and go ahead
527 The first thing done in the slow unlock path is to take the wait_lock of the
536 the grabbing of the wait_lock, the mutex may not have any waiters, thus the
538 owner field is set to NULL, the wait_lock is released and nothing more is
|
| H A D | rt-mutex.rst | 66 with ->wait_lock is held. To prevent any fast path cmpxchg to the lock,
|
| /linux/arch/arm/mach-omap2/ |
| H A D | sram242x.S | 278 wait_lock: label
282 bne wait_lock @ wait if not
|
| H A D | sram243x.S | 278 wait_lock: label
282 bne wait_lock @ wait if not
|
| /linux/kernel/sched/ |
| H A D | core.c | 6851 guard(raw_spinlock)(&mutex->wait_lock); in find_proxy_task()
|