| /linux/kernel/locking/ |
| H A D | mutex.c | 46 static void __mutex_init_generic(struct mutex *lock) in __mutex_init_generic() argument
63 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked() argument
75 unsigned long mutex_get_owner(struct mutex *lock) in mutex_get_owner() argument
85 __mutex_trylock_common(struct mutex * lock,bool handoff) __mutex_trylock_common() argument
124 __mutex_trylock_or_handoff(struct mutex * lock,bool handoff) __mutex_trylock_or_handoff() argument
132 __mutex_trylock(struct mutex * lock) __mutex_trylock() argument
143 mutex_init_generic(struct mutex * lock) mutex_init_generic() argument
153 __mutex_trylock_fast(struct mutex * lock) __mutex_trylock_fast() argument
167 __mutex_unlock_fast(struct mutex * lock) __mutex_unlock_fast() argument
177 mutex_init_lockdep(struct mutex * lock,const char * name,struct lock_class_key * key) mutex_init_lockdep() argument
190 __mutex_set_flag(struct mutex * lock,unsigned long flag) __mutex_set_flag() argument
195 __mutex_clear_flag(struct mutex * lock,unsigned long flag) __mutex_clear_flag() argument
208 __mutex_add_waiter(struct mutex * lock,struct mutex_waiter * waiter,struct mutex_waiter * pos) __mutex_add_waiter() argument
241 __mutex_remove_waiter(struct mutex * lock,struct mutex_waiter * waiter) __mutex_remove_waiter() argument
263 __mutex_handoff(struct mutex * lock,struct task_struct * task) __mutex_handoff() argument
314 mutex_lock(struct mutex * lock) mutex_lock() argument
331 __mutex_trylock_or_owner(struct mutex * lock) __mutex_trylock_or_owner() argument
337 ww_mutex_spin_on_owner(struct mutex * lock,struct ww_acquire_ctx * ww_ctx,struct mutex_waiter * waiter) ww_mutex_spin_on_owner() argument
385 mutex_spin_on_owner(struct mutex * lock,struct task_struct * owner,struct ww_acquire_ctx * ww_ctx,struct mutex_waiter * waiter) mutex_spin_on_owner() argument
425 mutex_can_spin_on_owner(struct mutex * lock) mutex_can_spin_on_owner() argument
474 mutex_optimistic_spin(struct mutex * lock,struct ww_acquire_ctx * ww_ctx,struct mutex_waiter * waiter) mutex_optimistic_spin() argument
550 mutex_optimistic_spin(struct mutex * lock,struct ww_acquire_ctx * ww_ctx,struct mutex_waiter * waiter) mutex_optimistic_spin() argument
576 mutex_unlock(struct mutex * lock) mutex_unlock() argument
597 ww_mutex_unlock(struct ww_mutex * lock) ww_mutex_unlock() argument
609 __mutex_lock_common(struct mutex * lock,unsigned int state,unsigned int subclass,struct lockdep_map * nest_lock,unsigned long ip,struct ww_acquire_ctx * ww_ctx,const bool use_ww_ctx) __mutex_lock_common() argument
816 __mutex_lock(struct mutex * lock,unsigned int state,unsigned int subclass,struct lockdep_map * nest_lock,unsigned long ip) __mutex_lock() argument
824 __ww_mutex_lock(struct mutex * lock,unsigned int state,unsigned int subclass,unsigned long ip,struct ww_acquire_ctx * ww_ctx) __ww_mutex_lock() argument
871 mutex_lock_nested(struct mutex * lock,unsigned int subclass) mutex_lock_nested() argument
880 _mutex_lock_nest_lock(struct mutex * lock,struct lockdep_map * nest) _mutex_lock_nest_lock() argument
888 _mutex_lock_killable(struct mutex * lock,unsigned int subclass,struct lockdep_map * nest) _mutex_lock_killable() argument
896 mutex_lock_interruptible_nested(struct mutex * lock,unsigned int subclass) mutex_lock_interruptible_nested() argument
903 mutex_lock_io_nested(struct mutex * lock,unsigned int subclass) mutex_lock_io_nested() argument
918 ww_mutex_deadlock_injection(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) ww_mutex_deadlock_injection() argument
945 ww_mutex_lock(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) ww_mutex_lock() argument
960 ww_mutex_lock_interruptible(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) ww_mutex_lock_interruptible() argument
980 __mutex_unlock_slowpath(struct mutex * lock,unsigned long ip) __mutex_unlock_slowpath() argument
1055 mutex_lock_interruptible(struct mutex * lock) mutex_lock_interruptible() argument
1079 mutex_lock_killable(struct mutex * lock) mutex_lock_killable() argument
1100 mutex_lock_io(struct mutex * lock) mutex_lock_io() argument
1111 __mutex_lock_slowpath(struct mutex * lock) __mutex_lock_slowpath() argument
1119 __mutex_lock_killable_slowpath(struct mutex * lock) __mutex_lock_killable_slowpath() argument
1126 __mutex_lock_interruptible_slowpath(struct mutex * lock) __mutex_lock_interruptible_slowpath() argument
1133 __ww_mutex_lock_slowpath(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) __ww_mutex_lock_slowpath() argument
1141 __ww_mutex_lock_interruptible_slowpath(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) __ww_mutex_lock_interruptible_slowpath() argument
1166 mutex_trylock(struct mutex * lock) mutex_trylock() argument
1173 _mutex_trylock_nest_lock(struct mutex * lock,struct lockdep_map * nest_lock) _mutex_trylock_nest_lock() argument
1189 ww_mutex_lock(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) ww_mutex_lock() argument
1204 ww_mutex_lock_interruptible(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) ww_mutex_lock_interruptible() argument
1231 atomic_dec_and_mutex_lock(atomic_t * cnt,struct mutex * lock) atomic_dec_and_mutex_lock() argument
[all...] |
| H A D | rtmutex_api.c | 40 static __always_inline int __rt_mutex_lock_common(struct rt_mutex *lock, in __rt_mutex_lock_common() argument
68 rt_mutex_lock_nested(struct rt_mutex * lock,unsigned int subclass) rt_mutex_lock_nested() argument
74 _rt_mutex_lock_nest_lock(struct rt_mutex * lock,struct lockdep_map * nest_lock) _rt_mutex_lock_nest_lock() argument
87 rt_mutex_lock(struct rt_mutex * lock) rt_mutex_lock() argument
103 rt_mutex_lock_interruptible(struct rt_mutex * lock) rt_mutex_lock_interruptible() argument
118 rt_mutex_lock_killable(struct rt_mutex * lock) rt_mutex_lock_killable() argument
136 rt_mutex_trylock(struct rt_mutex * lock) rt_mutex_trylock() argument
156 rt_mutex_unlock(struct rt_mutex * lock) rt_mutex_unlock() argument
166 rt_mutex_futex_trylock(struct rt_mutex_base * lock) rt_mutex_futex_trylock() argument
171 __rt_mutex_futex_trylock(struct rt_mutex_base * lock) __rt_mutex_futex_trylock() argument
183 __rt_mutex_futex_unlock(struct rt_mutex_base * lock,struct rt_wake_q_head * wqh) __rt_mutex_futex_unlock() argument
206 rt_mutex_futex_unlock(struct rt_mutex_base * lock) rt_mutex_futex_unlock() argument
231 __rt_mutex_init(struct rt_mutex * lock,const char * name,struct lock_class_key * key) __rt_mutex_init() argument
254 rt_mutex_init_proxy_locked(struct rt_mutex_base * lock,struct task_struct * proxy_owner) rt_mutex_init_proxy_locked() argument
285 rt_mutex_proxy_unlock(struct rt_mutex_base * lock) rt_mutex_proxy_unlock() argument
311 __rt_mutex_start_proxy_lock(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter,struct task_struct * task,struct wake_q_head * wake_q) __rt_mutex_start_proxy_lock() argument
359 rt_mutex_start_proxy_lock(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter,struct task_struct * task) rt_mutex_start_proxy_lock() argument
395 rt_mutex_wait_proxy_lock(struct rt_mutex_base * lock,struct hrtimer_sleeper * to,struct rt_mutex_waiter * waiter) rt_mutex_wait_proxy_lock() argument
435 rt_mutex_cleanup_proxy_lock(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter) rt_mutex_cleanup_proxy_lock() argument
524 __mutex_lock_common(struct mutex * lock,unsigned int state,unsigned int subclass,struct lockdep_map * nest_lock,unsigned long ip) __mutex_lock_common() argument
551 mutex_lock_nested(struct mutex * lock,unsigned int subclass) mutex_lock_nested() argument
557 _mutex_lock_nest_lock(struct mutex * lock,struct lockdep_map * nest_lock) _mutex_lock_nest_lock() argument
564 mutex_lock_interruptible_nested(struct mutex * lock,unsigned int subclass) mutex_lock_interruptible_nested() argument
571 _mutex_lock_killable(struct mutex * lock,unsigned int subclass,struct lockdep_map * nest_lock) _mutex_lock_killable() argument
578 mutex_lock_io_nested(struct mutex * lock,unsigned int subclass) mutex_lock_io_nested() argument
590 _mutex_trylock_nest_lock(struct mutex * lock,struct lockdep_map * nest_lock) _mutex_trylock_nest_lock() argument
613 mutex_lock(struct mutex * lock) mutex_lock() argument
619 mutex_lock_interruptible(struct mutex * lock) mutex_lock_interruptible() argument
625 mutex_lock_killable(struct mutex * lock) mutex_lock_killable() argument
631 mutex_lock_io(struct mutex * lock) mutex_lock_io() argument
640 mutex_trylock(struct mutex * lock) mutex_trylock() argument
650 mutex_unlock(struct mutex * lock) mutex_unlock() argument
[all...] |
| H A D | ww_mutex.h | 23 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first() argument
35 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next() argument
55 __ww_waiter_prev(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_prev() argument
69 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last() argument
80 __ww_waiter_add(struct mutex * lock,struct mutex_waiter * waiter,struct mutex_waiter * pos) __ww_waiter_add() argument
87 __ww_mutex_owner(struct mutex * lock) __ww_mutex_owner() argument
93 __ww_mutex_has_waiters(struct mutex * lock) __ww_mutex_has_waiters() argument
98 lock_wait_lock(struct mutex * lock,unsigned long * flags) lock_wait_lock() argument
104 unlock_wait_lock(struct mutex * lock,unsigned long * flags) unlock_wait_lock() argument
110 lockdep_assert_wait_lock_held(struct mutex * lock) lockdep_assert_wait_lock_held() argument
123 __ww_waiter_first(struct rt_mutex * lock) __ww_waiter_first() argument
133 __ww_waiter_next(struct rt_mutex * lock,struct rt_mutex_waiter * w) __ww_waiter_next() argument
142 __ww_waiter_prev(struct rt_mutex * lock,struct rt_mutex_waiter * w) __ww_waiter_prev() argument
151 __ww_waiter_last(struct rt_mutex * lock) __ww_waiter_last() argument
161 __ww_waiter_add(struct rt_mutex * lock,struct rt_mutex_waiter * waiter,struct rt_mutex_waiter * pos) __ww_waiter_add() argument
167 __ww_mutex_owner(struct rt_mutex * lock) __ww_mutex_owner() argument
173 __ww_mutex_has_waiters(struct rt_mutex * lock) __ww_mutex_has_waiters() argument
179 lock_wait_lock(struct rt_mutex * lock,unsigned long * flags) lock_wait_lock() argument
185 unlock_wait_lock(struct rt_mutex * lock,unsigned long * flags) unlock_wait_lock() argument
191 lockdep_assert_wait_lock_held(struct rt_mutex * lock) lockdep_assert_wait_lock_held() argument
312 __ww_mutex_die(struct MUTEX * lock,struct MUTEX_WAITER * waiter,struct ww_acquire_ctx * ww_ctx,struct wake_q_head * wake_q) __ww_mutex_die() argument
341 __ww_mutex_wound(struct MUTEX * lock,struct ww_acquire_ctx * ww_ctx,struct ww_acquire_ctx * hold_ctx,struct wake_q_head * wake_q) __ww_mutex_wound() argument
408 __ww_mutex_check_waiters(struct MUTEX * lock,struct ww_acquire_ctx * ww_ctx,struct wake_q_head * wake_q) __ww_mutex_check_waiters() argument
433 ww_mutex_set_context_fastpath(struct ww_mutex * lock,struct ww_acquire_ctx * ctx) ww_mutex_set_context_fastpath() argument
476 __ww_mutex_kill(struct MUTEX * lock,struct ww_acquire_ctx * ww_ctx) __ww_mutex_kill() argument
504 __ww_mutex_check_kill(struct MUTEX * lock,struct MUTEX_WAITER * waiter,struct ww_acquire_ctx * ctx) __ww_mutex_check_kill() argument
554 __ww_mutex_add_waiter(struct MUTEX_WAITER * waiter,struct MUTEX * lock,struct ww_acquire_ctx * ww_ctx,struct wake_q_head * wake_q) __ww_mutex_add_waiter() argument
625 __ww_mutex_unlock(struct ww_mutex * lock) __ww_mutex_unlock() argument
[all...] |
| H A D | rtmutex.c | 37 struct rt_mutex *lock, in __ww_mutex_add_waiter() argument
44 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters() argument
50 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired() argument
55 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill() argument
96 rt_mutex_owner_encode(struct rt_mutex_base * lock,struct task_struct * owner) rt_mutex_owner_encode() argument
108 rt_mutex_set_owner(struct rt_mutex_base * lock,struct task_struct * owner) rt_mutex_set_owner() argument
118 rt_mutex_clear_owner(struct rt_mutex_base * lock) rt_mutex_clear_owner() argument
125 clear_rt_mutex_waiters(struct rt_mutex_base * lock) clear_rt_mutex_waiters() argument
133 fixup_rt_mutex_waiters(struct rt_mutex_base * lock,bool acquire_lock) fixup_rt_mutex_waiters() argument
222 rt_mutex_cmpxchg_acquire(struct rt_mutex_base * lock,struct task_struct * old,struct task_struct * new) rt_mutex_cmpxchg_acquire() argument
229 rt_mutex_try_acquire(struct rt_mutex_base * lock) rt_mutex_try_acquire() argument
234 rt_mutex_cmpxchg_release(struct rt_mutex_base * lock,struct task_struct * old,struct task_struct * new) rt_mutex_cmpxchg_release() argument
246 mark_rt_mutex_waiters(struct rt_mutex_base * lock) mark_rt_mutex_waiters() argument
270 unlock_rt_mutex_safe(struct rt_mutex_base * lock,unsigned long flags) unlock_rt_mutex_safe() argument
306 rt_mutex_cmpxchg_acquire(struct rt_mutex_base * lock,struct task_struct * old,struct task_struct * new) rt_mutex_cmpxchg_acquire() argument
316 rt_mutex_try_acquire(struct rt_mutex_base * lock) rt_mutex_try_acquire() argument
328 rt_mutex_cmpxchg_release(struct rt_mutex_base * lock,struct task_struct * old,struct task_struct * new) rt_mutex_cmpxchg_release() argument
335 mark_rt_mutex_waiters(struct rt_mutex_base * lock) mark_rt_mutex_waiters() argument
345 unlock_rt_mutex_safe(struct rt_mutex_base * lock,unsigned long flags) unlock_rt_mutex_safe() argument
486 rt_mutex_enqueue(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter) rt_mutex_enqueue() argument
494 rt_mutex_dequeue(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter) rt_mutex_dequeue() argument
533 rt_mutex_adjust_prio(struct rt_mutex_base * lock,struct task_struct * p) rt_mutex_adjust_prio() argument
694 struct rt_mutex_base *lock; rt_mutex_adjust_prio_chain() local
1093 try_to_take_rt_mutex(struct rt_mutex_base * lock,struct task_struct * task,struct rt_mutex_waiter * waiter) try_to_take_rt_mutex() argument
1209 task_blocks_on_rt_mutex(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter,struct task_struct * task,struct ww_acquire_ctx * ww_ctx,enum rtmutex_chainwalk chwalk,struct wake_q_head * wake_q) task_blocks_on_rt_mutex() argument
1321 mark_wakeup_next_waiter(struct rt_wake_q_head * wqh,struct rt_mutex_base * lock) mark_wakeup_next_waiter() argument
1366 __rt_mutex_slowtrylock(struct rt_mutex_base * lock) __rt_mutex_slowtrylock() argument
1383 rt_mutex_slowtrylock(struct rt_mutex_base * lock) rt_mutex_slowtrylock() argument
1409 __rt_mutex_trylock(struct rt_mutex_base * lock) __rt_mutex_trylock() argument
1420 rt_mutex_slowunlock(struct rt_mutex_base * lock) rt_mutex_slowunlock() argument
1481 __rt_mutex_unlock(struct rt_mutex_base * lock) __rt_mutex_unlock() argument
1490 rtmutex_spin_on_owner(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter,struct task_struct * owner) rtmutex_spin_on_owner() argument
1527 rtmutex_spin_on_owner(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter,struct task_struct * owner) rtmutex_spin_on_owner() argument
1550 remove_waiter(struct rt_mutex_base * lock,struct rt_mutex_waiter * waiter) remove_waiter() argument
1620 rt_mutex_slowlock_block(struct rt_mutex_base * lock,struct ww_acquire_ctx * ww_ctx,unsigned int state,struct hrtimer_sleeper * timeout,struct rt_mutex_waiter * waiter,struct wake_q_head * wake_q) rt_mutex_slowlock_block() argument
1677 rt_mutex_handle_deadlock(int res,int detect_deadlock,struct rt_mutex_base * lock,struct rt_mutex_waiter * w) rt_mutex_handle_deadlock() argument
1710 __rt_mutex_slowlock(struct rt_mutex_base * lock,struct ww_acquire_ctx * ww_ctx,unsigned int state,enum rtmutex_chainwalk chwalk,struct rt_mutex_waiter * waiter,struct wake_q_head * wake_q) __rt_mutex_slowlock() argument
1770 __rt_mutex_slowlock_locked(struct rt_mutex_base * lock,struct ww_acquire_ctx * ww_ctx,unsigned int state,struct wake_q_head * wake_q) __rt_mutex_slowlock_locked() argument
1796 rt_mutex_slowlock(struct rt_mutex_base * lock,struct ww_acquire_ctx * ww_ctx,unsigned int state) rt_mutex_slowlock() argument
1829 __rt_mutex_lock(struct rt_mutex_base * lock,unsigned int state) __rt_mutex_lock() argument
1851 rtlock_slowlock_locked(struct rt_mutex_base * lock,struct wake_q_head * wake_q) rtlock_slowlock_locked() argument
1911 rtlock_slowlock(struct rt_mutex_base * lock) rtlock_slowlock() argument
[all...] |
| H A D | qspinlock.c | 149 clear_pending(struct qspinlock * lock) clear_pending() argument
162 clear_pending_set_locked(struct qspinlock * lock) clear_pending_set_locked() argument
177 xchg_tail(struct qspinlock * lock,u32 tail) xchg_tail() argument
195 clear_pending(struct qspinlock * lock) clear_pending() argument
206 clear_pending_set_locked(struct qspinlock * lock) clear_pending_set_locked() argument
221 xchg_tail(struct qspinlock * lock,u32 tail) xchg_tail() argument
247 queued_fetch_set_pending_acquire(struct qspinlock * lock) queued_fetch_set_pending_acquire() argument
259 set_locked(struct qspinlock * lock) set_locked() argument
273 __pv_kick_node(struct qspinlock * lock,struct mcs_spinlock * node) __pv_kick_node() argument
275 __pv_wait_head_or_lock(struct qspinlock * lock,struct mcs_spinlock * node) __pv_wait_head_or_lock() argument
313 queued_spin_lock_slowpath(struct qspinlock * lock,u32 val) queued_spin_lock_slowpath() argument
[all...] |
| H A D | qspinlock_paravirt.h | 81 static inline bool pv_hybrid_queued_unfair_trylock(struct qspinlock *lock) in pv_hybrid_queued_unfair_trylock()
110 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
120 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
128 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
133 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
168 struct qspinlock *lock; member
208 static struct qspinlock **pv_hash(struct qspinlock *lock, struct pv_node *node) in pv_hash()
236 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
357 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node()
399 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock()
[all …]
|
| /linux/include/linux/ |
| H A D | local_lock_internal.h | 81 #define __local_lock_init(lock) \ argument
92 #define __local_trylock_init(lock) \ argument
97 #define __spinlock_nested_bh_init(lock) \ argument
108 #define __local_lock_acquire(lock) \ argument
124 #define __local_lock(lock) \ argument
131 #define __local_lock_irq(lock) \ argument
138 #define __local_lock_irqsave(lock, flags) \ argument
145 #define __local_trylock(lock) \ argument
162 #define __local_trylock_irqsave(lock, flags) \ argument
180 #define __local_lock_is_locked(lock) READ_ONCE(this_cpu_ptr(lock)->acquired) argument
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | simple_spinlock.h | 35 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
40 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
49 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock) in __arch_spin_trylock()
70 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
94 static inline void splpar_spin_yield(arch_spinlock_t *lock) {} in splpar_spin_yield()
95 static inline void splpar_rw_yield(arch_rwlock_t *lock) {} in splpar_rw_yield()
98 static inline void spin_yield(arch_spinlock_t *lock) in spin_yield()
106 static inline void rw_yield(arch_rwlock_t *lock) in rw_yield()
114 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
128 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
[all …]
|
| H A D | qspinlock.h | 71 static __always_inline int queued_spin_is_locked(struct qspinlock *lock) in queued_spin_is_locked()
76 static __always_inline int queued_spin_value_unlocked(struct qspinlock lock) in queued_spin_value_unlocked()
81 static __always_inline int queued_spin_is_contended(struct qspinlock *lock) in queued_spin_is_contended()
92 static __always_inline int __queued_spin_trylock_nosteal(struct qspinlock *lock) in __queued_spin_trylock_nosteal()
114 static __always_inline int __queued_spin_trylock_steal(struct qspinlock *lock) in __queued_spin_trylock_steal()
138 static __always_inline int queued_spin_trylock(struct qspinlock *lock) in queued_spin_trylock()
148 static __always_inline void queued_spin_lock(struct qspinlock *lock) in queued_spin_lock()
154 static inline void queued_spin_unlock(struct qspinlock *lock) in queued_spin_unlock()
|
| /linux/arch/alpha/include/asm/ |
| H A D | spinlock.h | 19 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
24 static inline void arch_spin_unlock(arch_spinlock_t * lock) in arch_spin_unlock()
30 static inline void arch_spin_lock(arch_spinlock_t * lock) in arch_spin_lock()
50 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
57 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
77 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
97 static inline int arch_read_trylock(arch_rwlock_t * lock) in arch_read_trylock()
119 static inline int arch_write_trylock(arch_rwlock_t * lock) in arch_write_trylock()
141 static inline void arch_read_unlock(arch_rwlock_t * lock) in arch_read_unlock()
157 static inline void arch_write_unlock(arch_rwlock_t * lock) in arch_write_unlock()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | spinlock.h | 28 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
43 static inline void arch_read_unlock(arch_rwlock_t *lock) in arch_read_unlock()
58 static inline int arch_read_trylock(arch_rwlock_t *lock) in arch_read_trylock()
76 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
91 static inline int arch_write_trylock(arch_rwlock_t *lock) in arch_write_trylock()
109 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
115 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
130 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
136 static inline unsigned int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
|
| /linux/tools/virtio/linux/ |
| H A D | spinlock.h | 8 static inline void spin_lock_init(spinlock_t *lock) in spin_lock_init()
14 static inline void spin_lock(spinlock_t *lock) in spin_lock()
20 static inline void spin_unlock(spinlock_t *lock) in spin_unlock()
26 static inline void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
31 static inline void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
36 static inline void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
41 static inline void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
46 static inline void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
51 static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux/fs/ocfs2/dlm/ |
| H A D | dlmast.c | 47 static int dlm_should_cancel_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in dlm_should_cancel_bast()
74 void __dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in __dlm_queue_ast()
129 void dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in dlm_queue_ast()
140 void __dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in __dlm_queue_bast()
167 struct dlm_lock *lock) in dlm_update_lvb()
197 struct dlm_lock *lock) in dlm_do_local_ast()
215 struct dlm_lock *lock) in dlm_do_remote_ast()
239 struct dlm_lock *lock, int blocked_type) in dlm_do_local_bast()
263 struct dlm_lock *lock = NULL; in dlm_proxy_ast_handler() local
422 struct dlm_lock *lock, int msg_type, in dlm_send_proxy_ast_msg()
|
| H A D | dlmlock.c | 74 struct dlm_lock *lock) in dlm_can_grant_new_lock()
103 struct dlm_lock *lock, int flags) in dlmlock_master()
182 struct dlm_lock *lock) in dlm_revert_pending_lock()
199 struct dlm_lock *lock, int flags) in dlmlock_remote()
285 struct dlm_lock *lock, int flags) in dlm_send_remote_lock_request()
324 void dlm_lock_get(struct dlm_lock *lock) in dlm_lock_get()
329 void dlm_lock_put(struct dlm_lock *lock) in dlm_lock_put()
336 struct dlm_lock *lock; in dlm_lock_release() local
356 void dlm_lock_attach_lockres(struct dlm_lock *lock, in dlm_lock_attach_lockres()
364 static void dlm_lock_detach_lockres(struct dlm_lock *lock) in dlm_lock_detach_lockres()
[all …]
|
| H A D | dlmunlock.c | 83 struct dlm_lock *lock, in dlmunlock_common()
266 struct dlm_lock *lock) in dlm_commit_pending_unlock()
274 struct dlm_lock *lock) in dlm_commit_pending_cancel()
283 struct dlm_lock *lock, in dlmunlock_master()
293 struct dlm_lock *lock, in dlmunlock_remote()
309 struct dlm_lock *lock, in dlm_send_remote_unlock_request()
395 struct dlm_lock *lock = NULL, *iter; in dlm_unlock_lock_handler() local
527 struct dlm_lock *lock, in dlm_get_cancel_actions()
559 struct dlm_lock *lock, in dlm_get_unlock_actions()
589 struct dlm_lock *lock = NULL; in dlmunlock() local
|
| /linux/include/asm-generic/ |
| H A D | qspinlock.h | 51 static __always_inline int queued_spin_is_locked(struct qspinlock *lock) in queued_spin_is_locked()
71 static __always_inline int queued_spin_value_unlocked(struct qspinlock lock) in queued_spin_value_unlocked()
81 static __always_inline int queued_spin_is_contended(struct qspinlock *lock) in queued_spin_is_contended()
90 static __always_inline int queued_spin_trylock(struct qspinlock *lock) in queued_spin_trylock()
107 static __always_inline void queued_spin_lock(struct qspinlock *lock) in queued_spin_lock()
123 static __always_inline void queued_spin_unlock(struct qspinlock *lock) in queued_spin_unlock()
133 static __always_inline bool virt_spin_lock(struct qspinlock *lock) in virt_spin_lock()
|
| H A D | qrwlock.h | 44 static inline int queued_read_trylock(struct qrwlock *lock) in queued_read_trylock()
63 static inline int queued_write_trylock(struct qrwlock *lock) in queued_write_trylock()
78 static inline void queued_read_lock(struct qrwlock *lock) in queued_read_lock()
94 static inline void queued_write_lock(struct qrwlock *lock) in queued_write_lock()
108 static inline void queued_read_unlock(struct qrwlock *lock) in queued_read_unlock()
120 static inline void queued_write_unlock(struct qrwlock *lock) in queued_write_unlock()
130 static inline int queued_rwlock_is_contended(struct qrwlock *lock) in queued_rwlock_is_contended()
|
| H A D | ticket_spinlock.h | 33 static __always_inline void ticket_spin_lock(arch_spinlock_t *lock) in ticket_spin_lock()
53 static __always_inline bool ticket_spin_trylock(arch_spinlock_t *lock) in ticket_spin_trylock()
63 static __always_inline void ticket_spin_unlock(arch_spinlock_t *lock) in ticket_spin_unlock()
71 static __always_inline int ticket_spin_value_unlocked(arch_spinlock_t lock) in ticket_spin_value_unlocked()
78 static __always_inline int ticket_spin_is_locked(arch_spinlock_t *lock) in ticket_spin_is_locked()
85 static __always_inline int ticket_spin_is_contended(arch_spinlock_t *lock) in ticket_spin_is_contended()
|
| /linux/drivers/acpi/acpica/ |
| H A D | utlock.c | 28 acpi_status acpi_ut_create_rw_lock(struct acpi_rw_lock *lock) in acpi_ut_create_rw_lock() argument
42 void acpi_ut_delete_rw_lock(struct acpi_rw_lock *lock) in acpi_ut_delete_rw_lock() argument
71 acpi_ut_acquire_read_lock(struct acpi_rw_lock * lock) acpi_ut_acquire_read_lock() argument
93 acpi_ut_release_read_lock(struct acpi_rw_lock * lock) acpi_ut_release_read_lock() argument
129 acpi_ut_acquire_write_lock(struct acpi_rw_lock * lock) acpi_ut_acquire_write_lock() argument
137 acpi_ut_release_write_lock(struct acpi_rw_lock * lock) acpi_ut_release_write_lock() argument
[all...] |
| /linux/tools/virtio/ringtest/ |
| H A D | ptr_ring.c | 64 static void spin_lock_init(spinlock_t *lock) in spin_lock_init()
70 static void spin_lock(spinlock_t *lock) in spin_lock()
76 static void spin_unlock(spinlock_t *lock) in spin_unlock()
82 static void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
87 static void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
92 static void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
97 static void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
102 static void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
107 static void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux/drivers/md/persistent-data/ |
| H A D | dm-block-manager.c | 45 spinlock_t lock; member
61 static unsigned int __find_holder(struct block_lock *lock, in __find_holder()
75 static void __add_holder(struct block_lock *lock, struct task_struct *task) in __add_holder()
92 static void __del_holder(struct block_lock *lock, struct task_struct *task) in __del_holder()
100 static int __check_holder(struct block_lock *lock) in __check_holder()
150 static void __wake_many(struct block_lock *lock) in __wake_many()
175 static void bl_init(struct block_lock *lock) in bl_init()
186 static int __available_for_read(struct block_lock *lock) in __available_for_read()
193 static int bl_down_read(struct block_lock *lock) in bl_down_read()
224 static int bl_down_read_nonblock(struct block_lock *lock) in bl_down_read_nonblock()
[all …]
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | bpf_arena_spin_lock.h | |
| /linux/lib/ |
| H A D | atomic64.c | 28 arch_spinlock_t lock; member
48 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_read() local
63 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_set() local
144 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_dec_if_positive() local
161 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_cmpxchg() local
178 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_xchg() local
194 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_fetch_add_unless() local
|
| /linux/arch/mips/include/asm/octeon/ |
| H A D | cvmx-spinlock.h | 63 static inline void cvmx_spinlock_init(cvmx_spinlock_t *lock) in cvmx_spinlock_init()
74 static inline int cvmx_spinlock_locked(cvmx_spinlock_t *lock) in cvmx_spinlock_locked()
84 static inline void cvmx_spinlock_unlock(cvmx_spinlock_t *lock) in cvmx_spinlock_unlock()
103 static inline unsigned int cvmx_spinlock_trylock(cvmx_spinlock_t *lock) in cvmx_spinlock_trylock()
128 static inline void cvmx_spinlock_lock(cvmx_spinlock_t *lock) in cvmx_spinlock_lock()
|
| /linux/arch/arm/include/asm/ |
| H A D | spinlock.h | 56 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
81 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
107 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
114 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
119 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
124 static inline int arch_spin_is_contended(arch_spinlock_t *lock) in arch_spin_is_contended()
|