| /linux/kernel/locking/ |
| H A D | mutex.c | 46 static void __mutex_init_generic(struct mutex *lock) in __mutex_init_generic()
63 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked()
75 unsigned long mutex_get_owner(struct mutex *lock) in mutex_get_owner()
85 static inline struct task_struct *__mutex_trylock_common(struct mutex *lock, bool handoff) in __mutex_trylock_common()
124 static inline bool __mutex_trylock_or_handoff(struct mutex *lock, bool handoff) in __mutex_trylock_or_handoff()
132 static inline bool __mutex_trylock(struct mutex *lock) in __mutex_trylock()
143 void mutex_init_generic(struct mutex *lock) in mutex_init_generic()
153 static __always_inline bool __mutex_trylock_fast(struct mutex *lock) in __mutex_trylock_fast()
167 static __always_inline bool __mutex_unlock_fast(struct mutex *lock) in __mutex_unlock_fast()
177 void mutex_init_lockdep(struct mutex *lock, const char *name, struct lock_class_key *key) in mutex_init_lockdep()
[all …]
|
| H A D | ww_mutex.h | 23 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first()
35 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next()
55 __ww_waiter_prev(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_prev()
69 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last()
80 __ww_waiter_add(struct mutex *lock, struct mutex_waiter *waiter, struct mutex_waiter *pos) in __ww_waiter_add()
87 __ww_mutex_owner(struct mutex *lock) in __ww_mutex_owner()
93 __ww_mutex_has_waiters(struct mutex *lock) in __ww_mutex_has_waiters()
98 static inline void lock_wait_lock(struct mutex *lock, unsigned long *flags) in lock_wait_lock()
104 static inline void unlock_wait_lock(struct mutex *lock, unsigned long *flags) in unlock_wait_lock()
110 static inline void lockdep_assert_wait_lock_held(struct mutex *lock) in lockdep_assert_wait_lock_held()
[all …]
|
| H A D | rtmutex.c | 37 struct rt_mutex *lock, in __ww_mutex_add_waiter()
44 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters()
50 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired()
55 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill()
96 rt_mutex_owner_encode(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_owner_encode()
108 rt_mutex_set_owner(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_set_owner()
118 static __always_inline void rt_mutex_clear_owner(struct rt_mutex_base *lock) in rt_mutex_clear_owner()
125 static __always_inline void clear_rt_mutex_waiters(struct rt_mutex_base *lock) in clear_rt_mutex_waiters()
133 fixup_rt_mutex_waiters(struct rt_mutex_base *lock, bool acquire_lock) in fixup_rt_mutex_waiters()
222 static __always_inline bool rt_mutex_cmpxchg_acquire(struct rt_mutex_base *lock, in rt_mutex_cmpxchg_acquire()
[all …]
|
| H A D | qspinlock.c | 149 clear_pending(struct qspinlock * lock) clear_pending() argument
162 clear_pending_set_locked(struct qspinlock * lock) clear_pending_set_locked() argument
177 xchg_tail(struct qspinlock * lock,u32 tail) xchg_tail() argument
195 clear_pending(struct qspinlock * lock) clear_pending() argument
206 clear_pending_set_locked(struct qspinlock * lock) clear_pending_set_locked() argument
221 xchg_tail(struct qspinlock * lock,u32 tail) xchg_tail() argument
247 queued_fetch_set_pending_acquire(struct qspinlock * lock) queued_fetch_set_pending_acquire() argument
259 set_locked(struct qspinlock * lock) set_locked() argument
273 __pv_kick_node(struct qspinlock * lock,struct mcs_spinlock * node) __pv_kick_node() argument
275 __pv_wait_head_or_lock(struct qspinlock * lock,struct mcs_spinlock * node) __pv_wait_head_or_lock() argument
313 queued_spin_lock_slowpath(struct qspinlock * lock,u32 val) queued_spin_lock_slowpath() argument
[all...] |
| H A D | qspinlock_paravirt.h | 81 static inline bool pv_hybrid_queued_unfair_trylock(struct qspinlock *lock) in pv_hybrid_queued_unfair_trylock()
110 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
120 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
128 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
133 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
168 struct qspinlock *lock; member
208 static struct qspinlock **pv_hash(struct qspinlock *lock, struct pv_node *node) in pv_hash()
236 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
357 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node()
399 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock()
[all …]
|
| /linux/include/linux/ |
| H A D | local_lock_internal.h | 81 #define __local_lock_init(lock) \ argument
92 #define __local_trylock_init(lock) \ argument
97 #define __spinlock_nested_bh_init(lock) \ argument
108 #define __local_lock_acquire(lock) \ argument
124 #define __local_lock(lock) \ argument
131 #define __local_lock_irq(lock) \ argument
138 #define __local_lock_irqsave(lock, flags) \ argument
145 #define __local_trylock(lock) \ argument
162 #define __local_trylock_irqsave(lock, flags) \ argument
180 #define __local_lock_is_locked(lock) READ_ONCE(this_cpu_ptr(lock)->acquired) argument
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | simple_spinlock.h | 35 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
40 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
49 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock) in __arch_spin_trylock()
70 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
94 static inline void splpar_spin_yield(arch_spinlock_t *lock) {} in splpar_spin_yield()
95 static inline void splpar_rw_yield(arch_rwlock_t *lock) {} in splpar_rw_yield()
98 static inline void spin_yield(arch_spinlock_t *lock) in spin_yield()
106 static inline void rw_yield(arch_rwlock_t *lock) in rw_yield()
114 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
128 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
[all …]
|
| H A D | qspinlock.h | 71 static __always_inline int queued_spin_is_locked(struct qspinlock *lock) in queued_spin_is_locked()
76 static __always_inline int queued_spin_value_unlocked(struct qspinlock lock) in queued_spin_value_unlocked()
81 static __always_inline int queued_spin_is_contended(struct qspinlock *lock) in queued_spin_is_contended()
92 static __always_inline int __queued_spin_trylock_nosteal(struct qspinlock *lock) in __queued_spin_trylock_nosteal()
114 static __always_inline int __queued_spin_trylock_steal(struct qspinlock *lock) in __queued_spin_trylock_steal()
138 static __always_inline int queued_spin_trylock(struct qspinlock *lock) in queued_spin_trylock()
148 static __always_inline void queued_spin_lock(struct qspinlock *lock) in queued_spin_lock()
154 static inline void queued_spin_unlock(struct qspinlock *lock) in queued_spin_unlock()
|
| /linux/arch/alpha/include/asm/ |
| H A D | spinlock.h | 19 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
24 static inline void arch_spin_unlock(arch_spinlock_t * lock) in arch_spin_unlock()
30 static inline void arch_spin_lock(arch_spinlock_t * lock) in arch_spin_lock()
50 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
57 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
77 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
97 static inline int arch_read_trylock(arch_rwlock_t * lock) in arch_read_trylock()
119 static inline int arch_write_trylock(arch_rwlock_t * lock) in arch_write_trylock()
141 static inline void arch_read_unlock(arch_rwlock_t * lock) in arch_read_unlock()
157 static inline void arch_write_unlock(arch_rwlock_t * lock) in arch_write_unlock()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | spinlock.h | 28 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
43 static inline void arch_read_unlock(arch_rwlock_t *lock) in arch_read_unlock()
58 static inline int arch_read_trylock(arch_rwlock_t *lock) in arch_read_trylock()
76 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
91 static inline int arch_write_trylock(arch_rwlock_t *lock) in arch_write_trylock()
109 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
115 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
130 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
136 static inline unsigned int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
|
| /linux/tools/virtio/linux/ |
| H A D | spinlock.h | 8 static inline void spin_lock_init(spinlock_t *lock) in spin_lock_init()
14 static inline void spin_lock(spinlock_t *lock) in spin_lock()
20 static inline void spin_unlock(spinlock_t *lock) in spin_unlock()
26 static inline void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
31 static inline void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
36 static inline void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
41 static inline void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
46 static inline void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
51 static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux/fs/ocfs2/dlm/ |
| H A D | dlmast.c | 47 static int dlm_should_cancel_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in dlm_should_cancel_bast()
74 void __dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in __dlm_queue_ast()
129 void dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in dlm_queue_ast()
140 void __dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in __dlm_queue_bast()
167 struct dlm_lock *lock) in dlm_update_lvb()
197 struct dlm_lock *lock) in dlm_do_local_ast()
215 struct dlm_lock *lock) in dlm_do_remote_ast()
239 struct dlm_lock *lock, int blocked_type) in dlm_do_local_bast()
263 struct dlm_lock *lock = NULL; in dlm_proxy_ast_handler() local
422 struct dlm_lock *lock, int msg_type, in dlm_send_proxy_ast_msg()
|
| H A D | dlmlock.c | 74 struct dlm_lock *lock) in dlm_can_grant_new_lock()
103 struct dlm_lock *lock, int flags) in dlmlock_master()
182 struct dlm_lock *lock) in dlm_revert_pending_lock()
199 struct dlm_lock *lock, int flags) in dlmlock_remote()
285 struct dlm_lock *lock, int flags) in dlm_send_remote_lock_request()
324 void dlm_lock_get(struct dlm_lock *lock) in dlm_lock_get()
329 void dlm_lock_put(struct dlm_lock *lock) in dlm_lock_put()
336 struct dlm_lock *lock; in dlm_lock_release() local
356 void dlm_lock_attach_lockres(struct dlm_lock *lock, in dlm_lock_attach_lockres()
364 static void dlm_lock_detach_lockres(struct dlm_lock *lock) in dlm_lock_detach_lockres()
[all …]
|
| H A D | dlmunlock.c | 83 struct dlm_lock *lock, in dlmunlock_common()
266 struct dlm_lock *lock) in dlm_commit_pending_unlock()
274 struct dlm_lock *lock) in dlm_commit_pending_cancel()
283 struct dlm_lock *lock, in dlmunlock_master()
293 struct dlm_lock *lock, in dlmunlock_remote()
309 struct dlm_lock *lock, in dlm_send_remote_unlock_request()
395 struct dlm_lock *lock = NULL, *iter; in dlm_unlock_lock_handler() local
527 struct dlm_lock *lock, in dlm_get_cancel_actions()
559 struct dlm_lock *lock, in dlm_get_unlock_actions()
589 struct dlm_lock *lock = NULL; in dlmunlock() local
|
| /linux/include/asm-generic/ |
| H A D | qspinlock.h | 51 static __always_inline int queued_spin_is_locked(struct qspinlock *lock) in queued_spin_is_locked()
71 static __always_inline int queued_spin_value_unlocked(struct qspinlock lock) in queued_spin_value_unlocked()
81 static __always_inline int queued_spin_is_contended(struct qspinlock *lock) in queued_spin_is_contended()
90 static __always_inline int queued_spin_trylock(struct qspinlock *lock) in queued_spin_trylock()
107 static __always_inline void queued_spin_lock(struct qspinlock *lock) in queued_spin_lock()
123 static __always_inline void queued_spin_unlock(struct qspinlock *lock) in queued_spin_unlock()
133 static __always_inline bool virt_spin_lock(struct qspinlock *lock) in virt_spin_lock()
|
| H A D | qrwlock.h | 44 static inline int queued_read_trylock(struct qrwlock *lock) in queued_read_trylock()
63 static inline int queued_write_trylock(struct qrwlock *lock) in queued_write_trylock()
78 static inline void queued_read_lock(struct qrwlock *lock) in queued_read_lock()
94 static inline void queued_write_lock(struct qrwlock *lock) in queued_write_lock()
108 static inline void queued_read_unlock(struct qrwlock *lock) in queued_read_unlock()
120 static inline void queued_write_unlock(struct qrwlock *lock) in queued_write_unlock()
130 static inline int queued_rwlock_is_contended(struct qrwlock *lock) in queued_rwlock_is_contended()
|
| H A D | ticket_spinlock.h | 33 static __always_inline void ticket_spin_lock(arch_spinlock_t *lock) in ticket_spin_lock()
53 static __always_inline bool ticket_spin_trylock(arch_spinlock_t *lock) in ticket_spin_trylock()
63 static __always_inline void ticket_spin_unlock(arch_spinlock_t *lock) in ticket_spin_unlock()
71 static __always_inline int ticket_spin_value_unlocked(arch_spinlock_t lock) in ticket_spin_value_unlocked()
78 static __always_inline int ticket_spin_is_locked(arch_spinlock_t *lock) in ticket_spin_is_locked()
85 static __always_inline int ticket_spin_is_contended(arch_spinlock_t *lock) in ticket_spin_is_contended()
|
| /linux/drivers/acpi/acpica/ |
| H A D | utlock.c | 28 acpi_status acpi_ut_create_rw_lock(struct acpi_rw_lock *lock) in acpi_ut_create_rw_lock()
42 void acpi_ut_delete_rw_lock(struct acpi_rw_lock *lock) in acpi_ut_delete_rw_lock()
71 acpi_status acpi_ut_acquire_read_lock(struct acpi_rw_lock *lock) in acpi_ut_acquire_read_lock()
93 acpi_status acpi_ut_release_read_lock(struct acpi_rw_lock *lock) in acpi_ut_release_read_lock()
129 acpi_status acpi_ut_acquire_write_lock(struct acpi_rw_lock *lock) in acpi_ut_acquire_write_lock()
137 void acpi_ut_release_write_lock(struct acpi_rw_lock *lock) in acpi_ut_release_write_lock()
|
| /linux/tools/virtio/ringtest/ |
| H A D | ptr_ring.c | 64 static void spin_lock_init(spinlock_t *lock) in spin_lock_init()
70 static void spin_lock(spinlock_t *lock) in spin_lock()
76 static void spin_unlock(spinlock_t *lock) in spin_unlock()
82 static void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
87 static void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
92 static void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
97 static void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
102 static void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
107 static void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux/drivers/md/persistent-data/ |
| H A D | dm-block-manager.c | 45 spinlock_t lock; member
61 static unsigned int __find_holder(struct block_lock *lock, in __find_holder()
75 static void __add_holder(struct block_lock *lock, struct task_struct *task) in __add_holder()
92 static void __del_holder(struct block_lock *lock, struct task_struct *task) in __del_holder()
100 static int __check_holder(struct block_lock *lock) in __check_holder()
150 static void __wake_many(struct block_lock *lock) in __wake_many()
175 static void bl_init(struct block_lock *lock) in bl_init()
186 static int __available_for_read(struct block_lock *lock) in __available_for_read()
193 static int bl_down_read(struct block_lock *lock) in bl_down_read()
224 static int bl_down_read_nonblock(struct block_lock *lock) in bl_down_read_nonblock()
[all …]
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | bpf_arena_spin_lock.h | 148 static __always_inline u32 xchg_tail(arena_spinlock_t __arena *lock, u32 tail) in xchg_tail()
178 static __always_inline void clear_pending(arena_spinlock_t __arena *lock) in clear_pending()
191 static __always_inline void clear_pending_set_locked(arena_spinlock_t __arena *lock) in clear_pending_set_locked()
202 static __always_inline void set_locked(arena_spinlock_t __arena *lock) in set_locked()
208 u32 arena_fetch_set_pending_acquire(arena_spinlock_t __arena *lock) in arena_fetch_set_pending_acquire()
233 static __always_inline int arena_spin_trylock(arena_spinlock_t __arena *lock) in arena_spin_trylock()
244 int arena_spin_lock_slowpath(arena_spinlock_t __arena __arg_arena *lock, u32 val) in arena_spin_lock_slowpath()
493 static __always_inline int arena_spin_lock(arena_spinlock_t __arena *lock) in arena_spin_lock()
515 static __always_inline void arena_spin_unlock(arena_spinlock_t __arena *lock) in arena_spin_unlock()
524 #define arena_spin_lock_irqsave(lock, flags) \ argument
[all …]
|
| /linux/lib/ |
| H A D | atomic64.c | 28 arch_spinlock_t lock; member
48 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_read() local
63 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_set() local
144 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_dec_if_positive() local
161 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_cmpxchg() local
178 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_xchg() local
194 arch_spinlock_t *lock = lock_addr(v); in generic_atomic64_fetch_add_unless() local
|
| /linux/arch/mips/include/asm/octeon/ |
| H A D | cvmx-spinlock.h | 63 static inline void cvmx_spinlock_init(cvmx_spinlock_t *lock) in cvmx_spinlock_init()
74 static inline int cvmx_spinlock_locked(cvmx_spinlock_t *lock) in cvmx_spinlock_locked()
84 static inline void cvmx_spinlock_unlock(cvmx_spinlock_t *lock) in cvmx_spinlock_unlock()
103 static inline unsigned int cvmx_spinlock_trylock(cvmx_spinlock_t *lock) in cvmx_spinlock_trylock()
128 static inline void cvmx_spinlock_lock(cvmx_spinlock_t *lock) in cvmx_spinlock_lock()
|
| /linux/arch/arm/include/asm/ |
| H A D | spinlock.h | 56 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
81 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
107 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
114 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
119 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
124 static inline int arch_spin_is_contended(arch_spinlock_t *lock) in arch_spin_is_contended()
|
| /linux/arch/arm64/kvm/hyp/include/nvhe/ |
| H A D | spinlock.h | 44 static inline void hyp_spin_lock(hyp_spinlock_t *lock) in hyp_spin_lock()
82 static inline void hyp_spin_unlock(hyp_spinlock_t *lock) in hyp_spin_unlock()
101 static inline bool hyp_spin_is_locked(hyp_spinlock_t *lock) in hyp_spin_is_locked()
109 static inline void hyp_assert_lock_held(hyp_spinlock_t *lock) in hyp_assert_lock_held()
122 static inline void hyp_assert_lock_held(hyp_spinlock_t *lock) { } in hyp_assert_lock_held()
|