Lines Matching refs:rw_semaphore

140 static inline void rwsem_set_owner(struct rw_semaphore *sem)  in rwsem_set_owner()
146 static inline void rwsem_clear_owner(struct rw_semaphore *sem) in rwsem_clear_owner()
155 static inline bool rwsem_test_oflags(struct rw_semaphore *sem, long flags) in rwsem_test_oflags()
170 static inline void __rwsem_set_reader_owned(struct rw_semaphore *sem, in __rwsem_set_reader_owned()
179 static inline void rwsem_set_reader_owned(struct rw_semaphore *sem) in rwsem_set_reader_owned()
188 static inline struct task_struct *rwsem_owner(struct rw_semaphore *sem) in rwsem_owner()
197 static inline bool is_rwsem_reader_owned(struct rw_semaphore *sem) in is_rwsem_reader_owned()
215 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem) in rwsem_clear_reader_owned()
226 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem) in rwsem_clear_reader_owned()
235 static inline void rwsem_set_nonspinnable(struct rw_semaphore *sem) in rwsem_set_nonspinnable()
248 static inline bool rwsem_read_trylock(struct rw_semaphore *sem, long *cntp) in rwsem_read_trylock()
263 static inline bool rwsem_write_trylock(struct rw_semaphore *sem) in rwsem_write_trylock()
280 rwsem_owner_flags(struct rw_semaphore *sem, unsigned long *pflags) in rwsem_owner_flags()
308 void __init_rwsem(struct rw_semaphore *sem, const char *name, in __init_rwsem()
368 rwsem_add_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter) in rwsem_add_waiter()
384 rwsem_del_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter) in rwsem_del_waiter()
409 static void rwsem_mark_wake(struct rw_semaphore *sem, in rwsem_mark_wake()
575 rwsem_del_wake_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter, in rwsem_del_wake_waiter()
602 static inline bool rwsem_try_write_lock(struct rw_semaphore *sem, in rwsem_try_write_lock()
688 static inline bool rwsem_try_write_lock_unqueued(struct rw_semaphore *sem) in rwsem_try_write_lock_unqueued()
703 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem) in rwsem_can_spin_on_owner()
745 rwsem_spin_on_owner(struct rw_semaphore *sem) in rwsem_spin_on_owner()
804 static inline u64 rwsem_rspin_threshold(struct rw_semaphore *sem) in rwsem_rspin_threshold()
817 static bool rwsem_optimistic_spin(struct rw_semaphore *sem) in rwsem_optimistic_spin()
939 static inline void clear_nonspinnable(struct rw_semaphore *sem) in clear_nonspinnable()
946 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem) in rwsem_can_spin_on_owner()
951 static inline bool rwsem_optimistic_spin(struct rw_semaphore *sem) in rwsem_optimistic_spin()
956 static inline void clear_nonspinnable(struct rw_semaphore *sem) { } in clear_nonspinnable()
959 rwsem_spin_on_owner(struct rw_semaphore *sem) in rwsem_spin_on_owner()
973 static inline void rwsem_cond_wake_waiter(struct rw_semaphore *sem, long count, in rwsem_cond_wake_waiter()
993 static struct rw_semaphore __sched *
994 rwsem_down_read_slowpath(struct rw_semaphore *sem, long count, unsigned int state) in rwsem_down_read_slowpath()
1104 static struct rw_semaphore __sched *
1105 rwsem_down_write_slowpath(struct rw_semaphore *sem, int state) in rwsem_down_write_slowpath()
1201 static struct rw_semaphore *rwsem_wake(struct rw_semaphore *sem) in rwsem_wake()
1222 static struct rw_semaphore *rwsem_downgrade_wake(struct rw_semaphore *sem) in rwsem_downgrade_wake()
1241 static __always_inline int __down_read_common(struct rw_semaphore *sem, int state) in __down_read_common()
1259 static __always_inline void __down_read(struct rw_semaphore *sem) in __down_read()
1264 static __always_inline int __down_read_interruptible(struct rw_semaphore *sem) in __down_read_interruptible()
1269 static __always_inline int __down_read_killable(struct rw_semaphore *sem) in __down_read_killable()
1274 static inline int __down_read_trylock(struct rw_semaphore *sem) in __down_read_trylock()
1298 static __always_inline int __down_write_common(struct rw_semaphore *sem, int state) in __down_write_common()
1311 static __always_inline void __down_write(struct rw_semaphore *sem) in __down_write()
1316 static __always_inline int __down_write_killable(struct rw_semaphore *sem) in __down_write_killable()
1321 static inline int __down_write_trylock(struct rw_semaphore *sem) in __down_write_trylock()
1336 static inline void __up_read(struct rw_semaphore *sem) in __up_read()
1358 static inline void __up_write(struct rw_semaphore *sem) in __up_write()
1381 static inline void __downgrade_write(struct rw_semaphore *sem) in __downgrade_write()
1439 void __init_rwsem(struct rw_semaphore *sem, const char *name, in __init_rwsem()
1451 static inline void __down_read(struct rw_semaphore *sem) in __down_read()
1456 static inline int __down_read_interruptible(struct rw_semaphore *sem) in __down_read_interruptible()
1461 static inline int __down_read_killable(struct rw_semaphore *sem) in __down_read_killable()
1466 static inline int __down_read_trylock(struct rw_semaphore *sem) in __down_read_trylock()
1471 static inline void __up_read(struct rw_semaphore *sem) in __up_read()
1476 static inline void __sched __down_write(struct rw_semaphore *sem) in __down_write()
1481 static inline int __sched __down_write_killable(struct rw_semaphore *sem) in __down_write_killable()
1486 static inline int __down_write_trylock(struct rw_semaphore *sem) in __down_write_trylock()
1491 static inline void __up_write(struct rw_semaphore *sem) in __up_write()
1496 static inline void __downgrade_write(struct rw_semaphore *sem) in __downgrade_write()
1504 static inline void __rwsem_set_reader_owned(struct rw_semaphore *sem, in __rwsem_set_reader_owned()
1509 static inline bool is_rwsem_reader_owned(struct rw_semaphore *sem) in is_rwsem_reader_owned()
1521 void __sched down_read(struct rw_semaphore *sem) in down_read()
1530 int __sched down_read_interruptible(struct rw_semaphore *sem) in down_read_interruptible()
1544 int __sched down_read_killable(struct rw_semaphore *sem) in down_read_killable()
1561 int down_read_trylock(struct rw_semaphore *sem) in down_read_trylock()
1574 void __sched down_write(struct rw_semaphore *sem) in down_write()
1585 int __sched down_write_killable(struct rw_semaphore *sem) in down_write_killable()
1603 int down_write_trylock(struct rw_semaphore *sem) in down_write_trylock()
1617 void up_read(struct rw_semaphore *sem) in up_read()
1627 void up_write(struct rw_semaphore *sem) in up_write()
1637 void downgrade_write(struct rw_semaphore *sem) in downgrade_write()
1646 void down_read_nested(struct rw_semaphore *sem, int subclass) in down_read_nested()
1654 int down_read_killable_nested(struct rw_semaphore *sem, int subclass) in down_read_killable_nested()
1668 void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest) in _down_write_nest_lock()
1676 void down_read_non_owner(struct rw_semaphore *sem) in down_read_non_owner()
1690 void down_write_nested(struct rw_semaphore *sem, int subclass) in down_write_nested()
1698 int __sched down_write_killable_nested(struct rw_semaphore *sem, int subclass) in down_write_killable_nested()
1713 void up_read_non_owner(struct rw_semaphore *sem) in up_read_non_owner()