Home
last modified time | relevance | path

Searched refs:srcu_ctr (Results 1 – 4 of 4) sorted by relevance

/linux/include/linux/
H A Dsrcutiny.h92 struct srcu_ctr;
94 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
96 return (int)(intptr_t)(struct srcu_ctr __force __kernel *)scpp; in __srcu_ptr_to_ctr()
99 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
101 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()
104 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
110 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
116 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()
123 void __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast_updown()
H A Dsrcutree.h21 struct srcu_ctr { struct
32 struct srcu_ctr srcu_ctrs[2]; /* Locks and unlocks per CPU. */ argument
106 struct srcu_ctr __percpu *srcu_ctrp;
245 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
252 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
289 static inline struct srcu_ctr __percpu notrace *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
292 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()
313 __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
333 struct srcu_ctr __percpu notrace *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()
336 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast_updown()
[all …]
H A Dsched.h949 struct srcu_ctr __percpu *trc_reader_scp;
/linux/kernel/rcu/
H A Dsrcutree.c792 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock()
821 struct srcu_ctr __percpu *scpp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_nmisafe()
822 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()