Searched refs:srcu_ctr (Results 1 – 7 of 7) sorted by relevance
92 struct srcu_ctr;94 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()96 return (int)(intptr_t)(struct srcu_ctr __force __kernel *)scpp; in __srcu_ptr_to_ctr()99 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()101 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()104 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()110 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()116 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()123 void __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast_updown()
21 struct srcu_ctr { struct32 struct srcu_ctr srcu_ctrs[2]; /* Locks and unlocks per CPU. */ argument106 struct srcu_ctr __percpu *srcu_ctrp;245 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()252 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()289 static inline struct srcu_ctr __percpu notrace *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()292 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()313 __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()333 struct srcu_ctr __percpu notrace *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()336 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast_updown()[all …]
324 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires_shared(ssp)327 struct srcu_ctr __percpu *retval;364 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_updown(struct srcu_struct *ssp) in srcu_read_lock_fast_notrace() 367 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_notrace() 380 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_notrace(struct srcu_struct *ssp)383 struct srcu_ctr __percpu *retval;402 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires_shared(ssp)497 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast_updown() 514 srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) __releases_shared(ssp)528 struct srcu_ctr __percp in srcu_up_read_fast() [all...]
949 struct srcu_ctr __percpu *trc_reader_scp;
231 struct srcu_ctr __percpu *scp; in srcu_fast_ref_scale_read_section()242 struct srcu_ctr __percpu *scp; in srcu_fast_ref_scale_delay_section()267 struct srcu_ctr __percpu *scp; in srcu_fast_updown_ref_scale_read_section()278 struct srcu_ctr __percpu *scp; in srcu_fast_updown_ref_scale_delay_section()
792 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock()821 struct srcu_ctr __percpu *scpp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_nmisafe()822 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
726 struct srcu_ctr __percpu *scp; in srcu_torture_read_lock()806 struct srcu_ctr __percpu *scp; in srcu_torture_down_read()