Searched refs:srcu_ctr (Results 1 – 6 of 6) sorted by relevance
86 struct srcu_ctr;88 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()90 return (int)(intptr_t)(struct srcu_ctr __force __kernel *)scpp; in __srcu_ptr_to_ctr()93 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()95 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()98 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()103 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()108 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()114 void __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast_updown()
21 struct srcu_ctr { struct32 struct srcu_ctr srcu_ctrs[2]; /* Locks and unlocks per CPU. */ argument105 struct srcu_ctr __percpu *srcu_ctrp;244 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()251 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()288 static inline struct srcu_ctr __percpu notrace *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()290 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()310 __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()328 struct srcu_ctr __percpu notrace *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()330 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast_updown()[all …]
307 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires(ssp) in srcu_read_lock_fast()309 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast()346 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_updown(struct srcu_struct *ssp) in srcu_read_lock_fast_updown()349 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_updown()362 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_notrace(struct srcu_struct *ssp) in srcu_read_lock_fast_notrace()365 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_notrace()384 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires(ssp) in srcu_down_read_fast()476 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast()493 srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) __releases(ssp) in srcu_read_unlock_fast_updown()507 struct srcu_ctr __percpu *scp) __releases(ssp) in srcu_read_unlock_fast_notrace()[all …]
231 struct srcu_ctr __percpu *scp; in srcu_fast_ref_scale_read_section()242 struct srcu_ctr __percpu *scp; in srcu_fast_ref_scale_delay_section()267 struct srcu_ctr __percpu *scp; in srcu_fast_updown_ref_scale_read_section()278 struct srcu_ctr __percpu *scp; in srcu_fast_updown_ref_scale_delay_section()
818 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock()847 struct srcu_ctr __percpu *scpp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_nmisafe()848 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
726 struct srcu_ctr __percpu *scp; in srcu_torture_read_lock()806 struct srcu_ctr __percpu *scp; in srcu_torture_down_read()