Searched refs:srcu_ctr (Results 1 – 9 of 9) sorted by relevance
92 struct srcu_ctr;94 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()96 return (int)(intptr_t)(struct srcu_ctr __force __kernel *)scpp; in __srcu_ptr_to_ctr()99 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()101 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()104 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()110 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()116 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()123 void __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast_updown()
21 struct srcu_ctr { struct32 struct srcu_ctr srcu_ctrs[2]; /* Locks and unlocks per CPU. */ argument106 struct srcu_ctr __percpu *srcu_ctrp;245 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()252 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()289 static inline struct srcu_ctr __percpu notrace *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()292 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()313 __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()333 struct srcu_ctr __percpu notrace *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()336 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast_updown()[all …]
335 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires_sha… in srcu_read_lock_fast()338 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast()375 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_updown(struct srcu_struct *ssp) in srcu_read_lock_fast_updown()378 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_updown()391 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_notrace(struct srcu_struct *ssp) in srcu_read_lock_fast_notrace()394 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_notrace()413 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires_sha… in srcu_down_read_fast()508 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast()525 srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) __releases_sha… in srcu_read_unlock_fast_updown()539 struct srcu_ctr __percpu *scp) __releases_shared(ssp) in srcu_read_unlock_fast_notrace()[all …]
55 static inline struct srcu_ctr __percpu *rcu_read_lock_tasks_trace(void) in rcu_read_lock_tasks_trace()57 struct srcu_ctr __percpu *ret = __srcu_read_lock_fast(&rcu_tasks_trace_srcu_struct); in rcu_read_lock_tasks_trace()76 static inline void rcu_read_unlock_tasks_trace(struct srcu_ctr __percpu *scp) in rcu_read_unlock_tasks_trace()126 struct srcu_ctr __percpu *scp; in rcu_read_unlock_trace()
773 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock()802 struct srcu_ctr __percpu *scpp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_nmisafe()803 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
734 struct srcu_ctr __percpu *scp; in srcu_torture_read_lock()819 struct srcu_ctr __percpu *scp; in srcu_torture_down_read()
713 struct srcu_ctr __percpu *srcu_scp) in hprobe_init_leased() 2250 struct srcu_ctr __percpu *srcu_scp; in prepare_uretprobe()
749 struct srcu_ctr __percpu *scp = NULL; in __bpf_prog_test_run_raw_tp()
2106 struct srcu_ctr __percpu *scp = NULL; in __bpf_trace_run()