Home
last modified time | relevance | path

Searched refs:srcu_ctr (Results 1 – 9 of 9) sorted by relevance

/linux/include/linux/
H A Dsrcutiny.h92 struct srcu_ctr;
94 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
96 return (int)(intptr_t)(struct srcu_ctr __force __kernel *)scpp; in __srcu_ptr_to_ctr()
99 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
101 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()
104 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
110 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
116 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()
123 void __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast_updown()
H A Dsrcutree.h21 struct srcu_ctr { struct
32 struct srcu_ctr srcu_ctrs[2]; /* Locks and unlocks per CPU. */ argument
106 struct srcu_ctr __percpu *srcu_ctrp;
245 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
252 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
289 static inline struct srcu_ctr __percpu notrace *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
292 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()
313 __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
333 struct srcu_ctr __percpu notrace *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()
336 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast_updown()
[all …]
H A Dsrcu.h335 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires_sha… in srcu_read_lock_fast()
338 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast()
375 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_updown(struct srcu_struct *ssp) in srcu_read_lock_fast_updown()
378 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_updown()
391 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_notrace(struct srcu_struct *ssp) in srcu_read_lock_fast_notrace()
394 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_notrace()
413 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires_sha… in srcu_down_read_fast()
508 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast()
525 srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) __releases_sha… in srcu_read_unlock_fast_updown()
539 struct srcu_ctr __percpu *scp) __releases_shared(ssp) in srcu_read_unlock_fast_notrace()
[all …]
H A Drcupdate_trace.h55 static inline struct srcu_ctr __percpu *rcu_read_lock_tasks_trace(void) in rcu_read_lock_tasks_trace()
57 struct srcu_ctr __percpu *ret = __srcu_read_lock_fast(&rcu_tasks_trace_srcu_struct); in rcu_read_lock_tasks_trace()
76 static inline void rcu_read_unlock_tasks_trace(struct srcu_ctr __percpu *scp) in rcu_read_unlock_tasks_trace()
126 struct srcu_ctr __percpu *scp; in rcu_read_unlock_trace()
/linux/kernel/rcu/
H A Dsrcutree.c773 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock()
802 struct srcu_ctr __percpu *scpp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_nmisafe()
803 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
H A Drcutorture.c734 struct srcu_ctr __percpu *scp; in srcu_torture_read_lock()
819 struct srcu_ctr __percpu *scp; in srcu_torture_down_read()
/linux/kernel/events/
H A Duprobes.c713 struct srcu_ctr __percpu *srcu_scp) in hprobe_init_leased()
2250 struct srcu_ctr __percpu *srcu_scp; in prepare_uretprobe()
/linux/net/bpf/
H A Dtest_run.c749 struct srcu_ctr __percpu *scp = NULL; in __bpf_prog_test_run_raw_tp()
/linux/kernel/trace/
H A Dbpf_trace.c2106 struct srcu_ctr __percpu *scp = NULL; in __bpf_trace_run()