Lines Matching refs:srcu_struct
77 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay);
89 static void init_srcu_struct_data(struct srcu_struct *ssp) in init_srcu_struct_data()
130 static bool init_srcu_struct_nodes(struct srcu_struct *ssp, gfp_t gfp_flags) in init_srcu_struct_nodes()
204 static int init_srcu_struct_fields(struct srcu_struct *ssp, bool is_static) in init_srcu_struct_fields()
261 __init_srcu_struct_common(struct srcu_struct *ssp, const char *name, struct lock_class_key *key) in __init_srcu_struct_common()
269 int __init_srcu_struct(struct srcu_struct *ssp, const char *name, struct lock_class_key *key) in __init_srcu_struct()
276 int __init_srcu_struct_fast(struct srcu_struct *ssp, const char *name, struct lock_class_key *key) in __init_srcu_struct_fast()
283 int __init_srcu_struct_fast_updown(struct srcu_struct *ssp, const char *name, in __init_srcu_struct_fast_updown()
304 int init_srcu_struct(struct srcu_struct *ssp) in init_srcu_struct()
321 int init_srcu_struct_fast(struct srcu_struct *ssp) in init_srcu_struct_fast()
339 int init_srcu_struct_fast_updown(struct srcu_struct *ssp) in init_srcu_struct_fast_updown()
351 static void __srcu_transition_to_big(struct srcu_struct *ssp) in __srcu_transition_to_big()
360 static void srcu_transition_to_big(struct srcu_struct *ssp) in srcu_transition_to_big()
380 static void raw_spin_lock_irqsave_check_contention(struct srcu_struct *ssp) in raw_spin_lock_irqsave_check_contention()
404 struct srcu_struct *ssp = sdp->ssp; in raw_spin_lock_irqsave_sdp_contention()
420 static void raw_spin_lock_irqsave_ssp_contention(struct srcu_struct *ssp, unsigned long *flags) in raw_spin_lock_irqsave_ssp_contention()
436 static void check_init_srcu_struct(struct srcu_struct *ssp) in check_init_srcu_struct()
455 static bool srcu_gp_is_expedited(struct srcu_struct *ssp) in srcu_gp_is_expedited()
468 static bool srcu_readers_lock_idx(struct srcu_struct *ssp, int idx, bool gp, unsigned long unlocks) in srcu_readers_lock_idx()
492 static unsigned long srcu_readers_unlock_idx(struct srcu_struct *ssp, int idx, unsigned long *rdm) in srcu_readers_unlock_idx()
514 static bool srcu_readers_active_idx_check(struct srcu_struct *ssp, int idx) in srcu_readers_active_idx_check()
610 static bool srcu_readers_active(struct srcu_struct *ssp) in srcu_readers_active()
677 static unsigned long srcu_get_delay(struct srcu_struct *ssp) in srcu_get_delay()
709 void cleanup_srcu_struct(struct srcu_struct *ssp) in cleanup_srcu_struct()
759 void __srcu_check_read_flavor(struct srcu_struct *ssp, int read_flavor) in __srcu_check_read_flavor()
790 int __srcu_read_lock(struct srcu_struct *ssp) in __srcu_read_lock()
805 void __srcu_read_unlock(struct srcu_struct *ssp, int idx) in __srcu_read_unlock()
819 int __srcu_read_lock_nmisafe(struct srcu_struct *ssp) in __srcu_read_lock_nmisafe()
835 void __srcu_read_unlock_nmisafe(struct srcu_struct *ssp, int idx) in __srcu_read_unlock_nmisafe()
847 static void srcu_gp_start(struct srcu_struct *ssp) in srcu_gp_start()
895 static void srcu_schedule_cbs_snp(struct srcu_struct *ssp, struct srcu_node *snp, in srcu_schedule_cbs_snp()
916 static void srcu_gp_end(struct srcu_struct *ssp) in srcu_gp_end()
1022 static void srcu_funnel_exp_start(struct srcu_struct *ssp, struct srcu_node *snp, in srcu_funnel_exp_start()
1062 static void srcu_funnel_gp_start(struct srcu_struct *ssp, struct srcu_data *sdp, in srcu_funnel_gp_start()
1147 static bool try_check_zero(struct srcu_struct *ssp, int idx, int trycount) in try_check_zero()
1169 static void srcu_flip(struct srcu_struct *ssp) in srcu_flip()
1250 static bool srcu_should_expedite(struct srcu_struct *ssp) in srcu_should_expedite()
1305 static unsigned long srcu_gp_start_if_needed(struct srcu_struct *ssp, in srcu_gp_start_if_needed()
1433 static void __call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in __call_srcu()
1467 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in call_srcu()
1477 static void __synchronize_srcu(struct srcu_struct *ssp, bool do_norm) in __synchronize_srcu()
1519 void synchronize_srcu_expedited(struct srcu_struct *ssp) in synchronize_srcu_expedited()
1574 void synchronize_srcu(struct srcu_struct *ssp) in synchronize_srcu()
1593 unsigned long get_state_synchronize_srcu(struct srcu_struct *ssp) in get_state_synchronize_srcu()
1612 unsigned long start_poll_synchronize_srcu(struct srcu_struct *ssp) in start_poll_synchronize_srcu()
1643 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu()
1661 struct srcu_struct *ssp; in srcu_barrier_cb()
1678 static void srcu_barrier_one_cpu(struct srcu_struct *ssp, struct srcu_data *sdp) in srcu_barrier_one_cpu()
1696 void srcu_barrier(struct srcu_struct *ssp) in srcu_barrier()
1766 void srcu_expedite_current(struct srcu_struct *ssp) in srcu_expedite_current()
1798 unsigned long srcu_batches_completed(struct srcu_struct *ssp) in srcu_batches_completed()
1809 static void srcu_advance_state(struct srcu_struct *ssp) in srcu_advance_state()
1886 struct srcu_struct *ssp; in srcu_invoke_callbacks()
1940 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay) in srcu_reschedule()
1967 struct srcu_struct *ssp; in process_srcu()
1996 struct srcu_struct *ssp; in srcu_irq_work()
2011 void srcutorture_get_gp_data(struct srcu_struct *ssp, int *flags, in srcutorture_get_gp_data()
2032 void srcu_torture_stats_print(struct srcu_struct *ssp, char *tt, char *tf) in srcu_torture_stats_print()
2137 struct srcu_struct *ssp; in srcu_module_coming()
2138 struct srcu_struct **sspp = mod->srcu_struct_ptrs; in srcu_module_coming()
2154 struct srcu_struct *ssp; in srcu_module_going()
2155 struct srcu_struct **sspp = mod->srcu_struct_ptrs; in srcu_module_going()