| H A D | tree.c | 159 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp, 164 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp); 802 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf() 804 raw_lockdep_assert_held_rcu_node(rnp); in rcu_gpnum_ovf() 806 rnp->gp_seq)) { in rcu_gpnum_ovf() 810 if (ULONG_CMP_LT(rdp->rcu_iw_gp_seq + ULONG_MAX / 4, rnp->gp_seq)) in rcu_gpnum_ovf() 811 rdp->rcu_iw_gp_seq = rnp->gp_seq + ULONG_MAX / 4; in rcu_gpnum_ovf() 826 * rnp locking tree since rcu_gp_init() and up to the current leaf rnp in rcu_watching_snap_save() 859 struct rcu_node *rnp in rcu_watching_snap_recheck() 801 rcu_gpnum_ovf(struct rcu_node * rnp,struct rcu_data * rdp) rcu_gpnum_ovf() argument 858 struct rcu_node *rnp = rdp->mynode; rcu_watching_snap_recheck() local 991 trace_rcu_this_gp(struct rcu_node * rnp,struct rcu_data * rdp,unsigned long gp_seq_req,const char * s) trace_rcu_this_gp() argument 1019 struct rcu_node *rnp; rcu_start_this_gp() local 1090 rcu_future_gp_cleanup(struct rcu_node * rnp) rcu_future_gp_cleanup() argument 1142 rcu_accelerate_cbs(struct rcu_node * rnp,struct rcu_data * rdp) rcu_accelerate_cbs() argument 1188 rcu_accelerate_cbs_unlocked(struct rcu_node * rnp,struct rcu_data * rdp) rcu_accelerate_cbs_unlocked() argument 1218 rcu_advance_cbs(struct rcu_node * rnp,struct rcu_data * rdp) rcu_advance_cbs() argument 1241 rcu_advance_cbs_nowake(struct rcu_node * rnp,struct rcu_data * rdp) rcu_advance_cbs_nowake() argument 1272 __note_gp_changes(struct rcu_node * rnp,struct rcu_data * rdp) __note_gp_changes() argument 1325 struct rcu_node *rnp; note_gp_changes() local 1413 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_start() local 1429 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_end() local 1451 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_start_unlocked() local 1468 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_end_unlocked() local 1809 struct rcu_node *rnp = rcu_get_root(); rcu_gp_init() local 1995 struct rcu_node *rnp = rcu_get_root(); rcu_gp_fqs_check_wake() local 2019 struct rcu_node *rnp = rcu_get_root(); rcu_gp_fqs() local 2058 struct rcu_node *rnp = rcu_get_root(); rcu_gp_fqs_loop() local 2146 struct rcu_node *rnp = rcu_get_root(); rcu_gp_cleanup() local 2327 rcu_report_qs_rnp(unsigned long mask,struct rcu_node * rnp,unsigned long gps,unsigned long flags) rcu_report_qs_rnp() argument 2392 rcu_report_unblock_qs_rnp(struct rcu_node * rnp,unsigned long flags) rcu_report_unblock_qs_rnp() argument 2435 struct rcu_node *rnp; rcu_report_qs_rdp() local 2724 struct rcu_node *rnp; force_qs_rnp() local 2783 struct rcu_node *rnp; rcu_force_quiescent_state() local 2826 struct rcu_node *rnp = rdp->mynode; rcu_core() local 3053 check_cb_ovld_locked(struct rcu_data * rdp,struct rcu_node * rnp) check_cb_ovld_locked() argument 3078 struct rcu_node *const rnp = rdp->mynode; check_cb_ovld() local 3340 struct rcu_node *rnp; synchronize_rcu() local 3451 struct rcu_node *rnp; start_poll_synchronize_rcu_common() local 3585 struct rcu_node *rnp = rcu_get_root(); poll_state_synchronize_rcu_full() local 3662 struct rcu_node *rnp = rdp->mynode; rcu_pending() local 3983 rcu_rnp_online_cpus(struct rcu_node * rnp) rcu_rnp_online_cpus() argument 4072 struct rcu_node *rnp = rnp_leaf; rcu_cleanup_dead_rnp() local 4107 struct rcu_node *rnp = rnp_leaf; rcu_init_new_rnp() local 4149 rcu_thread_affine_rnp(struct task_struct * t,struct rcu_node * rnp) rcu_thread_affine_rnp() argument 4167 rcu_spawn_exp_par_gp_kworker(struct rcu_node * rnp) rcu_spawn_exp_par_gp_kworker() argument 4208 rcu_spawn_rnp_kthreads(struct rcu_node * rnp) rcu_spawn_rnp_kthreads() argument 4233 struct rcu_node *rnp = rcu_get_root(); rcutree_prepare_cpu() local 4294 struct rcu_node *rnp; rcutree_online_cpu() local 4327 struct rcu_node *rnp; rcutree_report_cpu_starting() local 4385 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ rcutree_report_cpu_dead() local 4509 struct rcu_node *rnp = rdp->mynode; rcutree_dying_cpu() local 4525 struct rcu_node *rnp; rcutree_offline_cpu() local 4569 struct rcu_node *rnp; rcu_spawn_gp_kthread() local 4618 struct rcu_node *rnp; rcu_scheduler_starting() local 4649 struct rcu_node *rnp; rcu_init_one() local 4845 struct rcu_node *rnp; rcu_dump_rcu_node_tree() local [all...] |