Home
last modified time | relevance | path

Searched refs:rnp (Results 1 – 7 of 7) sorted by relevance

/linux/kernel/rcu/
H A Dtree.c159 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
164 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
802 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
804 raw_lockdep_assert_held_rcu_node(rnp); in rcu_gpnum_ovf()
806 rnp->gp_seq)) { in rcu_gpnum_ovf()
810 if (ULONG_CMP_LT(rdp->rcu_iw_gp_seq + ULONG_MAX / 4, rnp->gp_seq)) in rcu_gpnum_ovf()
811 rdp->rcu_iw_gp_seq = rnp->gp_seq + ULONG_MAX / 4; in rcu_gpnum_ovf()
826 * rnp locking tree since rcu_gp_init() and up to the current leaf rnp in rcu_watching_snap_save()
859 struct rcu_node *rnp in rcu_watching_snap_recheck()
801 rcu_gpnum_ovf(struct rcu_node * rnp,struct rcu_data * rdp) rcu_gpnum_ovf() argument
858 struct rcu_node *rnp = rdp->mynode; rcu_watching_snap_recheck() local
991 trace_rcu_this_gp(struct rcu_node * rnp,struct rcu_data * rdp,unsigned long gp_seq_req,const char * s) trace_rcu_this_gp() argument
1019 struct rcu_node *rnp; rcu_start_this_gp() local
1090 rcu_future_gp_cleanup(struct rcu_node * rnp) rcu_future_gp_cleanup() argument
1142 rcu_accelerate_cbs(struct rcu_node * rnp,struct rcu_data * rdp) rcu_accelerate_cbs() argument
1188 rcu_accelerate_cbs_unlocked(struct rcu_node * rnp,struct rcu_data * rdp) rcu_accelerate_cbs_unlocked() argument
1218 rcu_advance_cbs(struct rcu_node * rnp,struct rcu_data * rdp) rcu_advance_cbs() argument
1241 rcu_advance_cbs_nowake(struct rcu_node * rnp,struct rcu_data * rdp) rcu_advance_cbs_nowake() argument
1272 __note_gp_changes(struct rcu_node * rnp,struct rcu_data * rdp) __note_gp_changes() argument
1325 struct rcu_node *rnp; note_gp_changes() local
1413 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_start() local
1429 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_end() local
1451 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_start_unlocked() local
1468 struct rcu_node *rnp = rcu_get_root(); rcu_poll_gp_seq_end_unlocked() local
1809 struct rcu_node *rnp = rcu_get_root(); rcu_gp_init() local
1995 struct rcu_node *rnp = rcu_get_root(); rcu_gp_fqs_check_wake() local
2019 struct rcu_node *rnp = rcu_get_root(); rcu_gp_fqs() local
2058 struct rcu_node *rnp = rcu_get_root(); rcu_gp_fqs_loop() local
2146 struct rcu_node *rnp = rcu_get_root(); rcu_gp_cleanup() local
2327 rcu_report_qs_rnp(unsigned long mask,struct rcu_node * rnp,unsigned long gps,unsigned long flags) rcu_report_qs_rnp() argument
2392 rcu_report_unblock_qs_rnp(struct rcu_node * rnp,unsigned long flags) rcu_report_unblock_qs_rnp() argument
2435 struct rcu_node *rnp; rcu_report_qs_rdp() local
2724 struct rcu_node *rnp; force_qs_rnp() local
2783 struct rcu_node *rnp; rcu_force_quiescent_state() local
2826 struct rcu_node *rnp = rdp->mynode; rcu_core() local
3053 check_cb_ovld_locked(struct rcu_data * rdp,struct rcu_node * rnp) check_cb_ovld_locked() argument
3078 struct rcu_node *const rnp = rdp->mynode; check_cb_ovld() local
3340 struct rcu_node *rnp; synchronize_rcu() local
3451 struct rcu_node *rnp; start_poll_synchronize_rcu_common() local
3585 struct rcu_node *rnp = rcu_get_root(); poll_state_synchronize_rcu_full() local
3662 struct rcu_node *rnp = rdp->mynode; rcu_pending() local
3983 rcu_rnp_online_cpus(struct rcu_node * rnp) rcu_rnp_online_cpus() argument
4072 struct rcu_node *rnp = rnp_leaf; rcu_cleanup_dead_rnp() local
4107 struct rcu_node *rnp = rnp_leaf; rcu_init_new_rnp() local
4149 rcu_thread_affine_rnp(struct task_struct * t,struct rcu_node * rnp) rcu_thread_affine_rnp() argument
4167 rcu_spawn_exp_par_gp_kworker(struct rcu_node * rnp) rcu_spawn_exp_par_gp_kworker() argument
4208 rcu_spawn_rnp_kthreads(struct rcu_node * rnp) rcu_spawn_rnp_kthreads() argument
4233 struct rcu_node *rnp = rcu_get_root(); rcutree_prepare_cpu() local
4294 struct rcu_node *rnp; rcutree_online_cpu() local
4327 struct rcu_node *rnp; rcutree_report_cpu_starting() local
4385 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ rcutree_report_cpu_dead() local
4509 struct rcu_node *rnp = rdp->mynode; rcutree_dying_cpu() local
4525 struct rcu_node *rnp; rcutree_offline_cpu() local
4569 struct rcu_node *rnp; rcu_spawn_gp_kthread() local
4618 struct rcu_node *rnp; rcu_scheduler_starting() local
4649 struct rcu_node *rnp; rcu_init_one() local
4845 struct rcu_node *rnp; rcu_dump_rcu_node_tree() local
[all...]
H A Drcu.h394 #define rcu_is_leaf_node(rnp) ((rnp)->level == rcu_num_lvls - 1) argument
397 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1]) argument
404 #define _rcu_for_each_node_breadth_first(sp, rnp) \ argument
405 for ((rnp) = &(sp)->node[0]; \
406 (rnp) < &(sp)->node[rcu_num_nodes]; (rnp)++)
407 #define rcu_for_each_node_breadth_first(rnp) \ argument
408 _rcu_for_each_node_breadth_first(&rcu_state, rnp)
409 #define srcu_for_each_node_breadth_first(ssp, rnp) \ argument
410 _rcu_for_each_node_breadth_first(ssp->srcu_sup, rnp)
418 #define rcu_for_each_leaf_node(rnp) \ argument
[all …]
H A Dtree.h146 #define leaf_node_cpu_bit(rnp, cpu) (BIT((cpu) - (rnp)->grplo)) argument
482 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp);
484 static bool rcu_preempt_has_tasks(struct rcu_node *rnp);
486 static int rcu_print_task_exp_stall(struct rcu_node *rnp);
487 static void rcu_preempt_check_blocked_tasks(struct rcu_node *rnp);
489 static void dump_blkd_tasks(struct rcu_node *rnp, int ncheck);
491 static void rcu_initiate_boost(struct rcu_node *rnp, unsigned long flags);
492 static void rcu_preempt_boost_start_gp(struct rcu_node *rnp);
495 static void rcu_spawn_one_boost_kthread(struct rcu_node *rnp);
[all...]
H A Dtree_nocb.h182 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get() argument
184 return &rnp->nocb_gp_wq[rcu_seq_ctr(rnp->gp_seq) & 0x1]; in rcu_nocb_gp_get()
187 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb() argument
189 init_swait_queue_head(&rnp->nocb_gp_wq[0]); in rcu_init_one_nocb()
190 init_swait_queue_head(&rnp->nocb_gp_wq[1]); in rcu_init_one_nocb()
641 struct rcu_node *rnp; in nocb_gp_sleep()
704 rnp = rdp->mynode; in nocb_gp_wait()
711 rcu_seq_done(&rnp->gp_seq, cur_gp_seq))) { in nocb_gp_wait()
712 raw_spin_lock_rcu_node(rnp); /* irq in nocb_gp_wait()
661 struct rcu_node *rnp; nocb_gp_wait() local
883 struct rcu_node *rnp = rdp->mynode; nocb_cb_wait() local
1529 struct rcu_node *rnp = rdp->mynode; show_rcu_nocb_gp_state() local
1651 rcu_nocb_gp_get(struct rcu_node * rnp) rcu_nocb_gp_get() argument
1656 rcu_init_one_nocb(struct rcu_node * rnp) rcu_init_one_nocb() argument
[all...]
/linux/Documentation/RCU/Design/Memory-Ordering/
H A DTree-RCU-Memory-Ordering.rst84 5 raw_spin_lock_rcu_node(rnp);
87 8 raw_spin_unlock_rcu_node(rnp);
92 13 raw_spin_lock_rcu_node(rnp);
95 16 raw_spin_unlock_rcu_node(rnp);
206 5 struct rcu_node *rnp;
232 31 rnp = rdp->mynode;
233 32 raw_spin_lock_rcu_node(rnp); /* irqs already disabled. */
234 33 needwake = rcu_accelerate_cbs(rnp, rdp);
235 34 raw_spin_unlock_rcu_node(rnp); /* irqs remain disabled. */
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst308 | 3. But rnp->qsmask isn't initialized yet (happens later in |
1139 6 #define rcu_for_each_node_breadth_first(rsp, rnp) \
1140 7 for ((rnp) = &(rsp)->node[0]; \
1141 8 (rnp) < &(rsp)->node[NUM_RCU_NODES]; (rnp)++)
1143 10 #define rcu_for_each_leaf_node(rsp, rnp) \
1144 11 for ((rnp) = (rsp)->level[NUM_RCU_LVLS - 1]; \
1145 12 (rnp) < &(rsp)->node[NUM_RCU_NODES]; (rnp)++)
/linux/Documentation/admin-guide/
H A Dkernel-parameters.txt6120 rdp and rnp's gp_seq before setting overflow flag.