Home
last modified time | relevance | path

Searched refs:cblist (Results 1 – 8 of 8) sorted by relevance

/linux/kernel/rcu/
H A Dtree_nocb.h81 * Don't bother bypassing ->cblist if the call_rcu() rate is low.
165 /* Lockdep check that ->cblist may be safely accessed. */
304 * Flush the ->nocb_bypass queue into ->cblist, enqueuing rhp if non-NULL.
327 /* Note: ->cblist.len already accounts for ->nocb_bypass contents. */ in rcu_nocb_do_flush_bypass()
329 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()
333 * ->cblist so that we can take advantage of the grace-period that will in rcu_nocb_do_flush_bypass()
344 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl);
351 * Flush the ->nocb_bypass queue into ->cblist, enqueuing rhp if non-NULL.
370 * ->nocb_bypass queue into ->cblist. in rcu_nocb_try_flush_bypass()
384 * enqueues are permitted into ->cblist pe
609 struct rcu_segcblist *cblist = &rdp->cblist; nocb_gp_toggle_rdp() local
879 struct rcu_segcblist *cblist = &rdp->cblist; nocb_cb_wait() local
[all...]
H A Dtasks.h41 struct rcu_segcblist cblist; member
272 if (rcu_segcblist_empty(&rtpcp->cblist)) in cblist_init_generic()
273 rcu_segcblist_init(&rtpcp->cblist); in cblist_init_generic()
320 if (!rcu_segcblist_empty(&rtpcp->cblist) && rtp->lazy_jiffies) { in call_rcu_tasks_generic_timer()
374 if (WARN_ON_ONCE(!rcu_segcblist_is_enabled(&rtpcp->cblist))) in call_rcu_tasks_generic()
375 rcu_segcblist_init(&rtpcp->cblist); in call_rcu_tasks_generic()
377 (rcu_segcblist_n_cbs(&rtpcp->cblist) == rcu_task_lazy_lim); in call_rcu_tasks_generic()
382 needwake = rcu_segcblist_empty(&rtpcp->cblist); in call_rcu_tasks_generic()
386 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()
442 if (rcu_segcblist_entrain(&rtpcp->cblist, &rtpcp->barrier_q_head)) in rcu_barrier_tasks_generic()
[all …]
H A Dtree.c233 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()
234 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()
712 return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) && in rcu_needs_cpu()
1152 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_accelerate_cbs()
1155 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPreAcc")); in rcu_accelerate_cbs()
1168 if (rcu_segcblist_accelerate(&rdp->cblist, gp_seq_req)) in rcu_accelerate_cbs()
1172 if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL)) in rcu_accelerate_cbs()
1177 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPostAcc")); in rcu_accelerate_cbs()
1199 (void)rcu_segcblist_accelerate(&rdp->cblist, c); in rcu_accelerate_cbs_unlocked()
1225 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_advance_cbs()
[all...]
H A Dtree.h210 struct rcu_segcblist cblist; /* Segmented callback list, with */ member
248 unsigned long nocb_nobypass_last; /* Last ->cblist enqueue (jiffies). */
249 int nocb_nobypass_count; /* # ->cblist enqueues at ^^^ time. */
529 if (rcu_segcblist_is_offloaded(&(rdp)->cblist)) \
/linux/tools/rcu/
H A Drcu-cbs.py43 len = rdp.cblist.len.value_();
/linux/Documentation/RCU/Design/Memory-Ordering/
H A DTree-RCU-Memory-Ordering.rst216 15 if (!rcu_segcblist_empty(&rdp->cblist))
231 30 if (rcu_segcblist_pend_cbs(&rdp->cblist)) {
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst919 1 struct rcu_segcblist cblist;
928 The ``->cblist`` structure is the segmented callback list described
/linux/Documentation/admin-guide/
H A Dkernel-parameters.txt5738 the main ->cblist in order to avoid the extra