Searched refs:cblist (Results 1 – 8 of 8) sorted by relevance
383 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()398 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl); in rcu_nocb_do_flush_bypass()501 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()509 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()534 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()548 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()558 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in rcu_nocb_try_bypass()575 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_try_bypass()597 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) { in rcu_nocb_try_bypass()632 len = rcu_segcblist_n_cbs(&rdp->cblist); in __call_rcu_nocb_wake()[all …]
41 struct rcu_segcblist cblist; member270 if (rcu_segcblist_empty(&rtpcp->cblist)) in cblist_init_generic()271 rcu_segcblist_init(&rtpcp->cblist); in cblist_init_generic()318 if (!rcu_segcblist_empty(&rtpcp->cblist) && rtp->lazy_jiffies) { in call_rcu_tasks_generic_timer()372 if (WARN_ON_ONCE(!rcu_segcblist_is_enabled(&rtpcp->cblist))) in call_rcu_tasks_generic()373 rcu_segcblist_init(&rtpcp->cblist); in call_rcu_tasks_generic()374 needwake = (!havekthread && rcu_segcblist_empty(&rtpcp->cblist)) || in call_rcu_tasks_generic()376 (rcu_segcblist_n_cbs(&rtpcp->cblist) == rcu_task_lazy_lim); in call_rcu_tasks_generic()381 needwake = rcu_segcblist_empty(&rtpcp->cblist); in call_rcu_tasks_generic()385 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()[all …]
233 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()234 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()713 return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) && in rcu_needs_cpu()1148 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_accelerate_cbs()1151 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPreAcc")); in rcu_accelerate_cbs()1164 if (rcu_segcblist_accelerate(&rdp->cblist, &gs)) in rcu_accelerate_cbs()1168 if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL)) in rcu_accelerate_cbs()1173 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPostAcc")); in rcu_accelerate_cbs()1195 (void)rcu_segcblist_accelerate(&rdp->cblist, &gs); in rcu_accelerate_cbs_unlocked()1221 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_advance_cbs()[all …]
210 struct rcu_segcblist cblist; /* Segmented callback list, with */ member534 if (rcu_segcblist_is_offloaded(&(rdp)->cblist)) \
38 return rcu_segcblist_is_offloaded(&rdp->cblist); in rcu_rdp_is_offloaded()
43 len = rdp.cblist.len.value_();
216 15 if (!rcu_segcblist_empty(&rdp->cblist))231 30 if (rcu_segcblist_pend_cbs(&rdp->cblist)) {
919 1 struct rcu_segcblist cblist;928 The ``->cblist`` structure is the segmented callback list described