Home
last modified time | relevance | path

Searched refs:RCU_NEXT_TAIL (Results 1 – 5 of 5) sorted by relevance

/linux/kernel/rcu/
H A Drcu_segcblist.c241 BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
333 rcu_segcblist_inc_seglen(rsclp, RCU_NEXT_TAIL); in rcu_segcblist_enqueue()
335 WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rhp); in rcu_segcblist_enqueue()
336 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], &rhp->next); in rcu_segcblist_enqueue()
359 for (i = RCU_NEXT_TAIL; i > RCU_DONE_TAIL; i--) in rcu_segcblist_entrain()
364 for (; i <= RCU_NEXT_TAIL; i++) in rcu_segcblist_entrain()
408 rclp->tail = rsclp->tails[RCU_NEXT_TAIL]; in rcu_segcblist_extract_pend_cbs()
460 rcu_segcblist_add_seglen(rsclp, RCU_NEXT_TAIL, rclp->len); in rcu_segcblist_insert_pend_cbs()
461 WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rclp->head); in rcu_segcblist_insert_pend_cbs()
462 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], rclp->tail); in rcu_segcblist_insert_pend_cbs()
[all …]
H A Dtree_nocb.h1552 sprintf(bufn, "%ld", rsclp->seglen[RCU_NEXT_TAIL]); in show_rcu_nocb_state()
1571 ".N"[!rcu_segcblist_segempty(rsclp, RCU_NEXT_TAIL)], in show_rcu_nocb_state()
1572 rcu_segcblist_segempty(rsclp, RCU_NEXT_TAIL) ? "" : bufn, in show_rcu_nocb_state()
H A Dsrcutree.c1364 * callbacks become indefinitely stuck in the RCU_NEXT_TAIL segment. in srcu_gp_start_if_needed()
1387 * freshly enqueued callback in RCU_NEXT_TAIL can't move to in srcu_gp_start_if_needed()
1398 * advancing. This means that RCU_NEXT_TAIL segment will in srcu_gp_start_if_needed()
1916 WARN_ON_ONCE(!rcu_segcblist_segempty(&sdp->srcu_cblist, RCU_NEXT_TAIL)); in srcu_invoke_callbacks()
/linux/include/linux/
H A Drcu_segcblist.h63 #define RCU_NEXT_TAIL 3 macro
209 .tails[RCU_NEXT_TAIL] = &n.head, \
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst711 4 #define RCU_NEXT_TAIL 3
731 #. ``RCU_NEXT_TAIL``: Callbacks that have not yet been associated with a
758 ``->tails[RCU_NEXT_TAIL]`` array element references CB 4's ``->next``
761 ``->tails[RCU_NEXT_TAIL]`` array element always references the last RCU
766 ``->tails[RCU_NEXT_TAIL]`` array element: It can be ``NULL`` when this
771 CPUs advance their callbacks from the ``RCU_NEXT_TAIL`` to the