242 	BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq));  in rcu_segcblist_init()
245 		rsclp->tails[i] = &rsclp->head;  in rcu_segcblist_init()
270 	       &rsclp->head != READ_ONCE(rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_ready_cbs()
304 		return *rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_first_pend_cb()
335 	WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rhp);  in rcu_segcblist_enqueue()
336 	WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], &rhp->next);  in rcu_segcblist_enqueue()
363 	WRITE_ONCE(*rsclp->tails[i], rhp);  in rcu_segcblist_entrain()
365 		WRITE_ONCE(rsclp->tails[i], &rhp->next);  in rcu_segcblist_entrain()
383 	WRITE_ONCE(rsclp->head, *rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_extract_done_cbs()
384 	WRITE_ONCE(*rsclp->tails[RCU_DONE_TAIL], NULL);  in rcu_segcblist_extract_done_cbs()
385 	rclp->tail = rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_extract_done_cbs()
387 		if (rsclp->tails[i] == rsclp->tails[RCU_DONE_TAIL])  in rcu_segcblist_extract_done_cbs()
388 			WRITE_ONCE(rsclp->tails[i], &rsclp->head);  in rcu_segcblist_extract_done_cbs()
407 	*rclp->tail = *rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_extract_pend_cbs()
408 	rclp->tail = rsclp->tails[RCU_NEXT_TAIL];  in rcu_segcblist_extract_pend_cbs()
409 	WRITE_ONCE(*rsclp->tails[RCU_DONE_TAIL], NULL);  in rcu_segcblist_extract_pend_cbs()
412 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_extract_pend_cbs()
442 		if (&rsclp->head == rsclp->tails[i])  in rcu_segcblist_insert_done_cbs()
443 			WRITE_ONCE(rsclp->tails[i], rclp->tail);  in rcu_segcblist_insert_done_cbs()
461 	WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rclp->head);  in rcu_segcblist_insert_pend_cbs()
462 	WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], rclp->tail);  in rcu_segcblist_insert_pend_cbs()
484 		WRITE_ONCE(rsclp->tails[RCU_DONE_TAIL], rsclp->tails[i]);  in rcu_segcblist_advance()
494 		WRITE_ONCE(rsclp->tails[j], rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_advance()
503 		if (rsclp->tails[j] == rsclp->tails[RCU_NEXT_TAIL])  in rcu_segcblist_advance()
505 		WRITE_ONCE(rsclp->tails[j], rsclp->tails[i]);  in rcu_segcblist_advance()
583 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_NEXT_TAIL]);  in rcu_segcblist_accelerate()