Home
last modified time | relevance | path

Searched refs:gp_seq (Results 1 – 13 of 13) sorted by relevance

/linux/kernel/rcu/
H A Dtree.c95 .gp_seq = (0UL - 300UL) << RCU_SEQ_CTR_SHIFT,
221 return rcu_seq_state(rcu_seq_current(&rcu_state.gp_seq)); in rcu_gp_in_progress()
522 return READ_ONCE(rcu_state.gp_seq); in rcu_get_gp_seq()
549 void rcutorture_get_gp_data(int *flags, unsigned long *gp_seq) in rcutorture_get_gp_data() argument
552 *gp_seq = rcu_seq_current(&rcu_state.gp_seq); in rcutorture_get_gp_data()
559 return ((READ_ONCE(rcu_state.gp_seq) & 0xffffULL) << 40) | in rcutorture_gather_gp_seqs()
804 if (ULONG_CMP_LT(rcu_seq_current(&rdp->gp_seq) + seq_gpwrap_lag, in rcu_gpnum_ovf()
805 rnp->gp_seq)) { in rcu_gpnum_ovf()
809 if (ULONG_CMP_LT(rdp->rcu_iw_gp_seq + ULONG_MAX / 4, rnp->gp_seq)) in rcu_gpnum_ovf()
810 rdp->rcu_iw_gp_seq = rnp->gp_seq + ULONG_MAX / 4; in rcu_gpnum_ovf()
[all …]
H A Drcu_segcblist.c241 BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
242 BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
316 *lp = rsclp->gp_seq[RCU_WAIT_TAIL]; in rcu_segcblist_nextgp()
482 if (ULONG_CMP_LT(seq, rsclp->gp_seq[i])) in rcu_segcblist_advance()
507 rsclp->gp_seq[j] = rsclp->gp_seq[i]; in rcu_segcblist_advance()
544 ULONG_CMP_LT(rsclp->gp_seq[i], seq)) in rcu_segcblist_accelerate()
584 rsclp->gp_seq[i] = seq; in rcu_segcblist_accelerate()
H A Dtree.h45 unsigned long gp_seq; /* Track rsp->gp_seq. */ member
167 unsigned long gp_seq; /* Track rdp->gp_seq counter */ member
191 unsigned long gp_seq; /* Track rsp->gp_seq counter. */ member
362 unsigned long gp_seq ____cacheline_internodealigned_in_smp;
H A Dtree_nocb.h184 return &rnp->nocb_gp_wq[rcu_seq_ctr(rnp->gp_seq) & 0x1]; in rcu_nocb_gp_get()
469 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { in rcu_nocb_try_bypass()
574 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { in __call_rcu_nocb_wake()
731 rcu_seq_done(&rnp->gp_seq, cur_gp_seq))) { in nocb_gp_wait()
805 rcu_seq_done(&rnp->gp_seq, wait_gp_seq) || in nocb_gp_wait()
922 rcu_seq_done(&rnp->gp_seq, cur_gp_seq) && in nocb_cb_wait()
1575 sprintf(bufw, "%ld(%ld)", rsclp->seglen[RCU_WAIT_TAIL], rsclp->gp_seq[RCU_WAIT_TAIL]); in show_rcu_nocb_state()
1577 rsclp->gp_seq[RCU_NEXT_READY_TAIL]); in show_rcu_nocb_state()
H A Drcutorture.c421 void (*get_gp_data)(int *flags, unsigned long *gp_seq);
718 static void srcu_get_gp_data(int *flags, unsigned long *gp_seq) in srcu_get_gp_data() argument
720 srcutorture_get_gp_data(srcu_ctlp, flags, gp_seq); in srcu_get_gp_data()
2824 unsigned long __maybe_unused gp_seq = 0; in rcu_torture_stats_print() local
2827 cur_ops->get_gp_data(&flags, &gp_seq); in rcu_torture_stats_print()
2831 rcu_torture_writer_state, gp_seq, flags, in rcu_torture_stats_print()
4013 unsigned long gp_seq = 0; in rcu_torture_cleanup() local
4072 cur_ops->get_gp_data(&flags, &gp_seq); in rcu_torture_cleanup()
4074 cur_ops->name, (long)gp_seq, flags, in rcu_torture_cleanup()
4075 rcutorture_seq_diff(gp_seq, start_gp_seq)); in rcu_torture_cleanup()
[all …]
H A Dsrcutree.c2017 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
2020 *gp_seq = rcu_seq_current(&ssp->srcu_sup->srcu_gp_seq); in srcutorture_get_gp_data()
/linux/tools/testing/selftests/bpf/progs/
H A Drcu_tasks_trace_gp.c13 long gp_seq; variable
32 __sync_add_and_fetch(&gp_seq, 1); in rcu_tasks_trace_postgp()
/linux/tools/testing/selftests/bpf/prog_tests/
H A Dmap_kptr.c121 long gp_seq = READ_ONCE(rcu->bss->gp_seq); in kern_sync_rcu_tasks_trace() local
129 while (gp_seq == READ_ONCE(rcu->bss->gp_seq)) in kern_sync_rcu_tasks_trace()
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst272 1 unsigned long gp_seq;
274 RCU grace periods are numbered, and the ``->gp_seq`` field contains the
278 ``->gp_seq`` are zero, then RCU is idle. Any other value in the bottom
282 There are ``->gp_seq`` fields in the ``rcu_node`` and ``rcu_data``
292 | Given that the root rcu_node structure has a gp_seq field, |
293 | why does RCU maintain a separate gp_seq in the rcu_state structure? |
294 | Why not just use the root rcu_node's gp_seq as the official record |
300 | updating the root node's gp_seq immediately would create unnecessary |
303 | If we did rcu_seq_start() directly on the root node's gp_seq: |
305 | 1. All CPUs would immediately see their node's gp_seq from their rdp's|
[all …]
/linux/include/linux/
H A Drcu_segcblist.h193 unsigned long gp_seq[RCU_CBLIST_NSEGS]; member
/linux/Documentation/RCU/Design/Memory-Ordering/
H A DTree-RCU-Memory-Ordering.rst341 advance the ``rcu_state`` structure's ``->gp_seq`` grace-period-number
369 breadth-first, setting each ``rcu_node`` structure's ``->gp_seq`` field
379 ``rcu_state`` structure's ``->gp_seq`` field) before setting each leaf
380 ``rcu_node`` structure's ``->gp_seq`` field, each CPU's observation of
436 | beginning of the grace period (the advancing of ``->gp_seq`` from |
566 advancing all the ``->gp_seq`` fields, then it advances the
567 ``rcu_state`` structure's ``->gp_seq`` field. The ordering effects are
586 | once the ``rcu_state`` structure's ``->gp_seq`` field has been |
595 Once a given CPU's leaf ``rcu_node`` structure's ``->gp_seq`` field has
/linux/Documentation/RCU/Design/Requirements/
H A DRequirements.rst1992 rcu_seq_start(&rcu_state.gp_seq);
1993 // gp_seq = 5
2002 rcu_seq_end(&rcu_state.gp_seq);
2003 // gp_seq = 8
2009 By incrementing ``gp_seq`` first, CPU1's RCU read-side critical section
/linux/Documentation/admin-guide/
H A Dkernel-parameters.txt5978 rdp and rnp's gp_seq before setting overflow flag.