Lines Matching refs:srcu_size_state

195 	smp_store_release(&ssp->srcu_sup->srcu_size_state, SRCU_SIZE_WAIT_BARRIER);  in init_srcu_struct_nodes()
212 ssp->srcu_sup->srcu_size_state = SRCU_SIZE_SMALL; in init_srcu_struct_fields()
232 if (READ_ONCE(ssp->srcu_sup->srcu_size_state) == SRCU_SIZE_SMALL && SRCU_SIZING_IS_INIT()) { in init_srcu_struct_fields()
234 WRITE_ONCE(ssp->srcu_sup->srcu_size_state, SRCU_SIZE_ALLOC); in init_srcu_struct_fields()
236 WRITE_ONCE(ssp->srcu_sup->srcu_size_state, SRCU_SIZE_BIG); in init_srcu_struct_fields()
354 smp_store_release(&ssp->srcu_sup->srcu_size_state, SRCU_SIZE_ALLOC); in __srcu_transition_to_big()
365 if (smp_load_acquire(&ssp->srcu_sup->srcu_size_state) != SRCU_SIZE_SMALL) in srcu_transition_to_big()
368 if (smp_load_acquire(&ssp->srcu_sup->srcu_size_state) != SRCU_SIZE_SMALL) { in srcu_transition_to_big()
384 if (!SRCU_SIZING_IS_CONTEND() || ssp->srcu_sup->srcu_size_state) in raw_spin_lock_irqsave_check_contention()
746 sup->srcu_size_state = SRCU_SIZE_SMALL; in cleanup_srcu_struct()
951 ss_state = smp_load_acquire(&sup->srcu_size_state); in srcu_gp_end()
1011 smp_store_release(&sup->srcu_size_state, ss_state + 1); in srcu_gp_end()
1074 if (smp_load_acquire(&sup->srcu_size_state) < SRCU_SIZE_WAIT_BARRIER) in srcu_funnel_gp_start()
1324 ss_state = smp_load_acquire(&ssp->srcu_sup->srcu_size_state); in srcu_gp_start_if_needed()
1716 if (smp_load_acquire(&ssp->srcu_sup->srcu_size_state) < SRCU_SIZE_WAIT_BARRIER) in srcu_barrier()
2037 int ss_state = READ_ONCE(ssp->srcu_sup->srcu_size_state); in srcu_torture_stats_print()
2125 sup->srcu_size_state == SRCU_SIZE_SMALL) in srcu_init()
2126 sup->srcu_size_state = SRCU_SIZE_ALLOC; in srcu_init()