Lines Matching refs:srcu_reader_flavor
300 ssp->srcu_reader_flavor = 0; in __init_srcu_struct()
307 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST; in __init_srcu_struct_fast()
315 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST_UPDOWN; in __init_srcu_struct_fast_updown()
335 ssp->srcu_reader_flavor = 0; in init_srcu_struct()
352 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST; in init_srcu_struct_fast()
370 ssp->srcu_reader_flavor = SRCU_READ_FLAVOR_FAST_UPDOWN; in init_srcu_struct_fast_updown()
508 mask = mask | READ_ONCE(sdp->srcu_reader_flavor); in srcu_readers_lock_idx()
524 unsigned long mask = ssp->srcu_reader_flavor; in srcu_readers_unlock_idx()
531 mask = mask | READ_ONCE(sdp->srcu_reader_flavor); in srcu_readers_unlock_idx()
796 old_read_flavor = READ_ONCE(sdp->srcu_reader_flavor); in __srcu_check_read_flavor()
797 WARN_ON_ONCE(ssp->srcu_reader_flavor && read_flavor != ssp->srcu_reader_flavor); in __srcu_check_read_flavor()
798 WARN_ON_ONCE(old_read_flavor && ssp->srcu_reader_flavor && in __srcu_check_read_flavor()
799 old_read_flavor != ssp->srcu_reader_flavor); in __srcu_check_read_flavor()
800 WARN_ON_ONCE(read_flavor == SRCU_READ_FLAVOR_FAST && !ssp->srcu_reader_flavor); in __srcu_check_read_flavor()
802 old_read_flavor = cmpxchg(&sdp->srcu_reader_flavor, 0, read_flavor); in __srcu_check_read_flavor()
1282 if (this_cpu_read(ssp->sda->srcu_reader_flavor) & SRCU_READ_FLAVOR_SLOWGP) in srcu_should_expedite()