Lines Matching refs:srcu_ctlp
698 static struct srcu_struct *srcu_ctlp = &srcu_ctl; variable
709 srcu_ctlp = &srcu_ctlf; in srcu_torture_init()
713 srcu_ctlp = &srcu_ctlfud; in srcu_torture_init()
720 srcutorture_get_gp_data(srcu_ctlp, flags, gp_seq); in srcu_get_gp_data()
732 idx = srcu_read_lock(srcu_ctlp); in srcu_torture_read_lock()
737 idx = srcu_read_lock_nmisafe(srcu_ctlp); in srcu_torture_read_lock()
742 scp = srcu_read_lock_fast(srcu_ctlp); in srcu_torture_read_lock()
743 idx = __srcu_ptr_to_ctr(srcu_ctlp, scp); in srcu_torture_read_lock()
748 scp = srcu_read_lock_fast_updown(srcu_ctlp); in srcu_torture_read_lock()
749 idx = __srcu_ptr_to_ctr(srcu_ctlp, scp); in srcu_torture_read_lock()
779 srcu_read_unlock_fast_updown(srcu_ctlp, in srcu_torture_read_unlock()
780 __srcu_ctr_to_ptr(srcu_ctlp, (idx & 0x8) >> 3)); in srcu_torture_read_unlock()
782 srcu_read_unlock_fast(srcu_ctlp, __srcu_ctr_to_ptr(srcu_ctlp, (idx & 0x4) >> 2)); in srcu_torture_read_unlock()
784 srcu_read_unlock_nmisafe(srcu_ctlp, (idx & 0x2) >> 1); in srcu_torture_read_unlock()
786 srcu_read_unlock(srcu_ctlp, idx & 0x1); in srcu_torture_read_unlock()
791 return srcu_read_lock_held(srcu_ctlp); in torture_srcu_read_lock_held()
812 idx = srcu_down_read(srcu_ctlp); in srcu_torture_down_read()
817 scp = srcu_down_read_fast(srcu_ctlp); in srcu_torture_down_read()
818 idx = __srcu_ptr_to_ctr(srcu_ctlp, scp); in srcu_torture_down_read()
830 srcu_up_read_fast(srcu_ctlp, __srcu_ctr_to_ptr(srcu_ctlp, (idx & 0x8) >> 3)); in srcu_torture_up_read()
833 srcu_up_read(srcu_ctlp, idx & 0x1); in srcu_torture_up_read()
840 return srcu_batches_completed(srcu_ctlp); in srcu_torture_completed()
845 call_srcu(srcu_ctlp, &rp->rtort_rcu, rcu_torture_cb); in srcu_torture_deferred_free()
850 synchronize_srcu(srcu_ctlp); in srcu_torture_synchronize()
855 return get_state_synchronize_srcu(srcu_ctlp); in srcu_torture_get_gp_state()
860 return start_poll_synchronize_srcu(srcu_ctlp); in srcu_torture_start_gp_poll()
865 return poll_state_synchronize_srcu(srcu_ctlp, oldstate); in srcu_torture_poll_gp_state()
871 call_srcu(srcu_ctlp, head, func); in srcu_torture_call()
876 srcu_barrier(srcu_ctlp); in srcu_torture_barrier()
881 srcu_torture_stats_print(srcu_ctlp, torture_type, TORTURE_FLAG); in srcu_torture_stats()
886 synchronize_srcu_expedited(srcu_ctlp); in srcu_torture_synchronize_expedited()
891 srcu_expedite_current(srcu_ctlp); in srcu_torture_expedite_current()
946 srcu_ctlp = &srcu_ctld; in srcud_torture_init()
952 srcu_ctlp = &srcu_ctl; /* In case of a later rcutorture run. */ in srcu_torture_cleanup()