Lines Matching refs:WRITE_ONCE

464 		WRITE_ONCE(jiffies_to_sched_qs, jiffies_till_sched_qs);  in adjust_jiffies_till_sched_qs()
473 WRITE_ONCE(jiffies_to_sched_qs, j); in adjust_jiffies_till_sched_qs()
482 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : j); in param_set_first_fqs_jiffies()
494 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : (j ?: 1)); in param_set_next_fqs_jiffies()
690 WRITE_ONCE(rdp->rcu_forced_tick, true); in __rcu_irq_enter_check_tick()
723 WRITE_ONCE(rdp->rcu_urgent_qs, false); in rcu_disable_urgency_upon_qs()
724 WRITE_ONCE(rdp->rcu_need_heavy_qs, false); in rcu_disable_urgency_upon_qs()
727 WRITE_ONCE(rdp->rcu_forced_tick, false); in rcu_disable_urgency_upon_qs()
790 WRITE_ONCE(seq_gpwrap_lag, lag_seq_count); in rcu_set_gpwrap_lag()
806 WRITE_ONCE(rdp->gpwrap, true); in rcu_gpnum_ovf()
807 WRITE_ONCE(rdp->gpwrap_count, READ_ONCE(rdp->gpwrap_count) + 1); in rcu_gpnum_ovf()
924 WRITE_ONCE(rdp->rcu_need_heavy_qs, true); in rcu_watching_snap_recheck()
928 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_watching_snap_recheck()
942 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_watching_snap_recheck()
943 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_watching_snap_recheck()
957 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_watching_snap_recheck()
1043 WRITE_ONCE(rnp->gp_seq_needed, gp_seq_req); in rcu_start_this_gp()
1067 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_INIT); in rcu_start_this_gp()
1068 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_start_this_gp()
1078 WRITE_ONCE(rnp_start->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1079 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1125 WRITE_ONCE(rcu_state.gp_wake_time, jiffies); in rcu_gp_kthread_wake()
1126 WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); in rcu_gp_kthread_wake()
1313 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in __note_gp_changes()
1315 WRITE_ONCE(rdp->last_sched_clock, jiffies); in __note_gp_changes()
1316 WRITE_ONCE(rdp->gpwrap, false); in __note_gp_changes()
1349 WRITE_ONCE(rcu_gp_slow_suppress, rgssp); in rcu_gp_slow_register()
1358 WRITE_ONCE(rcu_gp_slow_suppress, NULL); in rcu_gp_slow_unregister()
1382 WRITE_ONCE(sleep_duration, duration); in rcu_gp_set_torture_wait()
1813 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1820 WRITE_ONCE(rcu_state.gp_flags, 0); /* Clear all flags: New GP. */ in rcu_gp_init()
1884 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1952 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1959 WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); in rcu_gp_init()
1979 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
2021 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs()
2022 WRITE_ONCE(rcu_state.n_force_qs, rcu_state.n_force_qs + 1); in rcu_gp_fqs()
2028 WRITE_ONCE(rcu_state.jiffies_stall, in rcu_gp_fqs()
2031 WRITE_ONCE(rcu_state.nr_fqs_jiffies_stall, --nr_fqs); in rcu_gp_fqs()
2044 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags & ~RCU_GP_FLAG_FQS); in rcu_gp_fqs()
2071 WRITE_ONCE(rcu_state.jiffies_force_qs, jiffies + j); in rcu_gp_fqs_loop()
2077 WRITE_ONCE(rcu_state.jiffies_kick_kthreads, in rcu_gp_fqs_loop()
2082 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
2086 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
2114 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
2120 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
2149 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
2183 WRITE_ONCE(rnp->gp_seq, new_gp_seq); in rcu_gp_cleanup()
2201 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
2211 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
2233 WRITE_ONCE(rcu_state.gp_flags, RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
2234 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_gp_cleanup()
2244 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags & RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
2268 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
2273 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
2278 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_kthread()
2288 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
2290 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
2308 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_FQS); in rcu_report_qs_rsp()
2350 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2604 WRITE_ONCE(rhp->func, (rcu_callback_t)0L); in rcu_do_batch()
2808 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_FQS); in rcu_force_quiescent_state()
2937 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2942 WRITE_ONCE(*workp, 0); in rcu_cpu_kthread()
2958 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
3059 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
3061 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
3114 WRITE_ONCE(head->func, rcu_leak_callback); in __call_rcu_common()
3855 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
3893 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4183 WRITE_ONCE(rnp->exp_kworker, kworker); in rcu_spawn_exp_par_gp_kworker()
4271 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus + 1); in rcutree_prepare_cpu()
4342 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcutree_report_cpu_starting()
4423 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcutree_report_cpu_dead()
4495 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus - 1); in rcutree_dead_cpu()
4584 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_spawn_gp_kthread()
4585 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_spawn_gp_kthread()