Home
last modified time | relevance | path

Searched refs:gp_state (Results 1 – 7 of 7) sorted by relevance

/linux/kernel/rcu/
H A Dsync.c62 WARN_ON_ONCE(READ_ONCE(rsp->gp_state) == GP_IDLE); in rcu_sync_func()
63 WARN_ON_ONCE(READ_ONCE(rsp->gp_state) == GP_PASSED); in rcu_sync_func()
70 WRITE_ONCE(rsp->gp_state, GP_PASSED); in rcu_sync_func()
72 } else if (rsp->gp_state == GP_REPLAY) { in rcu_sync_func()
77 WRITE_ONCE(rsp->gp_state, GP_EXIT); in rcu_sync_func()
85 WRITE_ONCE(rsp->gp_state, GP_IDLE); in rcu_sync_func()
107 int gp_state; in rcu_sync_enter() local
110 gp_state = rsp->gp_state; in rcu_sync_enter()
111 if (gp_state == GP_IDLE) { in rcu_sync_enter()
112 WRITE_ONCE(rsp->gp_state, GP_ENTER); in rcu_sync_enter()
[all …]
H A Drcutorture.c419 bool (*check_boost_failed)(unsigned long gp_state, int *cpup);
1301 static bool rcu_torture_boost_failed(unsigned long gp_state, unsigned long *start) in rcu_torture_boost()
1315 if (cur_ops->poll_gp_state(gp_state)) in rcu_torture_boost()
1317 if (cur_ops->check_boost_failed && !cur_ops->check_boost_failed(gp_state, &cpu)) { in rcu_torture_boost()
1333 pr_info("Boost inversion thread ->rt_priority %u gp_state %lu jiffies %lu\n", in rcu_torture_boost()
1334 current->rt_priority, gp_state, end - *start); in rcu_torture_boost()
1337 gp_done = cur_ops->poll_gp_state(gp_state); in rcu_torture_boost()
1338 pr_info("Boost inversion: GP %lu %s.\n", gp_state, in rcu_torture_boost()
1344 } else if (cur_ops->check_boost_failed && !cur_ops->check_boost_failed(gp_state, NULL)) { in rcu_torture_boost()
1354 unsigned long gp_state; in rcu_torture_boost()
1239 rcu_torture_boost_failed(unsigned long gp_state,unsigned long * start) rcu_torture_boost_failed() argument
1292 unsigned long gp_state; rcu_torture_boost() local
[all...]
H A Drcu.h638 static inline bool rcu_check_boost_fail(unsigned long gp_state, int *cpup) { return true; } in rcu_check_boost_fail() argument
648 bool rcu_check_boost_fail(unsigned long gp_state, int *cpup);
H A Dtasks.h63 * @gp_state: Grace period's most recent state transition (debugging).
66 * @gp_jiffies: Time of last @gp_state transition.
98 int gp_state; member
227 rtp->gp_state = newstate; in set_tasks_gp_state()
235 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname()
739 tasks_gp_state_getname(rtp), data_race(rtp->gp_state), in show_rcu_tasks_generic_gp_kthread()
760 pr_alert("%s%s Tasks%s RCU g%ld gp_start %lu gp_jiffies %lu gp_state %d (%s).\n", in rcu_tasks_torture_stats_print_generic()
763 data_race(rtp->gp_state), tasks_gp_state_getname(rtp)); in rcu_tasks_torture_stats_print_generic()
1161 pr_info("%s: %s grace period number %lu (since boot) gp_state: %s is %lu jiffies old.\n", in tasks_rcu_exit_srcu_stall()
H A Dtree.c94 .gp_state = RCU_GP_IDLE,
1885 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1953 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
2094 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
2098 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
2223 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
2237 // the RCU_GP_FLAG_INIT bit in ->gp_state (which records in rcu_gp_cleanup()
2280 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
2285 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
2300 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANU
[all...]
H A Dtree.h287 short rcu_ofl_gp_state; /* ->gp_state at last offline. */
289 short rcu_onl_gp_state; /* ->gp_state at last online. */
368 short gp_state; /* GP kthread sleep state. */
445 /* Values for rcu_state structure's gp_state field. */
369 short gp_state; /* GP kthread sleep state. */ global() member
/linux/include/linux/
H A Drcu_sync.h18 int gp_state; member
36 return !READ_ONCE(rsp->gp_state); /* GP_IDLE */ in rcu_sync_is_idle()
45 .gp_state = 0, \