Lines Matching refs:trc_ipi_to_cpu
1519 static DEFINE_PER_CPU(bool, trc_ipi_to_cpu);
1661 smp_store_release(per_cpu_ptr(&trc_ipi_to_cpu, smp_processor_id()), false); // ^^^ in trc_read_check_handler()
1662 smp_store_release(&texp->trc_ipi_to_cpu, -1); // ^^^ in trc_read_check_handler()
1720 if (smp_load_acquire(&t->trc_ipi_to_cpu) != -1) // Order IPI in trc_wait_for_one_reader()
1752 if (per_cpu(trc_ipi_to_cpu, cpu) || t->trc_ipi_to_cpu >= 0) in trc_wait_for_one_reader()
1755 per_cpu(trc_ipi_to_cpu, cpu) = true; in trc_wait_for_one_reader()
1756 t->trc_ipi_to_cpu = cpu; in trc_wait_for_one_reader()
1764 per_cpu(trc_ipi_to_cpu, cpu) = false; in trc_wait_for_one_reader()
1765 t->trc_ipi_to_cpu = -1; in trc_wait_for_one_reader()
1784 t->trc_ipi_to_cpu = -1; in rcu_tasks_trace_pertask_prep()
1806 WARN_ON_ONCE(per_cpu(trc_ipi_to_cpu, cpu)); in rcu_tasks_trace_pregp_step()
1887 trc_rdrp->ipi_to_cpu = READ_ONCE(t->trc_ipi_to_cpu); in trc_check_slow_task()
1907 ".I"[t->trc_ipi_to_cpu >= 0], in show_stalled_task_trace()
1929 if (per_cpu(trc_ipi_to_cpu, cpu)) in show_stalled_ipi_trace()
1944 if (READ_ONCE(t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1949 if (smp_load_acquire(&t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1982 if (WARN_ON_ONCE(smp_load_acquire(per_cpu_ptr(&trc_ipi_to_cpu, cpu)))) in rcu_tasks_trace_postgp()