Lines Matching refs:ksyncs
3212 unsigned long *ksyncs; in kick_sync_wait_bal_cb() local
3229 ksyncs = rcu_dereference_sched(ks)->syncs; in kick_sync_wait_bal_cb()
3248 smp_load_acquire(&cpu_rq(cpu)->scx.kick_sync) != ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3255 while (READ_ONCE(cpu_rq(cpu)->scx.kick_sync) == ksyncs[cpu]) { in kick_sync_wait_bal_cb()
6246 struct scx_kick_syncs __rcu **ksyncs = per_cpu_ptr(&scx_kick_syncs, cpu); in free_kick_syncs() local
6251 to_free = rcu_replace_pointer(*ksyncs, NULL, true); in free_kick_syncs()
7077 struct scx_kick_syncs __rcu **ksyncs = per_cpu_ptr(&scx_kick_syncs, cpu); in alloc_kick_syncs() local
7080 WARN_ON_ONCE(rcu_access_pointer(*ksyncs)); in alloc_kick_syncs()
7089 rcu_assign_pointer(*ksyncs, new_ksyncs); in alloc_kick_syncs()
8446 unsigned long *ksyncs) in kick_one_cpu() argument
8485 ksyncs[cpu] = rq->scx.kick_sync; in kick_one_cpu()
8534 unsigned long *ksyncs; in kick_cpus_irq_workfn() local
8541 ksyncs = rcu_dereference_bh(ksyncs_pcpu)->syncs; in kick_cpus_irq_workfn()
8552 should_wait |= kick_one_cpu(cpu, pcpu, this_rq, ksyncs); in kick_cpus_irq_workfn()