| /linux/drivers/perf/hisilicon/ |
| H A D | hisi_uncore_pmu.c | 48 return sysfs_emit(buf, "%d\n", hisi_pmu->on_cpu); in hisi_cpumask_sysfs_show()
238 if (hisi_pmu->on_cpu == -1) in hisi_uncore_pmu_event_init()
252 event->cpu = hisi_pmu->on_cpu; in hisi_uncore_pmu_event_init()
507 if (hisi_pmu->on_cpu != -1) in hisi_uncore_pmu_online_cpu()
510 hisi_pmu->on_cpu = cpumask_local_spread(0, dev_to_node(hisi_pmu->dev)); in hisi_uncore_pmu_online_cpu()
513 cpumask_of(hisi_pmu->on_cpu))); in hisi_uncore_pmu_online_cpu()
520 if (hisi_pmu->on_cpu != -1 && in hisi_uncore_pmu_online_cpu()
521 cpumask_test_cpu(hisi_pmu->on_cpu, &hisi_pmu->associated_cpus)) in hisi_uncore_pmu_online_cpu()
525 hisi_pmu->on_cpu = cpu; in hisi_uncore_pmu_online_cpu()
542 if (hisi_pmu->on_cpu != cpu) in hisi_uncore_pmu_offline_cpu()
[all …]
|
| H A D | hisi_pcie_pmu.c | 76 int on_cpu; member
124 return sysfs_emit(buf, "%*pbl\n", cpumask_pr_args(cpumask_of(pcie_pmu->on_cpu))); in cpumask_show()
405 event->cpu = pcie_pmu->on_cpu; in hisi_pcie_pmu_event_init()
695 if (pcie_pmu->on_cpu == -1) { in hisi_pcie_pmu_online_cpu()
696 pcie_pmu->on_cpu = cpumask_local_spread(0, dev_to_node(&pcie_pmu->pdev->dev)); in hisi_pcie_pmu_online_cpu()
697 WARN_ON(irq_set_affinity(pcie_pmu->irq, cpumask_of(pcie_pmu->on_cpu))); in hisi_pcie_pmu_online_cpu()
710 if (pcie_pmu->on_cpu != cpu) in hisi_pcie_pmu_offline_cpu()
713 pcie_pmu->on_cpu = -1; in hisi_pcie_pmu_offline_cpu()
730 pcie_pmu->on_cpu = target; in hisi_pcie_pmu_offline_cpu()
837 pcie_pmu->on_cpu = -1; in hisi_pcie_alloc_pmu()
|
| H A D | hisi_uncore_pmu.h | 131 int on_cpu; member
|
| H A D | hisi_uncore_mn_pmu.c | 284 mn_pmu->on_cpu = -1; in hisi_mn_pmu_dev_init()
|
| H A D | hisi_uncore_noc_pmu.c | 317 noc_pmu->on_cpu = -1; in hisi_noc_pmu_dev_init()
|
| H A D | hisi_uncore_hha_pmu.c | 467 hha_pmu->on_cpu = -1; in hisi_hha_pmu_dev_probe()
|
| H A D | hisi_uncore_ddrc_pmu.c | 370 ddrc_pmu->on_cpu = -1; in hisi_ddrc_pmu_dev_probe()
|
| H A D | hisi_uncore_pa_pmu.c | 446 pa_pmu->on_cpu = -1; in hisi_pa_pmu_dev_probe()
|
| H A D | hisi_uncore_uc_pmu.c | 484 uc_pmu->on_cpu = -1; in hisi_uc_pmu_dev_probe()
|
| H A D | hisi_uncore_sllc_pmu.c | 482 sllc_pmu->on_cpu = -1; in hisi_sllc_pmu_dev_probe()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | test_raw_tp_test_run.c | 9 __u32 on_cpu = 0xffffffff; variable
17 on_cpu = bpf_get_smp_processor_id(); in BPF_PROG()
|
| /linux/drivers/perf/ |
| H A D | qcom_l2_pmu.c | 144 int on_cpu; member
498 (cluster->on_cpu != event->group_leader->cpu)) { in l2_cache_event_init()
536 event->cpu = cluster->on_cpu; in l2_cache_event_init()
785 if (cluster->on_cpu != -1) in l2cache_pmu_online_cpu()
792 cluster->on_cpu = cpu; in l2cache_pmu_online_cpu()
814 if (cluster->on_cpu != cpu) in l2cache_pmu_offline_cpu()
819 cluster->on_cpu = -1; in l2cache_pmu_offline_cpu()
830 cluster->on_cpu = target; in l2cache_pmu_offline_cpu()
866 cluster->on_cpu = -1; in l2_cache_pmu_probe_cluster()
|
| H A D | dwc_pcie_pmu.c | 102 int on_cpu; member
124 return sysfs_emit(buf, "%*pbl\n", cpumask_pr_args(cpumask_of(pcie_pmu->on_cpu))); in cpumask_show()
511 event->cpu = pcie_pmu->on_cpu; in dwc_pcie_pmu_event_init()
781 pcie_pmu->on_cpu = -1; in dwc_pcie_pmu_probe()
840 if (pcie_pmu->on_cpu == -1) in dwc_pcie_pmu_online_cpu()
841 pcie_pmu->on_cpu = cpumask_local_spread( in dwc_pcie_pmu_online_cpu()
856 if (cpu != pcie_pmu->on_cpu) in dwc_pcie_pmu_offline_cpu()
859 pcie_pmu->on_cpu = -1; in dwc_pcie_pmu_offline_cpu()
874 pcie_pmu->on_cpu = target; in dwc_pcie_pmu_offline_cpu()
|
| H A D | cxl_pmu.c | 110 int on_cpu; member
571 return sysfs_emit(buf, "%*pbl\n", cpumask_pr_args(cpumask_of(info->on_cpu))); in cpumask_show()
688 event->cpu = info->on_cpu; in cxl_pmu_event_init()
945 info->on_cpu = -1; in cxl_pmu_probe()
1028 if (info->on_cpu != -1) in cxl_pmu_online_cpu()
1031 info->on_cpu = cpu; in cxl_pmu_online_cpu()
1046 if (info->on_cpu != cpu) in cxl_pmu_offline_cpu()
1049 info->on_cpu = -1; in cxl_pmu_offline_cpu()
1057 info->on_cpu = target; in cxl_pmu_offline_cpu()
|
| H A D | arm_smmuv3_pmu.c | 128 unsigned int on_cpu; member
438 event->cpu = smmu_pmu->on_cpu; in smmu_pmu_event_init()
540 return sysfs_emit(buf, "%*pbl\n", cpumask_pr_args(cpumask_of(smmu_pmu->on_cpu))); in smmu_pmu_cpumask_show()
674 if (cpu != smmu_pmu->on_cpu) in smmu_pmu_offline_cpu()
682 smmu_pmu->on_cpu = target; in smmu_pmu_offline_cpu()
942 smmu_pmu->on_cpu = raw_smp_processor_id(); in smmu_pmu_probe()
943 WARN_ON(irq_set_affinity(smmu_pmu->irq, cpumask_of(smmu_pmu->on_cpu))); in smmu_pmu_probe()
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | raw_tp_test_run.c | 43 ASSERT_EQ(skel->data->on_cpu, 0xffffffff, "check_on_cpu"); in test_raw_tp_test_run()
65 ASSERT_EQ(skel->data->on_cpu, i, "check_on_cpu"); in test_raw_tp_test_run()
|
| /linux/drivers/hwtracing/ptt/ |
| H A D | hisi_ptt.h | 135 int on_cpu; member
|
| /linux/arch/x86/include/asm/ |
| H A D | unwind.h | 148 return task != current && task->on_cpu; in task_on_another_cpu()
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 915 if (a->on_cpu != b->on_cpu) in BPF_STRUCT_OPS()
916 return b->on_cpu; in BPF_STRUCT_OPS()
|
| /linux/kernel/sched/ |
| H A D | core.c | 628 * p->on_cpu <- { 0, 1 }:
635 * CPU to have ->on_cpu = 1 at the same time. ]
3905 * When on_rq && !on_cpu the task is preempted, see if in ttwu_runnable()
3928 if (WARN_ON_ONCE(p->on_cpu)) in sched_ttwu_pending()
3929 smp_cond_load_acquire(&p->on_cpu, !VAL); in sched_ttwu_pending()
4070 * p->on_cpu can be whatever, we've done the dequeue, so in ttwu_queue_cond()
4202 * 1) smp_store_release(X->on_cpu, 0) -- finish_task()
4203 * 2) smp_cond_load_acquire(!X->on_cpu) -- try_to_wake_up()
4212 * smp_store_release(X->on_cpu, 0);
4214 * smp_cond_load_acquire(&X->on_cpu, !VA
[all...] |
| H A D | sched.h | 2512 return p->on_cpu; in task_on_cpu()
|
| H A D | fair.c | 2492 (lockdep_is_held(__rq_lockp(task_rq(p))) && !READ_ONCE(p->on_cpu)));
14881 * This is OK, because current is on_cpu, which avoids it being picked
|
| /linux/include/linux/ |
| H A D | sched.h | 864 u8 on_cpu; member
1009 * queueing no longer being serialized by p->on_cpu. However:
1013 * smp_mb__after_spinlock(); if (smp_load_acquire(&p->on_cpu) && //true
2339 return READ_ONCE(owner->on_cpu) && !vcpu_is_preempted(task_cpu(owner)); in owner_on_cpu()
|
| /linux/kernel/rcu/ |
| H A D | tree_nocb.h | 1573 return tsp && task_is_running(tsp) && !tsp->on_cpu ? "!" : ""; in show_rcu_should_be_on_cpu()
|
| /linux/kernel/sched/ext/ |
| H A D | ext.c | 3551 a_running = a->on_cpu; in select_task_rq_scx()
3552 b_running = b->on_cpu; in select_task_rq_scx()
|