| /linux/drivers/perf/hisilicon/ |
| H A D | hisi_uncore_pmu.c | 48 return sysfs_emit(buf, "%d\n", hisi_pmu->on_cpu); in hisi_cpumask_sysfs_show()
241 if (hisi_pmu->on_cpu == -1) in hisi_uncore_pmu_event_init()
255 event->cpu = hisi_pmu->on_cpu; in hisi_uncore_pmu_event_init()
510 if (hisi_pmu->on_cpu != -1) in hisi_uncore_pmu_online_cpu()
513 hisi_pmu->on_cpu = cpumask_local_spread(0, dev_to_node(hisi_pmu->dev)); in hisi_uncore_pmu_online_cpu()
516 cpumask_of(hisi_pmu->on_cpu))); in hisi_uncore_pmu_online_cpu()
523 if (hisi_pmu->on_cpu != -1 && in hisi_uncore_pmu_online_cpu()
524 cpumask_test_cpu(hisi_pmu->on_cpu, &hisi_pmu->associated_cpus)) in hisi_uncore_pmu_online_cpu()
528 hisi_pmu->on_cpu = cpu; in hisi_uncore_pmu_online_cpu()
545 if (hisi_pmu->on_cpu != cpu) in hisi_uncore_pmu_offline_cpu()
[all …]
|
| H A D | hisi_pcie_pmu.c | 76 int on_cpu; member
124 return cpumap_print_to_pagebuf(true, buf, cpumask_of(pcie_pmu->on_cpu)); in cpumask_show()
405 event->cpu = pcie_pmu->on_cpu; in hisi_pcie_pmu_event_init()
695 if (pcie_pmu->on_cpu == -1) { in hisi_pcie_pmu_online_cpu()
696 pcie_pmu->on_cpu = cpumask_local_spread(0, dev_to_node(&pcie_pmu->pdev->dev)); in hisi_pcie_pmu_online_cpu()
697 WARN_ON(irq_set_affinity(pcie_pmu->irq, cpumask_of(pcie_pmu->on_cpu))); in hisi_pcie_pmu_online_cpu()
710 if (pcie_pmu->on_cpu != cpu) in hisi_pcie_pmu_offline_cpu()
713 pcie_pmu->on_cpu = -1; in hisi_pcie_pmu_offline_cpu()
730 pcie_pmu->on_cpu = target; in hisi_pcie_pmu_offline_cpu()
837 pcie_pmu->on_cpu = -1; in hisi_pcie_alloc_pmu()
|
| H A D | hisi_uncore_l3c_pmu.c | 802 l3c_pmu->on_cpu = -1; in hisi_l3c_pmu_dev_probe()
910 cpumask_of(l3c_pmu->on_cpu))); in hisi_l3c_pmu_online_cpu()
926 if (l3c_pmu->on_cpu < 0) in hisi_l3c_pmu_offline_cpu()
935 cpumask_of(l3c_pmu->on_cpu))); in hisi_l3c_pmu_offline_cpu()
|
| H A D | hisi_uncore_pmu.h | 131 int on_cpu; member
|
| H A D | hisi_uncore_mn_pmu.c | 285 mn_pmu->on_cpu = -1; in hisi_mn_pmu_dev_init()
|
| H A D | hisi_uncore_noc_pmu.c | 318 noc_pmu->on_cpu = -1; in hisi_noc_pmu_dev_init()
|
| H A D | hisi_uncore_hha_pmu.c | 467 hha_pmu->on_cpu = -1; in hisi_hha_pmu_dev_probe()
|
| H A D | hisi_uncore_ddrc_pmu.c | 370 ddrc_pmu->on_cpu = -1; in hisi_ddrc_pmu_dev_probe()
|
| H A D | hisi_uncore_pa_pmu.c | 446 pa_pmu->on_cpu = -1; in hisi_pa_pmu_dev_probe()
|
| H A D | hisi_uncore_sllc_pmu.c | 482 sllc_pmu->on_cpu = -1; in hisi_sllc_pmu_dev_probe()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | test_raw_tp_test_run.c | 9 __u32 on_cpu = 0xffffffff; variable
17 on_cpu = bpf_get_smp_processor_id(); in BPF_PROG()
|
| /linux/drivers/perf/ |
| H A D | dwc_pcie_pmu.c | 98 int on_cpu; member
120 return cpumap_print_to_pagebuf(true, buf, cpumask_of(pcie_pmu->on_cpu)); in cpumask_show()
467 event->cpu = pcie_pmu->on_cpu; in dwc_pcie_pmu_event_init()
728 pcie_pmu->on_cpu = -1; in dwc_pcie_pmu_probe()
777 if (pcie_pmu->on_cpu == -1) in dwc_pcie_pmu_online_cpu()
778 pcie_pmu->on_cpu = cpumask_local_spread( in dwc_pcie_pmu_online_cpu()
793 if (cpu != pcie_pmu->on_cpu) in dwc_pcie_pmu_offline_cpu()
796 pcie_pmu->on_cpu = -1; in dwc_pcie_pmu_offline_cpu()
811 pcie_pmu->on_cpu = target; in dwc_pcie_pmu_offline_cpu()
|
| H A D | arm_smmuv3_pmu.c | 128 unsigned int on_cpu; member
438 event->cpu = smmu_pmu->on_cpu; in smmu_pmu_event_init()
540 return cpumap_print_to_pagebuf(true, buf, cpumask_of(smmu_pmu->on_cpu)); in smmu_pmu_cpumask_show()
674 if (cpu != smmu_pmu->on_cpu) in smmu_pmu_offline_cpu()
682 smmu_pmu->on_cpu = target; in smmu_pmu_offline_cpu()
942 smmu_pmu->on_cpu = raw_smp_processor_id(); in smmu_pmu_probe()
943 WARN_ON(irq_set_affinity(smmu_pmu->irq, cpumask_of(smmu_pmu->on_cpu))); in smmu_pmu_probe()
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | raw_tp_test_run.c | 43 ASSERT_EQ(skel->data->on_cpu, 0xffffffff, "check_on_cpu"); in test_raw_tp_test_run()
65 ASSERT_EQ(skel->data->on_cpu, i, "check_on_cpu"); in test_raw_tp_test_run()
|
| /linux/drivers/hwtracing/ptt/ |
| H A D | hisi_ptt.h | 135 int on_cpu; member
|
| H A D | hisi_ptt.c | 773 hisi_ptt->trace_ctrl.on_cpu = -1; in hisi_ptt_init_ctrls()
1111 hisi_ptt->trace_ctrl.on_cpu = cpu; in hisi_ptt_pmu_start()
1390 src = hisi_ptt->trace_ctrl.on_cpu; in hisi_ptt_cpu_teardown()
1411 hisi_ptt->trace_ctrl.on_cpu = target; in hisi_ptt_cpu_teardown()
|
| /linux/arch/x86/include/asm/ |
| H A D | unwind.h | 148 return task != current && task->on_cpu; in task_on_another_cpu()
|
| /linux/kernel/sched/ |
| H A D | core.c | 618 * p->on_cpu <- { 0, 1 }:
625 * CPU to have ->on_cpu = 1 at the same time. ]
3882 * When on_rq && !on_cpu the task is preempted, see if in cpus_equal_capacity()
3905 if (WARN_ON_ONCE(p->on_cpu))
3906 smp_cond_load_acquire(&p->on_cpu, !VAL); in ttwu_queue_cond()
4047 * p->on_cpu can be whatever, we've done the dequeue, so
4179 * 1) smp_store_release(X->on_cpu, 0) -- finish_task() in try_to_wake_up()
4180 * 2) smp_cond_load_acquire(!X->on_cpu) -- try_to_wake_up() in try_to_wake_up()
4189 * smp_store_release(X->on_cpu, 0); in try_to_wake_up()
4191 * smp_cond_load_acquire(&X->on_cpu, !VA in try_to_wake_up()
[all...] |
| H A D | sched.h | 2475 return p->on_cpu;
|
| H A D | fair.c | 2248 (lockdep_is_held(__rq_lockp(task_rq(p))) && !READ_ONCE(p->on_cpu)));
14378 * This is OK, because current is on_cpu, which avoids it being picked
|
| /linux/include/linux/ |
| H A D | sched.h | 855 u8 on_cpu;
1000 * queueing no longer being serialized by p->on_cpu. However:
1004 * smp_mb__after_spinlock(); if (smp_load_acquire(&p->on_cpu) && //true
2323 return READ_ONCE(owner->on_cpu) && !vcpu_is_preempted(task_cpu(owner));
849 int on_cpu; global() member
|