| /linux/drivers/perf/hisilicon/ |
| H A D | hisi_uncore_pmu.c | 48 return sysfs_emit(buf, "%d\n", hisi_pmu->on_cpu); in hisi_cpumask_sysfs_show()
241 if (hisi_pmu->on_cpu == -1) in hisi_uncore_pmu_event_init()
255 event->cpu = hisi_pmu->on_cpu; in hisi_uncore_pmu_event_init()
510 if (hisi_pmu->on_cpu != -1) in hisi_uncore_pmu_online_cpu()
513 hisi_pmu->on_cpu = cpumask_local_spread(0, dev_to_node(hisi_pmu->dev)); in hisi_uncore_pmu_online_cpu()
516 cpumask_of(hisi_pmu->on_cpu))); in hisi_uncore_pmu_online_cpu()
523 if (hisi_pmu->on_cpu != -1 && in hisi_uncore_pmu_online_cpu()
524 cpumask_test_cpu(hisi_pmu->on_cpu, &hisi_pmu->associated_cpus)) in hisi_uncore_pmu_online_cpu()
528 hisi_pmu->on_cpu = cpu; in hisi_uncore_pmu_online_cpu()
545 if (hisi_pmu->on_cpu != cpu) in hisi_uncore_pmu_offline_cpu()
[all …]
|
| H A D | hisi_pcie_pmu.c | 76 int on_cpu; member
124 return cpumap_print_to_pagebuf(true, buf, cpumask_of(pcie_pmu->on_cpu)); in cpumask_show()
405 event->cpu = pcie_pmu->on_cpu; in hisi_pcie_pmu_event_init()
695 if (pcie_pmu->on_cpu == -1) { in hisi_pcie_pmu_online_cpu()
696 pcie_pmu->on_cpu = cpumask_local_spread(0, dev_to_node(&pcie_pmu->pdev->dev)); in hisi_pcie_pmu_online_cpu()
697 WARN_ON(irq_set_affinity(pcie_pmu->irq, cpumask_of(pcie_pmu->on_cpu))); in hisi_pcie_pmu_online_cpu()
710 if (pcie_pmu->on_cpu != cpu) in hisi_pcie_pmu_offline_cpu()
713 pcie_pmu->on_cpu = -1; in hisi_pcie_pmu_offline_cpu()
730 pcie_pmu->on_cpu = target; in hisi_pcie_pmu_offline_cpu()
837 pcie_pmu->on_cpu = -1; in hisi_pcie_alloc_pmu()
|
| H A D | hisi_uncore_l3c_pmu.c | 802 l3c_pmu->on_cpu = -1; in hisi_l3c_pmu_dev_probe()
910 cpumask_of(l3c_pmu->on_cpu))); in hisi_l3c_pmu_online_cpu()
926 if (l3c_pmu->on_cpu < 0) in hisi_l3c_pmu_offline_cpu()
935 cpumask_of(l3c_pmu->on_cpu))); in hisi_l3c_pmu_offline_cpu()
|
| H A D | hisi_uncore_pmu.h | 131 int on_cpu; member
|
| H A D | hisi_uncore_mn_pmu.c | 285 mn_pmu->on_cpu = -1; in hisi_mn_pmu_dev_init()
|
| H A D | hisi_uncore_noc_pmu.c | 318 noc_pmu->on_cpu = -1; in hisi_noc_pmu_dev_init()
|
| H A D | hisi_uncore_hha_pmu.c | 467 hha_pmu->on_cpu = -1; in hisi_hha_pmu_dev_probe()
|
| H A D | hisi_uncore_ddrc_pmu.c | 370 ddrc_pmu->on_cpu = -1; in hisi_ddrc_pmu_dev_probe()
|
| H A D | hisi_uncore_pa_pmu.c | 446 pa_pmu->on_cpu = -1; in hisi_pa_pmu_dev_probe()
|
| H A D | hisi_uncore_sllc_pmu.c | 482 sllc_pmu->on_cpu = -1; in hisi_sllc_pmu_dev_probe()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | test_raw_tp_test_run.c | 9 __u32 on_cpu = 0xffffffff; variable
17 on_cpu = bpf_get_smp_processor_id(); in BPF_PROG()
|
| /linux/drivers/perf/ |
| H A D | dwc_pcie_pmu.c | 98 int on_cpu; member
120 return cpumap_print_to_pagebuf(true, buf, cpumask_of(pcie_pmu->on_cpu)); in cpumask_show()
467 event->cpu = pcie_pmu->on_cpu; in dwc_pcie_pmu_event_init()
728 pcie_pmu->on_cpu = -1; in dwc_pcie_pmu_probe()
777 if (pcie_pmu->on_cpu == -1) in dwc_pcie_pmu_online_cpu()
778 pcie_pmu->on_cpu = cpumask_local_spread( in dwc_pcie_pmu_online_cpu()
793 if (cpu != pcie_pmu->on_cpu) in dwc_pcie_pmu_offline_cpu()
796 pcie_pmu->on_cpu = -1; in dwc_pcie_pmu_offline_cpu()
811 pcie_pmu->on_cpu = target; in dwc_pcie_pmu_offline_cpu()
|
| H A D | arm_smmuv3_pmu.c | 128 unsigned int on_cpu; member
438 event->cpu = smmu_pmu->on_cpu; in smmu_pmu_event_init()
540 return cpumap_print_to_pagebuf(true, buf, cpumask_of(smmu_pmu->on_cpu)); in smmu_pmu_cpumask_show()
674 if (cpu != smmu_pmu->on_cpu) in smmu_pmu_offline_cpu()
682 smmu_pmu->on_cpu = target; in smmu_pmu_offline_cpu()
942 smmu_pmu->on_cpu = raw_smp_processor_id(); in smmu_pmu_probe()
943 WARN_ON(irq_set_affinity(smmu_pmu->irq, cpumask_of(smmu_pmu->on_cpu))); in smmu_pmu_probe()
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | raw_tp_test_run.c | 43 ASSERT_EQ(skel->data->on_cpu, 0xffffffff, "check_on_cpu"); in test_raw_tp_test_run()
65 ASSERT_EQ(skel->data->on_cpu, i, "check_on_cpu"); in test_raw_tp_test_run()
|
| /linux/drivers/hwtracing/ptt/ |
| H A D | hisi_ptt.h | 135 int on_cpu; member
|
| H A D | hisi_ptt.c | 773 hisi_ptt->trace_ctrl.on_cpu = -1; in hisi_ptt_init_ctrls()
1111 hisi_ptt->trace_ctrl.on_cpu = cpu; in hisi_ptt_pmu_start()
1390 src = hisi_ptt->trace_ctrl.on_cpu; in hisi_ptt_cpu_teardown()
1411 hisi_ptt->trace_ctrl.on_cpu = target; in hisi_ptt_cpu_teardown()
|
| /linux/arch/x86/include/asm/ |
| H A D | unwind.h | 148 return task != current && task->on_cpu; in task_on_another_cpu()
|
| /linux/kernel/sched/ |
| H A D | core.c | 3748 if (WARN_ON_ONCE(p->on_cpu)) in sched_ttwu_pending()
3749 smp_cond_load_acquire(&p->on_cpu, !VAL); in sched_ttwu_pending()
4215 if (smp_load_acquire(&p->on_cpu) && in try_to_wake_up()
4228 smp_cond_load_acquire(&p->on_cpu, !VAL); in try_to_wake_up()
4278 smp_cond_load_acquire(&p->on_cpu, !VAL); in __task_needs_rq_lock()
4689 p->on_cpu = 0; in sched_fork()
4897 WRITE_ONCE(next->on_cpu, 1); in prepare_task()
4913 smp_store_release(&prev->on_cpu, 0); in finish_task()
5476 if (!p->on_cpu || !task_on_rq_queued(p)) in task_sched_runtime()
7976 idle->on_cpu = 1; in init_idle()
|
| H A D | sched.h | 2387 return p->on_cpu; in task_on_cpu()
|
| H A D | fair.c | 1553 (lockdep_is_held(__rq_lockp(task_rq(p))) && !READ_ONCE(p->on_cpu))); in deref_task_numa_group()
|
| /linux/include/linux/ |
| H A D | sched.h | 849 int on_cpu; member
2314 return READ_ONCE(owner->on_cpu) && !vcpu_is_preempted(task_cpu(owner)); in owner_on_cpu()
|
| /linux/kernel/rcu/ |
| H A D | tree_nocb.h | 1484 // The ->on_cpu field is available only in CONFIG_SMP=y, so... in rcu_organize_nocb_kthreads()
1488 return tsp && task_is_running(tsp) && !tsp->on_cpu ? "!" : ""; in rcu_organize_nocb_kthreads()
|