| /linux/arch/sh/kernel/ |
| H A D | perf_event.c | 28 struct cpu_hw_events { struct
34 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument
201 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop()
219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start()
236 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del()
246 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_add()
336 struct cpu_hw_events *cpuhw = &per_cpu(cpu_hw_events, cpu); in sh_pmu_prepare_cpu()
338 memset(cpuhw, 0, sizeof(struct cpu_hw_events)); in sh_pmu_prepare_cpu()
|
| /linux/arch/x86/events/intel/ |
| H A D | ds.c | 778 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in init_debug_store_on_cpu()
790 if (!per_cpu(cpu_hw_events, cpu).ds) in fini_debug_store_on_cpu()
849 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_pebs_buffer()
892 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_pebs_buffer()
913 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_bts_buffer()
942 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_bts_buffer()
960 per_cpu(cpu_hw_events, cpu).ds = ds; in alloc_ds_buffer()
966 per_cpu(cpu_hw_events, cpu).ds = NULL; in release_ds_buffer()
1079 struct cpu_hw_events *cpuc = per_cpu_ptr(&cpu_hw_events, cpu); in init_arch_pebs_on_cpu()
1140 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts()
[all …]
|
| H A D | core.c | 2510 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all()
2527 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all()
2561 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_snapshot_branch_stack()
2614 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround()
2679 static void intel_set_tfa(struct cpu_hw_events *cpuc, bool on) in intel_set_tfa()
2689 static void intel_tfa_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) in intel_tfa_commit_scheduling()
2700 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_tfa_pmu_enable_all()
2733 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_set_masks()
2745 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_clear_masks()
2754 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_fixed()
[all …]
|
| H A D | bts.c | 148 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in bts_config_buffer()
187 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in bts_update()
263 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_start()
308 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_stop()
463 struct debug_store *ds = this_cpu_ptr(&cpu_hw_events)->ds; in intel_bts_interrupt()
538 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_add()
|
| /linux/arch/loongarch/kernel/ |
| H A D | perf_event.c | 89 struct cpu_hw_events { struct
104 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { argument
253 static int loongarch_pmu_alloc_counter(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc) in loongarch_pmu_alloc_counter()
269 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_enable_event()
288 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_disable_event()
388 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_add()
422 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_del()
471 static void handle_associated_event(struct cpu_hw_events *cpuc, int idx, in handle_associated_event()
492 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pmu_handle_irq()
643 struct cpu_hw_events fake_cpuc; in validate_group()
[all …]
|
| /linux/arch/x86/events/ |
| H A D | core.c | 55 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = {
707 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all()
747 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable()
764 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all()
795 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in x86_get_pmu()
1005 int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) in x86_schedule_events()
1142 static int add_nr_metric_event(struct cpu_hw_events *cpuc, in add_nr_metric_event()
1155 static void del_nr_metric_event(struct cpu_hw_events *cpuc, in del_nr_metric_event()
1162 static int collect_event(struct cpu_hw_events *cpuc, struct perf_event *event, in collect_event()
1186 static int collect_events(struct cpu_hw_events *cpuc, struct perf_event *leader, bool dogrp) in collect_events()
[all …]
|
| H A D | perf_event.h | 275 struct cpu_hw_events { struct
849 int (*schedule_events)(struct cpu_hw_events *cpuc, int n, int *assign);
889 (*get_event_constraints)(struct cpu_hw_events *cpuc,
893 void (*put_event_constraints)(struct cpu_hw_events *cpuc,
896 void (*start_scheduling)(struct cpu_hw_events *cpuc);
898 void (*commit_scheduling)(struct cpu_hw_events *cpuc, int idx, int cntr);
900 void (*stop_scheduling)(struct cpu_hw_events *cpuc);
1007 void (*lbr_read)(struct cpu_hw_events *cpuc);
1192 DECLARE_PER_CPU(struct cpu_hw_events, cpu_hw_events);
1281 u64 disable_mask = __this_cpu_read(cpu_hw_events.perf_ctr_virt_mask); in __x86_pmu_enable_event()
[all …]
|
| /linux/arch/powerpc/perf/ |
| H A D | core-book3s.c | 32 struct cpu_hw_events { struct
64 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument
128 static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) in ebb_switch_in()
139 static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {} in power_pmu_bhrb_read()
160 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in get_pmcs_ext_regs()
412 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_enable()
428 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_disable()
487 static void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) in power_pmu_bhrb_read()
644 static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) in ebb_switch_in()
792 struct cpu_hw_events *cpuhw; in power_pmu_wants_prompt_pmi()
[all …]
|
| /linux/arch/sparc/kernel/ |
| H A D | perf_event.c | 78 struct cpu_hw_events { struct
115 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { .enabled = 1, }; argument
827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, in… in sparc_pmu_enable_event()
845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, i… in sparc_pmu_disable_event()
923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters()
947 static void calculate_single_pcr(struct cpu_hw_events *cpuc) in calculate_single_pcr()
983 static void calculate_multiple_pcrs(struct cpu_hw_events *cpuc) in calculate_multiple_pcrs()
1017 static void update_pcrs_for_enable(struct cpu_hw_events *cpuc) in update_pcrs_for_enable()
1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_enable()
1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_disable()
[all …]
|
| /linux/drivers/perf/ |
| H A D | riscv_pmu_sbi.c | 542 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx()
601 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx()
661 struct cpu_hw_events *cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_free()
678 struct cpu_hw_events *cpu_hw_evt = per_cpu_ptr(pmu->hw_events, cpu); in pmu_sbi_snapshot_alloc()
708 struct cpu_hw_events *cpu_hw_evt; in pmu_sbi_snapshot_setup()
746 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_read()
827 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_stop()
912 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_stop_hw_ctrs()
954 static inline void pmu_sbi_start_ovf_ctrs_sbi(struct cpu_hw_events *cpu_hw_evt, in pmu_sbi_start_ovf_ctrs_sbi()
995 static inline void pmu_sbi_start_ovf_ctrs_snapshot(struct cpu_hw_events *cpu_hw_evt, in pmu_sbi_start_ovf_ctrs_snapshot()
[all …]
|
| H A D | riscv_pmu.c | 260 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_add()
284 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_del()
390 struct cpu_hw_events *cpuc; in riscv_pmu_alloc()
396 pmu->hw_events = alloc_percpu_gfp(struct cpu_hw_events, GFP_KERNEL); in riscv_pmu_alloc()
|