| /linux/arch/x86/events/amd/ |
| H A D | core.c | 397 static inline int amd_has_nb(struct cpu_hw_events *cpuc) in amd_has_nb()
425 static void __amd_put_nb_event_constraints(struct cpu_hw_events *cpuc, in __amd_put_nb_event_constraints()
484 __amd_get_nb_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, in __amd_get_nb_event_constraints()
582 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare() local
606 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_starting() local
727 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_check_overflow() local
759 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __amd_pmu_enable_all() local
898 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_handle_irq() local
933 struct cpu_hw_events *cpuc; in amd_pmu_v2_snapshot_branch_stack() local
958 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_v2_handle_irq() local
[all …]
|
| H A D | brs.c | 205 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable() local
221 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable_all() local
228 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable() local
257 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable_all() local
283 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_drain() local
386 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_sched_task() local
407 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in perf_amd_brs_lopwr_cb() local
|
| H A D | lbr.c | 102 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_filter() local
166 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_read() local
326 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_reset() local
345 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_add() local
365 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_del() local
381 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_sched_task() local
394 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_enable_all() local
417 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_disable_all() local
|
| /linux/arch/x86/events/intel/ |
| H A D | lbr.c | 125 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable() local
194 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset() local
364 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_restore() local
435 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_restore() local
462 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_save() local
512 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_save() local
530 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_sched_task() local
572 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_add() local
624 struct cpu_hw_events *cpuc; in release_lbr_buffers() local
643 struct cpu_hw_events *cpuc; in reserve_lbr_buffers() local
[all …]
|
| H A D | core.c | 2771 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all() local
2788 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all() local
2822 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_snapshot_branch_stack() local
2875 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround() local
2940 static void intel_set_tfa(struct cpu_hw_events *cpuc, bool on) in intel_set_tfa()
2950 static void intel_tfa_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) in intel_tfa_commit_scheduling()
2961 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_tfa_pmu_enable_all() local
2994 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_set_masks() local
3006 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_clear_masks() local
3015 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_fixed() local
[all …]
|
| H A D | ds.c | 1099 struct cpu_hw_events *cpuc = per_cpu_ptr(&cpu_hw_events, cpu); in init_arch_pebs_on_cpu() local
1159 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts() local
1176 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer() local
1267 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_pebs_buffer() local
1576 static inline bool pebs_needs_sched_cb(struct cpu_hw_events *cpuc) in pebs_needs_sched_cb()
1586 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_sched_task() local
1592 static inline void pebs_update_threshold(struct cpu_hw_events *cpuc) in pebs_update_threshold()
1632 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in adaptive_pebs_record_size_update() local
1678 void intel_pmu_pebs_late_setup(struct cpu_hw_events *cpuc) in intel_pmu_pebs_late_setup()
1765 pebs_update_state(bool needed_cb, struct cpu_hw_events *cpuc, in pebs_update_state()
[all …]
|
| H A D | bts.c | 263 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_start() local
308 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_stop() local
538 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_add() local
|
| /linux/arch/sparc/kernel/ |
| H A D | perf_event.c | 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, in… in sparc_pmu_enable_event()
845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, i… in sparc_pmu_disable_event()
923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters()
947 static void calculate_single_pcr(struct cpu_hw_events *cpuc) in calculate_single_pcr()
983 static void calculate_multiple_pcrs(struct cpu_hw_events *cpuc) in calculate_multiple_pcrs()
1017 static void update_pcrs_for_enable(struct cpu_hw_events *cpuc) in update_pcrs_for_enable()
1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_enable() local
1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_disable() local
1068 static int active_event_index(struct cpu_hw_events *cpuc, in active_event_index()
1083 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_start() local
[all …]
|
| /linux/arch/x86/events/ |
| H A D | core.c | 846 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all() local
887 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable() local
904 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all() local
940 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_get_pmu() local
1150 x86_schedule_events(struct cpu_hw_events * cpuc,int n,int * assign) x86_schedule_events() argument
1287 add_nr_metric_event(struct cpu_hw_events * cpuc,struct perf_event * event) add_nr_metric_event() argument
1300 del_nr_metric_event(struct cpu_hw_events * cpuc,struct perf_event * event) del_nr_metric_event() argument
1307 collect_event(struct cpu_hw_events * cpuc,struct perf_event * event,int max_count,int n) collect_event() argument
1331 collect_events(struct cpu_hw_events * cpuc,struct perf_event * leader,bool dogrp) collect_events() argument
1384 x86_assign_hw_event(struct perf_event * event,struct cpu_hw_events * cpuc,int i) x86_assign_hw_event() argument
1443 acr_match_prev_indices(struct perf_event * event,struct cpu_hw_events * cpuc) acr_match_prev_indices() argument
1454 match_prev_assignment(struct perf_event * event,struct cpu_hw_events * cpuc,int i) match_prev_assignment() argument
1469 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_enable() local
1637 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_add() local
1695 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_start() local
1721 struct cpu_hw_events *cpuc; perf_event_print_debug() local
1781 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_stop() local
1803 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_del() local
2161 struct cpu_hw_events *cpuc; x86_pmu_handle_irq() local
2284 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_pmu_prepare_cpu() local
2303 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_pmu_online_cpu() local
2773 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_start_txn() local
2795 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_cancel_txn() local
2824 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_commit_txn() local
2862 free_fake_cpuc(struct cpu_hw_events * cpuc) free_fake_cpuc() argument
2870 struct cpu_hw_events *cpuc; allocate_fake_cpuc() local
3026 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); perf_clear_dirty_counters() local
[all...] |
| H A D | perf_event.h | 1706 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_add() local
1718 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_del() local
2094 static inline int intel_cpuc_prepare(struct cpu_hw_events *cpuc, int cpu) in intel_cpuc_prepare()
2099 static inline void intel_cpuc_finish(struct cpu_hw_events *cpuc) in intel_cpuc_finish()
|
| /linux/arch/loongarch/kernel/ |
| H A D | perf_event.c | 253 static int loongarch_pmu_alloc_counter(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc) in loongarch_pmu_alloc_counter()
269 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_enable_event() local
288 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_disable_event() local
388 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_add() local
422 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_del() local
471 static void handle_associated_event(struct cpu_hw_events *cpuc, int idx, in handle_associated_event()
492 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pmu_handle_irq() local
831 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pause_local_counters() local
846 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in resume_local_counters() local
|
| /linux/arch/sh/kernel/ |
| H A D | perf_event.c | 201 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop() local
219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start() local
236 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del() local
246 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_add() local
|
| /linux/drivers/perf/ |
| H A D | riscv_pmu.c | 260 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_add() local
284 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_del() local
390 struct cpu_hw_events *cpuc; in riscv_pmu_alloc() local
|
| H A D | apple_m1_cpu_pmu.c | 446 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in m1_pmu_handle_irq() local
496 static int m1_pmu_get_event_idx(struct pmu_hw_events *cpuc, in m1_pmu_get_event_idx()
519 static void m1_pmu_clear_event_idx(struct pmu_hw_events *cpuc, in m1_pmu_clear_event_idx()
|
| H A D | riscv_pmu_sbi.c | 563 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx() local
629 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx() local
1290 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pm_pmu_notify() local
|
| H A D | arm_brbe.c | 486 struct pmu_hw_events *cpuc = this_cpu_ptr(arm_pmu->hw_events); in brbe_enable() local
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 701 struct cpu_ctx __arena *cpuc; in BPF_STRUCT_OPS() local
858 struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[scx_bpf_this_cid()]; in BPF_STRUCT_OPS() local
1030 struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[cid]; in BPF_STRUCT_OPS() local
1179 struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[cid]; in monitor_cpuperf() local
|
| H A D | scx_flatcg.bpf.c | 152 struct fcg_cpu_ctx *cpuc; in find_cpu_ctx() local
735 struct fcg_cpu_ctx *cpuc; in BPF_STRUCT_OPS() local
|