| /linux/arch/x86/events/amd/ |
| H A D | core.c | 397 static inline int amd_has_nb(struct cpu_hw_events *cpuc) in amd_has_nb()
425 static void __amd_put_nb_event_constraints(struct cpu_hw_events *cpuc, in __amd_put_nb_event_constraints()
484 __amd_get_nb_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, in __amd_get_nb_event_constraints()
582 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare() local
606 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_starting() local
727 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_check_overflow() local
759 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __amd_pmu_enable_all() local
898 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_handle_irq() local
933 struct cpu_hw_events *cpuc; in amd_pmu_v2_snapshot_branch_stack() local
958 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_v2_handle_irq() local
[all …]
|
| H A D | brs.c | 205 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable() local
221 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable_all() local
228 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable() local
257 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable_all() local
283 struct cpu_hw_events *cpuc in amd_brs_drain() local
387 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_brs_sched_task() local
408 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); perf_amd_brs_lopwr_cb() local
[all...] |
| H A D | lbr.c | 102 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_filter() local
166 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_read() local
326 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_reset() local
345 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_add() local
365 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_del() local
381 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_sched_task() local
394 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_enable_all() local
417 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_lbr_disable_all() local
[all...] |
| /linux/arch/x86/events/intel/ |
| H A D | core.c | 2762 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_disable_all() local
2779 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_enable_all() local
2813 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_snapshot_branch_stack() local
2866 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_nhm_workaround() local
2931 intel_set_tfa(struct cpu_hw_events * cpuc,bool on) intel_set_tfa() argument
2941 intel_tfa_commit_scheduling(struct cpu_hw_events * cpuc,int idx,int cntr) intel_tfa_commit_scheduling() argument
2952 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_tfa_pmu_enable_all() local
2985 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_set_masks() local
2997 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_clear_masks() local
3006 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_disable_fixed() local
3012 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_disable_fixed() local
3031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_update_event_ext() local
3130 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_quiesce() local
3142 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_resume() local
3235 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); update_saved_topdown_regs() local
3260 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_update_topdown_event() local
3339 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_read_event() local
3365 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_enable_fixed() local
3371 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_enable_fixed() local
3418 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_config_acr() local
3466 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_enable_event_ext() local
3607 intel_pmu_acr_late_setup(struct cpu_hw_events * cpuc) intel_pmu_acr_late_setup() argument
3653 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_late_setup() local
3713 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_reset() local
3766 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_handle_guest_pebs() local
3794 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); handle_pmi_common() local
3955 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_handle_irq() local
4056 intel_alt_er(struct cpu_hw_events * cpuc,int idx,u64 config) intel_alt_er() argument
4126 __intel_shared_reg_get_constraints(struct cpu_hw_events * cpuc,struct perf_event * event,struct hw_perf_event_extra * reg) __intel_shared_reg_get_constraints() argument
4201 __intel_shared_reg_put_constraints(struct cpu_hw_events * cpuc,struct hw_perf_event_extra * reg) __intel_shared_reg_put_constraints() argument
4227 intel_shared_regs_constraints(struct cpu_hw_events * cpuc,struct perf_event * event) intel_shared_regs_constraints() argument
4251 x86_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) x86_get_event_constraints() argument
4270 __intel_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) __intel_get_event_constraints() argument
4295 intel_start_scheduling(struct cpu_hw_events * cpuc) intel_start_scheduling() argument
4324 intel_commit_scheduling(struct cpu_hw_events * cpuc,int idx,int cntr) intel_commit_scheduling() argument
4351 intel_stop_scheduling(struct cpu_hw_events * cpuc) intel_stop_scheduling() argument
4378 dyn_constraint(struct cpu_hw_events * cpuc,struct event_constraint * c,int idx) dyn_constraint() argument
4407 intel_get_excl_constraints(struct cpu_hw_events * cpuc,struct perf_event * event,int idx,struct event_constraint * c) intel_get_excl_constraints() argument
4507 intel_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) intel_get_event_constraints() argument
4539 intel_put_excl_constraints(struct cpu_hw_events * cpuc,struct perf_event * event) intel_put_excl_constraints() argument
4585 intel_put_shared_regs_event_constraints(struct cpu_hw_events * cpuc,struct perf_event * event) intel_put_shared_regs_event_constraints() argument
4599 intel_put_event_constraints(struct cpu_hw_events * cpuc,struct perf_event * event) intel_put_event_constraints() argument
5290 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_guest_get_msrs() local
5370 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); core_guest_get_msrs() local
5404 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); core_pmu_enable_all() local
5480 hsw_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) hsw_get_event_constraints() argument
5498 icl_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) icl_get_event_constraints() argument
5513 glc_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) glc_get_event_constraints() argument
5538 glp_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) glp_get_event_constraints() argument
5553 tnt_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) tnt_get_event_constraints() argument
5578 tfa_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) tfa_get_event_constraints() argument
5596 adl_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) adl_get_event_constraints() argument
5611 cmt_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) cmt_get_event_constraints() argument
5649 rwc_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) rwc_get_event_constraints() argument
5673 mtl_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) mtl_get_event_constraints() argument
5712 arl_h_get_event_constraints(struct cpu_hw_events * cpuc,int idx,struct perf_event * event) arl_h_get_event_constraints() argument
5898 intel_cpuc_prepare(struct cpu_hw_events * cpuc,int cpu) intel_cpuc_prepare() argument
5940 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); intel_pmu_cpu_prepare() local
6355 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); init_hybrid_pmu() local
6390 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); intel_pmu_cpu_starting() local
6480 free_excl_cntrs(struct cpu_hw_events * cpuc) free_excl_cntrs() argument
6501 intel_cpuc_finish(struct cpu_hw_events * cpuc) intel_cpuc_finish() argument
6517 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); intel_pmu_cpu_dead() local
7111 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); update_tfa_sched() local
[all...] |
| H A D | ds.c | 1077 struct cpu_hw_events *cpuc = per_cpu_ptr(&cpu_hw_events, cpu); init_arch_pebs_on_cpu() local
1137 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_disable_bts() local
1154 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_bts_buffer() local
1245 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_buffer() local
1582 pebs_needs_sched_cb(struct cpu_hw_events * cpuc) pebs_needs_sched_cb() argument
1592 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_sched_task() local
1598 pebs_update_threshold(struct cpu_hw_events * cpuc) pebs_update_threshold() argument
1638 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); adaptive_pebs_record_size_update() local
1684 intel_pmu_pebs_late_setup(struct cpu_hw_events * cpuc) intel_pmu_pebs_late_setup() argument
1756 pebs_update_state(bool needed_cb,struct cpu_hw_events * cpuc,struct perf_event * event,bool add) pebs_update_state() argument
1796 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_get_arch_pebs_data_config() local
1815 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_add() local
1830 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_via_pt_disable() local
1841 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_via_pt_enable() local
1867 intel_pmu_drain_large_pebs(struct cpu_hw_events * cpuc) intel_pmu_drain_large_pebs() argument
1879 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_pebs_enable() local
1888 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_enable() local
1943 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_del() local
1958 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_pebs_disable() local
1968 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_disable() local
1987 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_enable_all() local
1995 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_disable_all() local
2003 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_fixup_ip() local
2178 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_pebs_fixed_sample_data() local
2380 __setup_pebs_counter_group(struct cpu_hw_events * cpuc,struct perf_event * event,struct pebs_cntr_header * cntr,void * next_record) __setup_pebs_counter_group() argument
2518 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_pebs_adaptive_sample_data() local
2636 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_arch_pebs_sample_data() local
2756 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); get_next_pebs_record_by_bit() local
2942 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_pebs_events() local
2963 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_core() local
2999 intel_pmu_pebs_event_update_no_drain(struct cpu_hw_events * cpuc,u64 mask) intel_pmu_pebs_event_update_no_drain() argument
3021 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_nhm() local
3143 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_handle_pebs_record() local
3170 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_handle_last_pebs_record() local
3190 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_icl() local
3241 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_arch_pebs() local
[all...] |
| H A D | bts.c | 263 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_start() local
308 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_stop() local
538 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_add() local
|
| /linux/arch/sparc/kernel/ |
| H A D | perf_event.c | 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, in… in sparc_pmu_enable_event()
845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, i… in sparc_pmu_disable_event()
923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters()
947 static void calculate_single_pcr(struct cpu_hw_events *cpuc) in calculate_single_pcr()
983 static void calculate_multiple_pcrs(struct cpu_hw_events *cpuc) in calculate_multiple_pcrs()
1017 static void update_pcrs_for_enable(struct cpu_hw_events *cpuc) in update_pcrs_for_enable()
1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_enable() local
1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_disable() local
1068 static int active_event_index(struct cpu_hw_events *cpuc, in active_event_index()
1083 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_start() local
[all …]
|
| /linux/arch/loongarch/kernel/ |
| H A D | perf_event.c | 253 static int loongarch_pmu_alloc_counter(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc) in loongarch_pmu_alloc_counter()
269 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_enable_event() local
288 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_disable_event() local
388 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_add() local
422 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_del() local
471 static void handle_associated_event(struct cpu_hw_events *cpuc, int idx, in handle_associated_event()
492 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pmu_handle_irq() local
831 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pause_local_counters() local
846 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in resume_local_counters() local
|
| /linux/arch/sh/kernel/ |
| H A D | perf_event.c | 201 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop() local
219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start() local
236 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del() local
246 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_add() local
|
| /linux/drivers/perf/ |
| H A D | riscv_pmu.c | 260 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_add() local
284 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_del() local
390 struct cpu_hw_events *cpuc; in riscv_pmu_alloc() local
|
| H A D | riscv_pmu_sbi.c | 563 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx() local
629 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx() local
1290 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pm_pmu_notify() local
|
| H A D | arm_brbe.c | 496 struct pmu_hw_events *cpuc = this_cpu_ptr(arm_pmu->hw_events); in brbe_enable() local
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 701 struct cpu_ctx __arena *cpuc; in BPF_STRUCT_OPS() local
858 struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[scx_bpf_this_cid()]; in BPF_STRUCT_OPS() local
1030 struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[cid]; in BPF_STRUCT_OPS() local
1179 struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[cid]; in monitor_cpuperf() local
|
| H A D | scx_flatcg.bpf.c | 152 struct fcg_cpu_ctx *cpuc; in find_cpu_ctx() local
735 struct fcg_cpu_ctx *cpuc; in BPF_STRUCT_OPS() local
|
| /linux/arch/x86/events/ |
| H A D | perf_event.h | 1503 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_brs_add() local
1515 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_brs_del() local
1891 intel_cpuc_prepare(struct cpu_hw_events * cpuc,int cpu) intel_cpuc_prepare() argument
1896 intel_cpuc_finish(struct cpu_hw_events * cpuc) intel_cpuc_finish() argument
[all...] |