| /linux/drivers/cpuidle/governors/ |
| H A D | teo.c | 175 struct teo_cpu *cpu_data = this_cpu_ptr(&teo_cpus); in teo_update() local 180 teo_decay(&cpu_data->short_idles); in teo_update() 200 cpu_data->short_idles += PULSE; in teo_update() 203 cpu_data->short_idles += PULSE; in teo_update() 213 struct teo_bin *bin = &cpu_data->state_bins[i]; in teo_update() 222 if (target_residency_ns <= cpu_data->sleep_length_ns) { in teo_update() 229 cpu_data->total = total + PULSE; in teo_update() 231 teo_decay(&cpu_data->tick_intercepts); in teo_update() 233 teo_decay(&cpu_data->total_tick); in teo_update() 234 if (cpu_data->tick_wakeup) { in teo_update() [all …]
|
| /linux/tools/tracing/rtla/src/ |
| H A D | timerlat_top.c | 43 struct timerlat_top_cpu *cpu_data; 52 free(data->cpu_data); in timerlat_free_top() 77 data->cpu_data = calloc(1, sizeof(*data->cpu_data) * nr_cpus); in timerlat_alloc_top() 78 if (!data->cpu_data) in timerlat_alloc_top() 83 data->cpu_data[cpu].min_irq = ~0; in timerlat_alloc_top() 84 data->cpu_data[cpu].min_thread = ~0; in timerlat_alloc_top() 85 data->cpu_data[cpu].min_user = ~0; in timerlat_alloc_top() 108 struct timerlat_top_cpu *cpu_data = &data->cpu_data[cp in timerlat_top_update_sum() 44 struct timerlat_top_cpu *cpu_data; global() member 109 struct timerlat_top_cpu *cpu_data = &data->cpu_data[cpu]; timerlat_top_update_sum() local 137 struct timerlat_top_cpu *cpu_data = &data->cpu_data[cpu]; timerlat_top_update() local 310 struct timerlat_top_cpu *cpu_data = &data->cpu_data[cpu]; timerlat_top_print() local [all...] |
| H A D | osnoise_top.c | 33 struct osnoise_top_cpu *cpu_data; member 42 free(data->cpu_data); in osnoise_free_top() 65 data->cpu_data = calloc(1, sizeof(*data->cpu_data) * nr_cpus); in osnoise_alloc_top() 66 if (!data->cpu_data) in osnoise_alloc_top() 86 struct osnoise_top_cpu *cpu_data; in osnoise_top_handler() local 93 cpu_data = &data->cpu_data[cpu]; in osnoise_top_handler() 95 cpu_data->sum_cycles++; in osnoise_top_handler() 98 update_sum(&cpu_data in osnoise_top_handler() 193 struct osnoise_top_cpu *cpu_data; osnoise_top_print() local [all...] |
| H A D | timerlat_hist.c | 471 struct timerlat_hist_cpu *cpu_data; in timerlat_print_stats_all() local 488 cpu_data = &data->hist[cpu]; in timerlat_print_stats_all() 490 sum.irq_count += cpu_data->irq_count; in timerlat_print_stats_all() 491 update_min(&sum.min_irq, &cpu_data->min_irq); in timerlat_print_stats_all() 492 update_sum(&sum.sum_irq, &cpu_data->sum_irq); in timerlat_print_stats_all() 493 update_max(&sum.max_irq, &cpu_data->max_irq); in timerlat_print_stats_all() 495 sum.thread_count += cpu_data->thread_count; in timerlat_print_stats_all() 496 update_min(&sum.min_thread, &cpu_data->min_thread); in timerlat_print_stats_all() 497 update_sum(&sum.sum_thread, &cpu_data->sum_thread); in timerlat_print_stats_all() 498 update_max(&sum.max_thread, &cpu_data in timerlat_print_stats_all() [all...] |
| /linux/drivers/cpufreq/ |
| H A D | cppc_cpufreq.c | 47 struct cppc_cpudata *cpu_data; member 71 struct cppc_cpudata *cpu_data; in __cppc_scale_freq_tick() local 75 cpu_data = cppc_fi->cpu_data; in __cppc_scale_freq_tick() 89 local_freq_scale = div64_u64(perf, cpu_data->perf_caps.highest_perf); in __cppc_scale_freq_tick() 159 cppc_fi->cpu_data = policy->driver_data; in cppc_cpufreq_cpu_fie_init() 294 struct cppc_cpudata *cpu_data = policy->driver_data; in cppc_cpufreq_set_target() local 299 cpu_data->perf_ctrls.desired_perf = in cppc_cpufreq_set_target() 300 cppc_khz_to_perf(&cpu_data->perf_caps, target_freq); in cppc_cpufreq_set_target() 305 ret = cppc_set_perf(cpu, &cpu_data->perf_ctrls); in cppc_cpufreq_set_target() 318 struct cppc_cpudata *cpu_data = policy->driver_data; in cppc_cpufreq_fast_switch() local [all …]
|
| H A D | tegra194-cpufreq.c | 79 struct tegra_cpu_data *cpu_data; member 128 *ndiv = readl(data->cpu_data[cpu].freq_core_reg) & NDIV_MASK; in tegra234_get_cpu_ndiv() 139 writel(ndiv, data->cpu_data[cpu].freq_core_reg); in tegra234_set_cpu_ndiv() 157 actmon_reg = CORE_ACTMON_CNTR_REG(data, data->cpu_data[c->cpu].clusterid, in tegra234_read_counters() 158 data->cpu_data[c->cpu].cpuid); in tegra234_read_counters() 388 u32 clusterid = data->cpu_data[cpu].clusterid; in tegra194_get_speed() 398 ret = data->soc->ops->get_cpu_ndiv(cpu, data->cpu_data[cpu].cpuid, clusterid, &ndiv); in tegra194_get_speed() 504 u32 clusterid = data->cpu_data[policy->cpu].clusterid; in tegra194_cpufreq_init() 700 data->cpu_data[cpu].cpuid = cpuid; in tegra194_cpufreq_store_physids() 701 data->cpu_data[cpu].clusterid = clusterid; in tegra194_cpufreq_store_physids() [all …]
|
| H A D | qoriq-cpufreq.c | 28 struct cpu_data { struct 163 struct cpu_data *data; in qoriq_cpufreq_cpu_init() 230 struct cpu_data *data = policy->driver_data; in qoriq_cpufreq_cpu_exit() 242 struct cpu_data *data = policy->driver_data; in qoriq_cpufreq_target()
|
| /linux/arch/mips/include/asm/ |
| H A D | cpu-features.h | 17 #define __ase(ase) (cpu_data[0].ases & (ase)) 18 #define __isa(isa) (cpu_data[0].isa_level & (isa)) 19 #define __opt(opt) (cpu_data[0].options & (opt)) 249 #define cpu_has_vtag_icache (cpu_data[0].icache.flags & MIPS_CACHE_VTAG) 252 #define cpu_has_dc_aliases (cpu_data[0].dcache.flags & MIPS_CACHE_ALIASES) 255 #define cpu_has_ic_fills_f_dc (cpu_data[0].icache.flags & MIPS_CACHE_IC_F_DC) 258 #define cpu_has_pindexed_dcache (cpu_data[0].dcache.flags & MIPS_CACHE_PINDEX) 274 #define cpu_icache_snoops_remote_store (cpu_data[0].icache.flags & MIPS_IC_SNOOPS_REMOTE) 459 # define cpu_has_64bits (cpu_data[0].isa_level & MIPS_CPU_ISA_64BIT) 462 # define cpu_has_64bit_zero_reg (cpu_data[0].isa_level & MIPS_CPU_ISA_64BIT) [all …]
|
| H A D | mmu_context.h | 96 unsigned long asid_mask = cpu_asid_mask(&cpu_data[cpu]); in asid_version_mask() 123 #define asid_cache(cpu) (cpu_data[cpu].asid_cache) 125 (cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu])) 211 write_c0_memorymapid(ctx & cpu_asid_mask(&cpu_data[cpu])); in drop_mmu_context()
|
| H A D | topology.h | 15 #define topology_physical_package_id(cpu) (cpu_data[cpu].package) 16 #define topology_core_id(cpu) (cpu_core(&cpu_data[cpu]))
|
| /linux/arch/loongarch/include/asm/ |
| H A D | cpu-info.h | 67 extern struct cpuinfo_loongarch cpu_data[]; 68 #define boot_cpu_data cpu_data[0] 69 #define current_cpu_data cpu_data[smp_processor_id()] 70 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()] 81 struct cpuinfo_loongarch *infoa = &cpu_data[cpua]; in cpus_are_siblings() 82 struct cpuinfo_loongarch *infob = &cpu_data[cpub]; in cpus_are_siblings()
|
| H A D | mmu_context.h | 26 return ~(u64)(cpu_asid_mask(&cpu_data[cpu])); in asid_version_mask() 31 return cpu_asid_mask(&cpu_data[cpu]) + 1; in asid_first_version() 35 #define asid_cache(cpu) (cpu_data[cpu].asid_cache) 36 #define cpu_asid(cpu, mm) (cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu])) 56 if (!((++asid) & cpu_asid_mask(&cpu_data[cpu]))) in get_new_mmu_context()
|
| /linux/arch/x86/include/asm/ |
| H A D | topology.h | 143 #define topology_logical_package_id(cpu) (cpu_data(cpu).topo.logical_pkg_id) 144 #define topology_physical_package_id(cpu) (cpu_data(cpu).topo.pkg_id) 145 #define topology_logical_die_id(cpu) (cpu_data(cpu).topo.logical_die_id) 146 #define topology_logical_core_id(cpu) (cpu_data(cpu).topo.logical_core_id) 147 #define topology_die_id(cpu) (cpu_data(cpu).topo.die_id) 148 #define topology_core_id(cpu) (cpu_data(cpu).topo.core_id) 149 #define topology_ppin(cpu) (cpu_data(cpu).ppin) 151 #define topology_amd_node_id(cpu) (cpu_data(cpu).topo.amd_node_id) 192 #define topology_cluster_id(cpu) (cpu_data(cpu).topo.l2c_id)
|
| /linux/arch/alpha/include/asm/ |
| H A D | mmu_context.h | 91 #define cpu_last_asn(cpuid) (cpu_data[cpuid].last_asn) 143 cpu_data[cpu].asn_lock = 1; in ev5_switch_mm() 154 cpu_data[cpu].need_new_asn = 1; in ev5_switch_mm() 171 cpu_data[cpu].asn_lock = 0; \ 173 if (cpu_data[cpu].need_new_asn) { \ 175 cpu_data[cpu].need_new_asn = 0; \
|
| /linux/arch/sparc/kernel/ |
| H A D | smp_32.c | 61 cpu_data(id).udelay_val = loops_per_jiffy; in smp_store_cpu_info() 64 cpu_data(id).clock_tick = prom_getintdefault(cpu_node, in smp_store_cpu_info() 66 cpu_data(id).prom_node = cpu_node; in smp_store_cpu_info() 73 cpu_data(id).mid = mid; in smp_store_cpu_info() 83 bogosum += cpu_data(cpu).udelay_val; in smp_cpus_done() 377 cpu_data(i).udelay_val/(500000/HZ), in smp_bogo() 378 (cpu_data(i).udelay_val/(5000/HZ))%100); in smp_bogo()
|
| H A D | smp_64.c | 97 i, cpu_data(i).clock_tick); in smp_bogo() 1225 if (cpu_data(i).core_id == 0) { in smp_fill_in_sib_core_maps() 1231 if (cpu_data(i).core_id == in smp_fill_in_sib_core_maps() 1232 cpu_data(j).core_id) in smp_fill_in_sib_core_maps() 1241 if (cpu_data(i).max_cache_id == in smp_fill_in_sib_core_maps() 1242 cpu_data(j).max_cache_id) in smp_fill_in_sib_core_maps() 1245 if (cpu_data(i).sock_id == cpu_data(j).sock_id) in smp_fill_in_sib_core_maps() 1254 if (cpu_data(i).proc_id == -1) { in smp_fill_in_sib_core_maps() 1260 if (cpu_data(i).proc_id == in smp_fill_in_sib_core_maps() 1261 cpu_data(j).proc_id) in smp_fill_in_sib_core_maps() [all …]
|
| /linux/kernel/trace/ |
| H A D | trace_functions_graph.c | 46 struct fgraph_cpu_data __percpu *cpu_data; member 603 last_pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); in verif_pid() 962 struct fgraph_cpu_data *cpu_data; in print_graph_entry_leaf() local 964 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_entry_leaf() 971 cpu_data->depth = call->depth - 1; in print_graph_entry_leaf() 976 cpu_data->enter_funcs[call->depth] = 0; in print_graph_entry_leaf() 1025 struct fgraph_cpu_data *cpu_data; in print_graph_entry_nested() local 1028 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_entry_nested() 1029 cpu_data->depth = call->depth; in print_graph_entry_nested() 1034 cpu_data->enter_funcs[call->depth] = call->func; in print_graph_entry_nested() [all …]
|
| /linux/arch/mips/mm/ |
| H A D | context.c | 36 if (!((asid += cpu_asid_inc()) & cpu_asid_mask(&cpu_data[cpu]))) { in get_new_mmu_context() 76 mmid = xchg_relaxed(&cpu_data[cpu].asid_cache, 0); in flush_context() 88 __set_bit(mmid & cpu_asid_mask(&cpu_data[cpu]), mmid_map); in flush_context() 210 old_active_mmid = READ_ONCE(cpu_data[cpu].asid_cache); in check_switch_mmu_context() 213 !cmpxchg_relaxed(&cpu_data[cpu].asid_cache, old_active_mmid, ctx)) { in check_switch_mmu_context() 220 WRITE_ONCE(cpu_data[cpu].asid_cache, ctx); in check_switch_mmu_context()
|
| /linux/arch/mips/kernel/ |
| H A D | smp-cps.c | 242 cpu_set_cluster(&cpu_data[nvpes + v], cl); in cps_smp_setup() 243 cpu_set_core(&cpu_data[nvpes + v], c); in cps_smp_setup() 244 cpu_set_vpe_id(&cpu_data[nvpes + v], v); in cps_smp_setup() 292 return cpu_data[first_cpu_cluster].udelay_val; in calibrate_delay_is_known() 620 unsigned int cluster = cpu_cluster(&cpu_data[cpu]); in cps_boot_secondary() 621 unsigned core = cpu_core(&cpu_data[cpu]); in cps_boot_secondary() 622 unsigned vpe_id = cpu_vpe_id(&cpu_data[cpu]); in cps_boot_secondary() 634 atomic_or(1 << cpu_vpe_id(&cpu_data[cpu]), &core_cfg->vpe_mask); in cps_boot_secondary() 739 core = cpu_core(&cpu_data[cpu]); in cps_shutdown_this_cpu() 742 vpe_id = cpu_vpe_id(&cpu_data[cpu]); in cps_shutdown_this_cpu() [all …]
|
| /linux/arch/alpha/kernel/ |
| H A D | smp.c | 55 struct cpuinfo_alpha cpu_data[NR_CPUS]; variable 56 EXPORT_SYMBOL(cpu_data); 83 cpu_data[cpuid].loops_per_jiffy = loops_per_jiffy; in smp_store_cpu_info() 84 cpu_data[cpuid].last_asn = ASN_FIRST_VERSION; in smp_store_cpu_info() 85 cpu_data[cpuid].need_new_asn = 0; in smp_store_cpu_info() 86 cpu_data[cpuid].asn_lock = 0; in smp_store_cpu_info() 95 cpu_data[cpuid].prof_counter = 1; in smp_setup_percpu_timer() 96 cpu_data[cpuid].prof_multiplier = 1; in smp_setup_percpu_timer() 487 bogosum += cpu_data[cpu].loops_per_jiffy; in smp_cpus_done() 554 cpu_data[this_cpu].ipi_count++; in handle_ipi() [all …]
|
| /linux/arch/mips/loongson64/ |
| H A D | smp.c | 417 cpu_set_core(&cpu_data[cpu], in loongson3_init_secondary() 419 cpu_data[cpu].package = in loongson3_init_secondary() 466 cpu_set_cluster(&cpu_data[num], i / 4); in loongson3_smp_setup() 486 cpu_set_core(&cpu_data[0], in loongson3_smp_setup() 488 cpu_data[0].package = cpu_logical_map(0) / loongson_sysconf.cores_per_package; in loongson3_smp_setup() 571 [sets] "r" (cpu_data[smp_processor_id()].dcache.sets)); in loongson3_type1_play_dead() 633 [sets] "r" (cpu_data[smp_processor_id()].dcache.sets)); in loongson3_type2_play_dead() 717 [sets] "r" (cpu_data[smp_processor_id()].dcache.sets), in loongson3_type3_play_dead() 718 [vsets] "r" (cpu_data[smp_processor_id()].vcache.sets)); in loongson3_type3_play_dead() 800 uint64_t core_id = cpu_core(&cpu_data[cpu]); in loongson3_disable_clock() [all …]
|
| /linux/arch/sh/include/asm/ |
| H A D | processor.h | 89 extern struct sh_cpuinfo cpu_data[]; 90 #define boot_cpu_data cpu_data[0] 91 #define current_cpu_data cpu_data[smp_processor_id()] 92 #define raw_current_cpu_data cpu_data[raw_smp_processor_id()]
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | perf_buffer.c | 19 int cpu_data = *(int *)data, duration = 0; in on_sample() local 22 if (cpu_data != cpu) in on_sample() 23 CHECK(cpu_data != cpu, "check_cpu_data", in on_sample() 24 "cpu_data %d != cpu %d\n", cpu_data, cpu); in on_sample()
|
| /linux/arch/x86/kernel/ |
| H A D | smpboot.c | 223 cpu_data(smp_processor_id()).loops_per_jiffy = loops_per_jiffy; in ap_calibrate_delay() 589 struct cpuinfo_x86 *c = &cpu_data(cpu); in set_cpu_sibling_map() 606 o = &cpu_data(i); in set_cpu_sibling_map() 629 cpu_data(i).smt_active = threads > 1; in set_cpu_sibling_map() 636 o = &cpu_data(i); in set_cpu_sibling_map() 657 cpu_data(i).booted_cores++; in set_cpu_sibling_map() 659 c->booted_cores = cpu_data(i).booted_cores; in set_cpu_sibling_map() 685 bogosum += cpu_data(cpu).loops_per_jiffy; in impress_friends() 1137 print_cpu_info(&cpu_data(0)); in native_smp_prepare_cpus() 1208 struct cpuinfo_x86 *c = &cpu_data(cpu); in remove_siblinginfo() [all …]
|
| /linux/arch/parisc/kernel/ |
| H A D | processor.c | 41 DEFINE_PER_CPU(struct cpuinfo_parisc, cpu_data); 161 p = &per_cpu(cpu_data, cpuid); in processor_probe() 341 per_cpu(cpu_data, cpunum).fp_rev = coproc_cfg.revision; in init_per_cpu() 342 per_cpu(cpu_data, cpunum).fp_model = coproc_cfg.model; in init_per_cpu() 385 strscpy(cpu_name, per_cpu(cpu_data, 0).dev->name, sizeof(cpu_name)); in show_cpuinfo() 392 const struct cpuinfo_parisc *cpuinfo = &per_cpu(cpu_data, cpu); in show_cpuinfo()
|