Home
last modified time | relevance | path

Searched refs:per_cpu (Results 1 – 25 of 243) sorted by relevance

12345678910

/linux/drivers/irqchip/
H A Dirq-armada-370-xp.c172 void __iomem *per_cpu; member
220 writel(hwirq, mpic->per_cpu + MPIC_INT_SET_MASK); in mpic_irq_mask()
231 writel(hwirq, mpic->per_cpu + MPIC_INT_CLEAR_MASK); in mpic_irq_unmask()
314 reg = readl(mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_msi_reenable_percpu()
316 writel(reg, mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_msi_reenable_percpu()
319 writel(1, mpic->per_cpu + MPIC_INT_CLEAR_MASK); in mpic_msi_reenable_percpu()
369 writel(0, mpic->per_cpu + MPIC_INT_CLEAR_MASK); in mpic_msi_init()
397 writel(MPIC_INT_CAUSE_PERF(cpuid), mpic->per_cpu + MPIC_INT_FABRIC_MASK); in mpic_perf_init()
406 reg = readl(mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_ipi_mask()
408 writel(reg, mpic->per_cpu + MPIC_IN_DRBEL_MASK); in mpic_ipi_mask()
[all …]
/linux/arch/riscv/kernel/
H A Dunaligned_access_speed.c118 if (per_cpu(misaligned_access_speed, cpu) != RISCV_HWPROBE_MISALIGNED_SCALAR_UNKNOWN) in check_unaligned_access()
132 per_cpu(misaligned_access_speed, cpu) = RISCV_HWPROBE_MISALIGNED_SCALAR_FAST; in check_unaligned_access()
134 per_cpu(misaligned_access_speed, cpu) = RISCV_HWPROBE_MISALIGNED_SCALAR_SLOW; in check_unaligned_access()
195 if (per_cpu(misaligned_access_speed, cpu) != RISCV_HWPROBE_MISALIGNED_SCALAR_FAST) { in modify_unaligned_access_branches()
215 if (per_cpu(misaligned_access_speed, cpu) != RISCV_HWPROBE_MISALIGNED_SCALAR_UNKNOWN) { in riscv_online_cpu()
218 per_cpu(misaligned_access_speed, cpu) = unaligned_scalar_speed_param; in riscv_online_cpu()
262 if (per_cpu(vector_misaligned_access, cpu) != RISCV_HWPROBE_MISALIGNED_VECTOR_UNKNOWN) in check_vector_unaligned_access()
282 per_cpu(vector_misaligned_access, cpu) = RISCV_HWPROBE_MISALIGNED_VECTOR_FAST; in check_vector_unaligned_access()
284 per_cpu(vector_misaligned_access, cpu) = RISCV_HWPROBE_MISALIGNED_VECTOR_SLOW; in check_vector_unaligned_access()
299 per_cpu(vector_misaligned_access, cpu) = unaligned_vector_speed_param; in riscv_online_cpu_vec()
[all …]
/linux/arch/arm/mm/
H A Dcontext.c67 asid = per_cpu(active_asids, cpu).counter; in a15_erratum_get_cpumask()
69 asid = per_cpu(reserved_asids, cpu); in a15_erratum_get_cpumask()
144 asid = atomic64_xchg(&per_cpu(active_asids, i), 0); in flush_context()
153 asid = per_cpu(reserved_asids, i); in flush_context()
155 per_cpu(reserved_asids, i) = asid; in flush_context()
180 if (per_cpu(reserved_asids, cpu) == asid) { in check_update_reserved_asid()
182 per_cpu(reserved_asids, cpu) = newasid; in check_update_reserved_asid()
254 && atomic64_xchg(&per_cpu(active_asids, cpu), asid)) in check_and_switch_context()
270 atomic64_set(&per_cpu(active_asids, cpu), asid); in check_and_switch_context()
H A Dproc-v7-bugs.c71 if (per_cpu(harden_branch_predictor_fn, cpu)) in spectre_v2_install_workaround()
76 per_cpu(harden_branch_predictor_fn, cpu) = in spectre_v2_install_workaround()
82 per_cpu(harden_branch_predictor_fn, cpu) = in spectre_v2_install_workaround()
88 per_cpu(harden_branch_predictor_fn, cpu) = in spectre_v2_install_workaround()
95 per_cpu(harden_branch_predictor_fn, cpu) = in spectre_v2_install_workaround()
/linux/arch/x86/kernel/apic/
H A Dx2apic_cluster.c58 struct cpumask *cmsk = per_cpu(cluster_masks, cpu); in __x2apic_send_IPI_mask()
110 struct cpumask **cpu_cmsk = &per_cpu(cluster_masks, cpu_i); in prefill_clustermask()
135 if (per_cpu(cluster_masks, cpu)) in alloc_clustermask()
150 cmsk = per_cpu(cluster_masks, cpu_i); in alloc_clustermask()
156 per_cpu(cluster_masks, cpu) = cmsk; in alloc_clustermask()
170 per_cpu(cluster_masks, cpu) = cmsk; in alloc_clustermask()
188 if (!zalloc_cpumask_var_node(&per_cpu(ipi_mask, cpu), GFP_KERNEL, node)) in x2apic_prepare_cpu()
196 struct cpumask *cmsk = per_cpu(cluster_masks, dead_cpu); in x2apic_dead_cpu()
200 free_cpumask_var(per_cpu(ipi_mask, dead_cpu)); in x2apic_dead_cpu()
/linux/arch/parisc/kernel/
H A Dirq.c75 per_cpu(local_ack_eiem, cpu) &= ~mask; in cpu_ack_irq()
78 set_eiem(cpu_eiem & per_cpu(local_ack_eiem, cpu)); in cpu_ack_irq()
90 per_cpu(local_ack_eiem, cpu) |= mask; in cpu_eoi_irq()
93 set_eiem(cpu_eiem & per_cpu(local_ack_eiem, cpu)); in cpu_eoi_irq()
126 #define irq_stats(x) (&per_cpu(irq_stat, x))
318 return per_cpu(cpu_data, cpu).txn_addr; in txn_affinity_addr()
330 (!per_cpu(cpu_data, next_cpu).txn_addr || in txn_alloc_addr()
403 stack_start = (unsigned long) &per_cpu(irq_stack_union, cpu).stack; in stack_overflow_check()
406 last_usage = &per_cpu(irq_stat.irq_stack_usage, cpu); in stack_overflow_check()
422 last_usage = &per_cpu(irq_stat.kernel_stack_usage, cpu); in stack_overflow_check()
[all …]
H A Dtopology.c40 per_cpu(cpu_devices, cpuid).hotpluggable = 1; in store_cpu_topology()
42 if (register_cpu(&per_cpu(cpu_devices, cpuid), cpuid)) in store_cpu_topology()
49 p = &per_cpu(cpu_data, cpuid); in store_cpu_topology()
51 const struct cpuinfo_parisc *cpuinfo = &per_cpu(cpu_data, cpu); in store_cpu_topology()
/linux/arch/mips/kernel/
H A Dmips-cpc.c77 spin_lock_init(&per_cpu(cpc_core_lock, cpu)); in mips_cpc_probe()
100 spin_lock_irqsave(&per_cpu(cpc_core_lock, curr_core), in mips_cpc_lock_other()
101 per_cpu(cpc_core_lock_flags, curr_core)); in mips_cpc_lock_other()
120 spin_unlock_irqrestore(&per_cpu(cpc_core_lock, curr_core), in mips_cpc_unlock_other()
121 per_cpu(cpc_core_lock_flags, curr_core)); in mips_cpc_unlock_other()
H A Dtime.c57 per_cpu(pcp_lpj_ref, cpu) = in cpufreq_callback()
59 per_cpu(pcp_lpj_ref_freq, cpu) = freq->old; in cpufreq_callback()
74 lpj = cpufreq_scale(per_cpu(pcp_lpj_ref, cpu), in cpufreq_callback()
75 per_cpu(pcp_lpj_ref_freq, cpu), in cpufreq_callback()
/linux/arch/x86/mm/
H A Dcpu_entry_area.c25 return per_cpu(_cea_offset, cpu); in cea_offset()
35 per_cpu(_cea_offset, i) = i; in init_cea_offsets()
56 per_cpu(_cea_offset, i) = cea; in init_cea_offsets()
117 cea_map_percpu_pages(cea, &per_cpu(cpu_debug_store, cpu), npages, in percpu_setup_debug_store()
147 per_cpu(cea_exception_stacks, cpu) = &cea->estacks; in percpu_setup_exception_stacks()
172 &per_cpu(doublefault_stack, cpu), 1, PAGE_KERNEL); in percpu_setup_exception_stacks()
233 cea_map_percpu_pages(&cea->tss, &per_cpu(cpu_tss_rw, cpu), in setup_cpu_entry_area()
237 per_cpu(cpu_entry_area, cpu) = cea; in setup_cpu_entry_area()
/linux/arch/riscv/mm/
H A Dcontext.c51 if (per_cpu(reserved_context, cpu) == cntx) { in check_update_reserved_context()
53 per_cpu(reserved_context, cpu) = newcntx; in check_update_reserved_context()
73 cntx = atomic_long_xchg_relaxed(&per_cpu(active_context, i), 0); in __flush_context()
81 cntx = per_cpu(reserved_context, i); in __flush_context()
84 per_cpu(reserved_context, i) = cntx; in __flush_context()
168 old_active_cntx = atomic_long_read(&per_cpu(active_context, cpu)); in set_mm_asid()
171 atomic_long_cmpxchg_relaxed(&per_cpu(active_context, cpu), in set_mm_asid()
187 atomic_long_set(&per_cpu(active_context, cpu), cntx); in set_mm_asid()
/linux/arch/x86/kvm/vmx/
H A Dposted_intr.c93 raw_spinlock_t *spinlock = &per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu); in vmx_vcpu_pi_load()
182 raw_spin_lock_nested(&per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu), in pi_enable_wakeup_handler()
185 &per_cpu(wakeup_vcpus_on_cpu, vcpu->cpu)); in pi_enable_wakeup_handler()
186 raw_spin_unlock(&per_cpu(wakeup_vcpus_on_cpu_lock, vcpu->cpu)); in pi_enable_wakeup_handler()
256 struct list_head *wakeup_list = &per_cpu(wakeup_vcpus_on_cpu, cpu); in pi_wakeup_handler()
257 raw_spinlock_t *spinlock = &per_cpu(wakeup_vcpus_on_cpu_lock, cpu); in pi_wakeup_handler()
271 INIT_LIST_HEAD(&per_cpu(wakeup_vcpus_on_cpu, cpu)); in pi_init_cpu()
272 raw_spin_lock_init(&per_cpu(wakeup_vcpus_on_cpu_lock, cpu)); in pi_init_cpu()
/linux/drivers/cpufreq/
H A Dvexpress-spc-cpufreq.c77 cpu_freq = per_cpu(cpu_last_req_freq, j); in find_cluster_maxfreq()
79 if (cluster == per_cpu(physical_cluster, j) && in find_cluster_maxfreq()
89 u32 cur_cluster = per_cpu(physical_cluster, cpu); in clk_get_cpu_rate()
102 return per_cpu(cpu_last_req_freq, cpu); in ve_spc_cpufreq_get_rate()
117 prev_rate = per_cpu(cpu_last_req_freq, cpu); in ve_spc_cpufreq_set_rate()
118 per_cpu(cpu_last_req_freq, cpu) = rate; in ve_spc_cpufreq_set_rate()
119 per_cpu(physical_cluster, cpu) = new_cluster; in ve_spc_cpufreq_set_rate()
143 per_cpu(cpu_last_req_freq, cpu) = prev_rate; in ve_spc_cpufreq_set_rate()
144 per_cpu(physical_cluster, cpu) = old_cluster; in ve_spc_cpufreq_set_rate()
184 new_cluster = actual_cluster = per_cpu(physical_cluster, cpu); in ve_spc_cpufreq_set_target()
[all …]
/linux/drivers/xen/events/
H A Devents_2l.c52 clear_bit(evtchn, BM(per_cpu(cpu_evtchn_mask, cpu))); in evtchn_2l_remove()
58 clear_bit(evtchn, BM(per_cpu(cpu_evtchn_mask, old_cpu))); in evtchn_2l_bind_to_cpu()
59 set_bit(evtchn, BM(per_cpu(cpu_evtchn_mask, cpu))); in evtchn_2l_bind_to_cpu()
152 per_cpu(cpu_evtchn_mask, cpu)[idx] & in active_evtchns()
268 xen_ulong_t *cpu_evtchn = per_cpu(cpu_evtchn_mask, cpu); in xen_debug_interrupt()
280 v = per_cpu(xen_vcpu, i); in xen_debug_interrupt()
289 v = per_cpu(xen_vcpu, cpu); in xen_debug_interrupt()
353 memset(per_cpu(cpu_evtchn_mask, i), 0, sizeof(xen_ulong_t) * in evtchn_2l_resume()
359 memset(per_cpu(cpu_evtchn_mask, cpu), 0, sizeof(xen_ulong_t) * in evtchn_2l_percpu_deinit()
H A Devents_fifo.c105 struct evtchn_fifo_queue *q = &per_cpu(cpu_queue, cpu); in init_control_block()
277 struct evtchn_fifo_queue *q = &per_cpu(cpu_queue, cpu); in consume_one_event()
324 control_block = per_cpu(cpu_control_block, cpu); in __evtchn_fifo_handle_events()
346 void *control_block = per_cpu(cpu_control_block, cpu); in evtchn_fifo_resume()
359 per_cpu(cpu_control_block, cpu) = NULL; in evtchn_fifo_resume()
388 per_cpu(cpu_control_block, cpu) = control_block; in evtchn_fifo_alloc_control_block()
399 if (!per_cpu(cpu_control_block, cpu)) in evtchn_fifo_percpu_init()
/linux/arch/powerpc/include/asm/
H A Dsmp.h116 return per_cpu(cpu_sibling_map, cpu); in cpu_sibling_mask()
121 return per_cpu(cpu_core_map, cpu); in cpu_core_mask()
126 return per_cpu(cpu_l2_cache_map, cpu); in cpu_l2_cache_mask()
131 return per_cpu(cpu_smallcore_map, cpu); in cpu_smallcore_mask()
145 return per_cpu(cpu_smallcore_map, cpu); in cpu_smt_mask()
147 return per_cpu(cpu_sibling_map, cpu); in cpu_smt_mask()
/linux/arch/arm64/kvm/
H A Dvmid.c53 vmid = atomic64_xchg_relaxed(&per_cpu(active_vmids, cpu), 0); in flush_context()
57 vmid = per_cpu(reserved_vmids, cpu); in flush_context()
59 per_cpu(reserved_vmids, cpu) = vmid; in flush_context()
83 if (per_cpu(reserved_vmids, cpu) == vmid) { in check_update_reserved_vmid()
85 per_cpu(reserved_vmids, cpu) = newvmid; in check_update_reserved_vmid()
/linux/kernel/locking/
H A Dqspinlock_stat.h52 sum += per_cpu(lockevents[id], cpu); in lockevent_read()
60 kicks += per_cpu(EVENT_COUNT(pv_kick_unlock), cpu); in lockevent_read()
64 kicks += per_cpu(EVENT_COUNT(pv_kick_wake), cpu); in lockevent_read()
112 per_cpu(pv_kick_time, cpu) = start; in __pv_kick()
/linux/kernel/sched/
H A Dcpufreq.c37 if (WARN_ON(per_cpu(cpufreq_update_util_data, cpu))) in cpufreq_add_update_util_hook()
41 rcu_assign_pointer(per_cpu(cpufreq_update_util_data, cpu), data); in cpufreq_add_update_util_hook()
57 rcu_assign_pointer(per_cpu(cpufreq_update_util_data, cpu), NULL); in cpufreq_remove_update_util_hook()
/linux/arch/arm/mach-omap2/
H A Domap-mpuss-lowpower.c120 struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); in set_cpu_wakeup_addr()
131 struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); in scu_pwrst_prepare()
185 struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); in l2x0_pwrst_prepare()
230 struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu); in omap4_enter_lowpower()
317 struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu); in omap4_hotplug_cpu()
375 pm_info = &per_cpu(omap4_pm_info, 0x0); in omap4_mpuss_init()
399 pm_info = &per_cpu(omap4_pm_info, 0x1); in omap4_mpuss_init()
/linux/kernel/
H A Drseq.c136 stats.exit += data_race(per_cpu(rseq_stats.exit, cpu)); in rseq_stats_show()
137 stats.signal += data_race(per_cpu(rseq_stats.signal, cpu)); in rseq_stats_show()
138 stats.slowpath += data_race(per_cpu(rseq_stats.slowpath, cpu)); in rseq_stats_show()
139 stats.fastpath += data_race(per_cpu(rseq_stats.fastpath, cpu)); in rseq_stats_show()
140 stats.ids += data_race(per_cpu(rseq_stats.ids, cpu)); in rseq_stats_show()
141 stats.cs += data_race(per_cpu(rseq_stats.cs, cpu)); in rseq_stats_show()
142 stats.clear += data_race(per_cpu(rseq_stats.clear, cpu)); in rseq_stats_show()
143 stats.fixup += data_race(per_cpu(rseq_stats.fixup, cpu)); in rseq_stats_show()
145 stats.s_granted += data_race(per_cpu(rseq_stats.s_granted, cpu)); in rseq_stats_show()
146 stats.s_expired += data_race(per_cpu(rseq_stats.s_expired, cpu)); in rseq_stats_show()
[all …]
/linux/drivers/acpi/
H A Dcppc_acpi.c437 struct cpc_desc *desc = per_cpu(cpc_desc_ptr, i); in send_pcc_cmd()
535 cpc_ptr = per_cpu(cpc_desc_ptr, cpu); in acpi_cpc_valid()
551 cpc_ptr = per_cpu(cpc_desc_ptr, cpu); in cppc_allow_fast_switch()
592 cpc_ptr = per_cpu(cpc_desc_ptr, cpu); in acpi_get_psd_map()
614 match_cpc_ptr = per_cpu(cpc_desc_ptr, i); in acpi_get_psd_map()
948 per_cpu(cpu_pcc_subspace_idx, pr->id) = pcc_subspace_id; in acpi_cppc_processor_probe()
1002 per_cpu(cpc_desc_ptr, pr->id) = cpc_ptr; in acpi_cppc_processor_probe()
1007 per_cpu(cpc_desc_ptr, pr->id) = NULL; in acpi_cppc_processor_probe()
1042 int pcc_ss_id = per_cpu(cpu_pcc_subspace_idx, pr->id); in acpi_cppc_processor_exit()
1055 cpc_ptr = per_cpu(cpc_desc_ptr, pr->id); in acpi_cppc_processor_exit()
[all …]
H A Dprocessor_idle.c583 struct acpi_processor_cx *cx = per_cpu(acpi_cstate[index], dev->cpu); in acpi_idle_play_dead()
680 struct acpi_processor_cx *cx = per_cpu(acpi_cstate[index], dev->cpu); in acpi_idle_enter()
694 cx = per_cpu(acpi_cstate[index], dev->cpu); in acpi_idle_enter()
709 struct acpi_processor_cx *cx = per_cpu(acpi_cstate[index], dev->cpu); in acpi_idle_enter_s2idle()
750 per_cpu(acpi_cstate[count], dev->cpu) = cx; in acpi_processor_setup_cpuidle_cx()
1005 struct cpuidle_device *dev = per_cpu(acpi_cpuidle_device, pr->id); in acpi_processor_hotplug()
1051 dev = per_cpu(acpi_cpuidle_device, cpu); in acpi_processor_power_state_has_changed()
1052 _pr = per_cpu(processors, cpu); in acpi_processor_power_state_has_changed()
1075 _pr = per_cpu(processors, cpu); in acpi_processor_power_state_has_changed()
1111 pr = per_cpu(processors, cpu); in acpi_processor_register_idle_driver()
[all …]
/linux/drivers/xen/
H A Dtime.c82 res->time[i] += per_cpu(old_runstate_time, cpu)[i]; in xen_get_runstate_snapshot_cpu()
122 per_cpu(old_runstate_time, cpu)[i] += in xen_manage_runstate_time()
141 return per_cpu(xen_runstate, vcpu).state == RUNSTATE_runnable; in xen_vcpu_stolen()
156 area.addr.v = &per_cpu(xen_runstate, cpu); in xen_setup_runstate_info()
/linux/drivers/powercap/
H A Ddtpm_cpu.c155 per_cpu(dtpm_per_cpu, dtpm_cpu->cpu) = NULL; in pd_release()
174 dtpm_cpu = per_cpu(dtpm_per_cpu, cpu); in cpuhp_dtpm_cpu_offline()
185 dtpm_cpu = per_cpu(dtpm_per_cpu, cpu); in cpuhp_dtpm_cpu_online()
201 dtpm_cpu = per_cpu(dtpm_per_cpu, cpu); in __dtpm_cpu_setup()
225 per_cpu(dtpm_per_cpu, cpu) = dtpm_cpu; in __dtpm_cpu_setup()
251 per_cpu(dtpm_per_cpu, cpu) = NULL; in __dtpm_cpu_setup()

12345678910