xref: /linux/arch/x86/include/asm/topology.h (revision 3fd6c59042dbba50391e30862beac979491145fe)
1 /*
2  * Written by: Matthew Dobson, IBM Corporation
3  *
4  * Copyright (C) 2002, IBM Corp.
5  *
6  * All rights reserved.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful, but
14  * WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16  * NON INFRINGEMENT.  See the GNU General Public License for more
17  * details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, write to the Free Software
21  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22  *
23  * Send feedback to <colpatch@us.ibm.com>
24  */
25 #ifndef _ASM_X86_TOPOLOGY_H
26 #define _ASM_X86_TOPOLOGY_H
27 
28 /*
29  * to preserve the visibility of NUMA_NO_NODE definition,
30  * moved to there from here.  May be used independent of
31  * CONFIG_NUMA.
32  */
33 #include <linux/numa.h>
34 #include <linux/cpumask.h>
35 
36 #ifdef CONFIG_NUMA
37 
38 #include <asm/mpspec.h>
39 #include <asm/percpu.h>
40 
41 /* Mappings between logical cpu number and node number */
42 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
43 
44 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
45 /*
46  * override generic percpu implementation of cpu_to_node
47  */
48 extern int __cpu_to_node(int cpu);
49 #define cpu_to_node __cpu_to_node
50 
51 extern int early_cpu_to_node(int cpu);
52 
53 #else	/* !CONFIG_DEBUG_PER_CPU_MAPS */
54 
55 /* Same function but used if called before per_cpu areas are setup */
early_cpu_to_node(int cpu)56 static inline int early_cpu_to_node(int cpu)
57 {
58 	return early_per_cpu(x86_cpu_to_node_map, cpu);
59 }
60 
61 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
62 
63 /* Mappings between node number and cpus on that node. */
64 extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
65 
66 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
67 extern const struct cpumask *cpumask_of_node(int node);
68 #else
69 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */
cpumask_of_node(int node)70 static inline const struct cpumask *cpumask_of_node(int node)
71 {
72 	return node_to_cpumask_map[node];
73 }
74 #endif
75 
76 extern void setup_node_to_cpumask_map(void);
77 
78 #define pcibus_to_node(bus) __pcibus_to_node(bus)
79 
80 extern int __node_distance(int, int);
81 #define node_distance(a, b) __node_distance(a, b)
82 
83 #else /* !CONFIG_NUMA */
84 
numa_node_id(void)85 static inline int numa_node_id(void)
86 {
87 	return 0;
88 }
89 /*
90  * indicate override:
91  */
92 #define numa_node_id numa_node_id
93 
early_cpu_to_node(int cpu)94 static inline int early_cpu_to_node(int cpu)
95 {
96 	return 0;
97 }
98 
setup_node_to_cpumask_map(void)99 static inline void setup_node_to_cpumask_map(void) { }
100 
101 #endif
102 
103 #include <asm-generic/topology.h>
104 
105 /* Topology information */
106 enum x86_topology_domains {
107 	TOPO_SMT_DOMAIN,
108 	TOPO_CORE_DOMAIN,
109 	TOPO_MODULE_DOMAIN,
110 	TOPO_TILE_DOMAIN,
111 	TOPO_DIE_DOMAIN,
112 	TOPO_DIEGRP_DOMAIN,
113 	TOPO_PKG_DOMAIN,
114 	TOPO_MAX_DOMAIN,
115 };
116 
117 enum x86_topology_cpu_type {
118 	TOPO_CPU_TYPE_PERFORMANCE,
119 	TOPO_CPU_TYPE_EFFICIENCY,
120 	TOPO_CPU_TYPE_UNKNOWN,
121 };
122 
123 struct x86_topology_system {
124 	unsigned int	dom_shifts[TOPO_MAX_DOMAIN];
125 	unsigned int	dom_size[TOPO_MAX_DOMAIN];
126 };
127 
128 extern struct x86_topology_system x86_topo_system;
129 
topology_get_domain_size(enum x86_topology_domains dom)130 static inline unsigned int topology_get_domain_size(enum x86_topology_domains dom)
131 {
132 	return x86_topo_system.dom_size[dom];
133 }
134 
topology_get_domain_shift(enum x86_topology_domains dom)135 static inline unsigned int topology_get_domain_shift(enum x86_topology_domains dom)
136 {
137 	return dom == TOPO_SMT_DOMAIN ? 0 : x86_topo_system.dom_shifts[dom - 1];
138 }
139 
140 extern const struct cpumask *cpu_coregroup_mask(int cpu);
141 extern const struct cpumask *cpu_clustergroup_mask(int cpu);
142 
143 #define topology_logical_package_id(cpu)	(cpu_data(cpu).topo.logical_pkg_id)
144 #define topology_physical_package_id(cpu)	(cpu_data(cpu).topo.pkg_id)
145 #define topology_logical_die_id(cpu)		(cpu_data(cpu).topo.logical_die_id)
146 #define topology_die_id(cpu)			(cpu_data(cpu).topo.die_id)
147 #define topology_core_id(cpu)			(cpu_data(cpu).topo.core_id)
148 #define topology_ppin(cpu)			(cpu_data(cpu).ppin)
149 
150 #define topology_amd_node_id(cpu)		(cpu_data(cpu).topo.amd_node_id)
151 
152 extern unsigned int __max_dies_per_package;
153 extern unsigned int __max_logical_packages;
154 extern unsigned int __max_threads_per_core;
155 extern unsigned int __num_threads_per_package;
156 extern unsigned int __num_cores_per_package;
157 
158 const char *get_topology_cpu_type_name(struct cpuinfo_x86 *c);
159 enum x86_topology_cpu_type get_topology_cpu_type(struct cpuinfo_x86 *c);
160 
topology_max_packages(void)161 static inline unsigned int topology_max_packages(void)
162 {
163 	return __max_logical_packages;
164 }
165 
topology_max_dies_per_package(void)166 static inline unsigned int topology_max_dies_per_package(void)
167 {
168 	return __max_dies_per_package;
169 }
170 
topology_num_cores_per_package(void)171 static inline unsigned int topology_num_cores_per_package(void)
172 {
173 	return __num_cores_per_package;
174 }
175 
topology_num_threads_per_package(void)176 static inline unsigned int topology_num_threads_per_package(void)
177 {
178 	return __num_threads_per_package;
179 }
180 
181 #ifdef CONFIG_X86_LOCAL_APIC
182 int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level);
183 #else
topology_get_logical_id(u32 apicid,enum x86_topology_domains at_level)184 static inline int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level)
185 {
186 	return 0;
187 }
188 #endif
189 
190 #ifdef CONFIG_SMP
191 #define topology_cluster_id(cpu)		(cpu_data(cpu).topo.l2c_id)
192 #define topology_die_cpumask(cpu)		(per_cpu(cpu_die_map, cpu))
193 #define topology_cluster_cpumask(cpu)		(cpu_clustergroup_mask(cpu))
194 #define topology_core_cpumask(cpu)		(per_cpu(cpu_core_map, cpu))
195 #define topology_sibling_cpumask(cpu)		(per_cpu(cpu_sibling_map, cpu))
196 
197 
topology_phys_to_logical_pkg(unsigned int pkg)198 static inline int topology_phys_to_logical_pkg(unsigned int pkg)
199 {
200 	return topology_get_logical_id(pkg << x86_topo_system.dom_shifts[TOPO_PKG_DOMAIN],
201 				       TOPO_PKG_DOMAIN);
202 }
203 
204 extern int __max_smt_threads;
205 
topology_max_smt_threads(void)206 static inline int topology_max_smt_threads(void)
207 {
208 	return __max_smt_threads;
209 }
210 
211 #include <linux/cpu_smt.h>
212 
213 extern unsigned int __amd_nodes_per_pkg;
214 
topology_amd_nodes_per_pkg(void)215 static inline unsigned int topology_amd_nodes_per_pkg(void)
216 {
217 	return __amd_nodes_per_pkg;
218 }
219 
220 extern struct cpumask __cpu_primary_thread_mask;
221 #define cpu_primary_thread_mask ((const struct cpumask *)&__cpu_primary_thread_mask)
222 
223 /**
224  * topology_is_primary_thread - Check whether CPU is the primary SMT thread
225  * @cpu:	CPU to check
226  */
topology_is_primary_thread(unsigned int cpu)227 static inline bool topology_is_primary_thread(unsigned int cpu)
228 {
229 	return cpumask_test_cpu(cpu, cpu_primary_thread_mask);
230 }
231 
232 #else /* CONFIG_SMP */
topology_phys_to_logical_pkg(unsigned int pkg)233 static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
topology_max_smt_threads(void)234 static inline int topology_max_smt_threads(void) { return 1; }
topology_is_primary_thread(unsigned int cpu)235 static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
topology_amd_nodes_per_pkg(void)236 static inline unsigned int topology_amd_nodes_per_pkg(void) { return 1; }
237 #endif /* !CONFIG_SMP */
238 
arch_fix_phys_package_id(int num,u32 slot)239 static inline void arch_fix_phys_package_id(int num, u32 slot)
240 {
241 }
242 
243 struct pci_bus;
244 int x86_pci_root_bus_node(int bus);
245 void x86_pci_root_bus_resources(int bus, struct list_head *resources);
246 
247 extern bool x86_topology_update;
248 
249 #ifdef CONFIG_SCHED_MC_PRIO
250 #include <asm/percpu.h>
251 
252 DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
253 extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
254 
255 /* Interface to set priority of a cpu */
256 void sched_set_itmt_core_prio(int prio, int core_cpu);
257 
258 /* Interface to notify scheduler that system supports ITMT */
259 int sched_set_itmt_support(void);
260 
261 /* Interface to notify scheduler that system revokes ITMT support */
262 void sched_clear_itmt_support(void);
263 
264 #else /* CONFIG_SCHED_MC_PRIO */
265 
266 #define sysctl_sched_itmt_enabled	0
sched_set_itmt_core_prio(int prio,int core_cpu)267 static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
268 {
269 }
sched_set_itmt_support(void)270 static inline int sched_set_itmt_support(void)
271 {
272 	return 0;
273 }
sched_clear_itmt_support(void)274 static inline void sched_clear_itmt_support(void)
275 {
276 }
277 #endif /* CONFIG_SCHED_MC_PRIO */
278 
279 #if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
280 #include <asm/cpufeature.h>
281 
282 DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
283 
284 #define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
285 
286 DECLARE_PER_CPU(unsigned long, arch_freq_scale);
287 
arch_scale_freq_capacity(int cpu)288 static inline long arch_scale_freq_capacity(int cpu)
289 {
290 	return per_cpu(arch_freq_scale, cpu);
291 }
292 #define arch_scale_freq_capacity arch_scale_freq_capacity
293 
294 bool arch_enable_hybrid_capacity_scale(void);
295 void arch_set_cpu_capacity(int cpu, unsigned long cap, unsigned long max_cap,
296 			   unsigned long cap_freq, unsigned long base_freq);
297 
298 unsigned long arch_scale_cpu_capacity(int cpu);
299 #define arch_scale_cpu_capacity arch_scale_cpu_capacity
300 
301 extern void arch_set_max_freq_ratio(bool turbo_disabled);
302 extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
303 #else
arch_enable_hybrid_capacity_scale(void)304 static inline bool arch_enable_hybrid_capacity_scale(void) { return false; }
arch_set_cpu_capacity(int cpu,unsigned long cap,unsigned long max_cap,unsigned long cap_freq,unsigned long base_freq)305 static inline void arch_set_cpu_capacity(int cpu, unsigned long cap,
306 					 unsigned long max_cap,
307 					 unsigned long cap_freq,
308 					 unsigned long base_freq) { }
309 
arch_set_max_freq_ratio(bool turbo_disabled)310 static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
freq_invariance_set_perf_ratio(u64 ratio,bool turbo_disabled)311 static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
312 #endif
313 
314 extern void arch_scale_freq_tick(void);
315 #define arch_scale_freq_tick arch_scale_freq_tick
316 
317 #endif /* _ASM_X86_TOPOLOGY_H */
318