1 /* 2 * Written by: Matthew Dobson, IBM Corporation 3 * 4 * Copyright (C) 2002, IBM Corp. 5 * 6 * All rights reserved. 7 * 8 * This program is free software; you can redistribute it and/or modify 9 * it under the terms of the GNU General Public License as published by 10 * the Free Software Foundation; either version 2 of the License, or 11 * (at your option) any later version. 12 * 13 * This program is distributed in the hope that it will be useful, but 14 * WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or 16 * NON INFRINGEMENT. See the GNU General Public License for more 17 * details. 18 * 19 * You should have received a copy of the GNU General Public License 20 * along with this program; if not, write to the Free Software 21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 22 * 23 * Send feedback to <colpatch@us.ibm.com> 24 */ 25 #ifndef _ASM_X86_TOPOLOGY_H 26 #define _ASM_X86_TOPOLOGY_H 27 28 /* 29 * to preserve the visibility of NUMA_NO_NODE definition, 30 * moved to there from here. May be used independent of 31 * CONFIG_NUMA. 32 */ 33 #include <linux/numa.h> 34 #include <linux/cpumask.h> 35 36 #ifdef CONFIG_NUMA 37 38 #include <asm/mpspec.h> 39 #include <asm/percpu.h> 40 41 /* Mappings between logical cpu number and node number */ 42 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map); 43 44 #ifdef CONFIG_DEBUG_PER_CPU_MAPS 45 /* 46 * override generic percpu implementation of cpu_to_node 47 */ 48 extern int __cpu_to_node(int cpu); 49 #define cpu_to_node __cpu_to_node 50 51 extern int early_cpu_to_node(int cpu); 52 53 #else /* !CONFIG_DEBUG_PER_CPU_MAPS */ 54 55 /* Same function but used if called before per_cpu areas are setup */ 56 static inline int early_cpu_to_node(int cpu) 57 { 58 return early_per_cpu(x86_cpu_to_node_map, cpu); 59 } 60 61 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */ 62 63 /* Mappings between node number and cpus on that node. */ 64 extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES]; 65 66 #ifdef CONFIG_DEBUG_PER_CPU_MAPS 67 extern const struct cpumask *cpumask_of_node(int node); 68 #else 69 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */ 70 static inline const struct cpumask *cpumask_of_node(int node) 71 { 72 return node_to_cpumask_map[node]; 73 } 74 #endif 75 76 extern void setup_node_to_cpumask_map(void); 77 78 #define pcibus_to_node(bus) __pcibus_to_node(bus) 79 80 extern int __node_distance(int, int); 81 #define node_distance(a, b) __node_distance(a, b) 82 83 #else /* !CONFIG_NUMA */ 84 85 static inline int numa_node_id(void) 86 { 87 return 0; 88 } 89 /* 90 * indicate override: 91 */ 92 #define numa_node_id numa_node_id 93 94 static inline int early_cpu_to_node(int cpu) 95 { 96 return 0; 97 } 98 99 static inline void setup_node_to_cpumask_map(void) { } 100 101 #endif 102 103 #include <asm-generic/topology.h> 104 105 /* Topology information */ 106 enum x86_topology_domains { 107 TOPO_SMT_DOMAIN, 108 TOPO_CORE_DOMAIN, 109 TOPO_MODULE_DOMAIN, 110 TOPO_TILE_DOMAIN, 111 TOPO_DIE_DOMAIN, 112 TOPO_DIEGRP_DOMAIN, 113 TOPO_PKG_DOMAIN, 114 TOPO_MAX_DOMAIN, 115 }; 116 117 enum x86_topology_cpu_type { 118 TOPO_CPU_TYPE_PERFORMANCE, 119 TOPO_CPU_TYPE_EFFICIENCY, 120 TOPO_CPU_TYPE_UNKNOWN, 121 }; 122 123 struct x86_topology_system { 124 unsigned int dom_shifts[TOPO_MAX_DOMAIN]; 125 unsigned int dom_size[TOPO_MAX_DOMAIN]; 126 }; 127 128 extern struct x86_topology_system x86_topo_system; 129 130 static inline unsigned int topology_get_domain_size(enum x86_topology_domains dom) 131 { 132 return x86_topo_system.dom_size[dom]; 133 } 134 135 static inline unsigned int topology_get_domain_shift(enum x86_topology_domains dom) 136 { 137 return dom == TOPO_SMT_DOMAIN ? 0 : x86_topo_system.dom_shifts[dom - 1]; 138 } 139 140 extern const struct cpumask *cpu_coregroup_mask(int cpu); 141 extern const struct cpumask *cpu_clustergroup_mask(int cpu); 142 143 #define topology_logical_package_id(cpu) (cpu_data(cpu).topo.logical_pkg_id) 144 #define topology_physical_package_id(cpu) (cpu_data(cpu).topo.pkg_id) 145 #define topology_logical_die_id(cpu) (cpu_data(cpu).topo.logical_die_id) 146 #define topology_logical_core_id(cpu) (cpu_data(cpu).topo.logical_core_id) 147 #define topology_die_id(cpu) (cpu_data(cpu).topo.die_id) 148 #define topology_core_id(cpu) (cpu_data(cpu).topo.core_id) 149 #define topology_ppin(cpu) (cpu_data(cpu).ppin) 150 151 #define topology_amd_node_id(cpu) (cpu_data(cpu).topo.amd_node_id) 152 153 extern unsigned int __max_dies_per_package; 154 extern unsigned int __max_logical_packages; 155 extern unsigned int __max_threads_per_core; 156 extern unsigned int __num_threads_per_package; 157 extern unsigned int __num_cores_per_package; 158 extern unsigned int __num_nodes_per_package; 159 160 struct cpuinfo_x86; 161 162 const char *get_topology_cpu_type_name(struct cpuinfo_x86 *c); 163 enum x86_topology_cpu_type get_topology_cpu_type(struct cpuinfo_x86 *c); 164 165 static inline unsigned int topology_max_packages(void) 166 { 167 return __max_logical_packages; 168 } 169 170 static inline unsigned int topology_max_dies_per_package(void) 171 { 172 return __max_dies_per_package; 173 } 174 175 static inline unsigned int topology_num_cores_per_package(void) 176 { 177 return __num_cores_per_package; 178 } 179 180 static inline unsigned int topology_num_threads_per_package(void) 181 { 182 return __num_threads_per_package; 183 } 184 185 static inline unsigned int topology_num_nodes_per_package(void) 186 { 187 return __num_nodes_per_package; 188 } 189 190 #ifdef CONFIG_X86_LOCAL_APIC 191 int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level); 192 #else 193 static inline int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level) 194 { 195 return 0; 196 } 197 #endif 198 199 #ifdef CONFIG_SMP 200 #define topology_cluster_id(cpu) (cpu_data(cpu).topo.l2c_id) 201 #define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu)) 202 #define topology_cluster_cpumask(cpu) (cpu_clustergroup_mask(cpu)) 203 #define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu)) 204 #define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu)) 205 206 207 static inline int topology_phys_to_logical_pkg(unsigned int pkg) 208 { 209 return topology_get_logical_id(pkg << x86_topo_system.dom_shifts[TOPO_PKG_DOMAIN], 210 TOPO_PKG_DOMAIN); 211 } 212 213 extern int __max_smt_threads; 214 215 static inline int topology_max_smt_threads(void) 216 { 217 return __max_smt_threads; 218 } 219 220 #include <linux/cpu_smt.h> 221 222 extern unsigned int __amd_nodes_per_pkg; 223 224 static inline unsigned int topology_amd_nodes_per_pkg(void) 225 { 226 return __amd_nodes_per_pkg; 227 } 228 229 #else /* CONFIG_SMP */ 230 static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; } 231 static inline int topology_max_smt_threads(void) { return 1; } 232 static inline unsigned int topology_amd_nodes_per_pkg(void) { return 1; } 233 #endif /* !CONFIG_SMP */ 234 235 extern struct cpumask __cpu_primary_thread_mask; 236 #define cpu_primary_thread_mask ((const struct cpumask *)&__cpu_primary_thread_mask) 237 238 /** 239 * topology_is_primary_thread - Check whether CPU is the primary SMT thread 240 * @cpu: CPU to check 241 */ 242 static inline bool topology_is_primary_thread(unsigned int cpu) 243 { 244 return cpumask_test_cpu(cpu, cpu_primary_thread_mask); 245 } 246 #define topology_is_primary_thread topology_is_primary_thread 247 248 int topology_get_primary_thread(unsigned int cpu); 249 250 static inline bool topology_is_core_online(unsigned int cpu) 251 { 252 int pcpu = topology_get_primary_thread(cpu); 253 254 return pcpu >= 0 ? cpu_online(pcpu) : false; 255 } 256 #define topology_is_core_online topology_is_core_online 257 258 static inline void arch_fix_phys_package_id(int num, u32 slot) 259 { 260 } 261 262 struct pci_bus; 263 int x86_pci_root_bus_node(int bus); 264 void x86_pci_root_bus_resources(int bus, struct list_head *resources); 265 266 extern bool x86_topology_update; 267 268 #ifdef CONFIG_SCHED_MC_PRIO 269 #include <asm/percpu.h> 270 #include <linux/cache.h> 271 272 DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority); 273 extern bool __read_mostly sysctl_sched_itmt_enabled; 274 275 /* Interface to set priority of a cpu */ 276 void sched_set_itmt_core_prio(int prio, int core_cpu); 277 278 /* Interface to notify scheduler that system supports ITMT */ 279 int sched_set_itmt_support(void); 280 281 /* Interface to notify scheduler that system revokes ITMT support */ 282 void sched_clear_itmt_support(void); 283 284 #else /* CONFIG_SCHED_MC_PRIO */ 285 286 #define sysctl_sched_itmt_enabled false 287 static inline void sched_set_itmt_core_prio(int prio, int core_cpu) 288 { 289 } 290 static inline int sched_set_itmt_support(void) 291 { 292 return 0; 293 } 294 static inline void sched_clear_itmt_support(void) 295 { 296 } 297 #endif /* CONFIG_SCHED_MC_PRIO */ 298 299 #if defined(CONFIG_SMP) && defined(CONFIG_X86_64) 300 #include <asm/cpufeature.h> 301 302 DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key); 303 304 #define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key) 305 306 DECLARE_PER_CPU(unsigned long, arch_freq_scale); 307 308 static inline long arch_scale_freq_capacity(int cpu) 309 { 310 return per_cpu(arch_freq_scale, cpu); 311 } 312 #define arch_scale_freq_capacity arch_scale_freq_capacity 313 314 bool arch_enable_hybrid_capacity_scale(void); 315 void arch_set_cpu_capacity(int cpu, unsigned long cap, unsigned long max_cap, 316 unsigned long cap_freq, unsigned long base_freq); 317 318 unsigned long arch_scale_cpu_capacity(int cpu); 319 #define arch_scale_cpu_capacity arch_scale_cpu_capacity 320 321 extern void arch_set_max_freq_ratio(bool turbo_disabled); 322 extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled); 323 #else 324 static inline bool arch_enable_hybrid_capacity_scale(void) { return false; } 325 static inline void arch_set_cpu_capacity(int cpu, unsigned long cap, 326 unsigned long max_cap, 327 unsigned long cap_freq, 328 unsigned long base_freq) { } 329 330 static inline void arch_set_max_freq_ratio(bool turbo_disabled) { } 331 static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { } 332 #endif 333 334 extern void arch_scale_freq_tick(void); 335 #define arch_scale_freq_tick arch_scale_freq_tick 336 337 extern int arch_sched_node_distance(int from, int to); 338 339 #endif /* _ASM_X86_TOPOLOGY_H */ 340