1 // SPDX-License-Identifier: GPL-2.0 2 3 #include <linux/sched.h> 4 #include <linux/sched/clock.h> 5 6 #include <asm/cpu.h> 7 #include <asm/cpufeature.h> 8 #include <asm/e820/api.h> 9 #include <asm/mtrr.h> 10 #include <asm/msr.h> 11 12 #include "cpu.h" 13 14 #define ACE_PRESENT (1 << 6) 15 #define ACE_ENABLED (1 << 7) 16 #define ACE_FCR (1 << 28) /* MSR_VIA_FCR */ 17 18 #define RNG_PRESENT (1 << 2) 19 #define RNG_ENABLED (1 << 3) 20 #define RNG_ENABLE (1 << 6) /* MSR_VIA_RNG */ 21 22 static void init_c3(struct cpuinfo_x86 *c) 23 { 24 u32 lo, hi; 25 26 /* Test for Centaur Extended Feature Flags presence */ 27 if (cpuid_eax(0xC0000000) >= 0xC0000001) { 28 u32 tmp = cpuid_edx(0xC0000001); 29 30 /* enable ACE unit, if present and disabled */ 31 if ((tmp & (ACE_PRESENT | ACE_ENABLED)) == ACE_PRESENT) { 32 rdmsr(MSR_VIA_FCR, lo, hi); 33 lo |= ACE_FCR; /* enable ACE unit */ 34 wrmsr(MSR_VIA_FCR, lo, hi); 35 pr_info("CPU: Enabled ACE h/w crypto\n"); 36 } 37 38 /* enable RNG unit, if present and disabled */ 39 if ((tmp & (RNG_PRESENT | RNG_ENABLED)) == RNG_PRESENT) { 40 rdmsr(MSR_VIA_RNG, lo, hi); 41 lo |= RNG_ENABLE; /* enable RNG unit */ 42 wrmsr(MSR_VIA_RNG, lo, hi); 43 pr_info("CPU: Enabled h/w RNG\n"); 44 } 45 46 /* store Centaur Extended Feature Flags as 47 * word 5 of the CPU capability bit array 48 */ 49 c->x86_capability[CPUID_C000_0001_EDX] = cpuid_edx(0xC0000001); 50 } 51 #ifdef CONFIG_X86_32 52 /* Cyrix III family needs CX8 & PGE explicitly enabled. */ 53 if (c->x86_model >= 6 && c->x86_model <= 13) { 54 rdmsr(MSR_VIA_FCR, lo, hi); 55 lo |= (1<<1 | 1<<7); 56 wrmsr(MSR_VIA_FCR, lo, hi); 57 set_cpu_cap(c, X86_FEATURE_CX8); 58 } 59 60 /* Before Nehemiah, the C3's had 3dNOW! */ 61 if (c->x86_model >= 6 && c->x86_model < 9) 62 set_cpu_cap(c, X86_FEATURE_3DNOW); 63 #endif 64 if (c->x86 == 0x6 && c->x86_model >= 0xf) { 65 c->x86_cache_alignment = c->x86_clflush_size * 2; 66 set_cpu_cap(c, X86_FEATURE_REP_GOOD); 67 } 68 69 if (c->x86 >= 7) 70 set_cpu_cap(c, X86_FEATURE_REP_GOOD); 71 } 72 73 enum { 74 ECX8 = 1<<1, 75 EIERRINT = 1<<2, 76 DPM = 1<<3, 77 DMCE = 1<<4, 78 DSTPCLK = 1<<5, 79 ELINEAR = 1<<6, 80 DSMC = 1<<7, 81 DTLOCK = 1<<8, 82 EDCTLB = 1<<8, 83 EMMX = 1<<9, 84 DPDC = 1<<11, 85 EBRPRED = 1<<12, 86 DIC = 1<<13, 87 DDC = 1<<14, 88 DNA = 1<<15, 89 ERETSTK = 1<<16, 90 E2MMX = 1<<19, 91 EAMD3D = 1<<20, 92 }; 93 94 static void early_init_centaur(struct cpuinfo_x86 *c) 95 { 96 #ifdef CONFIG_X86_32 97 /* Emulate MTRRs using Centaur's MCR. */ 98 if (c->x86 == 5) 99 set_cpu_cap(c, X86_FEATURE_CENTAUR_MCR); 100 #endif 101 if ((c->x86 == 6 && c->x86_model >= 0xf) || 102 (c->x86 >= 7)) 103 set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC); 104 105 #ifdef CONFIG_X86_64 106 set_cpu_cap(c, X86_FEATURE_SYSENTER32); 107 #endif 108 if (c->x86_power & (1 << 8)) { 109 set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC); 110 set_cpu_cap(c, X86_FEATURE_NONSTOP_TSC); 111 } 112 } 113 114 static void init_centaur(struct cpuinfo_x86 *c) 115 { 116 #ifdef CONFIG_X86_32 117 char *name; 118 u32 fcr_set = 0; 119 u32 fcr_clr = 0; 120 u32 lo, hi, newlo; 121 u32 aa, bb, cc, dd; 122 #endif 123 early_init_centaur(c); 124 init_intel_cacheinfo(c); 125 126 if (c->cpuid_level > 9) { 127 unsigned int eax = cpuid_eax(10); 128 129 /* 130 * Check for version and the number of counters 131 * Version(eax[7:0]) can't be 0; 132 * Counters(eax[15:8]) should be greater than 1; 133 */ 134 if ((eax & 0xff) && (((eax >> 8) & 0xff) > 1)) 135 set_cpu_cap(c, X86_FEATURE_ARCH_PERFMON); 136 } 137 138 #ifdef CONFIG_X86_32 139 if (c->x86 == 5) { 140 switch (c->x86_model) { 141 case 4: 142 name = "C6"; 143 fcr_set = ECX8|DSMC|EDCTLB|EMMX|ERETSTK; 144 fcr_clr = DPDC; 145 pr_notice("Disabling bugged TSC.\n"); 146 clear_cpu_cap(c, X86_FEATURE_TSC); 147 break; 148 case 8: 149 switch (c->x86_stepping) { 150 default: 151 name = "2"; 152 break; 153 case 7 ... 9: 154 name = "2A"; 155 break; 156 case 10 ... 15: 157 name = "2B"; 158 break; 159 } 160 fcr_set = ECX8|DSMC|DTLOCK|EMMX|EBRPRED|ERETSTK| 161 E2MMX|EAMD3D; 162 fcr_clr = DPDC; 163 break; 164 case 9: 165 name = "3"; 166 fcr_set = ECX8|DSMC|DTLOCK|EMMX|EBRPRED|ERETSTK| 167 E2MMX|EAMD3D; 168 fcr_clr = DPDC; 169 break; 170 default: 171 name = "??"; 172 } 173 174 rdmsr(MSR_IDT_FCR1, lo, hi); 175 newlo = (lo|fcr_set) & (~fcr_clr); 176 177 if (newlo != lo) { 178 pr_info("Centaur FCR was 0x%X now 0x%X\n", 179 lo, newlo); 180 wrmsr(MSR_IDT_FCR1, newlo, hi); 181 } else { 182 pr_info("Centaur FCR is 0x%X\n", lo); 183 } 184 /* Emulate MTRRs using Centaur's MCR. */ 185 set_cpu_cap(c, X86_FEATURE_CENTAUR_MCR); 186 /* Report CX8 */ 187 set_cpu_cap(c, X86_FEATURE_CX8); 188 /* Set 3DNow! on Winchip 2 and above. */ 189 if (c->x86_model >= 8) 190 set_cpu_cap(c, X86_FEATURE_3DNOW); 191 /* See if we can find out some more. */ 192 if (cpuid_eax(0x80000000) >= 0x80000005) { 193 /* Yes, we can. */ 194 cpuid(0x80000005, &aa, &bb, &cc, &dd); 195 /* Add L1 data and code cache sizes. */ 196 c->x86_cache_size = (cc>>24)+(dd>>24); 197 } 198 sprintf(c->x86_model_id, "WinChip %s", name); 199 } 200 #endif 201 if (c->x86 == 6 || c->x86 >= 7) 202 init_c3(c); 203 #ifdef CONFIG_X86_64 204 set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC); 205 #endif 206 207 init_ia32_feat_ctl(c); 208 } 209 210 #ifdef CONFIG_X86_32 211 static unsigned int 212 centaur_size_cache(struct cpuinfo_x86 *c, unsigned int size) 213 { 214 /* VIA C3 CPUs (670-68F) need further shifting. */ 215 if ((c->x86 == 6) && ((c->x86_model == 7) || (c->x86_model == 8))) 216 size >>= 8; 217 218 /* 219 * There's also an erratum in Nehemiah stepping 1, which 220 * returns '65KB' instead of '64KB' 221 * - Note, it seems this may only be in engineering samples. 222 */ 223 if ((c->x86 == 6) && (c->x86_model == 9) && 224 (c->x86_stepping == 1) && (size == 65)) 225 size -= 1; 226 return size; 227 } 228 #endif 229 230 static const struct cpu_dev centaur_cpu_dev = { 231 .c_vendor = "Centaur", 232 .c_ident = { "CentaurHauls" }, 233 .c_early_init = early_init_centaur, 234 .c_init = init_centaur, 235 #ifdef CONFIG_X86_32 236 .legacy_cache_size = centaur_size_cache, 237 #endif 238 .c_x86_vendor = X86_VENDOR_CENTAUR, 239 }; 240 241 cpu_dev_register(centaur_cpu_dev); 242