1366f6083SPeter Grehan /*- 2366f6083SPeter Grehan * Copyright (c) 2011 NetApp, Inc. 3366f6083SPeter Grehan * All rights reserved. 4366f6083SPeter Grehan * 5366f6083SPeter Grehan * Redistribution and use in source and binary forms, with or without 6366f6083SPeter Grehan * modification, are permitted provided that the following conditions 7366f6083SPeter Grehan * are met: 8366f6083SPeter Grehan * 1. Redistributions of source code must retain the above copyright 9366f6083SPeter Grehan * notice, this list of conditions and the following disclaimer. 10366f6083SPeter Grehan * 2. Redistributions in binary form must reproduce the above copyright 11366f6083SPeter Grehan * notice, this list of conditions and the following disclaimer in the 12366f6083SPeter Grehan * documentation and/or other materials provided with the distribution. 13366f6083SPeter Grehan * 14366f6083SPeter Grehan * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND 15366f6083SPeter Grehan * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16366f6083SPeter Grehan * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17366f6083SPeter Grehan * ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE 18366f6083SPeter Grehan * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19366f6083SPeter Grehan * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20366f6083SPeter Grehan * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21366f6083SPeter Grehan * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22366f6083SPeter Grehan * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23366f6083SPeter Grehan * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24366f6083SPeter Grehan * SUCH DAMAGE. 25366f6083SPeter Grehan * 26366f6083SPeter Grehan * $FreeBSD$ 27366f6083SPeter Grehan */ 28366f6083SPeter Grehan 29366f6083SPeter Grehan #include <sys/cdefs.h> 30366f6083SPeter Grehan __FBSDID("$FreeBSD$"); 31366f6083SPeter Grehan 32a2da7af6SNeel Natu #include <sys/param.h> 33abb023fbSJohn Baldwin #include <sys/pcpu.h> 348b287612SJohn Baldwin #include <sys/systm.h> 35a2da7af6SNeel Natu #include <sys/cpuset.h> 36366f6083SPeter Grehan 371472b87fSNeel Natu #include <machine/clock.h> 38366f6083SPeter Grehan #include <machine/cpufunc.h> 398b287612SJohn Baldwin #include <machine/md_var.h> 40abb023fbSJohn Baldwin #include <machine/segments.h> 41366f6083SPeter Grehan #include <machine/specialreg.h> 42366f6083SPeter Grehan 43a2da7af6SNeel Natu #include <machine/vmm.h> 44a2da7af6SNeel Natu 45abb023fbSJohn Baldwin #include "vmm_host.h" 46366f6083SPeter Grehan #include "x86.h" 47366f6083SPeter Grehan 488b287612SJohn Baldwin #define CPUID_VM_HIGH 0x40000000 498b287612SJohn Baldwin 50560d5edaSPeter Grehan static const char bhyve_id[12] = "bhyve bhyve "; 51560d5edaSPeter Grehan 52560d5edaSPeter Grehan static uint64_t bhyve_xcpuids; 538b287612SJohn Baldwin 54366f6083SPeter Grehan int 55a2da7af6SNeel Natu x86_emulate_cpuid(struct vm *vm, int vcpu_id, 56a2da7af6SNeel Natu uint32_t *eax, uint32_t *ebx, uint32_t *ecx, uint32_t *edx) 57366f6083SPeter Grehan { 58abb023fbSJohn Baldwin const struct xsave_limits *limits; 59abb023fbSJohn Baldwin uint64_t cr4; 6049cc03daSNeel Natu int error, enable_invpcid; 61366f6083SPeter Grehan unsigned int func, regs[4]; 62a2da7af6SNeel Natu enum x2apic_state x2apic_state; 63366f6083SPeter Grehan 648b287612SJohn Baldwin /* 658b287612SJohn Baldwin * Requests for invalid CPUID levels should map to the highest 668b287612SJohn Baldwin * available level instead. 678b287612SJohn Baldwin */ 688b287612SJohn Baldwin if (cpu_exthigh != 0 && *eax >= 0x80000000) { 698b287612SJohn Baldwin if (*eax > cpu_exthigh) 708b287612SJohn Baldwin *eax = cpu_exthigh; 718b287612SJohn Baldwin } else if (*eax >= 0x40000000) { 728b287612SJohn Baldwin if (*eax > CPUID_VM_HIGH) 738b287612SJohn Baldwin *eax = CPUID_VM_HIGH; 748b287612SJohn Baldwin } else if (*eax > cpu_high) { 758b287612SJohn Baldwin *eax = cpu_high; 768b287612SJohn Baldwin } 77366f6083SPeter Grehan 7825448de2SNeel Natu func = *eax; 7925448de2SNeel Natu 808b287612SJohn Baldwin /* 818b287612SJohn Baldwin * In general the approach used for CPU topology is to 828b287612SJohn Baldwin * advertise a flat topology where all CPUs are packages with 838b287612SJohn Baldwin * no multi-core or SMT. 848b287612SJohn Baldwin */ 85366f6083SPeter Grehan switch (func) { 86560d5edaSPeter Grehan /* 87560d5edaSPeter Grehan * Pass these through to the guest 88560d5edaSPeter Grehan */ 89366f6083SPeter Grehan case CPUID_0000_0000: 90366f6083SPeter Grehan case CPUID_0000_0002: 91366f6083SPeter Grehan case CPUID_0000_0003: 92366f6083SPeter Grehan case CPUID_8000_0000: 93366f6083SPeter Grehan case CPUID_8000_0002: 94366f6083SPeter Grehan case CPUID_8000_0003: 95366f6083SPeter Grehan case CPUID_8000_0004: 96366f6083SPeter Grehan case CPUID_8000_0006: 97366f6083SPeter Grehan case CPUID_8000_0008: 988b287612SJohn Baldwin cpuid_count(*eax, *ecx, regs); 99366f6083SPeter Grehan break; 100366f6083SPeter Grehan 101560d5edaSPeter Grehan case CPUID_8000_0001: 102560d5edaSPeter Grehan /* 103560d5edaSPeter Grehan * Hide rdtscp/ia32_tsc_aux until we know how 104560d5edaSPeter Grehan * to deal with them. 105560d5edaSPeter Grehan */ 106560d5edaSPeter Grehan cpuid_count(*eax, *ecx, regs); 107560d5edaSPeter Grehan regs[3] &= ~AMDID_RDTSCP; 108560d5edaSPeter Grehan break; 109560d5edaSPeter Grehan 1101472b87fSNeel Natu case CPUID_8000_0007: 1111472b87fSNeel Natu cpuid_count(*eax, *ecx, regs); 1121472b87fSNeel Natu /* 1131472b87fSNeel Natu * If the host TSCs are not synchronized across 1141472b87fSNeel Natu * physical cpus then we cannot advertise an 1151472b87fSNeel Natu * invariant tsc to a vcpu. 1161472b87fSNeel Natu * 1171472b87fSNeel Natu * XXX This still falls short because the vcpu 1181472b87fSNeel Natu * can observe the TSC moving backwards as it 1191472b87fSNeel Natu * migrates across physical cpus. But at least 1201472b87fSNeel Natu * it should discourage the guest from using the 1211472b87fSNeel Natu * TSC to keep track of time. 1221472b87fSNeel Natu */ 1231472b87fSNeel Natu if (!smp_tsc) 1241472b87fSNeel Natu regs[3] &= ~AMDPM_TSC_INVARIANT; 1251472b87fSNeel Natu break; 1261472b87fSNeel Natu 127366f6083SPeter Grehan case CPUID_0000_0001: 1288b287612SJohn Baldwin do_cpuid(1, regs); 1298b287612SJohn Baldwin 130a2da7af6SNeel Natu error = vm_get_x2apic_state(vm, vcpu_id, &x2apic_state); 131a2da7af6SNeel Natu if (error) { 132a2da7af6SNeel Natu panic("x86_emulate_cpuid: error %d " 133a2da7af6SNeel Natu "fetching x2apic state", error); 134a2da7af6SNeel Natu } 135a2da7af6SNeel Natu 136366f6083SPeter Grehan /* 137366f6083SPeter Grehan * Override the APIC ID only in ebx 138366f6083SPeter Grehan */ 1398b287612SJohn Baldwin regs[1] &= ~(CPUID_LOCAL_APIC_ID); 1408b287612SJohn Baldwin regs[1] |= (vcpu_id << CPUID_0000_0001_APICID_SHIFT); 141366f6083SPeter Grehan 142366f6083SPeter Grehan /* 1431f3025e1SPeter Grehan * Don't expose VMX, SpeedStep or TME capability. 1448b287612SJohn Baldwin * Advertise x2APIC capability and Hypervisor guest. 145366f6083SPeter Grehan */ 1468b287612SJohn Baldwin regs[2] &= ~(CPUID2_VMX | CPUID2_EST | CPUID2_TM2); 147a2da7af6SNeel Natu 148a2da7af6SNeel Natu regs[2] |= CPUID2_HV; 149a2da7af6SNeel Natu 150a2da7af6SNeel Natu if (x2apic_state != X2APIC_DISABLED) 151a2da7af6SNeel Natu regs[2] |= CPUID2_X2APIC; 15252e5c8a2SNeel Natu else 15352e5c8a2SNeel Natu regs[2] &= ~CPUID2_X2APIC; 154366f6083SPeter Grehan 155366f6083SPeter Grehan /* 156abb023fbSJohn Baldwin * Only advertise CPUID2_XSAVE in the guest if 157abb023fbSJohn Baldwin * the host is using XSAVE. 158298379f7SPeter Grehan */ 159abb023fbSJohn Baldwin if (!(regs[2] & CPUID2_OSXSAVE)) 160abb023fbSJohn Baldwin regs[2] &= ~CPUID2_XSAVE; 161abb023fbSJohn Baldwin 162abb023fbSJohn Baldwin /* 163abb023fbSJohn Baldwin * If CPUID2_XSAVE is being advertised and the 164abb023fbSJohn Baldwin * guest has set CR4_XSAVE, set 165abb023fbSJohn Baldwin * CPUID2_OSXSAVE. 166abb023fbSJohn Baldwin */ 167abb023fbSJohn Baldwin regs[2] &= ~CPUID2_OSXSAVE; 168abb023fbSJohn Baldwin if (regs[2] & CPUID2_XSAVE) { 169abb023fbSJohn Baldwin error = vm_get_register(vm, vcpu_id, 170abb023fbSJohn Baldwin VM_REG_GUEST_CR4, &cr4); 171abb023fbSJohn Baldwin if (error) 172abb023fbSJohn Baldwin panic("x86_emulate_cpuid: error %d " 173abb023fbSJohn Baldwin "fetching %%cr4", error); 174abb023fbSJohn Baldwin if (cr4 & CR4_XSAVE) 175abb023fbSJohn Baldwin regs[2] |= CPUID2_OSXSAVE; 176abb023fbSJohn Baldwin } 177298379f7SPeter Grehan 178298379f7SPeter Grehan /* 179ff6ec151SNeel Natu * Hide monitor/mwait until we know how to deal with 180ff6ec151SNeel Natu * these instructions. 181ff6ec151SNeel Natu */ 182ff6ec151SNeel Natu regs[2] &= ~CPUID2_MON; 183ff6ec151SNeel Natu 184ff6ec151SNeel Natu /* 185560d5edaSPeter Grehan * Hide the performance and debug features. 186560d5edaSPeter Grehan */ 187560d5edaSPeter Grehan regs[2] &= ~CPUID2_PDCM; 188560d5edaSPeter Grehan 189517e21d3SPeter Grehan /* 190517e21d3SPeter Grehan * No TSC deadline support in the APIC yet 191517e21d3SPeter Grehan */ 192517e21d3SPeter Grehan regs[2] &= ~CPUID2_TSCDLT; 193517e21d3SPeter Grehan 194560d5edaSPeter Grehan /* 1951f3025e1SPeter Grehan * Hide thermal monitoring 1961f3025e1SPeter Grehan */ 1971f3025e1SPeter Grehan regs[3] &= ~(CPUID_ACPI | CPUID_TM); 1981f3025e1SPeter Grehan 1991f3025e1SPeter Grehan /* 200366f6083SPeter Grehan * Machine check handling is done in the host. 201366f6083SPeter Grehan * Hide MTRR capability. 202366f6083SPeter Grehan */ 203366f6083SPeter Grehan regs[3] &= ~(CPUID_MCA | CPUID_MCE | CPUID_MTRR); 204366f6083SPeter Grehan 2058b287612SJohn Baldwin /* 206560d5edaSPeter Grehan * Hide the debug store capability. 207560d5edaSPeter Grehan */ 208560d5edaSPeter Grehan regs[3] &= ~CPUID_DS; 209560d5edaSPeter Grehan 210560d5edaSPeter Grehan /* 2118b287612SJohn Baldwin * Disable multi-core. 2128b287612SJohn Baldwin */ 2138b287612SJohn Baldwin regs[1] &= ~CPUID_HTT_CORES; 2148b287612SJohn Baldwin regs[3] &= ~CPUID_HTT; 2158b287612SJohn Baldwin break; 2168b287612SJohn Baldwin 2178b287612SJohn Baldwin case CPUID_0000_0004: 218*534dc967SNeel Natu cpuid_count(*eax, *ecx, regs); 2198b287612SJohn Baldwin 2208b287612SJohn Baldwin /* 2218b287612SJohn Baldwin * Do not expose topology. 222e0f210e6STycho Nightingale * 223e0f210e6STycho Nightingale * The maximum number of processor cores in 224e0f210e6STycho Nightingale * this physical processor package and the 225e0f210e6STycho Nightingale * maximum number of threads sharing this 226e0f210e6STycho Nightingale * cache are encoded with "plus 1" encoding. 227e0f210e6STycho Nightingale * Adding one to the value in this register 228e0f210e6STycho Nightingale * field to obtains the actual value. 229e0f210e6STycho Nightingale * 230e0f210e6STycho Nightingale * Therefore 0 for both indicates 1 core per 231e0f210e6STycho Nightingale * package and no cache sharing. 2328b287612SJohn Baldwin */ 233*534dc967SNeel Natu regs[0] &= 0x3ff; 234366f6083SPeter Grehan break; 235366f6083SPeter Grehan 236a0cad470SPeter Grehan case CPUID_0000_0007: 23749cc03daSNeel Natu regs[0] = 0; 23849cc03daSNeel Natu regs[1] = 0; 23949cc03daSNeel Natu regs[2] = 0; 24049cc03daSNeel Natu regs[3] = 0; 24149cc03daSNeel Natu 24249cc03daSNeel Natu /* leaf 0 */ 24349cc03daSNeel Natu if (*ecx == 0) { 24444a68c4eSJohn Baldwin cpuid_count(*eax, *ecx, regs); 24544a68c4eSJohn Baldwin 24644a68c4eSJohn Baldwin /* Only leaf 0 is supported */ 24744a68c4eSJohn Baldwin regs[0] = 0; 24844a68c4eSJohn Baldwin 24944a68c4eSJohn Baldwin /* 25044a68c4eSJohn Baldwin * Expose known-safe features. 25144a68c4eSJohn Baldwin */ 25244a68c4eSJohn Baldwin regs[1] &= (CPUID_STDEXT_FSGSBASE | 25344a68c4eSJohn Baldwin CPUID_STDEXT_BMI1 | CPUID_STDEXT_HLE | 25444a68c4eSJohn Baldwin CPUID_STDEXT_AVX2 | CPUID_STDEXT_BMI2 | 25544a68c4eSJohn Baldwin CPUID_STDEXT_ERMS | CPUID_STDEXT_RTM | 25644a68c4eSJohn Baldwin CPUID_STDEXT_AVX512F | 25744a68c4eSJohn Baldwin CPUID_STDEXT_AVX512PF | 25844a68c4eSJohn Baldwin CPUID_STDEXT_AVX512ER | 25944a68c4eSJohn Baldwin CPUID_STDEXT_AVX512CD); 26044a68c4eSJohn Baldwin regs[2] = 0; 26144a68c4eSJohn Baldwin regs[3] = 0; 26244a68c4eSJohn Baldwin 26344a68c4eSJohn Baldwin /* Advertise INVPCID if it is enabled. */ 26449cc03daSNeel Natu error = vm_get_capability(vm, vcpu_id, 26549cc03daSNeel Natu VM_CAP_ENABLE_INVPCID, &enable_invpcid); 26649cc03daSNeel Natu if (error == 0 && enable_invpcid) 26749cc03daSNeel Natu regs[1] |= CPUID_STDEXT_INVPCID; 26849cc03daSNeel Natu } 26949cc03daSNeel Natu break; 27049cc03daSNeel Natu 27149cc03daSNeel Natu case CPUID_0000_0006: 272560d5edaSPeter Grehan case CPUID_0000_000A: 2731f3025e1SPeter Grehan /* 2741f3025e1SPeter Grehan * Handle the access, but report 0 for 2751f3025e1SPeter Grehan * all options 2761f3025e1SPeter Grehan */ 2771f3025e1SPeter Grehan regs[0] = 0; 2781f3025e1SPeter Grehan regs[1] = 0; 2791f3025e1SPeter Grehan regs[2] = 0; 2801f3025e1SPeter Grehan regs[3] = 0; 2811f3025e1SPeter Grehan break; 2821f3025e1SPeter Grehan 283366f6083SPeter Grehan case CPUID_0000_000B: 284366f6083SPeter Grehan /* 285366f6083SPeter Grehan * Processor topology enumeration 286366f6083SPeter Grehan */ 287366f6083SPeter Grehan regs[0] = 0; 288366f6083SPeter Grehan regs[1] = 0; 289366f6083SPeter Grehan regs[2] = *ecx & 0xff; 2908b287612SJohn Baldwin regs[3] = vcpu_id; 291366f6083SPeter Grehan break; 292366f6083SPeter Grehan 293abb023fbSJohn Baldwin case CPUID_0000_000D: 294abb023fbSJohn Baldwin limits = vmm_get_xsave_limits(); 295abb023fbSJohn Baldwin if (!limits->xsave_enabled) { 296abb023fbSJohn Baldwin regs[0] = 0; 297abb023fbSJohn Baldwin regs[1] = 0; 298abb023fbSJohn Baldwin regs[2] = 0; 299abb023fbSJohn Baldwin regs[3] = 0; 300abb023fbSJohn Baldwin break; 301abb023fbSJohn Baldwin } 302abb023fbSJohn Baldwin 303abb023fbSJohn Baldwin cpuid_count(*eax, *ecx, regs); 304abb023fbSJohn Baldwin switch (*ecx) { 305abb023fbSJohn Baldwin case 0: 306abb023fbSJohn Baldwin /* 307abb023fbSJohn Baldwin * Only permit the guest to use bits 308abb023fbSJohn Baldwin * that are active in the host in 309abb023fbSJohn Baldwin * %xcr0. Also, claim that the 310abb023fbSJohn Baldwin * maximum save area size is 311abb023fbSJohn Baldwin * equivalent to the host's current 312abb023fbSJohn Baldwin * save area size. Since this runs 313abb023fbSJohn Baldwin * "inside" of vmrun(), it runs with 314abb023fbSJohn Baldwin * the guest's xcr0, so the current 315abb023fbSJohn Baldwin * save area size is correct as-is. 316abb023fbSJohn Baldwin */ 317abb023fbSJohn Baldwin regs[0] &= limits->xcr0_allowed; 318abb023fbSJohn Baldwin regs[2] = limits->xsave_max_size; 319abb023fbSJohn Baldwin regs[3] &= (limits->xcr0_allowed >> 32); 320abb023fbSJohn Baldwin break; 321abb023fbSJohn Baldwin case 1: 322abb023fbSJohn Baldwin /* Only permit XSAVEOPT. */ 323abb023fbSJohn Baldwin regs[0] &= CPUID_EXTSTATE_XSAVEOPT; 324abb023fbSJohn Baldwin regs[1] = 0; 325abb023fbSJohn Baldwin regs[2] = 0; 326abb023fbSJohn Baldwin regs[3] = 0; 327abb023fbSJohn Baldwin break; 328abb023fbSJohn Baldwin default: 329abb023fbSJohn Baldwin /* 330abb023fbSJohn Baldwin * If the leaf is for a permitted feature, 331abb023fbSJohn Baldwin * pass through as-is, otherwise return 332abb023fbSJohn Baldwin * all zeroes. 333abb023fbSJohn Baldwin */ 334abb023fbSJohn Baldwin if (!(limits->xcr0_allowed & (1ul << *ecx))) { 335abb023fbSJohn Baldwin regs[0] = 0; 336abb023fbSJohn Baldwin regs[1] = 0; 337abb023fbSJohn Baldwin regs[2] = 0; 338abb023fbSJohn Baldwin regs[3] = 0; 339abb023fbSJohn Baldwin } 340abb023fbSJohn Baldwin break; 341abb023fbSJohn Baldwin } 342abb023fbSJohn Baldwin break; 343abb023fbSJohn Baldwin 3448b287612SJohn Baldwin case 0x40000000: 3458b287612SJohn Baldwin regs[0] = CPUID_VM_HIGH; 3468b287612SJohn Baldwin bcopy(bhyve_id, ®s[1], 4); 347560d5edaSPeter Grehan bcopy(bhyve_id + 4, ®s[2], 4); 348560d5edaSPeter Grehan bcopy(bhyve_id + 8, ®s[3], 4); 3498b287612SJohn Baldwin break; 350560d5edaSPeter Grehan 351366f6083SPeter Grehan default: 352560d5edaSPeter Grehan /* 353560d5edaSPeter Grehan * The leaf value has already been clamped so 354560d5edaSPeter Grehan * simply pass this through, keeping count of 355560d5edaSPeter Grehan * how many unhandled leaf values have been seen. 356560d5edaSPeter Grehan */ 357560d5edaSPeter Grehan atomic_add_long(&bhyve_xcpuids, 1); 358560d5edaSPeter Grehan cpuid_count(*eax, *ecx, regs); 359560d5edaSPeter Grehan break; 360366f6083SPeter Grehan } 361366f6083SPeter Grehan 362366f6083SPeter Grehan *eax = regs[0]; 363366f6083SPeter Grehan *ebx = regs[1]; 364366f6083SPeter Grehan *ecx = regs[2]; 365366f6083SPeter Grehan *edx = regs[3]; 366560d5edaSPeter Grehan 367366f6083SPeter Grehan return (1); 368366f6083SPeter Grehan } 369