1366f6083SPeter Grehan /*- 2366f6083SPeter Grehan * Copyright (c) 2011 NetApp, Inc. 3366f6083SPeter Grehan * All rights reserved. 4366f6083SPeter Grehan * 5366f6083SPeter Grehan * Redistribution and use in source and binary forms, with or without 6366f6083SPeter Grehan * modification, are permitted provided that the following conditions 7366f6083SPeter Grehan * are met: 8366f6083SPeter Grehan * 1. Redistributions of source code must retain the above copyright 9366f6083SPeter Grehan * notice, this list of conditions and the following disclaimer. 10366f6083SPeter Grehan * 2. Redistributions in binary form must reproduce the above copyright 11366f6083SPeter Grehan * notice, this list of conditions and the following disclaimer in the 12366f6083SPeter Grehan * documentation and/or other materials provided with the distribution. 13366f6083SPeter Grehan * 14366f6083SPeter Grehan * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND 15366f6083SPeter Grehan * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16366f6083SPeter Grehan * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17366f6083SPeter Grehan * ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE 18366f6083SPeter Grehan * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19366f6083SPeter Grehan * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20366f6083SPeter Grehan * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21366f6083SPeter Grehan * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22366f6083SPeter Grehan * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23366f6083SPeter Grehan * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24366f6083SPeter Grehan * SUCH DAMAGE. 25366f6083SPeter Grehan * 26366f6083SPeter Grehan * $FreeBSD$ 27366f6083SPeter Grehan */ 28366f6083SPeter Grehan 29366f6083SPeter Grehan #include <sys/cdefs.h> 30366f6083SPeter Grehan __FBSDID("$FreeBSD$"); 31366f6083SPeter Grehan 32a2da7af6SNeel Natu #include <sys/param.h> 33*abb023fbSJohn Baldwin #include <sys/pcpu.h> 348b287612SJohn Baldwin #include <sys/systm.h> 35a2da7af6SNeel Natu #include <sys/cpuset.h> 36366f6083SPeter Grehan 371472b87fSNeel Natu #include <machine/clock.h> 38366f6083SPeter Grehan #include <machine/cpufunc.h> 398b287612SJohn Baldwin #include <machine/md_var.h> 40*abb023fbSJohn Baldwin #include <machine/segments.h> 41366f6083SPeter Grehan #include <machine/specialreg.h> 42366f6083SPeter Grehan 43a2da7af6SNeel Natu #include <machine/vmm.h> 44a2da7af6SNeel Natu 45*abb023fbSJohn Baldwin #include "vmm_host.h" 46366f6083SPeter Grehan #include "x86.h" 47366f6083SPeter Grehan 488b287612SJohn Baldwin #define CPUID_VM_HIGH 0x40000000 498b287612SJohn Baldwin 50560d5edaSPeter Grehan static const char bhyve_id[12] = "bhyve bhyve "; 51560d5edaSPeter Grehan 52560d5edaSPeter Grehan static uint64_t bhyve_xcpuids; 538b287612SJohn Baldwin 54366f6083SPeter Grehan int 55a2da7af6SNeel Natu x86_emulate_cpuid(struct vm *vm, int vcpu_id, 56a2da7af6SNeel Natu uint32_t *eax, uint32_t *ebx, uint32_t *ecx, uint32_t *edx) 57366f6083SPeter Grehan { 58*abb023fbSJohn Baldwin const struct xsave_limits *limits; 59*abb023fbSJohn Baldwin uint64_t cr4; 6049cc03daSNeel Natu int error, enable_invpcid; 61366f6083SPeter Grehan unsigned int func, regs[4]; 62a2da7af6SNeel Natu enum x2apic_state x2apic_state; 63366f6083SPeter Grehan 648b287612SJohn Baldwin /* 658b287612SJohn Baldwin * Requests for invalid CPUID levels should map to the highest 668b287612SJohn Baldwin * available level instead. 678b287612SJohn Baldwin */ 688b287612SJohn Baldwin if (cpu_exthigh != 0 && *eax >= 0x80000000) { 698b287612SJohn Baldwin if (*eax > cpu_exthigh) 708b287612SJohn Baldwin *eax = cpu_exthigh; 718b287612SJohn Baldwin } else if (*eax >= 0x40000000) { 728b287612SJohn Baldwin if (*eax > CPUID_VM_HIGH) 738b287612SJohn Baldwin *eax = CPUID_VM_HIGH; 748b287612SJohn Baldwin } else if (*eax > cpu_high) { 758b287612SJohn Baldwin *eax = cpu_high; 768b287612SJohn Baldwin } 77366f6083SPeter Grehan 7825448de2SNeel Natu func = *eax; 7925448de2SNeel Natu 808b287612SJohn Baldwin /* 818b287612SJohn Baldwin * In general the approach used for CPU topology is to 828b287612SJohn Baldwin * advertise a flat topology where all CPUs are packages with 838b287612SJohn Baldwin * no multi-core or SMT. 848b287612SJohn Baldwin */ 85366f6083SPeter Grehan switch (func) { 86560d5edaSPeter Grehan /* 87560d5edaSPeter Grehan * Pass these through to the guest 88560d5edaSPeter Grehan */ 89366f6083SPeter Grehan case CPUID_0000_0000: 90366f6083SPeter Grehan case CPUID_0000_0002: 91366f6083SPeter Grehan case CPUID_0000_0003: 92366f6083SPeter Grehan case CPUID_8000_0000: 93366f6083SPeter Grehan case CPUID_8000_0002: 94366f6083SPeter Grehan case CPUID_8000_0003: 95366f6083SPeter Grehan case CPUID_8000_0004: 96366f6083SPeter Grehan case CPUID_8000_0006: 97366f6083SPeter Grehan case CPUID_8000_0008: 988b287612SJohn Baldwin cpuid_count(*eax, *ecx, regs); 99366f6083SPeter Grehan break; 100366f6083SPeter Grehan 101560d5edaSPeter Grehan case CPUID_8000_0001: 102560d5edaSPeter Grehan /* 103560d5edaSPeter Grehan * Hide rdtscp/ia32_tsc_aux until we know how 104560d5edaSPeter Grehan * to deal with them. 105560d5edaSPeter Grehan */ 106560d5edaSPeter Grehan cpuid_count(*eax, *ecx, regs); 107560d5edaSPeter Grehan regs[3] &= ~AMDID_RDTSCP; 108560d5edaSPeter Grehan break; 109560d5edaSPeter Grehan 1101472b87fSNeel Natu case CPUID_8000_0007: 1111472b87fSNeel Natu cpuid_count(*eax, *ecx, regs); 1121472b87fSNeel Natu /* 1131472b87fSNeel Natu * If the host TSCs are not synchronized across 1141472b87fSNeel Natu * physical cpus then we cannot advertise an 1151472b87fSNeel Natu * invariant tsc to a vcpu. 1161472b87fSNeel Natu * 1171472b87fSNeel Natu * XXX This still falls short because the vcpu 1181472b87fSNeel Natu * can observe the TSC moving backwards as it 1191472b87fSNeel Natu * migrates across physical cpus. But at least 1201472b87fSNeel Natu * it should discourage the guest from using the 1211472b87fSNeel Natu * TSC to keep track of time. 1221472b87fSNeel Natu */ 1231472b87fSNeel Natu if (!smp_tsc) 1241472b87fSNeel Natu regs[3] &= ~AMDPM_TSC_INVARIANT; 1251472b87fSNeel Natu break; 1261472b87fSNeel Natu 127366f6083SPeter Grehan case CPUID_0000_0001: 1288b287612SJohn Baldwin do_cpuid(1, regs); 1298b287612SJohn Baldwin 130a2da7af6SNeel Natu error = vm_get_x2apic_state(vm, vcpu_id, &x2apic_state); 131a2da7af6SNeel Natu if (error) { 132a2da7af6SNeel Natu panic("x86_emulate_cpuid: error %d " 133a2da7af6SNeel Natu "fetching x2apic state", error); 134a2da7af6SNeel Natu } 135a2da7af6SNeel Natu 136366f6083SPeter Grehan /* 137366f6083SPeter Grehan * Override the APIC ID only in ebx 138366f6083SPeter Grehan */ 1398b287612SJohn Baldwin regs[1] &= ~(CPUID_LOCAL_APIC_ID); 1408b287612SJohn Baldwin regs[1] |= (vcpu_id << CPUID_0000_0001_APICID_SHIFT); 141366f6083SPeter Grehan 142366f6083SPeter Grehan /* 1431f3025e1SPeter Grehan * Don't expose VMX, SpeedStep or TME capability. 1448b287612SJohn Baldwin * Advertise x2APIC capability and Hypervisor guest. 145366f6083SPeter Grehan */ 1468b287612SJohn Baldwin regs[2] &= ~(CPUID2_VMX | CPUID2_EST | CPUID2_TM2); 147a2da7af6SNeel Natu 148a2da7af6SNeel Natu regs[2] |= CPUID2_HV; 149a2da7af6SNeel Natu 150a2da7af6SNeel Natu if (x2apic_state != X2APIC_DISABLED) 151a2da7af6SNeel Natu regs[2] |= CPUID2_X2APIC; 152366f6083SPeter Grehan 153366f6083SPeter Grehan /* 154*abb023fbSJohn Baldwin * Only advertise CPUID2_XSAVE in the guest if 155*abb023fbSJohn Baldwin * the host is using XSAVE. 156298379f7SPeter Grehan */ 157*abb023fbSJohn Baldwin if (!(regs[2] & CPUID2_OSXSAVE)) 158*abb023fbSJohn Baldwin regs[2] &= ~CPUID2_XSAVE; 159*abb023fbSJohn Baldwin 160*abb023fbSJohn Baldwin /* 161*abb023fbSJohn Baldwin * If CPUID2_XSAVE is being advertised and the 162*abb023fbSJohn Baldwin * guest has set CR4_XSAVE, set 163*abb023fbSJohn Baldwin * CPUID2_OSXSAVE. 164*abb023fbSJohn Baldwin */ 165*abb023fbSJohn Baldwin regs[2] &= ~CPUID2_OSXSAVE; 166*abb023fbSJohn Baldwin if (regs[2] & CPUID2_XSAVE) { 167*abb023fbSJohn Baldwin error = vm_get_register(vm, vcpu_id, 168*abb023fbSJohn Baldwin VM_REG_GUEST_CR4, &cr4); 169*abb023fbSJohn Baldwin if (error) 170*abb023fbSJohn Baldwin panic("x86_emulate_cpuid: error %d " 171*abb023fbSJohn Baldwin "fetching %%cr4", error); 172*abb023fbSJohn Baldwin if (cr4 & CR4_XSAVE) 173*abb023fbSJohn Baldwin regs[2] |= CPUID2_OSXSAVE; 174*abb023fbSJohn Baldwin } 175298379f7SPeter Grehan 176298379f7SPeter Grehan /* 177ff6ec151SNeel Natu * Hide monitor/mwait until we know how to deal with 178ff6ec151SNeel Natu * these instructions. 179ff6ec151SNeel Natu */ 180ff6ec151SNeel Natu regs[2] &= ~CPUID2_MON; 181ff6ec151SNeel Natu 182ff6ec151SNeel Natu /* 183560d5edaSPeter Grehan * Hide the performance and debug features. 184560d5edaSPeter Grehan */ 185560d5edaSPeter Grehan regs[2] &= ~CPUID2_PDCM; 186560d5edaSPeter Grehan 187517e21d3SPeter Grehan /* 188517e21d3SPeter Grehan * No TSC deadline support in the APIC yet 189517e21d3SPeter Grehan */ 190517e21d3SPeter Grehan regs[2] &= ~CPUID2_TSCDLT; 191517e21d3SPeter Grehan 192560d5edaSPeter Grehan /* 1931f3025e1SPeter Grehan * Hide thermal monitoring 1941f3025e1SPeter Grehan */ 1951f3025e1SPeter Grehan regs[3] &= ~(CPUID_ACPI | CPUID_TM); 1961f3025e1SPeter Grehan 1971f3025e1SPeter Grehan /* 198366f6083SPeter Grehan * Machine check handling is done in the host. 199366f6083SPeter Grehan * Hide MTRR capability. 200366f6083SPeter Grehan */ 201366f6083SPeter Grehan regs[3] &= ~(CPUID_MCA | CPUID_MCE | CPUID_MTRR); 202366f6083SPeter Grehan 2038b287612SJohn Baldwin /* 204560d5edaSPeter Grehan * Hide the debug store capability. 205560d5edaSPeter Grehan */ 206560d5edaSPeter Grehan regs[3] &= ~CPUID_DS; 207560d5edaSPeter Grehan 208560d5edaSPeter Grehan /* 2098b287612SJohn Baldwin * Disable multi-core. 2108b287612SJohn Baldwin */ 2118b287612SJohn Baldwin regs[1] &= ~CPUID_HTT_CORES; 2128b287612SJohn Baldwin regs[3] &= ~CPUID_HTT; 2138b287612SJohn Baldwin break; 2148b287612SJohn Baldwin 2158b287612SJohn Baldwin case CPUID_0000_0004: 2168b287612SJohn Baldwin do_cpuid(4, regs); 2178b287612SJohn Baldwin 2188b287612SJohn Baldwin /* 2198b287612SJohn Baldwin * Do not expose topology. 2208b287612SJohn Baldwin */ 2218b287612SJohn Baldwin regs[0] &= 0xffff8000; 2228b287612SJohn Baldwin regs[0] |= 0x04008000; 223366f6083SPeter Grehan break; 224366f6083SPeter Grehan 225a0cad470SPeter Grehan case CPUID_0000_0007: 22649cc03daSNeel Natu regs[0] = 0; 22749cc03daSNeel Natu regs[1] = 0; 22849cc03daSNeel Natu regs[2] = 0; 22949cc03daSNeel Natu regs[3] = 0; 23049cc03daSNeel Natu 23149cc03daSNeel Natu /* leaf 0 */ 23249cc03daSNeel Natu if (*ecx == 0) { 23349cc03daSNeel Natu error = vm_get_capability(vm, vcpu_id, 23449cc03daSNeel Natu VM_CAP_ENABLE_INVPCID, &enable_invpcid); 23549cc03daSNeel Natu if (error == 0 && enable_invpcid) 23649cc03daSNeel Natu regs[1] |= CPUID_STDEXT_INVPCID; 23749cc03daSNeel Natu } 23849cc03daSNeel Natu break; 23949cc03daSNeel Natu 24049cc03daSNeel Natu case CPUID_0000_0006: 241560d5edaSPeter Grehan case CPUID_0000_000A: 2421f3025e1SPeter Grehan /* 2431f3025e1SPeter Grehan * Handle the access, but report 0 for 2441f3025e1SPeter Grehan * all options 2451f3025e1SPeter Grehan */ 2461f3025e1SPeter Grehan regs[0] = 0; 2471f3025e1SPeter Grehan regs[1] = 0; 2481f3025e1SPeter Grehan regs[2] = 0; 2491f3025e1SPeter Grehan regs[3] = 0; 2501f3025e1SPeter Grehan break; 2511f3025e1SPeter Grehan 252366f6083SPeter Grehan case CPUID_0000_000B: 253366f6083SPeter Grehan /* 254366f6083SPeter Grehan * Processor topology enumeration 255366f6083SPeter Grehan */ 256366f6083SPeter Grehan regs[0] = 0; 257366f6083SPeter Grehan regs[1] = 0; 258366f6083SPeter Grehan regs[2] = *ecx & 0xff; 2598b287612SJohn Baldwin regs[3] = vcpu_id; 260366f6083SPeter Grehan break; 261366f6083SPeter Grehan 262*abb023fbSJohn Baldwin case CPUID_0000_000D: 263*abb023fbSJohn Baldwin limits = vmm_get_xsave_limits(); 264*abb023fbSJohn Baldwin if (!limits->xsave_enabled) { 265*abb023fbSJohn Baldwin regs[0] = 0; 266*abb023fbSJohn Baldwin regs[1] = 0; 267*abb023fbSJohn Baldwin regs[2] = 0; 268*abb023fbSJohn Baldwin regs[3] = 0; 269*abb023fbSJohn Baldwin break; 270*abb023fbSJohn Baldwin } 271*abb023fbSJohn Baldwin 272*abb023fbSJohn Baldwin cpuid_count(*eax, *ecx, regs); 273*abb023fbSJohn Baldwin switch (*ecx) { 274*abb023fbSJohn Baldwin case 0: 275*abb023fbSJohn Baldwin /* 276*abb023fbSJohn Baldwin * Only permit the guest to use bits 277*abb023fbSJohn Baldwin * that are active in the host in 278*abb023fbSJohn Baldwin * %xcr0. Also, claim that the 279*abb023fbSJohn Baldwin * maximum save area size is 280*abb023fbSJohn Baldwin * equivalent to the host's current 281*abb023fbSJohn Baldwin * save area size. Since this runs 282*abb023fbSJohn Baldwin * "inside" of vmrun(), it runs with 283*abb023fbSJohn Baldwin * the guest's xcr0, so the current 284*abb023fbSJohn Baldwin * save area size is correct as-is. 285*abb023fbSJohn Baldwin */ 286*abb023fbSJohn Baldwin regs[0] &= limits->xcr0_allowed; 287*abb023fbSJohn Baldwin regs[2] = limits->xsave_max_size; 288*abb023fbSJohn Baldwin regs[3] &= (limits->xcr0_allowed >> 32); 289*abb023fbSJohn Baldwin break; 290*abb023fbSJohn Baldwin case 1: 291*abb023fbSJohn Baldwin /* Only permit XSAVEOPT. */ 292*abb023fbSJohn Baldwin regs[0] &= CPUID_EXTSTATE_XSAVEOPT; 293*abb023fbSJohn Baldwin regs[1] = 0; 294*abb023fbSJohn Baldwin regs[2] = 0; 295*abb023fbSJohn Baldwin regs[3] = 0; 296*abb023fbSJohn Baldwin break; 297*abb023fbSJohn Baldwin default: 298*abb023fbSJohn Baldwin /* 299*abb023fbSJohn Baldwin * If the leaf is for a permitted feature, 300*abb023fbSJohn Baldwin * pass through as-is, otherwise return 301*abb023fbSJohn Baldwin * all zeroes. 302*abb023fbSJohn Baldwin */ 303*abb023fbSJohn Baldwin if (!(limits->xcr0_allowed & (1ul << *ecx))) { 304*abb023fbSJohn Baldwin regs[0] = 0; 305*abb023fbSJohn Baldwin regs[1] = 0; 306*abb023fbSJohn Baldwin regs[2] = 0; 307*abb023fbSJohn Baldwin regs[3] = 0; 308*abb023fbSJohn Baldwin } 309*abb023fbSJohn Baldwin break; 310*abb023fbSJohn Baldwin } 311*abb023fbSJohn Baldwin break; 312*abb023fbSJohn Baldwin 3138b287612SJohn Baldwin case 0x40000000: 3148b287612SJohn Baldwin regs[0] = CPUID_VM_HIGH; 3158b287612SJohn Baldwin bcopy(bhyve_id, ®s[1], 4); 316560d5edaSPeter Grehan bcopy(bhyve_id + 4, ®s[2], 4); 317560d5edaSPeter Grehan bcopy(bhyve_id + 8, ®s[3], 4); 3188b287612SJohn Baldwin break; 319560d5edaSPeter Grehan 320366f6083SPeter Grehan default: 321560d5edaSPeter Grehan /* 322560d5edaSPeter Grehan * The leaf value has already been clamped so 323560d5edaSPeter Grehan * simply pass this through, keeping count of 324560d5edaSPeter Grehan * how many unhandled leaf values have been seen. 325560d5edaSPeter Grehan */ 326560d5edaSPeter Grehan atomic_add_long(&bhyve_xcpuids, 1); 327560d5edaSPeter Grehan cpuid_count(*eax, *ecx, regs); 328560d5edaSPeter Grehan break; 329366f6083SPeter Grehan } 330366f6083SPeter Grehan 331366f6083SPeter Grehan *eax = regs[0]; 332366f6083SPeter Grehan *ebx = regs[1]; 333366f6083SPeter Grehan *ecx = regs[2]; 334366f6083SPeter Grehan *edx = regs[3]; 335560d5edaSPeter Grehan 336366f6083SPeter Grehan return (1); 337366f6083SPeter Grehan } 338