xref: /freebsd/sys/dev/hyperv/vmbus/x86/hyperv_x86.c (revision fdafd315ad0d0f28a11b9fb4476a9ab059c62b92)
14d846d26SWarner Losh /*- SPDX-License-Identifier: BSD-2-Clause
23f8f02b2SSouradeep Chakrabarti  * Copyright (c) 2009-2012,2016-2017, 2022 Microsoft Corp.
33f8f02b2SSouradeep Chakrabarti  * Copyright (c) 2012 NetApp Inc.
43f8f02b2SSouradeep Chakrabarti  * Copyright (c) 2012 Citrix Inc.
53f8f02b2SSouradeep Chakrabarti  * All rights reserved.
63f8f02b2SSouradeep Chakrabarti  *
73f8f02b2SSouradeep Chakrabarti  * Redistribution and use in source and binary forms, with or without
83f8f02b2SSouradeep Chakrabarti  * modification, are permitted provided that the following conditions
93f8f02b2SSouradeep Chakrabarti  * are met:
103f8f02b2SSouradeep Chakrabarti  * 1. Redistributions of source code must retain the above copyright
113f8f02b2SSouradeep Chakrabarti  *    notice unmodified, this list of conditions, and the following
123f8f02b2SSouradeep Chakrabarti  *    disclaimer.
133f8f02b2SSouradeep Chakrabarti  * 2. Redistributions in binary form must reproduce the above copyright
143f8f02b2SSouradeep Chakrabarti  *    notice, this list of conditions and the following disclaimer in the
153f8f02b2SSouradeep Chakrabarti  *    documentation and/or other materials provided with the distribution.
163f8f02b2SSouradeep Chakrabarti  *
173f8f02b2SSouradeep Chakrabarti  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
183f8f02b2SSouradeep Chakrabarti  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
193f8f02b2SSouradeep Chakrabarti  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
203f8f02b2SSouradeep Chakrabarti  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
213f8f02b2SSouradeep Chakrabarti  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
223f8f02b2SSouradeep Chakrabarti  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
233f8f02b2SSouradeep Chakrabarti  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
243f8f02b2SSouradeep Chakrabarti  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
253f8f02b2SSouradeep Chakrabarti  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
263f8f02b2SSouradeep Chakrabarti  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
273f8f02b2SSouradeep Chakrabarti  */
283f8f02b2SSouradeep Chakrabarti 
293f8f02b2SSouradeep Chakrabarti /**
303f8f02b2SSouradeep Chakrabarti  * Implements low-level interactions with Hyper-V/Azure
313f8f02b2SSouradeep Chakrabarti  */
32*fdafd315SWarner Losh 
333f8f02b2SSouradeep Chakrabarti #include <sys/param.h>
343f8f02b2SSouradeep Chakrabarti #include <sys/systm.h>
353f8f02b2SSouradeep Chakrabarti #include <sys/kernel.h>
363f8f02b2SSouradeep Chakrabarti #include <sys/malloc.h>
373f8f02b2SSouradeep Chakrabarti #include <sys/timetc.h>
383f8f02b2SSouradeep Chakrabarti 
393f8f02b2SSouradeep Chakrabarti #include <vm/vm.h>
403f8f02b2SSouradeep Chakrabarti #include <vm/pmap.h>
413f8f02b2SSouradeep Chakrabarti #include <vm/vm_extern.h>
423f8f02b2SSouradeep Chakrabarti #include <vm/vm_kern.h>
433f8f02b2SSouradeep Chakrabarti 
443f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv.h>
453f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv_busdma.h>
463f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_var.h>
473f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_machdep.h>
483f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
49d16d0b6bSSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h>
503f8f02b2SSouradeep Chakrabarti 
513f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_BUILD 0ULL
523f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_VERSION ((uint64_t)__FreeBSD_version)
533f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_OSID 0ULL
543f8f02b2SSouradeep Chakrabarti 
553f8f02b2SSouradeep Chakrabarti void hyperv_init_tc(void);
563f8f02b2SSouradeep Chakrabarti int hypercall_page_setup(vm_paddr_t);
573f8f02b2SSouradeep Chakrabarti void hypercall_disable(void);
583f8f02b2SSouradeep Chakrabarti bool hyperv_identify_features(void);
593f8f02b2SSouradeep Chakrabarti 
603f8f02b2SSouradeep Chakrabarti u_int hyperv_ver_major;
613f8f02b2SSouradeep Chakrabarti u_int hyperv_features;
623f8f02b2SSouradeep Chakrabarti u_int hyperv_recommends;
633f8f02b2SSouradeep Chakrabarti 
643f8f02b2SSouradeep Chakrabarti hyperv_tc64_t hyperv_tc64;
653f8f02b2SSouradeep Chakrabarti 
663f8f02b2SSouradeep Chakrabarti static u_int hyperv_pm_features;
673f8f02b2SSouradeep Chakrabarti static u_int hyperv_features3;
683f8f02b2SSouradeep Chakrabarti static u_int hyperv_get_timecount(struct timecounter *);
693f8f02b2SSouradeep Chakrabarti 
703f8f02b2SSouradeep Chakrabarti static struct timecounter hyperv_timecounter = {
713f8f02b2SSouradeep Chakrabarti 	.tc_get_timecount = hyperv_get_timecount,
723f8f02b2SSouradeep Chakrabarti 	.tc_poll_pps = NULL,
733f8f02b2SSouradeep Chakrabarti 	.tc_counter_mask = 0xffffffff,
743f8f02b2SSouradeep Chakrabarti 	.tc_frequency = HYPERV_TIMER_FREQ,
753f8f02b2SSouradeep Chakrabarti 	.tc_name = "Hyper-V",
763f8f02b2SSouradeep Chakrabarti 	.tc_quality = 2000,
773f8f02b2SSouradeep Chakrabarti 	.tc_flags = 0,
783f8f02b2SSouradeep Chakrabarti 	.tc_priv = NULL
793f8f02b2SSouradeep Chakrabarti };
803f8f02b2SSouradeep Chakrabarti 
813f8f02b2SSouradeep Chakrabarti static u_int
hyperv_get_timecount(struct timecounter * tc __unused)823f8f02b2SSouradeep Chakrabarti hyperv_get_timecount(struct timecounter *tc __unused)
833f8f02b2SSouradeep Chakrabarti {
843f8f02b2SSouradeep Chakrabarti 	return rdmsr(MSR_HV_TIME_REF_COUNT);
853f8f02b2SSouradeep Chakrabarti }
863f8f02b2SSouradeep Chakrabarti 
873f8f02b2SSouradeep Chakrabarti static uint64_t
hyperv_tc64_rdmsr(void)883f8f02b2SSouradeep Chakrabarti hyperv_tc64_rdmsr(void)
893f8f02b2SSouradeep Chakrabarti {
903f8f02b2SSouradeep Chakrabarti 
913f8f02b2SSouradeep Chakrabarti 	return (rdmsr(MSR_HV_TIME_REF_COUNT));
923f8f02b2SSouradeep Chakrabarti }
933f8f02b2SSouradeep Chakrabarti 
943f8f02b2SSouradeep Chakrabarti void
hyperv_init_tc(void)953f8f02b2SSouradeep Chakrabarti hyperv_init_tc(void)
963f8f02b2SSouradeep Chakrabarti {
973f8f02b2SSouradeep Chakrabarti 	if (hyperv_features & CPUID_HV_MSR_TIME_REFCNT) {
983f8f02b2SSouradeep Chakrabarti 		/*
993f8f02b2SSouradeep Chakrabarti 		 * Register Hyper-V timecounter.  This should be done as early
1003f8f02b2SSouradeep Chakrabarti 		 * as possible to let DELAY() work, since the 8254 PIT is not
1013f8f02b2SSouradeep Chakrabarti 		 * reliably emulated or even available.
1023f8f02b2SSouradeep Chakrabarti 		 */
1033f8f02b2SSouradeep Chakrabarti 		tc_init(&hyperv_timecounter);
1043f8f02b2SSouradeep Chakrabarti 
1053f8f02b2SSouradeep Chakrabarti 		/*
1063f8f02b2SSouradeep Chakrabarti 		 * Install 64 bits timecounter method for other modules
1073f8f02b2SSouradeep Chakrabarti 		 * to use.
1083f8f02b2SSouradeep Chakrabarti 		 */
1093f8f02b2SSouradeep Chakrabarti 		hyperv_tc64 = hyperv_tc64_rdmsr;
1103f8f02b2SSouradeep Chakrabarti 	}
1113f8f02b2SSouradeep Chakrabarti }
1123f8f02b2SSouradeep Chakrabarti 
1133f8f02b2SSouradeep Chakrabarti int
hypercall_page_setup(vm_paddr_t paddr)1143f8f02b2SSouradeep Chakrabarti hypercall_page_setup(vm_paddr_t paddr)
1153f8f02b2SSouradeep Chakrabarti {
1163f8f02b2SSouradeep Chakrabarti 	uint64_t hc, hc_orig;
1173f8f02b2SSouradeep Chakrabarti 	hc_orig = rdmsr(MSR_HV_HYPERCALL);
1183f8f02b2SSouradeep Chakrabarti 
1193f8f02b2SSouradeep Chakrabarti 	/*
1203f8f02b2SSouradeep Chakrabarti 	 * Setup the Hypercall page.
1213f8f02b2SSouradeep Chakrabarti 	 *
1223f8f02b2SSouradeep Chakrabarti 	 * NOTE: 'reserved' bits MUST be preserved.
1233f8f02b2SSouradeep Chakrabarti 	 */
1243f8f02b2SSouradeep Chakrabarti 	hc = ((paddr >> PAGE_SHIFT) << MSR_HV_HYPERCALL_PGSHIFT) |
1253f8f02b2SSouradeep Chakrabarti 	    (hc_orig & MSR_HV_HYPERCALL_RSVD_MASK) | MSR_HV_HYPERCALL_ENABLE;
1263f8f02b2SSouradeep Chakrabarti 	wrmsr(MSR_HV_HYPERCALL, hc);
1273f8f02b2SSouradeep Chakrabarti 
1283f8f02b2SSouradeep Chakrabarti 	/*
1293f8f02b2SSouradeep Chakrabarti 	 * Confirm that Hypercall page did get setup.
1303f8f02b2SSouradeep Chakrabarti 	 */
1313f8f02b2SSouradeep Chakrabarti 	hc = rdmsr(MSR_HV_HYPERCALL);
1323f8f02b2SSouradeep Chakrabarti 	if ((hc & MSR_HV_HYPERCALL_ENABLE) == 0) {
1333f8f02b2SSouradeep Chakrabarti 		printf("hyperv: Hypercall setup failed\n");
1343f8f02b2SSouradeep Chakrabarti 		/* Can't perform any Hyper-V specific actions */
1353f8f02b2SSouradeep Chakrabarti 		vm_guest = VM_GUEST_VM;
1363f8f02b2SSouradeep Chakrabarti 		return (-1);
1373f8f02b2SSouradeep Chakrabarti 	}
1383f8f02b2SSouradeep Chakrabarti 	return (0);
1393f8f02b2SSouradeep Chakrabarti }
1403f8f02b2SSouradeep Chakrabarti 
1413f8f02b2SSouradeep Chakrabarti void
hypercall_disable(void)1423f8f02b2SSouradeep Chakrabarti hypercall_disable(void)
1433f8f02b2SSouradeep Chakrabarti {
1443f8f02b2SSouradeep Chakrabarti 	uint64_t hc;
1453f8f02b2SSouradeep Chakrabarti 	/* Disable Hypercall */
1463f8f02b2SSouradeep Chakrabarti 	hc = rdmsr(MSR_HV_HYPERCALL);
1473f8f02b2SSouradeep Chakrabarti 	wrmsr(MSR_HV_HYPERCALL, (hc & MSR_HV_HYPERCALL_RSVD_MASK));
1483f8f02b2SSouradeep Chakrabarti }
1493f8f02b2SSouradeep Chakrabarti 
1503f8f02b2SSouradeep Chakrabarti bool
hyperv_identify_features(void)1513f8f02b2SSouradeep Chakrabarti hyperv_identify_features(void)
1523f8f02b2SSouradeep Chakrabarti {
1533f8f02b2SSouradeep Chakrabarti 	u_int regs[4];
1543f8f02b2SSouradeep Chakrabarti 	unsigned int maxleaf;
1553f8f02b2SSouradeep Chakrabarti 
1563f8f02b2SSouradeep Chakrabarti 	if (vm_guest != VM_GUEST_HV)
1573f8f02b2SSouradeep Chakrabarti 		return (false);
1583f8f02b2SSouradeep Chakrabarti 
1593f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_MAXLEAF, regs);
1603f8f02b2SSouradeep Chakrabarti 	maxleaf = regs[0];
1613f8f02b2SSouradeep Chakrabarti 	if (maxleaf < CPUID_LEAF_HV_LIMITS)
1623f8f02b2SSouradeep Chakrabarti 		return (false);
1633f8f02b2SSouradeep Chakrabarti 
1643f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_INTERFACE, regs);
1653f8f02b2SSouradeep Chakrabarti 	if (regs[0] != CPUID_HV_IFACE_HYPERV)
1663f8f02b2SSouradeep Chakrabarti 		return (false);
1673f8f02b2SSouradeep Chakrabarti 
1683f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_FEATURES, regs);
1693f8f02b2SSouradeep Chakrabarti 	if ((regs[0] & CPUID_HV_MSR_HYPERCALL) == 0) {
1703f8f02b2SSouradeep Chakrabarti 		/*
1713f8f02b2SSouradeep Chakrabarti 		 * Hyper-V w/o Hypercall is impossible; someone
1723f8f02b2SSouradeep Chakrabarti 		 * is faking Hyper-V.
1733f8f02b2SSouradeep Chakrabarti 		 */
1743f8f02b2SSouradeep Chakrabarti 		return (false);
1753f8f02b2SSouradeep Chakrabarti 	}
1763f8f02b2SSouradeep Chakrabarti 	hyperv_features = regs[0];
1773f8f02b2SSouradeep Chakrabarti 	hyperv_pm_features = regs[2];
1783f8f02b2SSouradeep Chakrabarti 	hyperv_features3 = regs[3];
1793f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_IDENTITY, regs);
1803f8f02b2SSouradeep Chakrabarti 	hyperv_ver_major = regs[1] >> 16;
1813f8f02b2SSouradeep Chakrabarti 	printf("Hyper-V Version: %d.%d.%d [SP%d]\n", hyperv_ver_major,
1823f8f02b2SSouradeep Chakrabarti 	    regs[1] & 0xffff, regs[0], regs[2]);
1833f8f02b2SSouradeep Chakrabarti 
1843f8f02b2SSouradeep Chakrabarti 	printf("  Features=0x%b\n", hyperv_features,
1853f8f02b2SSouradeep Chakrabarti 	    "\020"
1863f8f02b2SSouradeep Chakrabarti 	    "\001VPRUNTIME" /* MSR_HV_VP_RUNTIME */
1873f8f02b2SSouradeep Chakrabarti 	    "\002TMREFCNT"  /* MSR_HV_TIME_REF_COUNT */
1883f8f02b2SSouradeep Chakrabarti 	    "\003SYNIC"	    /* MSRs for SynIC */
1893f8f02b2SSouradeep Chakrabarti 	    "\004SYNTM"	    /* MSRs for SynTimer */
1903f8f02b2SSouradeep Chakrabarti 	    "\005APIC"	    /* MSR_HV_{EOI,ICR,TPR} */
1913f8f02b2SSouradeep Chakrabarti 	    "\006HYPERCALL" /* MSR_HV_{GUEST_OS_ID,HYPERCALL} */
1923f8f02b2SSouradeep Chakrabarti 	    "\007VPINDEX"   /* MSR_HV_VP_INDEX */
1933f8f02b2SSouradeep Chakrabarti 	    "\010RESET"	    /* MSR_HV_RESET */
1943f8f02b2SSouradeep Chakrabarti 	    "\011STATS"	    /* MSR_HV_STATS_ */
1953f8f02b2SSouradeep Chakrabarti 	    "\012REFTSC"    /* MSR_HV_REFERENCE_TSC */
1963f8f02b2SSouradeep Chakrabarti 	    "\013IDLE"	    /* MSR_HV_GUEST_IDLE */
1973f8f02b2SSouradeep Chakrabarti 	    "\014TMFREQ"    /* MSR_HV_{TSC,APIC}_FREQUENCY */
1983f8f02b2SSouradeep Chakrabarti 	    "\015DEBUG");   /* MSR_HV_SYNTH_DEBUG_ */
1993f8f02b2SSouradeep Chakrabarti 	printf("  PM Features=0x%b [C%u]\n",
2003f8f02b2SSouradeep Chakrabarti 	    (hyperv_pm_features & ~CPUPM_HV_CSTATE_MASK),
2013f8f02b2SSouradeep Chakrabarti 	    "\020"
2023f8f02b2SSouradeep Chakrabarti 	    "\005C3HPET", /* HPET is required for C3 state */
2033f8f02b2SSouradeep Chakrabarti 	    CPUPM_HV_CSTATE(hyperv_pm_features));
2043f8f02b2SSouradeep Chakrabarti 	printf("  Features3=0x%b\n", hyperv_features3,
2053f8f02b2SSouradeep Chakrabarti 	    "\020"
2063f8f02b2SSouradeep Chakrabarti 	    "\001MWAIT"	   /* MWAIT */
2073f8f02b2SSouradeep Chakrabarti 	    "\002DEBUG"	   /* guest debug support */
2083f8f02b2SSouradeep Chakrabarti 	    "\003PERFMON"  /* performance monitor */
2093f8f02b2SSouradeep Chakrabarti 	    "\004PCPUDPE"  /* physical CPU dynamic partition event */
2103f8f02b2SSouradeep Chakrabarti 	    "\005XMMHC"	   /* hypercall input through XMM regs */
2113f8f02b2SSouradeep Chakrabarti 	    "\006IDLE"	   /* guest idle support */
2123f8f02b2SSouradeep Chakrabarti 	    "\007SLEEP"	   /* hypervisor sleep support */
2133f8f02b2SSouradeep Chakrabarti 	    "\010NUMA"	   /* NUMA distance query support */
2143f8f02b2SSouradeep Chakrabarti 	    "\011TMFREQ"   /* timer frequency query (TSC, LAPIC) */
2153f8f02b2SSouradeep Chakrabarti 	    "\012SYNCMC"   /* inject synthetic machine checks */
2163f8f02b2SSouradeep Chakrabarti 	    "\013CRASH"	   /* MSRs for guest crash */
2173f8f02b2SSouradeep Chakrabarti 	    "\014DEBUGMSR" /* MSRs for guest debug */
2183f8f02b2SSouradeep Chakrabarti 	    "\015NPIEP"	   /* NPIEP */
2193f8f02b2SSouradeep Chakrabarti 	    "\016HVDIS");  /* disabling hypervisor */
2203f8f02b2SSouradeep Chakrabarti 
2213f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_RECOMMENDS, regs);
2223f8f02b2SSouradeep Chakrabarti 	hyperv_recommends = regs[0];
2233f8f02b2SSouradeep Chakrabarti 	if (bootverbose)
2243f8f02b2SSouradeep Chakrabarti 		printf("  Recommends: %08x %08x\n", regs[0], regs[1]);
2253f8f02b2SSouradeep Chakrabarti 
2263f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_LIMITS, regs);
2273f8f02b2SSouradeep Chakrabarti 	if (bootverbose) {
2283f8f02b2SSouradeep Chakrabarti 		printf("  Limits: Vcpu:%d Lcpu:%d Int:%d\n", regs[0], regs[1],
2293f8f02b2SSouradeep Chakrabarti 		    regs[2]);
2303f8f02b2SSouradeep Chakrabarti 	}
2313f8f02b2SSouradeep Chakrabarti 
2323f8f02b2SSouradeep Chakrabarti 	if (maxleaf >= CPUID_LEAF_HV_HWFEATURES) {
2333f8f02b2SSouradeep Chakrabarti 		do_cpuid(CPUID_LEAF_HV_HWFEATURES, regs);
2343f8f02b2SSouradeep Chakrabarti 		if (bootverbose) {
2353f8f02b2SSouradeep Chakrabarti 			printf("  HW Features: %08x, AMD: %08x\n", regs[0],
2363f8f02b2SSouradeep Chakrabarti 			    regs[3]);
2373f8f02b2SSouradeep Chakrabarti 		}
2383f8f02b2SSouradeep Chakrabarti 	}
2393f8f02b2SSouradeep Chakrabarti 	return (true);
2403f8f02b2SSouradeep Chakrabarti }
241