xref: /freebsd/sys/dev/hyperv/vmbus/x86/hyperv_x86.c (revision 3f8f02b2abfe5f514040639bff577b7fb43f361b)
1*3f8f02b2SSouradeep Chakrabarti /*- SPDX-License-Identifier: BSD-2-Clause-FreeBSD
2*3f8f02b2SSouradeep Chakrabarti  * Copyright (c) 2009-2012,2016-2017, 2022 Microsoft Corp.
3*3f8f02b2SSouradeep Chakrabarti  * Copyright (c) 2012 NetApp Inc.
4*3f8f02b2SSouradeep Chakrabarti  * Copyright (c) 2012 Citrix Inc.
5*3f8f02b2SSouradeep Chakrabarti  * All rights reserved.
6*3f8f02b2SSouradeep Chakrabarti  *
7*3f8f02b2SSouradeep Chakrabarti  * Redistribution and use in source and binary forms, with or without
8*3f8f02b2SSouradeep Chakrabarti  * modification, are permitted provided that the following conditions
9*3f8f02b2SSouradeep Chakrabarti  * are met:
10*3f8f02b2SSouradeep Chakrabarti  * 1. Redistributions of source code must retain the above copyright
11*3f8f02b2SSouradeep Chakrabarti  *    notice unmodified, this list of conditions, and the following
12*3f8f02b2SSouradeep Chakrabarti  *    disclaimer.
13*3f8f02b2SSouradeep Chakrabarti  * 2. Redistributions in binary form must reproduce the above copyright
14*3f8f02b2SSouradeep Chakrabarti  *    notice, this list of conditions and the following disclaimer in the
15*3f8f02b2SSouradeep Chakrabarti  *    documentation and/or other materials provided with the distribution.
16*3f8f02b2SSouradeep Chakrabarti  *
17*3f8f02b2SSouradeep Chakrabarti  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18*3f8f02b2SSouradeep Chakrabarti  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19*3f8f02b2SSouradeep Chakrabarti  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20*3f8f02b2SSouradeep Chakrabarti  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21*3f8f02b2SSouradeep Chakrabarti  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22*3f8f02b2SSouradeep Chakrabarti  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23*3f8f02b2SSouradeep Chakrabarti  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24*3f8f02b2SSouradeep Chakrabarti  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25*3f8f02b2SSouradeep Chakrabarti  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26*3f8f02b2SSouradeep Chakrabarti  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27*3f8f02b2SSouradeep Chakrabarti  */
28*3f8f02b2SSouradeep Chakrabarti 
29*3f8f02b2SSouradeep Chakrabarti /**
30*3f8f02b2SSouradeep Chakrabarti  * Implements low-level interactions with Hyper-V/Azure
31*3f8f02b2SSouradeep Chakrabarti  */
32*3f8f02b2SSouradeep Chakrabarti #include <sys/cdefs.h>
33*3f8f02b2SSouradeep Chakrabarti __FBSDID("$FreeBSD$");
34*3f8f02b2SSouradeep Chakrabarti 
35*3f8f02b2SSouradeep Chakrabarti #include <sys/param.h>
36*3f8f02b2SSouradeep Chakrabarti #include <sys/systm.h>
37*3f8f02b2SSouradeep Chakrabarti #include <sys/kernel.h>
38*3f8f02b2SSouradeep Chakrabarti #include <sys/malloc.h>
39*3f8f02b2SSouradeep Chakrabarti #include <sys/timetc.h>
40*3f8f02b2SSouradeep Chakrabarti 
41*3f8f02b2SSouradeep Chakrabarti #include <vm/vm.h>
42*3f8f02b2SSouradeep Chakrabarti #include <vm/pmap.h>
43*3f8f02b2SSouradeep Chakrabarti #include <vm/vm_extern.h>
44*3f8f02b2SSouradeep Chakrabarti #include <vm/vm_kern.h>
45*3f8f02b2SSouradeep Chakrabarti 
46*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv.h>
47*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv_busdma.h>
48*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_var.h>
49*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_machdep.h>
50*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
51*3f8f02b2SSouradeep Chakrabarti 
52*3f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_BUILD 0ULL
53*3f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_VERSION ((uint64_t)__FreeBSD_version)
54*3f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_OSID 0ULL
55*3f8f02b2SSouradeep Chakrabarti 
56*3f8f02b2SSouradeep Chakrabarti void hyperv_init_tc(void);
57*3f8f02b2SSouradeep Chakrabarti int hypercall_page_setup(vm_paddr_t);
58*3f8f02b2SSouradeep Chakrabarti void hypercall_disable(void);
59*3f8f02b2SSouradeep Chakrabarti bool hyperv_identify_features(void);
60*3f8f02b2SSouradeep Chakrabarti 
61*3f8f02b2SSouradeep Chakrabarti u_int hyperv_ver_major;
62*3f8f02b2SSouradeep Chakrabarti u_int hyperv_features;
63*3f8f02b2SSouradeep Chakrabarti u_int hyperv_recommends;
64*3f8f02b2SSouradeep Chakrabarti 
65*3f8f02b2SSouradeep Chakrabarti hyperv_tc64_t hyperv_tc64;
66*3f8f02b2SSouradeep Chakrabarti 
67*3f8f02b2SSouradeep Chakrabarti static u_int hyperv_pm_features;
68*3f8f02b2SSouradeep Chakrabarti static u_int hyperv_features3;
69*3f8f02b2SSouradeep Chakrabarti static u_int hyperv_get_timecount(struct timecounter *);
70*3f8f02b2SSouradeep Chakrabarti 
71*3f8f02b2SSouradeep Chakrabarti static struct timecounter hyperv_timecounter = {
72*3f8f02b2SSouradeep Chakrabarti 	.tc_get_timecount = hyperv_get_timecount,
73*3f8f02b2SSouradeep Chakrabarti 	.tc_poll_pps = NULL,
74*3f8f02b2SSouradeep Chakrabarti 	.tc_counter_mask = 0xffffffff,
75*3f8f02b2SSouradeep Chakrabarti 	.tc_frequency = HYPERV_TIMER_FREQ,
76*3f8f02b2SSouradeep Chakrabarti 	.tc_name = "Hyper-V",
77*3f8f02b2SSouradeep Chakrabarti 	.tc_quality = 2000,
78*3f8f02b2SSouradeep Chakrabarti 	.tc_flags = 0,
79*3f8f02b2SSouradeep Chakrabarti 	.tc_priv = NULL
80*3f8f02b2SSouradeep Chakrabarti };
81*3f8f02b2SSouradeep Chakrabarti 
82*3f8f02b2SSouradeep Chakrabarti static u_int
83*3f8f02b2SSouradeep Chakrabarti hyperv_get_timecount(struct timecounter *tc __unused)
84*3f8f02b2SSouradeep Chakrabarti {
85*3f8f02b2SSouradeep Chakrabarti 	return rdmsr(MSR_HV_TIME_REF_COUNT);
86*3f8f02b2SSouradeep Chakrabarti }
87*3f8f02b2SSouradeep Chakrabarti 
88*3f8f02b2SSouradeep Chakrabarti static uint64_t
89*3f8f02b2SSouradeep Chakrabarti hyperv_tc64_rdmsr(void)
90*3f8f02b2SSouradeep Chakrabarti {
91*3f8f02b2SSouradeep Chakrabarti 
92*3f8f02b2SSouradeep Chakrabarti 	return (rdmsr(MSR_HV_TIME_REF_COUNT));
93*3f8f02b2SSouradeep Chakrabarti }
94*3f8f02b2SSouradeep Chakrabarti 
95*3f8f02b2SSouradeep Chakrabarti void
96*3f8f02b2SSouradeep Chakrabarti hyperv_init_tc(void)
97*3f8f02b2SSouradeep Chakrabarti {
98*3f8f02b2SSouradeep Chakrabarti 	if (hyperv_features & CPUID_HV_MSR_TIME_REFCNT) {
99*3f8f02b2SSouradeep Chakrabarti 		/*
100*3f8f02b2SSouradeep Chakrabarti 		 * Register Hyper-V timecounter.  This should be done as early
101*3f8f02b2SSouradeep Chakrabarti 		 * as possible to let DELAY() work, since the 8254 PIT is not
102*3f8f02b2SSouradeep Chakrabarti 		 * reliably emulated or even available.
103*3f8f02b2SSouradeep Chakrabarti 		 */
104*3f8f02b2SSouradeep Chakrabarti 		tc_init(&hyperv_timecounter);
105*3f8f02b2SSouradeep Chakrabarti 
106*3f8f02b2SSouradeep Chakrabarti 		/*
107*3f8f02b2SSouradeep Chakrabarti 		 * Install 64 bits timecounter method for other modules
108*3f8f02b2SSouradeep Chakrabarti 		 * to use.
109*3f8f02b2SSouradeep Chakrabarti 		 */
110*3f8f02b2SSouradeep Chakrabarti 		hyperv_tc64 = hyperv_tc64_rdmsr;
111*3f8f02b2SSouradeep Chakrabarti 	}
112*3f8f02b2SSouradeep Chakrabarti }
113*3f8f02b2SSouradeep Chakrabarti 
114*3f8f02b2SSouradeep Chakrabarti int
115*3f8f02b2SSouradeep Chakrabarti hypercall_page_setup(vm_paddr_t paddr)
116*3f8f02b2SSouradeep Chakrabarti {
117*3f8f02b2SSouradeep Chakrabarti 	uint64_t hc, hc_orig;
118*3f8f02b2SSouradeep Chakrabarti 	hc_orig = rdmsr(MSR_HV_HYPERCALL);
119*3f8f02b2SSouradeep Chakrabarti 
120*3f8f02b2SSouradeep Chakrabarti 	/*
121*3f8f02b2SSouradeep Chakrabarti 	 * Setup the Hypercall page.
122*3f8f02b2SSouradeep Chakrabarti 	 *
123*3f8f02b2SSouradeep Chakrabarti 	 * NOTE: 'reserved' bits MUST be preserved.
124*3f8f02b2SSouradeep Chakrabarti 	 */
125*3f8f02b2SSouradeep Chakrabarti 	hc = ((paddr >> PAGE_SHIFT) << MSR_HV_HYPERCALL_PGSHIFT) |
126*3f8f02b2SSouradeep Chakrabarti 	    (hc_orig & MSR_HV_HYPERCALL_RSVD_MASK) | MSR_HV_HYPERCALL_ENABLE;
127*3f8f02b2SSouradeep Chakrabarti 	wrmsr(MSR_HV_HYPERCALL, hc);
128*3f8f02b2SSouradeep Chakrabarti 
129*3f8f02b2SSouradeep Chakrabarti 	/*
130*3f8f02b2SSouradeep Chakrabarti 	 * Confirm that Hypercall page did get setup.
131*3f8f02b2SSouradeep Chakrabarti 	 */
132*3f8f02b2SSouradeep Chakrabarti 	hc = rdmsr(MSR_HV_HYPERCALL);
133*3f8f02b2SSouradeep Chakrabarti 	if ((hc & MSR_HV_HYPERCALL_ENABLE) == 0) {
134*3f8f02b2SSouradeep Chakrabarti 		printf("hyperv: Hypercall setup failed\n");
135*3f8f02b2SSouradeep Chakrabarti 		/* Can't perform any Hyper-V specific actions */
136*3f8f02b2SSouradeep Chakrabarti 		vm_guest = VM_GUEST_VM;
137*3f8f02b2SSouradeep Chakrabarti 		return (-1);
138*3f8f02b2SSouradeep Chakrabarti 	}
139*3f8f02b2SSouradeep Chakrabarti 	return (0);
140*3f8f02b2SSouradeep Chakrabarti }
141*3f8f02b2SSouradeep Chakrabarti 
142*3f8f02b2SSouradeep Chakrabarti void
143*3f8f02b2SSouradeep Chakrabarti hypercall_disable(void)
144*3f8f02b2SSouradeep Chakrabarti {
145*3f8f02b2SSouradeep Chakrabarti 	uint64_t hc;
146*3f8f02b2SSouradeep Chakrabarti 	/* Disable Hypercall */
147*3f8f02b2SSouradeep Chakrabarti 	hc = rdmsr(MSR_HV_HYPERCALL);
148*3f8f02b2SSouradeep Chakrabarti 	wrmsr(MSR_HV_HYPERCALL, (hc & MSR_HV_HYPERCALL_RSVD_MASK));
149*3f8f02b2SSouradeep Chakrabarti }
150*3f8f02b2SSouradeep Chakrabarti 
151*3f8f02b2SSouradeep Chakrabarti bool
152*3f8f02b2SSouradeep Chakrabarti hyperv_identify_features(void)
153*3f8f02b2SSouradeep Chakrabarti {
154*3f8f02b2SSouradeep Chakrabarti 	u_int regs[4];
155*3f8f02b2SSouradeep Chakrabarti 	unsigned int maxleaf;
156*3f8f02b2SSouradeep Chakrabarti 
157*3f8f02b2SSouradeep Chakrabarti 	if (vm_guest != VM_GUEST_HV)
158*3f8f02b2SSouradeep Chakrabarti 		return (false);
159*3f8f02b2SSouradeep Chakrabarti 
160*3f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_MAXLEAF, regs);
161*3f8f02b2SSouradeep Chakrabarti 	maxleaf = regs[0];
162*3f8f02b2SSouradeep Chakrabarti 	if (maxleaf < CPUID_LEAF_HV_LIMITS)
163*3f8f02b2SSouradeep Chakrabarti 		return (false);
164*3f8f02b2SSouradeep Chakrabarti 
165*3f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_INTERFACE, regs);
166*3f8f02b2SSouradeep Chakrabarti 	if (regs[0] != CPUID_HV_IFACE_HYPERV)
167*3f8f02b2SSouradeep Chakrabarti 		return (false);
168*3f8f02b2SSouradeep Chakrabarti 
169*3f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_FEATURES, regs);
170*3f8f02b2SSouradeep Chakrabarti 	if ((regs[0] & CPUID_HV_MSR_HYPERCALL) == 0) {
171*3f8f02b2SSouradeep Chakrabarti 		/*
172*3f8f02b2SSouradeep Chakrabarti 		 * Hyper-V w/o Hypercall is impossible; someone
173*3f8f02b2SSouradeep Chakrabarti 		 * is faking Hyper-V.
174*3f8f02b2SSouradeep Chakrabarti 		 */
175*3f8f02b2SSouradeep Chakrabarti 		return (false);
176*3f8f02b2SSouradeep Chakrabarti 	}
177*3f8f02b2SSouradeep Chakrabarti 	hyperv_features = regs[0];
178*3f8f02b2SSouradeep Chakrabarti 	hyperv_pm_features = regs[2];
179*3f8f02b2SSouradeep Chakrabarti 	hyperv_features3 = regs[3];
180*3f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_IDENTITY, regs);
181*3f8f02b2SSouradeep Chakrabarti 	hyperv_ver_major = regs[1] >> 16;
182*3f8f02b2SSouradeep Chakrabarti 	printf("Hyper-V Version: %d.%d.%d [SP%d]\n", hyperv_ver_major,
183*3f8f02b2SSouradeep Chakrabarti 	    regs[1] & 0xffff, regs[0], regs[2]);
184*3f8f02b2SSouradeep Chakrabarti 
185*3f8f02b2SSouradeep Chakrabarti 	printf("  Features=0x%b\n", hyperv_features,
186*3f8f02b2SSouradeep Chakrabarti 	    "\020"
187*3f8f02b2SSouradeep Chakrabarti 	    "\001VPRUNTIME" /* MSR_HV_VP_RUNTIME */
188*3f8f02b2SSouradeep Chakrabarti 	    "\002TMREFCNT"  /* MSR_HV_TIME_REF_COUNT */
189*3f8f02b2SSouradeep Chakrabarti 	    "\003SYNIC"	    /* MSRs for SynIC */
190*3f8f02b2SSouradeep Chakrabarti 	    "\004SYNTM"	    /* MSRs for SynTimer */
191*3f8f02b2SSouradeep Chakrabarti 	    "\005APIC"	    /* MSR_HV_{EOI,ICR,TPR} */
192*3f8f02b2SSouradeep Chakrabarti 	    "\006HYPERCALL" /* MSR_HV_{GUEST_OS_ID,HYPERCALL} */
193*3f8f02b2SSouradeep Chakrabarti 	    "\007VPINDEX"   /* MSR_HV_VP_INDEX */
194*3f8f02b2SSouradeep Chakrabarti 	    "\010RESET"	    /* MSR_HV_RESET */
195*3f8f02b2SSouradeep Chakrabarti 	    "\011STATS"	    /* MSR_HV_STATS_ */
196*3f8f02b2SSouradeep Chakrabarti 	    "\012REFTSC"    /* MSR_HV_REFERENCE_TSC */
197*3f8f02b2SSouradeep Chakrabarti 	    "\013IDLE"	    /* MSR_HV_GUEST_IDLE */
198*3f8f02b2SSouradeep Chakrabarti 	    "\014TMFREQ"    /* MSR_HV_{TSC,APIC}_FREQUENCY */
199*3f8f02b2SSouradeep Chakrabarti 	    "\015DEBUG");   /* MSR_HV_SYNTH_DEBUG_ */
200*3f8f02b2SSouradeep Chakrabarti 	printf("  PM Features=0x%b [C%u]\n",
201*3f8f02b2SSouradeep Chakrabarti 	    (hyperv_pm_features & ~CPUPM_HV_CSTATE_MASK),
202*3f8f02b2SSouradeep Chakrabarti 	    "\020"
203*3f8f02b2SSouradeep Chakrabarti 	    "\005C3HPET", /* HPET is required for C3 state */
204*3f8f02b2SSouradeep Chakrabarti 	    CPUPM_HV_CSTATE(hyperv_pm_features));
205*3f8f02b2SSouradeep Chakrabarti 	printf("  Features3=0x%b\n", hyperv_features3,
206*3f8f02b2SSouradeep Chakrabarti 	    "\020"
207*3f8f02b2SSouradeep Chakrabarti 	    "\001MWAIT"	   /* MWAIT */
208*3f8f02b2SSouradeep Chakrabarti 	    "\002DEBUG"	   /* guest debug support */
209*3f8f02b2SSouradeep Chakrabarti 	    "\003PERFMON"  /* performance monitor */
210*3f8f02b2SSouradeep Chakrabarti 	    "\004PCPUDPE"  /* physical CPU dynamic partition event */
211*3f8f02b2SSouradeep Chakrabarti 	    "\005XMMHC"	   /* hypercall input through XMM regs */
212*3f8f02b2SSouradeep Chakrabarti 	    "\006IDLE"	   /* guest idle support */
213*3f8f02b2SSouradeep Chakrabarti 	    "\007SLEEP"	   /* hypervisor sleep support */
214*3f8f02b2SSouradeep Chakrabarti 	    "\010NUMA"	   /* NUMA distance query support */
215*3f8f02b2SSouradeep Chakrabarti 	    "\011TMFREQ"   /* timer frequency query (TSC, LAPIC) */
216*3f8f02b2SSouradeep Chakrabarti 	    "\012SYNCMC"   /* inject synthetic machine checks */
217*3f8f02b2SSouradeep Chakrabarti 	    "\013CRASH"	   /* MSRs for guest crash */
218*3f8f02b2SSouradeep Chakrabarti 	    "\014DEBUGMSR" /* MSRs for guest debug */
219*3f8f02b2SSouradeep Chakrabarti 	    "\015NPIEP"	   /* NPIEP */
220*3f8f02b2SSouradeep Chakrabarti 	    "\016HVDIS");  /* disabling hypervisor */
221*3f8f02b2SSouradeep Chakrabarti 
222*3f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_RECOMMENDS, regs);
223*3f8f02b2SSouradeep Chakrabarti 	hyperv_recommends = regs[0];
224*3f8f02b2SSouradeep Chakrabarti 	if (bootverbose)
225*3f8f02b2SSouradeep Chakrabarti 		printf("  Recommends: %08x %08x\n", regs[0], regs[1]);
226*3f8f02b2SSouradeep Chakrabarti 
227*3f8f02b2SSouradeep Chakrabarti 	do_cpuid(CPUID_LEAF_HV_LIMITS, regs);
228*3f8f02b2SSouradeep Chakrabarti 	if (bootverbose) {
229*3f8f02b2SSouradeep Chakrabarti 		printf("  Limits: Vcpu:%d Lcpu:%d Int:%d\n", regs[0], regs[1],
230*3f8f02b2SSouradeep Chakrabarti 		    regs[2]);
231*3f8f02b2SSouradeep Chakrabarti 	}
232*3f8f02b2SSouradeep Chakrabarti 
233*3f8f02b2SSouradeep Chakrabarti 	if (maxleaf >= CPUID_LEAF_HV_HWFEATURES) {
234*3f8f02b2SSouradeep Chakrabarti 		do_cpuid(CPUID_LEAF_HV_HWFEATURES, regs);
235*3f8f02b2SSouradeep Chakrabarti 		if (bootverbose) {
236*3f8f02b2SSouradeep Chakrabarti 			printf("  HW Features: %08x, AMD: %08x\n", regs[0],
237*3f8f02b2SSouradeep Chakrabarti 			    regs[3]);
238*3f8f02b2SSouradeep Chakrabarti 		}
239*3f8f02b2SSouradeep Chakrabarti 	}
240*3f8f02b2SSouradeep Chakrabarti 	return (true);
241*3f8f02b2SSouradeep Chakrabarti }
242