xref: /freebsd/sys/dev/hyperv/vmbus/hyperv.c (revision 93b4e111bb02ce42ba82e25c9c049e03ded19062)
1b7bb4816SSepherosa Ziehau /*-
2*93b4e111SSepherosa Ziehau  * Copyright (c) 2009-2012,2016-2017 Microsoft Corp.
3b7bb4816SSepherosa Ziehau  * Copyright (c) 2012 NetApp Inc.
4b7bb4816SSepherosa Ziehau  * Copyright (c) 2012 Citrix Inc.
5b7bb4816SSepherosa Ziehau  * All rights reserved.
6b7bb4816SSepherosa Ziehau  *
7b7bb4816SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
8b7bb4816SSepherosa Ziehau  * modification, are permitted provided that the following conditions
9b7bb4816SSepherosa Ziehau  * are met:
10b7bb4816SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
11b7bb4816SSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
12b7bb4816SSepherosa Ziehau  *    disclaimer.
13b7bb4816SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
14b7bb4816SSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
15b7bb4816SSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
16b7bb4816SSepherosa Ziehau  *
17b7bb4816SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18b7bb4816SSepherosa Ziehau  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19b7bb4816SSepherosa Ziehau  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20b7bb4816SSepherosa Ziehau  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21b7bb4816SSepherosa Ziehau  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22b7bb4816SSepherosa Ziehau  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23b7bb4816SSepherosa Ziehau  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24b7bb4816SSepherosa Ziehau  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25b7bb4816SSepherosa Ziehau  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26b7bb4816SSepherosa Ziehau  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27b7bb4816SSepherosa Ziehau  */
28b7bb4816SSepherosa Ziehau 
29b7bb4816SSepherosa Ziehau /**
30b7bb4816SSepherosa Ziehau  * Implements low-level interactions with Hypver-V/Azure
31b7bb4816SSepherosa Ziehau  */
32b7bb4816SSepherosa Ziehau #include <sys/cdefs.h>
33b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$");
34b7bb4816SSepherosa Ziehau 
35b7bb4816SSepherosa Ziehau #include <sys/param.h>
36b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
379ba5e29cSSepherosa Ziehau #include <sys/malloc.h>
387d8ee480SSepherosa Ziehau #include <sys/systm.h>
39b7bb4816SSepherosa Ziehau #include <sys/timetc.h>
40b7bb4816SSepherosa Ziehau 
419ba5e29cSSepherosa Ziehau #include <vm/vm.h>
429ba5e29cSSepherosa Ziehau #include <vm/vm_extern.h>
439ba5e29cSSepherosa Ziehau #include <vm/vm_kern.h>
449ba5e29cSSepherosa Ziehau #include <vm/pmap.h>
459ba5e29cSSepherosa Ziehau 
467dd8881cSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
47b7bb4816SSepherosa Ziehau #include <dev/hyperv/include/hyperv_busdma.h>
48d8bf5168SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_machdep.h>
49b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_reg.h>
50b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
51b7bb4816SSepherosa Ziehau 
52b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_BUILD		0ULL
53b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_VERSION		((uint64_t)__FreeBSD_version)
54b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_OSID		0ULL
55b7bb4816SSepherosa Ziehau 
56b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_BUILD_FREEBSD	\
57b7bb4816SSepherosa Ziehau 	(HYPERV_FREEBSD_BUILD & MSR_HV_GUESTID_BUILD_MASK)
58b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_VERSION_FREEBSD	\
59b7bb4816SSepherosa Ziehau 	((HYPERV_FREEBSD_VERSION << MSR_HV_GUESTID_VERSION_SHIFT) & \
60b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_VERSION_MASK)
61b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_OSID_FREEBSD	\
62b7bb4816SSepherosa Ziehau 	((HYPERV_FREEBSD_OSID << MSR_HV_GUESTID_OSID_SHIFT) & \
63b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_OSID_MASK)
64b7bb4816SSepherosa Ziehau 
65b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_FREEBSD		\
66b7bb4816SSepherosa Ziehau 	(MSR_HV_GUESTID_BUILD_FREEBSD |	\
67b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_VERSION_FREEBSD | \
68b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_OSID_FREEBSD |	\
69b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_OSTYPE_FREEBSD)
70b7bb4816SSepherosa Ziehau 
71b7bb4816SSepherosa Ziehau struct hypercall_ctx {
72b7bb4816SSepherosa Ziehau 	void			*hc_addr;
739ba5e29cSSepherosa Ziehau 	vm_paddr_t		hc_paddr;
74b7bb4816SSepherosa Ziehau };
75b7bb4816SSepherosa Ziehau 
765b444edaSSepherosa Ziehau static u_int			hyperv_get_timecount(struct timecounter *);
775b444edaSSepherosa Ziehau static bool			hyperv_identify(void);
785b444edaSSepherosa Ziehau static void			hypercall_memfree(void);
79b7bb4816SSepherosa Ziehau 
80b7bb4816SSepherosa Ziehau u_int				hyperv_features;
81b7bb4816SSepherosa Ziehau u_int				hyperv_recommends;
82b7bb4816SSepherosa Ziehau 
83b7bb4816SSepherosa Ziehau static u_int			hyperv_pm_features;
84b7bb4816SSepherosa Ziehau static u_int			hyperv_features3;
85b7bb4816SSepherosa Ziehau 
86227bb849SSepherosa Ziehau hyperv_tc64_t			hyperv_tc64;
87227bb849SSepherosa Ziehau 
88b7bb4816SSepherosa Ziehau static struct timecounter	hyperv_timecounter = {
89b7bb4816SSepherosa Ziehau 	.tc_get_timecount	= hyperv_get_timecount,
90b7bb4816SSepherosa Ziehau 	.tc_poll_pps		= NULL,
91b7bb4816SSepherosa Ziehau 	.tc_counter_mask	= 0xffffffff,
92b7bb4816SSepherosa Ziehau 	.tc_frequency		= HYPERV_TIMER_FREQ,
93b7bb4816SSepherosa Ziehau 	.tc_name		= "Hyper-V",
94b7bb4816SSepherosa Ziehau 	.tc_quality		= 2000,
95b7bb4816SSepherosa Ziehau 	.tc_flags		= 0,
96b7bb4816SSepherosa Ziehau 	.tc_priv		= NULL
97b7bb4816SSepherosa Ziehau };
98b7bb4816SSepherosa Ziehau 
99b7bb4816SSepherosa Ziehau static struct hypercall_ctx	hypercall_context;
100b7bb4816SSepherosa Ziehau 
101b7bb4816SSepherosa Ziehau static u_int
102b7bb4816SSepherosa Ziehau hyperv_get_timecount(struct timecounter *tc __unused)
103b7bb4816SSepherosa Ziehau {
104b7bb4816SSepherosa Ziehau 	return rdmsr(MSR_HV_TIME_REF_COUNT);
105b7bb4816SSepherosa Ziehau }
106b7bb4816SSepherosa Ziehau 
107227bb849SSepherosa Ziehau static uint64_t
108227bb849SSepherosa Ziehau hyperv_tc64_rdmsr(void)
109227bb849SSepherosa Ziehau {
110227bb849SSepherosa Ziehau 
111227bb849SSepherosa Ziehau 	return (rdmsr(MSR_HV_TIME_REF_COUNT));
112227bb849SSepherosa Ziehau }
113227bb849SSepherosa Ziehau 
114236764b1SSepherosa Ziehau uint64_t
115236764b1SSepherosa Ziehau hypercall_post_message(bus_addr_t msg_paddr)
116236764b1SSepherosa Ziehau {
117236764b1SSepherosa Ziehau 	return hypercall_md(hypercall_context.hc_addr,
118236764b1SSepherosa Ziehau 	    HYPERCALL_POST_MESSAGE, msg_paddr, 0);
119236764b1SSepherosa Ziehau }
120236764b1SSepherosa Ziehau 
121e44bdd84SSepherosa Ziehau uint64_t
122562d480bSSepherosa Ziehau hypercall_signal_event(bus_addr_t monprm_paddr)
123e44bdd84SSepherosa Ziehau {
124e44bdd84SSepherosa Ziehau 	return hypercall_md(hypercall_context.hc_addr,
125562d480bSSepherosa Ziehau 	    HYPERCALL_SIGNAL_EVENT, monprm_paddr, 0);
126e44bdd84SSepherosa Ziehau }
127e44bdd84SSepherosa Ziehau 
128b7bb4816SSepherosa Ziehau int
12971ac1309SSepherosa Ziehau hyperv_guid2str(const struct hyperv_guid *guid, char *buf, size_t sz)
130b7bb4816SSepherosa Ziehau {
13171ac1309SSepherosa Ziehau 	const uint8_t *d = guid->hv_guid;
132b7bb4816SSepherosa Ziehau 
133b7bb4816SSepherosa Ziehau 	return snprintf(buf, sz, "%02x%02x%02x%02x-"
134b7bb4816SSepherosa Ziehau 	    "%02x%02x-%02x%02x-%02x%02x-"
135b7bb4816SSepherosa Ziehau 	    "%02x%02x%02x%02x%02x%02x",
136b7bb4816SSepherosa Ziehau 	    d[3], d[2], d[1], d[0],
137b7bb4816SSepherosa Ziehau 	    d[5], d[4], d[7], d[6], d[8], d[9],
138b7bb4816SSepherosa Ziehau 	    d[10], d[11], d[12], d[13], d[14], d[15]);
139b7bb4816SSepherosa Ziehau }
140b7bb4816SSepherosa Ziehau 
141b7bb4816SSepherosa Ziehau static bool
142b7bb4816SSepherosa Ziehau hyperv_identify(void)
143b7bb4816SSepherosa Ziehau {
144b7bb4816SSepherosa Ziehau 	u_int regs[4];
145b7bb4816SSepherosa Ziehau 	unsigned int maxleaf;
146b7bb4816SSepherosa Ziehau 
147b7bb4816SSepherosa Ziehau 	if (vm_guest != VM_GUEST_HV)
148b7bb4816SSepherosa Ziehau 		return (false);
149b7bb4816SSepherosa Ziehau 
150b7bb4816SSepherosa Ziehau 	do_cpuid(CPUID_LEAF_HV_MAXLEAF, regs);
151b7bb4816SSepherosa Ziehau 	maxleaf = regs[0];
152b7bb4816SSepherosa Ziehau 	if (maxleaf < CPUID_LEAF_HV_LIMITS)
153b7bb4816SSepherosa Ziehau 		return (false);
154b7bb4816SSepherosa Ziehau 
155b7bb4816SSepherosa Ziehau 	do_cpuid(CPUID_LEAF_HV_INTERFACE, regs);
156b7bb4816SSepherosa Ziehau 	if (regs[0] != CPUID_HV_IFACE_HYPERV)
157b7bb4816SSepherosa Ziehau 		return (false);
158b7bb4816SSepherosa Ziehau 
159b7bb4816SSepherosa Ziehau 	do_cpuid(CPUID_LEAF_HV_FEATURES, regs);
160b7bb4816SSepherosa Ziehau 	if ((regs[0] & CPUID_HV_MSR_HYPERCALL) == 0) {
161b7bb4816SSepherosa Ziehau 		/*
162b7bb4816SSepherosa Ziehau 		 * Hyper-V w/o Hypercall is impossible; someone
163b7bb4816SSepherosa Ziehau 		 * is faking Hyper-V.
164b7bb4816SSepherosa Ziehau 		 */
165b7bb4816SSepherosa Ziehau 		return (false);
166b7bb4816SSepherosa Ziehau 	}
167b7bb4816SSepherosa Ziehau 	hyperv_features = regs[0];
168b7bb4816SSepherosa Ziehau 	hyperv_pm_features = regs[2];
169b7bb4816SSepherosa Ziehau 	hyperv_features3 = regs[3];
170b7bb4816SSepherosa Ziehau 
171b7bb4816SSepherosa Ziehau 	do_cpuid(CPUID_LEAF_HV_IDENTITY, regs);
172b7bb4816SSepherosa Ziehau 	printf("Hyper-V Version: %d.%d.%d [SP%d]\n",
173b7bb4816SSepherosa Ziehau 	    regs[1] >> 16, regs[1] & 0xffff, regs[0], regs[2]);
174b7bb4816SSepherosa Ziehau 
175b7bb4816SSepherosa Ziehau 	printf("  Features=0x%b\n", hyperv_features,
176b7bb4816SSepherosa Ziehau 	    "\020"
177b7bb4816SSepherosa Ziehau 	    "\001VPRUNTIME"	/* MSR_HV_VP_RUNTIME */
178b7bb4816SSepherosa Ziehau 	    "\002TMREFCNT"	/* MSR_HV_TIME_REF_COUNT */
179b7bb4816SSepherosa Ziehau 	    "\003SYNIC"		/* MSRs for SynIC */
180b7bb4816SSepherosa Ziehau 	    "\004SYNTM"		/* MSRs for SynTimer */
181b7bb4816SSepherosa Ziehau 	    "\005APIC"		/* MSR_HV_{EOI,ICR,TPR} */
182b7bb4816SSepherosa Ziehau 	    "\006HYPERCALL"	/* MSR_HV_{GUEST_OS_ID,HYPERCALL} */
183b7bb4816SSepherosa Ziehau 	    "\007VPINDEX"	/* MSR_HV_VP_INDEX */
184b7bb4816SSepherosa Ziehau 	    "\010RESET"		/* MSR_HV_RESET */
185b7bb4816SSepherosa Ziehau 	    "\011STATS"		/* MSR_HV_STATS_ */
186b7bb4816SSepherosa Ziehau 	    "\012REFTSC"	/* MSR_HV_REFERENCE_TSC */
187b7bb4816SSepherosa Ziehau 	    "\013IDLE"		/* MSR_HV_GUEST_IDLE */
188b7bb4816SSepherosa Ziehau 	    "\014TMFREQ"	/* MSR_HV_{TSC,APIC}_FREQUENCY */
189b7bb4816SSepherosa Ziehau 	    "\015DEBUG");	/* MSR_HV_SYNTH_DEBUG_ */
190b7bb4816SSepherosa Ziehau 	printf("  PM Features=0x%b [C%u]\n",
191b7bb4816SSepherosa Ziehau 	    (hyperv_pm_features & ~CPUPM_HV_CSTATE_MASK),
192b7bb4816SSepherosa Ziehau 	    "\020"
193b7bb4816SSepherosa Ziehau 	    "\005C3HPET",	/* HPET is required for C3 state */
194b7bb4816SSepherosa Ziehau 	    CPUPM_HV_CSTATE(hyperv_pm_features));
195b7bb4816SSepherosa Ziehau 	printf("  Features3=0x%b\n", hyperv_features3,
196b7bb4816SSepherosa Ziehau 	    "\020"
197b7bb4816SSepherosa Ziehau 	    "\001MWAIT"		/* MWAIT */
198b7bb4816SSepherosa Ziehau 	    "\002DEBUG"		/* guest debug support */
199b7bb4816SSepherosa Ziehau 	    "\003PERFMON"	/* performance monitor */
200b7bb4816SSepherosa Ziehau 	    "\004PCPUDPE"	/* physical CPU dynamic partition event */
201b7bb4816SSepherosa Ziehau 	    "\005XMMHC"		/* hypercall input through XMM regs */
202b7bb4816SSepherosa Ziehau 	    "\006IDLE"		/* guest idle support */
203b7bb4816SSepherosa Ziehau 	    "\007SLEEP"		/* hypervisor sleep support */
204b7bb4816SSepherosa Ziehau 	    "\010NUMA"		/* NUMA distance query support */
205b7bb4816SSepherosa Ziehau 	    "\011TMFREQ"	/* timer frequency query (TSC, LAPIC) */
206b7bb4816SSepherosa Ziehau 	    "\012SYNCMC"	/* inject synthetic machine checks */
207b7bb4816SSepherosa Ziehau 	    "\013CRASH"		/* MSRs for guest crash */
208b7bb4816SSepherosa Ziehau 	    "\014DEBUGMSR"	/* MSRs for guest debug */
209b7bb4816SSepherosa Ziehau 	    "\015NPIEP"		/* NPIEP */
210b7bb4816SSepherosa Ziehau 	    "\016HVDIS");	/* disabling hypervisor */
211b7bb4816SSepherosa Ziehau 
212b7bb4816SSepherosa Ziehau 	do_cpuid(CPUID_LEAF_HV_RECOMMENDS, regs);
213b7bb4816SSepherosa Ziehau 	hyperv_recommends = regs[0];
214b7bb4816SSepherosa Ziehau 	if (bootverbose)
215b7bb4816SSepherosa Ziehau 		printf("  Recommends: %08x %08x\n", regs[0], regs[1]);
216b7bb4816SSepherosa Ziehau 
217b7bb4816SSepherosa Ziehau 	do_cpuid(CPUID_LEAF_HV_LIMITS, regs);
218b7bb4816SSepherosa Ziehau 	if (bootverbose) {
219b7bb4816SSepherosa Ziehau 		printf("  Limits: Vcpu:%d Lcpu:%d Int:%d\n",
220b7bb4816SSepherosa Ziehau 		    regs[0], regs[1], regs[2]);
221b7bb4816SSepherosa Ziehau 	}
222b7bb4816SSepherosa Ziehau 
223b7bb4816SSepherosa Ziehau 	if (maxleaf >= CPUID_LEAF_HV_HWFEATURES) {
224b7bb4816SSepherosa Ziehau 		do_cpuid(CPUID_LEAF_HV_HWFEATURES, regs);
225b7bb4816SSepherosa Ziehau 		if (bootverbose) {
226b7bb4816SSepherosa Ziehau 			printf("  HW Features: %08x, AMD: %08x\n",
227b7bb4816SSepherosa Ziehau 			    regs[0], regs[3]);
228b7bb4816SSepherosa Ziehau 		}
229b7bb4816SSepherosa Ziehau 	}
230b7bb4816SSepherosa Ziehau 
231b7bb4816SSepherosa Ziehau 	return (true);
232b7bb4816SSepherosa Ziehau }
233b7bb4816SSepherosa Ziehau 
234b7bb4816SSepherosa Ziehau static void
235b7bb4816SSepherosa Ziehau hyperv_init(void *dummy __unused)
236b7bb4816SSepherosa Ziehau {
237b7bb4816SSepherosa Ziehau 	if (!hyperv_identify()) {
238b7bb4816SSepherosa Ziehau 		/* Not Hyper-V; reset guest id to the generic one. */
239b7bb4816SSepherosa Ziehau 		if (vm_guest == VM_GUEST_HV)
240b7bb4816SSepherosa Ziehau 			vm_guest = VM_GUEST_VM;
241b7bb4816SSepherosa Ziehau 		return;
242b7bb4816SSepherosa Ziehau 	}
243b7bb4816SSepherosa Ziehau 
244b7bb4816SSepherosa Ziehau 	/* Set guest id */
245b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_GUEST_OS_ID, MSR_HV_GUESTID_FREEBSD);
246b7bb4816SSepherosa Ziehau 
247b7bb4816SSepherosa Ziehau 	if (hyperv_features & CPUID_HV_MSR_TIME_REFCNT) {
248b7bb4816SSepherosa Ziehau 		/* Register Hyper-V timecounter */
249b7bb4816SSepherosa Ziehau 		tc_init(&hyperv_timecounter);
250227bb849SSepherosa Ziehau 
251227bb849SSepherosa Ziehau 		/*
252227bb849SSepherosa Ziehau 		 * Install 64 bits timecounter method for other modules
253227bb849SSepherosa Ziehau 		 * to use.
254227bb849SSepherosa Ziehau 		 */
255227bb849SSepherosa Ziehau 		hyperv_tc64 = hyperv_tc64_rdmsr;
256b7bb4816SSepherosa Ziehau 	}
257b7bb4816SSepherosa Ziehau }
258b7bb4816SSepherosa Ziehau SYSINIT(hyperv_initialize, SI_SUB_HYPERVISOR, SI_ORDER_FIRST, hyperv_init,
259b7bb4816SSepherosa Ziehau     NULL);
260b7bb4816SSepherosa Ziehau 
261b7bb4816SSepherosa Ziehau static void
262b7bb4816SSepherosa Ziehau hypercall_memfree(void)
263b7bb4816SSepherosa Ziehau {
2649ba5e29cSSepherosa Ziehau 	kmem_free(kernel_arena, (vm_offset_t)hypercall_context.hc_addr,
2659ba5e29cSSepherosa Ziehau 	    PAGE_SIZE);
266b7bb4816SSepherosa Ziehau 	hypercall_context.hc_addr = NULL;
267b7bb4816SSepherosa Ziehau }
268b7bb4816SSepherosa Ziehau 
269b7bb4816SSepherosa Ziehau static void
270b7bb4816SSepherosa Ziehau hypercall_create(void *arg __unused)
271b7bb4816SSepherosa Ziehau {
272b7bb4816SSepherosa Ziehau 	uint64_t hc, hc_orig;
273b7bb4816SSepherosa Ziehau 
274b7bb4816SSepherosa Ziehau 	if (vm_guest != VM_GUEST_HV)
275b7bb4816SSepherosa Ziehau 		return;
276b7bb4816SSepherosa Ziehau 
2779ba5e29cSSepherosa Ziehau 	/*
2789ba5e29cSSepherosa Ziehau 	 * NOTE:
2799ba5e29cSSepherosa Ziehau 	 * - busdma(9), i.e. hyperv_dmamem APIs, can _not_ be used due to
2809ba5e29cSSepherosa Ziehau 	 *   the NX bit.
2819ba5e29cSSepherosa Ziehau 	 * - Assume kmem_malloc() returns properly aligned memory.
2829ba5e29cSSepherosa Ziehau 	 */
2839ba5e29cSSepherosa Ziehau 	hypercall_context.hc_addr = (void *)kmem_malloc(kernel_arena, PAGE_SIZE,
2849ba5e29cSSepherosa Ziehau 	    M_WAITOK);
2859ba5e29cSSepherosa Ziehau 	hypercall_context.hc_paddr = vtophys(hypercall_context.hc_addr);
286b7bb4816SSepherosa Ziehau 
287b7bb4816SSepherosa Ziehau 	/* Get the 'reserved' bits, which requires preservation. */
288b7bb4816SSepherosa Ziehau 	hc_orig = rdmsr(MSR_HV_HYPERCALL);
289b7bb4816SSepherosa Ziehau 
290b7bb4816SSepherosa Ziehau 	/*
291b7bb4816SSepherosa Ziehau 	 * Setup the Hypercall page.
292b7bb4816SSepherosa Ziehau 	 *
293b7bb4816SSepherosa Ziehau 	 * NOTE: 'reserved' bits MUST be preserved.
294b7bb4816SSepherosa Ziehau 	 */
2959ba5e29cSSepherosa Ziehau 	hc = ((hypercall_context.hc_paddr >> PAGE_SHIFT) <<
296b7bb4816SSepherosa Ziehau 	    MSR_HV_HYPERCALL_PGSHIFT) |
297b7bb4816SSepherosa Ziehau 	    (hc_orig & MSR_HV_HYPERCALL_RSVD_MASK) |
298b7bb4816SSepherosa Ziehau 	    MSR_HV_HYPERCALL_ENABLE;
299b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_HYPERCALL, hc);
300b7bb4816SSepherosa Ziehau 
301b7bb4816SSepherosa Ziehau 	/*
302b7bb4816SSepherosa Ziehau 	 * Confirm that Hypercall page did get setup.
303b7bb4816SSepherosa Ziehau 	 */
304b7bb4816SSepherosa Ziehau 	hc = rdmsr(MSR_HV_HYPERCALL);
305b7bb4816SSepherosa Ziehau 	if ((hc & MSR_HV_HYPERCALL_ENABLE) == 0) {
306b7bb4816SSepherosa Ziehau 		printf("hyperv: Hypercall setup failed\n");
307b7bb4816SSepherosa Ziehau 		hypercall_memfree();
308b7bb4816SSepherosa Ziehau 		/* Can't perform any Hyper-V specific actions */
309b7bb4816SSepherosa Ziehau 		vm_guest = VM_GUEST_VM;
310b7bb4816SSepherosa Ziehau 		return;
311b7bb4816SSepherosa Ziehau 	}
312b7bb4816SSepherosa Ziehau 	if (bootverbose)
313b7bb4816SSepherosa Ziehau 		printf("hyperv: Hypercall created\n");
314b7bb4816SSepherosa Ziehau }
315b7bb4816SSepherosa Ziehau SYSINIT(hypercall_ctor, SI_SUB_DRIVERS, SI_ORDER_FIRST, hypercall_create, NULL);
316b7bb4816SSepherosa Ziehau 
317b7bb4816SSepherosa Ziehau static void
318b7bb4816SSepherosa Ziehau hypercall_destroy(void *arg __unused)
319b7bb4816SSepherosa Ziehau {
320b7bb4816SSepherosa Ziehau 	uint64_t hc;
321b7bb4816SSepherosa Ziehau 
322b7bb4816SSepherosa Ziehau 	if (hypercall_context.hc_addr == NULL)
323b7bb4816SSepherosa Ziehau 		return;
324b7bb4816SSepherosa Ziehau 
325b7bb4816SSepherosa Ziehau 	/* Disable Hypercall */
326b7bb4816SSepherosa Ziehau 	hc = rdmsr(MSR_HV_HYPERCALL);
327b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_HYPERCALL, (hc & MSR_HV_HYPERCALL_RSVD_MASK));
328b7bb4816SSepherosa Ziehau 	hypercall_memfree();
329b7bb4816SSepherosa Ziehau 
330b7bb4816SSepherosa Ziehau 	if (bootverbose)
331b7bb4816SSepherosa Ziehau 		printf("hyperv: Hypercall destroyed\n");
332b7bb4816SSepherosa Ziehau }
333b7bb4816SSepherosa Ziehau SYSUNINIT(hypercall_dtor, SI_SUB_DRIVERS, SI_ORDER_FIRST, hypercall_destroy,
334b7bb4816SSepherosa Ziehau     NULL);
335