xref: /freebsd/sys/dev/hyperv/vmbus/hyperv.c (revision 2b887687edc25bb4553f0d8a1183f454a85d413d)
1b7bb4816SSepherosa Ziehau /*-
293b4e111SSepherosa Ziehau  * Copyright (c) 2009-2012,2016-2017 Microsoft Corp.
3b7bb4816SSepherosa Ziehau  * Copyright (c) 2012 NetApp Inc.
4b7bb4816SSepherosa Ziehau  * Copyright (c) 2012 Citrix Inc.
5b7bb4816SSepherosa Ziehau  * All rights reserved.
6b7bb4816SSepherosa Ziehau  *
7b7bb4816SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
8b7bb4816SSepherosa Ziehau  * modification, are permitted provided that the following conditions
9b7bb4816SSepherosa Ziehau  * are met:
10b7bb4816SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
11b7bb4816SSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
12b7bb4816SSepherosa Ziehau  *    disclaimer.
13b7bb4816SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
14b7bb4816SSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
15b7bb4816SSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
16b7bb4816SSepherosa Ziehau  *
17b7bb4816SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18b7bb4816SSepherosa Ziehau  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19b7bb4816SSepherosa Ziehau  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20b7bb4816SSepherosa Ziehau  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21b7bb4816SSepherosa Ziehau  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22b7bb4816SSepherosa Ziehau  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23b7bb4816SSepherosa Ziehau  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24b7bb4816SSepherosa Ziehau  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25b7bb4816SSepherosa Ziehau  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26b7bb4816SSepherosa Ziehau  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27b7bb4816SSepherosa Ziehau  */
28b7bb4816SSepherosa Ziehau 
29b7bb4816SSepherosa Ziehau /**
305a7ed65fSEd Maste  * Implements low-level interactions with Hyper-V/Azure
31b7bb4816SSepherosa Ziehau  */
32fdafd315SWarner Losh 
33b7bb4816SSepherosa Ziehau #include <sys/param.h>
34b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
359ba5e29cSSepherosa Ziehau #include <sys/malloc.h>
367d8ee480SSepherosa Ziehau #include <sys/systm.h>
37b7bb4816SSepherosa Ziehau #include <sys/timetc.h>
38*2b887687SSouradeep Chakrabarti #include <sys/cpuset.h>
39b7bb4816SSepherosa Ziehau 
409ba5e29cSSepherosa Ziehau #include <vm/vm.h>
419ba5e29cSSepherosa Ziehau #include <vm/vm_extern.h>
429ba5e29cSSepherosa Ziehau #include <vm/vm_kern.h>
439ba5e29cSSepherosa Ziehau #include <vm/pmap.h>
449ba5e29cSSepherosa Ziehau 
457dd8881cSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
46b7bb4816SSepherosa Ziehau #include <dev/hyperv/include/hyperv_busdma.h>
479729f076SSouradeep Chakrabarti #if defined(__aarch64__)
489729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_machdep.h>
499729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_reg.h>
509729f076SSouradeep Chakrabarti #else
519729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_machdep.h>
529729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
539729f076SSouradeep Chakrabarti #endif
54*2b887687SSouradeep Chakrabarti #include <dev/hyperv/vmbus/vmbus_var.h>
559729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h>
56b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
57b7bb4816SSepherosa Ziehau 
58b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_BUILD		0ULL
59b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_VERSION		((uint64_t)__FreeBSD_version)
60b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_OSID		0ULL
61b7bb4816SSepherosa Ziehau 
62b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_BUILD_FREEBSD	\
63b7bb4816SSepherosa Ziehau 	(HYPERV_FREEBSD_BUILD & MSR_HV_GUESTID_BUILD_MASK)
64b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_VERSION_FREEBSD	\
65b7bb4816SSepherosa Ziehau 	((HYPERV_FREEBSD_VERSION << MSR_HV_GUESTID_VERSION_SHIFT) & \
66b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_VERSION_MASK)
67b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_OSID_FREEBSD	\
68b7bb4816SSepherosa Ziehau 	((HYPERV_FREEBSD_OSID << MSR_HV_GUESTID_OSID_SHIFT) & \
69b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_OSID_MASK)
70b7bb4816SSepherosa Ziehau 
71b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_FREEBSD		\
72b7bb4816SSepherosa Ziehau 	(MSR_HV_GUESTID_BUILD_FREEBSD |	\
73b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_VERSION_FREEBSD | \
74b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_OSID_FREEBSD |	\
75b7bb4816SSepherosa Ziehau 	 MSR_HV_GUESTID_OSTYPE_FREEBSD)
76b7bb4816SSepherosa Ziehau 
77*2b887687SSouradeep Chakrabarti 
785b444edaSSepherosa Ziehau static bool			hyperv_identify(void);
795b444edaSSepherosa Ziehau static void			hypercall_memfree(void);
80b7bb4816SSepherosa Ziehau 
81b7bb4816SSepherosa Ziehau static struct hypercall_ctx	hypercall_context;
82*2b887687SSouradeep Chakrabarti 
83236764b1SSepherosa Ziehau uint64_t
hypercall_post_message(bus_addr_t msg_paddr)84236764b1SSepherosa Ziehau hypercall_post_message(bus_addr_t msg_paddr)
85236764b1SSepherosa Ziehau {
86236764b1SSepherosa Ziehau 	return hypercall_md(hypercall_context.hc_addr,
87236764b1SSepherosa Ziehau 	    HYPERCALL_POST_MESSAGE, msg_paddr, 0);
88236764b1SSepherosa Ziehau }
89236764b1SSepherosa Ziehau 
90e44bdd84SSepherosa Ziehau uint64_t
hypercall_signal_event(bus_addr_t monprm_paddr)91562d480bSSepherosa Ziehau hypercall_signal_event(bus_addr_t monprm_paddr)
92e44bdd84SSepherosa Ziehau {
93e44bdd84SSepherosa Ziehau 	return hypercall_md(hypercall_context.hc_addr,
94562d480bSSepherosa Ziehau 	    HYPERCALL_SIGNAL_EVENT, monprm_paddr, 0);
95e44bdd84SSepherosa Ziehau }
96e44bdd84SSepherosa Ziehau 
hv_result(uint64_t status)97*2b887687SSouradeep Chakrabarti static inline int hv_result(uint64_t status)
98*2b887687SSouradeep Chakrabarti {
99*2b887687SSouradeep Chakrabarti 	return status & HV_HYPERCALL_RESULT_MASK;
100*2b887687SSouradeep Chakrabarti }
101*2b887687SSouradeep Chakrabarti 
hv_result_success(uint64_t status)102*2b887687SSouradeep Chakrabarti static inline bool hv_result_success(uint64_t status)
103*2b887687SSouradeep Chakrabarti {
104*2b887687SSouradeep Chakrabarti 	return hv_result(status) == HV_STATUS_SUCCESS;
105*2b887687SSouradeep Chakrabarti }
106*2b887687SSouradeep Chakrabarti 
hv_repcomp(uint64_t status)107*2b887687SSouradeep Chakrabarti static inline unsigned int hv_repcomp(uint64_t status)
108*2b887687SSouradeep Chakrabarti {
109*2b887687SSouradeep Chakrabarti 	/* Bits [43:32] of status have 'Reps completed' data. */
110*2b887687SSouradeep Chakrabarti 	return ((status & HV_HYPERCALL_REP_COMP_MASK) >>
111*2b887687SSouradeep Chakrabarti 	    HV_HYPERCALL_REP_COMP_OFFSET);
112*2b887687SSouradeep Chakrabarti }
113*2b887687SSouradeep Chakrabarti 
114*2b887687SSouradeep Chakrabarti /*
115*2b887687SSouradeep Chakrabarti  * Rep hypercalls. Callers of this functions are supposed to ensure that
116*2b887687SSouradeep Chakrabarti  * rep_count and varhead_size comply with Hyper-V hypercall definition.
117*2b887687SSouradeep Chakrabarti  */
118*2b887687SSouradeep Chakrabarti uint64_t
hv_do_rep_hypercall(uint16_t code,uint16_t rep_count,uint16_t varhead_size,uint64_t input,uint64_t output)119*2b887687SSouradeep Chakrabarti hv_do_rep_hypercall(uint16_t code, uint16_t rep_count, uint16_t varhead_size,
120*2b887687SSouradeep Chakrabarti     uint64_t input, uint64_t output)
121*2b887687SSouradeep Chakrabarti {
122*2b887687SSouradeep Chakrabarti 	uint64_t control = code;
123*2b887687SSouradeep Chakrabarti 	uint64_t status;
124*2b887687SSouradeep Chakrabarti 	uint16_t rep_comp;
125*2b887687SSouradeep Chakrabarti 
126*2b887687SSouradeep Chakrabarti 	control |= (uint64_t)varhead_size << HV_HYPERCALL_VARHEAD_OFFSET;
127*2b887687SSouradeep Chakrabarti 	control |= (uint64_t)rep_count << HV_HYPERCALL_REP_COMP_OFFSET;
128*2b887687SSouradeep Chakrabarti 
129*2b887687SSouradeep Chakrabarti 	do {
130*2b887687SSouradeep Chakrabarti 		status = hypercall_do_md(control, input, output);
131*2b887687SSouradeep Chakrabarti 		if (!hv_result_success(status))
132*2b887687SSouradeep Chakrabarti 			return status;
133*2b887687SSouradeep Chakrabarti 
134*2b887687SSouradeep Chakrabarti 		rep_comp = hv_repcomp(status);
135*2b887687SSouradeep Chakrabarti 
136*2b887687SSouradeep Chakrabarti 		control &= ~HV_HYPERCALL_REP_START_MASK;
137*2b887687SSouradeep Chakrabarti 		control |= (uint64_t)rep_comp << HV_HYPERCALL_REP_START_OFFSET;
138*2b887687SSouradeep Chakrabarti 
139*2b887687SSouradeep Chakrabarti 	} while (rep_comp < rep_count);
140*2b887687SSouradeep Chakrabarti 	if (hv_result_success(status))
141*2b887687SSouradeep Chakrabarti 		return HV_STATUS_SUCCESS;
142*2b887687SSouradeep Chakrabarti 
143*2b887687SSouradeep Chakrabarti 	return status;
144*2b887687SSouradeep Chakrabarti }
145*2b887687SSouradeep Chakrabarti 
146*2b887687SSouradeep Chakrabarti uint64_t
hypercall_do_md(uint64_t input_val,uint64_t input_addr,uint64_t out_addr)147*2b887687SSouradeep Chakrabarti hypercall_do_md(uint64_t input_val, uint64_t input_addr, uint64_t out_addr)
148*2b887687SSouradeep Chakrabarti {
149*2b887687SSouradeep Chakrabarti 	uint64_t phys_inaddr, phys_outaddr;
150*2b887687SSouradeep Chakrabarti 	phys_inaddr = input_addr ? vtophys(input_addr) : 0;
151*2b887687SSouradeep Chakrabarti 	phys_outaddr = out_addr ? vtophys(out_addr) : 0;
152*2b887687SSouradeep Chakrabarti 	return hypercall_md(hypercall_context.hc_addr,
153*2b887687SSouradeep Chakrabarti 	    input_val, phys_inaddr, phys_outaddr);
154*2b887687SSouradeep Chakrabarti }
155*2b887687SSouradeep Chakrabarti 
156b7bb4816SSepherosa Ziehau int
hyperv_guid2str(const struct hyperv_guid * guid,char * buf,size_t sz)15771ac1309SSepherosa Ziehau hyperv_guid2str(const struct hyperv_guid *guid, char *buf, size_t sz)
158b7bb4816SSepherosa Ziehau {
15971ac1309SSepherosa Ziehau 	const uint8_t *d = guid->hv_guid;
160b7bb4816SSepherosa Ziehau 
161b7bb4816SSepherosa Ziehau 	return snprintf(buf, sz, "%02x%02x%02x%02x-"
162b7bb4816SSepherosa Ziehau 	    "%02x%02x-%02x%02x-%02x%02x-"
163b7bb4816SSepherosa Ziehau 	    "%02x%02x%02x%02x%02x%02x",
164b7bb4816SSepherosa Ziehau 	    d[3], d[2], d[1], d[0],
165b7bb4816SSepherosa Ziehau 	    d[5], d[4], d[7], d[6], d[8], d[9],
166b7bb4816SSepherosa Ziehau 	    d[10], d[11], d[12], d[13], d[14], d[15]);
167b7bb4816SSepherosa Ziehau }
168b7bb4816SSepherosa Ziehau 
169b7bb4816SSepherosa Ziehau static bool
hyperv_identify(void)170b7bb4816SSepherosa Ziehau hyperv_identify(void)
171b7bb4816SSepherosa Ziehau {
1729729f076SSouradeep Chakrabarti 	return(hyperv_identify_features());
173b7bb4816SSepherosa Ziehau }
174b7bb4816SSepherosa Ziehau static void
hyperv_init(void * dummy __unused)175b7bb4816SSepherosa Ziehau hyperv_init(void *dummy __unused)
176b7bb4816SSepherosa Ziehau {
177b7bb4816SSepherosa Ziehau 	if (!hyperv_identify()) {
178b7bb4816SSepherosa Ziehau 		/* Not Hyper-V; reset guest id to the generic one. */
179b7bb4816SSepherosa Ziehau 		if (vm_guest == VM_GUEST_HV)
180b7bb4816SSepherosa Ziehau 			vm_guest = VM_GUEST_VM;
181b7bb4816SSepherosa Ziehau 		return;
182b7bb4816SSepherosa Ziehau 	}
183b7bb4816SSepherosa Ziehau 
184b7bb4816SSepherosa Ziehau 	/* Set guest id */
1859729f076SSouradeep Chakrabarti 	WRMSR(MSR_HV_GUEST_OS_ID, MSR_HV_GUESTID_FREEBSD);
1869729f076SSouradeep Chakrabarti 	hyperv_init_tc();
187b7bb4816SSepherosa Ziehau }
188ed6a9452SMark Johnston SYSINIT(hyperv_initialize, SI_SUB_HYPERVISOR, SI_ORDER_FIRST, hyperv_init,
189ed6a9452SMark Johnston     NULL);
190b7bb4816SSepherosa Ziehau 
191b7bb4816SSepherosa Ziehau static void
hypercall_memfree(void)192b7bb4816SSepherosa Ziehau hypercall_memfree(void)
193b7bb4816SSepherosa Ziehau {
194f49fd63aSJohn Baldwin 	kmem_free(hypercall_context.hc_addr, PAGE_SIZE);
195b7bb4816SSepherosa Ziehau 	hypercall_context.hc_addr = NULL;
196b7bb4816SSepherosa Ziehau }
197b7bb4816SSepherosa Ziehau 
198b7bb4816SSepherosa Ziehau static void
hypercall_create(void * arg __unused)199b7bb4816SSepherosa Ziehau hypercall_create(void *arg __unused)
200b7bb4816SSepherosa Ziehau {
201b7bb4816SSepherosa Ziehau 
2029729f076SSouradeep Chakrabarti 	int ret;
203b7bb4816SSepherosa Ziehau 	if (vm_guest != VM_GUEST_HV)
204b7bb4816SSepherosa Ziehau 		return;
205b7bb4816SSepherosa Ziehau 
2069ba5e29cSSepherosa Ziehau 	/*
2079ba5e29cSSepherosa Ziehau 	 * NOTE:
2089ba5e29cSSepherosa Ziehau 	 * - busdma(9), i.e. hyperv_dmamem APIs, can _not_ be used due to
2099ba5e29cSSepherosa Ziehau 	 *   the NX bit.
2109ba5e29cSSepherosa Ziehau 	 * - Assume kmem_malloc() returns properly aligned memory.
2119ba5e29cSSepherosa Ziehau 	 */
212f49fd63aSJohn Baldwin 	hypercall_context.hc_addr = kmem_malloc(PAGE_SIZE, M_EXEC | M_WAITOK);
2139ba5e29cSSepherosa Ziehau 	hypercall_context.hc_paddr = vtophys(hypercall_context.hc_addr);
2149729f076SSouradeep Chakrabarti 	ret = hypercall_page_setup(hypercall_context.hc_paddr);
2159729f076SSouradeep Chakrabarti 	if (ret) {
216b7bb4816SSepherosa Ziehau 		hypercall_memfree();
217b7bb4816SSepherosa Ziehau 		return;
218b7bb4816SSepherosa Ziehau 	}
219b7bb4816SSepherosa Ziehau 	if (bootverbose)
220b7bb4816SSepherosa Ziehau 		printf("hyperv: Hypercall created\n");
221b7bb4816SSepherosa Ziehau }
222b7bb4816SSepherosa Ziehau SYSINIT(hypercall_ctor, SI_SUB_DRIVERS, SI_ORDER_FIRST, hypercall_create, NULL);
223b7bb4816SSepherosa Ziehau 
224b7bb4816SSepherosa Ziehau static void
hypercall_destroy(void * arg __unused)225b7bb4816SSepherosa Ziehau hypercall_destroy(void *arg __unused)
226b7bb4816SSepherosa Ziehau {
227b7bb4816SSepherosa Ziehau 
228b7bb4816SSepherosa Ziehau 	if (hypercall_context.hc_addr == NULL)
229b7bb4816SSepherosa Ziehau 		return;
2309729f076SSouradeep Chakrabarti 	hypercall_disable();
231b7bb4816SSepherosa Ziehau 	hypercall_memfree();
232b7bb4816SSepherosa Ziehau 	if (bootverbose)
233b7bb4816SSepherosa Ziehau 		printf("hyperv: Hypercall destroyed\n");
234b7bb4816SSepherosa Ziehau }
235b7bb4816SSepherosa Ziehau SYSUNINIT(hypercall_dtor, SI_SUB_DRIVERS, SI_ORDER_FIRST, hypercall_destroy,
236b7bb4816SSepherosa Ziehau     NULL);
237