1b7bb4816SSepherosa Ziehau /*-
293b4e111SSepherosa Ziehau * Copyright (c) 2009-2012,2016-2017 Microsoft Corp.
3b7bb4816SSepherosa Ziehau * Copyright (c) 2012 NetApp Inc.
4b7bb4816SSepherosa Ziehau * Copyright (c) 2012 Citrix Inc.
5b7bb4816SSepherosa Ziehau * All rights reserved.
6b7bb4816SSepherosa Ziehau *
7b7bb4816SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without
8b7bb4816SSepherosa Ziehau * modification, are permitted provided that the following conditions
9b7bb4816SSepherosa Ziehau * are met:
10b7bb4816SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright
11b7bb4816SSepherosa Ziehau * notice unmodified, this list of conditions, and the following
12b7bb4816SSepherosa Ziehau * disclaimer.
13b7bb4816SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright
14b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the
15b7bb4816SSepherosa Ziehau * documentation and/or other materials provided with the distribution.
16b7bb4816SSepherosa Ziehau *
17b7bb4816SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18b7bb4816SSepherosa Ziehau * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19b7bb4816SSepherosa Ziehau * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20b7bb4816SSepherosa Ziehau * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21b7bb4816SSepherosa Ziehau * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22b7bb4816SSepherosa Ziehau * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23b7bb4816SSepherosa Ziehau * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24b7bb4816SSepherosa Ziehau * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25b7bb4816SSepherosa Ziehau * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26b7bb4816SSepherosa Ziehau * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27b7bb4816SSepherosa Ziehau */
28b7bb4816SSepherosa Ziehau
29b7bb4816SSepherosa Ziehau /**
305a7ed65fSEd Maste * Implements low-level interactions with Hyper-V/Azure
31b7bb4816SSepherosa Ziehau */
32fdafd315SWarner Losh
33b7bb4816SSepherosa Ziehau #include <sys/param.h>
34b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
359ba5e29cSSepherosa Ziehau #include <sys/malloc.h>
367d8ee480SSepherosa Ziehau #include <sys/systm.h>
37b7bb4816SSepherosa Ziehau #include <sys/timetc.h>
38*2b887687SSouradeep Chakrabarti #include <sys/cpuset.h>
39b7bb4816SSepherosa Ziehau
409ba5e29cSSepherosa Ziehau #include <vm/vm.h>
419ba5e29cSSepherosa Ziehau #include <vm/vm_extern.h>
429ba5e29cSSepherosa Ziehau #include <vm/vm_kern.h>
439ba5e29cSSepherosa Ziehau #include <vm/pmap.h>
449ba5e29cSSepherosa Ziehau
457dd8881cSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
46b7bb4816SSepherosa Ziehau #include <dev/hyperv/include/hyperv_busdma.h>
479729f076SSouradeep Chakrabarti #if defined(__aarch64__)
489729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_machdep.h>
499729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_reg.h>
509729f076SSouradeep Chakrabarti #else
519729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_machdep.h>
529729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
539729f076SSouradeep Chakrabarti #endif
54*2b887687SSouradeep Chakrabarti #include <dev/hyperv/vmbus/vmbus_var.h>
559729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h>
56b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
57b7bb4816SSepherosa Ziehau
58b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_BUILD 0ULL
59b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_VERSION ((uint64_t)__FreeBSD_version)
60b7bb4816SSepherosa Ziehau #define HYPERV_FREEBSD_OSID 0ULL
61b7bb4816SSepherosa Ziehau
62b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_BUILD_FREEBSD \
63b7bb4816SSepherosa Ziehau (HYPERV_FREEBSD_BUILD & MSR_HV_GUESTID_BUILD_MASK)
64b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_VERSION_FREEBSD \
65b7bb4816SSepherosa Ziehau ((HYPERV_FREEBSD_VERSION << MSR_HV_GUESTID_VERSION_SHIFT) & \
66b7bb4816SSepherosa Ziehau MSR_HV_GUESTID_VERSION_MASK)
67b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_OSID_FREEBSD \
68b7bb4816SSepherosa Ziehau ((HYPERV_FREEBSD_OSID << MSR_HV_GUESTID_OSID_SHIFT) & \
69b7bb4816SSepherosa Ziehau MSR_HV_GUESTID_OSID_MASK)
70b7bb4816SSepherosa Ziehau
71b7bb4816SSepherosa Ziehau #define MSR_HV_GUESTID_FREEBSD \
72b7bb4816SSepherosa Ziehau (MSR_HV_GUESTID_BUILD_FREEBSD | \
73b7bb4816SSepherosa Ziehau MSR_HV_GUESTID_VERSION_FREEBSD | \
74b7bb4816SSepherosa Ziehau MSR_HV_GUESTID_OSID_FREEBSD | \
75b7bb4816SSepherosa Ziehau MSR_HV_GUESTID_OSTYPE_FREEBSD)
76b7bb4816SSepherosa Ziehau
77*2b887687SSouradeep Chakrabarti
785b444edaSSepherosa Ziehau static bool hyperv_identify(void);
795b444edaSSepherosa Ziehau static void hypercall_memfree(void);
80b7bb4816SSepherosa Ziehau
81b7bb4816SSepherosa Ziehau static struct hypercall_ctx hypercall_context;
82*2b887687SSouradeep Chakrabarti
83236764b1SSepherosa Ziehau uint64_t
hypercall_post_message(bus_addr_t msg_paddr)84236764b1SSepherosa Ziehau hypercall_post_message(bus_addr_t msg_paddr)
85236764b1SSepherosa Ziehau {
86236764b1SSepherosa Ziehau return hypercall_md(hypercall_context.hc_addr,
87236764b1SSepherosa Ziehau HYPERCALL_POST_MESSAGE, msg_paddr, 0);
88236764b1SSepherosa Ziehau }
89236764b1SSepherosa Ziehau
90e44bdd84SSepherosa Ziehau uint64_t
hypercall_signal_event(bus_addr_t monprm_paddr)91562d480bSSepherosa Ziehau hypercall_signal_event(bus_addr_t monprm_paddr)
92e44bdd84SSepherosa Ziehau {
93e44bdd84SSepherosa Ziehau return hypercall_md(hypercall_context.hc_addr,
94562d480bSSepherosa Ziehau HYPERCALL_SIGNAL_EVENT, monprm_paddr, 0);
95e44bdd84SSepherosa Ziehau }
96e44bdd84SSepherosa Ziehau
hv_result(uint64_t status)97*2b887687SSouradeep Chakrabarti static inline int hv_result(uint64_t status)
98*2b887687SSouradeep Chakrabarti {
99*2b887687SSouradeep Chakrabarti return status & HV_HYPERCALL_RESULT_MASK;
100*2b887687SSouradeep Chakrabarti }
101*2b887687SSouradeep Chakrabarti
hv_result_success(uint64_t status)102*2b887687SSouradeep Chakrabarti static inline bool hv_result_success(uint64_t status)
103*2b887687SSouradeep Chakrabarti {
104*2b887687SSouradeep Chakrabarti return hv_result(status) == HV_STATUS_SUCCESS;
105*2b887687SSouradeep Chakrabarti }
106*2b887687SSouradeep Chakrabarti
hv_repcomp(uint64_t status)107*2b887687SSouradeep Chakrabarti static inline unsigned int hv_repcomp(uint64_t status)
108*2b887687SSouradeep Chakrabarti {
109*2b887687SSouradeep Chakrabarti /* Bits [43:32] of status have 'Reps completed' data. */
110*2b887687SSouradeep Chakrabarti return ((status & HV_HYPERCALL_REP_COMP_MASK) >>
111*2b887687SSouradeep Chakrabarti HV_HYPERCALL_REP_COMP_OFFSET);
112*2b887687SSouradeep Chakrabarti }
113*2b887687SSouradeep Chakrabarti
114*2b887687SSouradeep Chakrabarti /*
115*2b887687SSouradeep Chakrabarti * Rep hypercalls. Callers of this functions are supposed to ensure that
116*2b887687SSouradeep Chakrabarti * rep_count and varhead_size comply with Hyper-V hypercall definition.
117*2b887687SSouradeep Chakrabarti */
118*2b887687SSouradeep Chakrabarti uint64_t
hv_do_rep_hypercall(uint16_t code,uint16_t rep_count,uint16_t varhead_size,uint64_t input,uint64_t output)119*2b887687SSouradeep Chakrabarti hv_do_rep_hypercall(uint16_t code, uint16_t rep_count, uint16_t varhead_size,
120*2b887687SSouradeep Chakrabarti uint64_t input, uint64_t output)
121*2b887687SSouradeep Chakrabarti {
122*2b887687SSouradeep Chakrabarti uint64_t control = code;
123*2b887687SSouradeep Chakrabarti uint64_t status;
124*2b887687SSouradeep Chakrabarti uint16_t rep_comp;
125*2b887687SSouradeep Chakrabarti
126*2b887687SSouradeep Chakrabarti control |= (uint64_t)varhead_size << HV_HYPERCALL_VARHEAD_OFFSET;
127*2b887687SSouradeep Chakrabarti control |= (uint64_t)rep_count << HV_HYPERCALL_REP_COMP_OFFSET;
128*2b887687SSouradeep Chakrabarti
129*2b887687SSouradeep Chakrabarti do {
130*2b887687SSouradeep Chakrabarti status = hypercall_do_md(control, input, output);
131*2b887687SSouradeep Chakrabarti if (!hv_result_success(status))
132*2b887687SSouradeep Chakrabarti return status;
133*2b887687SSouradeep Chakrabarti
134*2b887687SSouradeep Chakrabarti rep_comp = hv_repcomp(status);
135*2b887687SSouradeep Chakrabarti
136*2b887687SSouradeep Chakrabarti control &= ~HV_HYPERCALL_REP_START_MASK;
137*2b887687SSouradeep Chakrabarti control |= (uint64_t)rep_comp << HV_HYPERCALL_REP_START_OFFSET;
138*2b887687SSouradeep Chakrabarti
139*2b887687SSouradeep Chakrabarti } while (rep_comp < rep_count);
140*2b887687SSouradeep Chakrabarti if (hv_result_success(status))
141*2b887687SSouradeep Chakrabarti return HV_STATUS_SUCCESS;
142*2b887687SSouradeep Chakrabarti
143*2b887687SSouradeep Chakrabarti return status;
144*2b887687SSouradeep Chakrabarti }
145*2b887687SSouradeep Chakrabarti
146*2b887687SSouradeep Chakrabarti uint64_t
hypercall_do_md(uint64_t input_val,uint64_t input_addr,uint64_t out_addr)147*2b887687SSouradeep Chakrabarti hypercall_do_md(uint64_t input_val, uint64_t input_addr, uint64_t out_addr)
148*2b887687SSouradeep Chakrabarti {
149*2b887687SSouradeep Chakrabarti uint64_t phys_inaddr, phys_outaddr;
150*2b887687SSouradeep Chakrabarti phys_inaddr = input_addr ? vtophys(input_addr) : 0;
151*2b887687SSouradeep Chakrabarti phys_outaddr = out_addr ? vtophys(out_addr) : 0;
152*2b887687SSouradeep Chakrabarti return hypercall_md(hypercall_context.hc_addr,
153*2b887687SSouradeep Chakrabarti input_val, phys_inaddr, phys_outaddr);
154*2b887687SSouradeep Chakrabarti }
155*2b887687SSouradeep Chakrabarti
156b7bb4816SSepherosa Ziehau int
hyperv_guid2str(const struct hyperv_guid * guid,char * buf,size_t sz)15771ac1309SSepherosa Ziehau hyperv_guid2str(const struct hyperv_guid *guid, char *buf, size_t sz)
158b7bb4816SSepherosa Ziehau {
15971ac1309SSepherosa Ziehau const uint8_t *d = guid->hv_guid;
160b7bb4816SSepherosa Ziehau
161b7bb4816SSepherosa Ziehau return snprintf(buf, sz, "%02x%02x%02x%02x-"
162b7bb4816SSepherosa Ziehau "%02x%02x-%02x%02x-%02x%02x-"
163b7bb4816SSepherosa Ziehau "%02x%02x%02x%02x%02x%02x",
164b7bb4816SSepherosa Ziehau d[3], d[2], d[1], d[0],
165b7bb4816SSepherosa Ziehau d[5], d[4], d[7], d[6], d[8], d[9],
166b7bb4816SSepherosa Ziehau d[10], d[11], d[12], d[13], d[14], d[15]);
167b7bb4816SSepherosa Ziehau }
168b7bb4816SSepherosa Ziehau
169b7bb4816SSepherosa Ziehau static bool
hyperv_identify(void)170b7bb4816SSepherosa Ziehau hyperv_identify(void)
171b7bb4816SSepherosa Ziehau {
1729729f076SSouradeep Chakrabarti return(hyperv_identify_features());
173b7bb4816SSepherosa Ziehau }
174b7bb4816SSepherosa Ziehau static void
hyperv_init(void * dummy __unused)175b7bb4816SSepherosa Ziehau hyperv_init(void *dummy __unused)
176b7bb4816SSepherosa Ziehau {
177b7bb4816SSepherosa Ziehau if (!hyperv_identify()) {
178b7bb4816SSepherosa Ziehau /* Not Hyper-V; reset guest id to the generic one. */
179b7bb4816SSepherosa Ziehau if (vm_guest == VM_GUEST_HV)
180b7bb4816SSepherosa Ziehau vm_guest = VM_GUEST_VM;
181b7bb4816SSepherosa Ziehau return;
182b7bb4816SSepherosa Ziehau }
183b7bb4816SSepherosa Ziehau
184b7bb4816SSepherosa Ziehau /* Set guest id */
1859729f076SSouradeep Chakrabarti WRMSR(MSR_HV_GUEST_OS_ID, MSR_HV_GUESTID_FREEBSD);
1869729f076SSouradeep Chakrabarti hyperv_init_tc();
187b7bb4816SSepherosa Ziehau }
188ed6a9452SMark Johnston SYSINIT(hyperv_initialize, SI_SUB_HYPERVISOR, SI_ORDER_FIRST, hyperv_init,
189ed6a9452SMark Johnston NULL);
190b7bb4816SSepherosa Ziehau
191b7bb4816SSepherosa Ziehau static void
hypercall_memfree(void)192b7bb4816SSepherosa Ziehau hypercall_memfree(void)
193b7bb4816SSepherosa Ziehau {
194f49fd63aSJohn Baldwin kmem_free(hypercall_context.hc_addr, PAGE_SIZE);
195b7bb4816SSepherosa Ziehau hypercall_context.hc_addr = NULL;
196b7bb4816SSepherosa Ziehau }
197b7bb4816SSepherosa Ziehau
198b7bb4816SSepherosa Ziehau static void
hypercall_create(void * arg __unused)199b7bb4816SSepherosa Ziehau hypercall_create(void *arg __unused)
200b7bb4816SSepherosa Ziehau {
201b7bb4816SSepherosa Ziehau
2029729f076SSouradeep Chakrabarti int ret;
203b7bb4816SSepherosa Ziehau if (vm_guest != VM_GUEST_HV)
204b7bb4816SSepherosa Ziehau return;
205b7bb4816SSepherosa Ziehau
2069ba5e29cSSepherosa Ziehau /*
2079ba5e29cSSepherosa Ziehau * NOTE:
2089ba5e29cSSepherosa Ziehau * - busdma(9), i.e. hyperv_dmamem APIs, can _not_ be used due to
2099ba5e29cSSepherosa Ziehau * the NX bit.
2109ba5e29cSSepherosa Ziehau * - Assume kmem_malloc() returns properly aligned memory.
2119ba5e29cSSepherosa Ziehau */
212f49fd63aSJohn Baldwin hypercall_context.hc_addr = kmem_malloc(PAGE_SIZE, M_EXEC | M_WAITOK);
2139ba5e29cSSepherosa Ziehau hypercall_context.hc_paddr = vtophys(hypercall_context.hc_addr);
2149729f076SSouradeep Chakrabarti ret = hypercall_page_setup(hypercall_context.hc_paddr);
2159729f076SSouradeep Chakrabarti if (ret) {
216b7bb4816SSepherosa Ziehau hypercall_memfree();
217b7bb4816SSepherosa Ziehau return;
218b7bb4816SSepherosa Ziehau }
219b7bb4816SSepherosa Ziehau if (bootverbose)
220b7bb4816SSepherosa Ziehau printf("hyperv: Hypercall created\n");
221b7bb4816SSepherosa Ziehau }
222b7bb4816SSepherosa Ziehau SYSINIT(hypercall_ctor, SI_SUB_DRIVERS, SI_ORDER_FIRST, hypercall_create, NULL);
223b7bb4816SSepherosa Ziehau
224b7bb4816SSepherosa Ziehau static void
hypercall_destroy(void * arg __unused)225b7bb4816SSepherosa Ziehau hypercall_destroy(void *arg __unused)
226b7bb4816SSepherosa Ziehau {
227b7bb4816SSepherosa Ziehau
228b7bb4816SSepherosa Ziehau if (hypercall_context.hc_addr == NULL)
229b7bb4816SSepherosa Ziehau return;
2309729f076SSouradeep Chakrabarti hypercall_disable();
231b7bb4816SSepherosa Ziehau hypercall_memfree();
232b7bb4816SSepherosa Ziehau if (bootverbose)
233b7bb4816SSepherosa Ziehau printf("hyperv: Hypercall destroyed\n");
234b7bb4816SSepherosa Ziehau }
235b7bb4816SSepherosa Ziehau SYSUNINIT(hypercall_dtor, SI_SUB_DRIVERS, SI_ORDER_FIRST, hypercall_destroy,
236b7bb4816SSepherosa Ziehau NULL);
237