14d846d26SWarner Losh /*- SPDX-License-Identifier: BSD-2-Clause
23f8f02b2SSouradeep Chakrabarti * Copyright (c) 2009-2012,2016-2017, 2022 Microsoft Corp.
33f8f02b2SSouradeep Chakrabarti * Copyright (c) 2012 NetApp Inc.
43f8f02b2SSouradeep Chakrabarti * Copyright (c) 2012 Citrix Inc.
53f8f02b2SSouradeep Chakrabarti * All rights reserved.
63f8f02b2SSouradeep Chakrabarti *
73f8f02b2SSouradeep Chakrabarti * Redistribution and use in source and binary forms, with or without
83f8f02b2SSouradeep Chakrabarti * modification, are permitted provided that the following conditions
93f8f02b2SSouradeep Chakrabarti * are met:
103f8f02b2SSouradeep Chakrabarti * 1. Redistributions of source code must retain the above copyright
113f8f02b2SSouradeep Chakrabarti * notice unmodified, this list of conditions, and the following
123f8f02b2SSouradeep Chakrabarti * disclaimer.
133f8f02b2SSouradeep Chakrabarti * 2. Redistributions in binary form must reproduce the above copyright
143f8f02b2SSouradeep Chakrabarti * notice, this list of conditions and the following disclaimer in the
153f8f02b2SSouradeep Chakrabarti * documentation and/or other materials provided with the distribution.
163f8f02b2SSouradeep Chakrabarti *
173f8f02b2SSouradeep Chakrabarti * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
183f8f02b2SSouradeep Chakrabarti * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
193f8f02b2SSouradeep Chakrabarti * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
203f8f02b2SSouradeep Chakrabarti * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
213f8f02b2SSouradeep Chakrabarti * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
223f8f02b2SSouradeep Chakrabarti * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
233f8f02b2SSouradeep Chakrabarti * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
243f8f02b2SSouradeep Chakrabarti * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
253f8f02b2SSouradeep Chakrabarti * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
263f8f02b2SSouradeep Chakrabarti * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
273f8f02b2SSouradeep Chakrabarti */
283f8f02b2SSouradeep Chakrabarti
293f8f02b2SSouradeep Chakrabarti /**
303f8f02b2SSouradeep Chakrabarti * Implements low-level interactions with Hyper-V/Azure
313f8f02b2SSouradeep Chakrabarti */
32*fdafd315SWarner Losh
333f8f02b2SSouradeep Chakrabarti #include <sys/param.h>
343f8f02b2SSouradeep Chakrabarti #include <sys/systm.h>
353f8f02b2SSouradeep Chakrabarti #include <sys/kernel.h>
363f8f02b2SSouradeep Chakrabarti #include <sys/malloc.h>
373f8f02b2SSouradeep Chakrabarti #include <sys/timetc.h>
383f8f02b2SSouradeep Chakrabarti
393f8f02b2SSouradeep Chakrabarti #include <vm/vm.h>
403f8f02b2SSouradeep Chakrabarti #include <vm/pmap.h>
413f8f02b2SSouradeep Chakrabarti #include <vm/vm_extern.h>
423f8f02b2SSouradeep Chakrabarti #include <vm/vm_kern.h>
433f8f02b2SSouradeep Chakrabarti
443f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv.h>
453f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv_busdma.h>
463f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_var.h>
473f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_machdep.h>
483f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
49d16d0b6bSSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h>
503f8f02b2SSouradeep Chakrabarti
513f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_BUILD 0ULL
523f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_VERSION ((uint64_t)__FreeBSD_version)
533f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_OSID 0ULL
543f8f02b2SSouradeep Chakrabarti
553f8f02b2SSouradeep Chakrabarti void hyperv_init_tc(void);
563f8f02b2SSouradeep Chakrabarti int hypercall_page_setup(vm_paddr_t);
573f8f02b2SSouradeep Chakrabarti void hypercall_disable(void);
583f8f02b2SSouradeep Chakrabarti bool hyperv_identify_features(void);
593f8f02b2SSouradeep Chakrabarti
603f8f02b2SSouradeep Chakrabarti u_int hyperv_ver_major;
613f8f02b2SSouradeep Chakrabarti u_int hyperv_features;
623f8f02b2SSouradeep Chakrabarti u_int hyperv_recommends;
633f8f02b2SSouradeep Chakrabarti
643f8f02b2SSouradeep Chakrabarti hyperv_tc64_t hyperv_tc64;
653f8f02b2SSouradeep Chakrabarti
663f8f02b2SSouradeep Chakrabarti static u_int hyperv_pm_features;
673f8f02b2SSouradeep Chakrabarti static u_int hyperv_features3;
683f8f02b2SSouradeep Chakrabarti static u_int hyperv_get_timecount(struct timecounter *);
693f8f02b2SSouradeep Chakrabarti
703f8f02b2SSouradeep Chakrabarti static struct timecounter hyperv_timecounter = {
713f8f02b2SSouradeep Chakrabarti .tc_get_timecount = hyperv_get_timecount,
723f8f02b2SSouradeep Chakrabarti .tc_poll_pps = NULL,
733f8f02b2SSouradeep Chakrabarti .tc_counter_mask = 0xffffffff,
743f8f02b2SSouradeep Chakrabarti .tc_frequency = HYPERV_TIMER_FREQ,
753f8f02b2SSouradeep Chakrabarti .tc_name = "Hyper-V",
763f8f02b2SSouradeep Chakrabarti .tc_quality = 2000,
773f8f02b2SSouradeep Chakrabarti .tc_flags = 0,
783f8f02b2SSouradeep Chakrabarti .tc_priv = NULL
793f8f02b2SSouradeep Chakrabarti };
803f8f02b2SSouradeep Chakrabarti
813f8f02b2SSouradeep Chakrabarti static u_int
hyperv_get_timecount(struct timecounter * tc __unused)823f8f02b2SSouradeep Chakrabarti hyperv_get_timecount(struct timecounter *tc __unused)
833f8f02b2SSouradeep Chakrabarti {
843f8f02b2SSouradeep Chakrabarti return rdmsr(MSR_HV_TIME_REF_COUNT);
853f8f02b2SSouradeep Chakrabarti }
863f8f02b2SSouradeep Chakrabarti
873f8f02b2SSouradeep Chakrabarti static uint64_t
hyperv_tc64_rdmsr(void)883f8f02b2SSouradeep Chakrabarti hyperv_tc64_rdmsr(void)
893f8f02b2SSouradeep Chakrabarti {
903f8f02b2SSouradeep Chakrabarti
913f8f02b2SSouradeep Chakrabarti return (rdmsr(MSR_HV_TIME_REF_COUNT));
923f8f02b2SSouradeep Chakrabarti }
933f8f02b2SSouradeep Chakrabarti
943f8f02b2SSouradeep Chakrabarti void
hyperv_init_tc(void)953f8f02b2SSouradeep Chakrabarti hyperv_init_tc(void)
963f8f02b2SSouradeep Chakrabarti {
973f8f02b2SSouradeep Chakrabarti if (hyperv_features & CPUID_HV_MSR_TIME_REFCNT) {
983f8f02b2SSouradeep Chakrabarti /*
993f8f02b2SSouradeep Chakrabarti * Register Hyper-V timecounter. This should be done as early
1003f8f02b2SSouradeep Chakrabarti * as possible to let DELAY() work, since the 8254 PIT is not
1013f8f02b2SSouradeep Chakrabarti * reliably emulated or even available.
1023f8f02b2SSouradeep Chakrabarti */
1033f8f02b2SSouradeep Chakrabarti tc_init(&hyperv_timecounter);
1043f8f02b2SSouradeep Chakrabarti
1053f8f02b2SSouradeep Chakrabarti /*
1063f8f02b2SSouradeep Chakrabarti * Install 64 bits timecounter method for other modules
1073f8f02b2SSouradeep Chakrabarti * to use.
1083f8f02b2SSouradeep Chakrabarti */
1093f8f02b2SSouradeep Chakrabarti hyperv_tc64 = hyperv_tc64_rdmsr;
1103f8f02b2SSouradeep Chakrabarti }
1113f8f02b2SSouradeep Chakrabarti }
1123f8f02b2SSouradeep Chakrabarti
1133f8f02b2SSouradeep Chakrabarti int
hypercall_page_setup(vm_paddr_t paddr)1143f8f02b2SSouradeep Chakrabarti hypercall_page_setup(vm_paddr_t paddr)
1153f8f02b2SSouradeep Chakrabarti {
1163f8f02b2SSouradeep Chakrabarti uint64_t hc, hc_orig;
1173f8f02b2SSouradeep Chakrabarti hc_orig = rdmsr(MSR_HV_HYPERCALL);
1183f8f02b2SSouradeep Chakrabarti
1193f8f02b2SSouradeep Chakrabarti /*
1203f8f02b2SSouradeep Chakrabarti * Setup the Hypercall page.
1213f8f02b2SSouradeep Chakrabarti *
1223f8f02b2SSouradeep Chakrabarti * NOTE: 'reserved' bits MUST be preserved.
1233f8f02b2SSouradeep Chakrabarti */
1243f8f02b2SSouradeep Chakrabarti hc = ((paddr >> PAGE_SHIFT) << MSR_HV_HYPERCALL_PGSHIFT) |
1253f8f02b2SSouradeep Chakrabarti (hc_orig & MSR_HV_HYPERCALL_RSVD_MASK) | MSR_HV_HYPERCALL_ENABLE;
1263f8f02b2SSouradeep Chakrabarti wrmsr(MSR_HV_HYPERCALL, hc);
1273f8f02b2SSouradeep Chakrabarti
1283f8f02b2SSouradeep Chakrabarti /*
1293f8f02b2SSouradeep Chakrabarti * Confirm that Hypercall page did get setup.
1303f8f02b2SSouradeep Chakrabarti */
1313f8f02b2SSouradeep Chakrabarti hc = rdmsr(MSR_HV_HYPERCALL);
1323f8f02b2SSouradeep Chakrabarti if ((hc & MSR_HV_HYPERCALL_ENABLE) == 0) {
1333f8f02b2SSouradeep Chakrabarti printf("hyperv: Hypercall setup failed\n");
1343f8f02b2SSouradeep Chakrabarti /* Can't perform any Hyper-V specific actions */
1353f8f02b2SSouradeep Chakrabarti vm_guest = VM_GUEST_VM;
1363f8f02b2SSouradeep Chakrabarti return (-1);
1373f8f02b2SSouradeep Chakrabarti }
1383f8f02b2SSouradeep Chakrabarti return (0);
1393f8f02b2SSouradeep Chakrabarti }
1403f8f02b2SSouradeep Chakrabarti
1413f8f02b2SSouradeep Chakrabarti void
hypercall_disable(void)1423f8f02b2SSouradeep Chakrabarti hypercall_disable(void)
1433f8f02b2SSouradeep Chakrabarti {
1443f8f02b2SSouradeep Chakrabarti uint64_t hc;
1453f8f02b2SSouradeep Chakrabarti /* Disable Hypercall */
1463f8f02b2SSouradeep Chakrabarti hc = rdmsr(MSR_HV_HYPERCALL);
1473f8f02b2SSouradeep Chakrabarti wrmsr(MSR_HV_HYPERCALL, (hc & MSR_HV_HYPERCALL_RSVD_MASK));
1483f8f02b2SSouradeep Chakrabarti }
1493f8f02b2SSouradeep Chakrabarti
1503f8f02b2SSouradeep Chakrabarti bool
hyperv_identify_features(void)1513f8f02b2SSouradeep Chakrabarti hyperv_identify_features(void)
1523f8f02b2SSouradeep Chakrabarti {
1533f8f02b2SSouradeep Chakrabarti u_int regs[4];
1543f8f02b2SSouradeep Chakrabarti unsigned int maxleaf;
1553f8f02b2SSouradeep Chakrabarti
1563f8f02b2SSouradeep Chakrabarti if (vm_guest != VM_GUEST_HV)
1573f8f02b2SSouradeep Chakrabarti return (false);
1583f8f02b2SSouradeep Chakrabarti
1593f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_MAXLEAF, regs);
1603f8f02b2SSouradeep Chakrabarti maxleaf = regs[0];
1613f8f02b2SSouradeep Chakrabarti if (maxleaf < CPUID_LEAF_HV_LIMITS)
1623f8f02b2SSouradeep Chakrabarti return (false);
1633f8f02b2SSouradeep Chakrabarti
1643f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_INTERFACE, regs);
1653f8f02b2SSouradeep Chakrabarti if (regs[0] != CPUID_HV_IFACE_HYPERV)
1663f8f02b2SSouradeep Chakrabarti return (false);
1673f8f02b2SSouradeep Chakrabarti
1683f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_FEATURES, regs);
1693f8f02b2SSouradeep Chakrabarti if ((regs[0] & CPUID_HV_MSR_HYPERCALL) == 0) {
1703f8f02b2SSouradeep Chakrabarti /*
1713f8f02b2SSouradeep Chakrabarti * Hyper-V w/o Hypercall is impossible; someone
1723f8f02b2SSouradeep Chakrabarti * is faking Hyper-V.
1733f8f02b2SSouradeep Chakrabarti */
1743f8f02b2SSouradeep Chakrabarti return (false);
1753f8f02b2SSouradeep Chakrabarti }
1763f8f02b2SSouradeep Chakrabarti hyperv_features = regs[0];
1773f8f02b2SSouradeep Chakrabarti hyperv_pm_features = regs[2];
1783f8f02b2SSouradeep Chakrabarti hyperv_features3 = regs[3];
1793f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_IDENTITY, regs);
1803f8f02b2SSouradeep Chakrabarti hyperv_ver_major = regs[1] >> 16;
1813f8f02b2SSouradeep Chakrabarti printf("Hyper-V Version: %d.%d.%d [SP%d]\n", hyperv_ver_major,
1823f8f02b2SSouradeep Chakrabarti regs[1] & 0xffff, regs[0], regs[2]);
1833f8f02b2SSouradeep Chakrabarti
1843f8f02b2SSouradeep Chakrabarti printf(" Features=0x%b\n", hyperv_features,
1853f8f02b2SSouradeep Chakrabarti "\020"
1863f8f02b2SSouradeep Chakrabarti "\001VPRUNTIME" /* MSR_HV_VP_RUNTIME */
1873f8f02b2SSouradeep Chakrabarti "\002TMREFCNT" /* MSR_HV_TIME_REF_COUNT */
1883f8f02b2SSouradeep Chakrabarti "\003SYNIC" /* MSRs for SynIC */
1893f8f02b2SSouradeep Chakrabarti "\004SYNTM" /* MSRs for SynTimer */
1903f8f02b2SSouradeep Chakrabarti "\005APIC" /* MSR_HV_{EOI,ICR,TPR} */
1913f8f02b2SSouradeep Chakrabarti "\006HYPERCALL" /* MSR_HV_{GUEST_OS_ID,HYPERCALL} */
1923f8f02b2SSouradeep Chakrabarti "\007VPINDEX" /* MSR_HV_VP_INDEX */
1933f8f02b2SSouradeep Chakrabarti "\010RESET" /* MSR_HV_RESET */
1943f8f02b2SSouradeep Chakrabarti "\011STATS" /* MSR_HV_STATS_ */
1953f8f02b2SSouradeep Chakrabarti "\012REFTSC" /* MSR_HV_REFERENCE_TSC */
1963f8f02b2SSouradeep Chakrabarti "\013IDLE" /* MSR_HV_GUEST_IDLE */
1973f8f02b2SSouradeep Chakrabarti "\014TMFREQ" /* MSR_HV_{TSC,APIC}_FREQUENCY */
1983f8f02b2SSouradeep Chakrabarti "\015DEBUG"); /* MSR_HV_SYNTH_DEBUG_ */
1993f8f02b2SSouradeep Chakrabarti printf(" PM Features=0x%b [C%u]\n",
2003f8f02b2SSouradeep Chakrabarti (hyperv_pm_features & ~CPUPM_HV_CSTATE_MASK),
2013f8f02b2SSouradeep Chakrabarti "\020"
2023f8f02b2SSouradeep Chakrabarti "\005C3HPET", /* HPET is required for C3 state */
2033f8f02b2SSouradeep Chakrabarti CPUPM_HV_CSTATE(hyperv_pm_features));
2043f8f02b2SSouradeep Chakrabarti printf(" Features3=0x%b\n", hyperv_features3,
2053f8f02b2SSouradeep Chakrabarti "\020"
2063f8f02b2SSouradeep Chakrabarti "\001MWAIT" /* MWAIT */
2073f8f02b2SSouradeep Chakrabarti "\002DEBUG" /* guest debug support */
2083f8f02b2SSouradeep Chakrabarti "\003PERFMON" /* performance monitor */
2093f8f02b2SSouradeep Chakrabarti "\004PCPUDPE" /* physical CPU dynamic partition event */
2103f8f02b2SSouradeep Chakrabarti "\005XMMHC" /* hypercall input through XMM regs */
2113f8f02b2SSouradeep Chakrabarti "\006IDLE" /* guest idle support */
2123f8f02b2SSouradeep Chakrabarti "\007SLEEP" /* hypervisor sleep support */
2133f8f02b2SSouradeep Chakrabarti "\010NUMA" /* NUMA distance query support */
2143f8f02b2SSouradeep Chakrabarti "\011TMFREQ" /* timer frequency query (TSC, LAPIC) */
2153f8f02b2SSouradeep Chakrabarti "\012SYNCMC" /* inject synthetic machine checks */
2163f8f02b2SSouradeep Chakrabarti "\013CRASH" /* MSRs for guest crash */
2173f8f02b2SSouradeep Chakrabarti "\014DEBUGMSR" /* MSRs for guest debug */
2183f8f02b2SSouradeep Chakrabarti "\015NPIEP" /* NPIEP */
2193f8f02b2SSouradeep Chakrabarti "\016HVDIS"); /* disabling hypervisor */
2203f8f02b2SSouradeep Chakrabarti
2213f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_RECOMMENDS, regs);
2223f8f02b2SSouradeep Chakrabarti hyperv_recommends = regs[0];
2233f8f02b2SSouradeep Chakrabarti if (bootverbose)
2243f8f02b2SSouradeep Chakrabarti printf(" Recommends: %08x %08x\n", regs[0], regs[1]);
2253f8f02b2SSouradeep Chakrabarti
2263f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_LIMITS, regs);
2273f8f02b2SSouradeep Chakrabarti if (bootverbose) {
2283f8f02b2SSouradeep Chakrabarti printf(" Limits: Vcpu:%d Lcpu:%d Int:%d\n", regs[0], regs[1],
2293f8f02b2SSouradeep Chakrabarti regs[2]);
2303f8f02b2SSouradeep Chakrabarti }
2313f8f02b2SSouradeep Chakrabarti
2323f8f02b2SSouradeep Chakrabarti if (maxleaf >= CPUID_LEAF_HV_HWFEATURES) {
2333f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_HWFEATURES, regs);
2343f8f02b2SSouradeep Chakrabarti if (bootverbose) {
2353f8f02b2SSouradeep Chakrabarti printf(" HW Features: %08x, AMD: %08x\n", regs[0],
2363f8f02b2SSouradeep Chakrabarti regs[3]);
2373f8f02b2SSouradeep Chakrabarti }
2383f8f02b2SSouradeep Chakrabarti }
2393f8f02b2SSouradeep Chakrabarti return (true);
2403f8f02b2SSouradeep Chakrabarti }
241