1*3f8f02b2SSouradeep Chakrabarti /*- SPDX-License-Identifier: BSD-2-Clause-FreeBSD 2*3f8f02b2SSouradeep Chakrabarti * Copyright (c) 2009-2012,2016-2017, 2022 Microsoft Corp. 3*3f8f02b2SSouradeep Chakrabarti * Copyright (c) 2012 NetApp Inc. 4*3f8f02b2SSouradeep Chakrabarti * Copyright (c) 2012 Citrix Inc. 5*3f8f02b2SSouradeep Chakrabarti * All rights reserved. 6*3f8f02b2SSouradeep Chakrabarti * 7*3f8f02b2SSouradeep Chakrabarti * Redistribution and use in source and binary forms, with or without 8*3f8f02b2SSouradeep Chakrabarti * modification, are permitted provided that the following conditions 9*3f8f02b2SSouradeep Chakrabarti * are met: 10*3f8f02b2SSouradeep Chakrabarti * 1. Redistributions of source code must retain the above copyright 11*3f8f02b2SSouradeep Chakrabarti * notice unmodified, this list of conditions, and the following 12*3f8f02b2SSouradeep Chakrabarti * disclaimer. 13*3f8f02b2SSouradeep Chakrabarti * 2. Redistributions in binary form must reproduce the above copyright 14*3f8f02b2SSouradeep Chakrabarti * notice, this list of conditions and the following disclaimer in the 15*3f8f02b2SSouradeep Chakrabarti * documentation and/or other materials provided with the distribution. 16*3f8f02b2SSouradeep Chakrabarti * 17*3f8f02b2SSouradeep Chakrabarti * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 18*3f8f02b2SSouradeep Chakrabarti * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 19*3f8f02b2SSouradeep Chakrabarti * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20*3f8f02b2SSouradeep Chakrabarti * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 21*3f8f02b2SSouradeep Chakrabarti * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 22*3f8f02b2SSouradeep Chakrabarti * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23*3f8f02b2SSouradeep Chakrabarti * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24*3f8f02b2SSouradeep Chakrabarti * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25*3f8f02b2SSouradeep Chakrabarti * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 26*3f8f02b2SSouradeep Chakrabarti * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27*3f8f02b2SSouradeep Chakrabarti */ 28*3f8f02b2SSouradeep Chakrabarti 29*3f8f02b2SSouradeep Chakrabarti /** 30*3f8f02b2SSouradeep Chakrabarti * Implements low-level interactions with Hyper-V/Azure 31*3f8f02b2SSouradeep Chakrabarti */ 32*3f8f02b2SSouradeep Chakrabarti #include <sys/cdefs.h> 33*3f8f02b2SSouradeep Chakrabarti __FBSDID("$FreeBSD$"); 34*3f8f02b2SSouradeep Chakrabarti 35*3f8f02b2SSouradeep Chakrabarti #include <sys/param.h> 36*3f8f02b2SSouradeep Chakrabarti #include <sys/systm.h> 37*3f8f02b2SSouradeep Chakrabarti #include <sys/kernel.h> 38*3f8f02b2SSouradeep Chakrabarti #include <sys/malloc.h> 39*3f8f02b2SSouradeep Chakrabarti #include <sys/timetc.h> 40*3f8f02b2SSouradeep Chakrabarti 41*3f8f02b2SSouradeep Chakrabarti #include <vm/vm.h> 42*3f8f02b2SSouradeep Chakrabarti #include <vm/pmap.h> 43*3f8f02b2SSouradeep Chakrabarti #include <vm/vm_extern.h> 44*3f8f02b2SSouradeep Chakrabarti #include <vm/vm_kern.h> 45*3f8f02b2SSouradeep Chakrabarti 46*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv.h> 47*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/include/hyperv_busdma.h> 48*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_var.h> 49*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_machdep.h> 50*3f8f02b2SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h> 51*3f8f02b2SSouradeep Chakrabarti 52*3f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_BUILD 0ULL 53*3f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_VERSION ((uint64_t)__FreeBSD_version) 54*3f8f02b2SSouradeep Chakrabarti #define HYPERV_FREEBSD_OSID 0ULL 55*3f8f02b2SSouradeep Chakrabarti 56*3f8f02b2SSouradeep Chakrabarti void hyperv_init_tc(void); 57*3f8f02b2SSouradeep Chakrabarti int hypercall_page_setup(vm_paddr_t); 58*3f8f02b2SSouradeep Chakrabarti void hypercall_disable(void); 59*3f8f02b2SSouradeep Chakrabarti bool hyperv_identify_features(void); 60*3f8f02b2SSouradeep Chakrabarti 61*3f8f02b2SSouradeep Chakrabarti u_int hyperv_ver_major; 62*3f8f02b2SSouradeep Chakrabarti u_int hyperv_features; 63*3f8f02b2SSouradeep Chakrabarti u_int hyperv_recommends; 64*3f8f02b2SSouradeep Chakrabarti 65*3f8f02b2SSouradeep Chakrabarti hyperv_tc64_t hyperv_tc64; 66*3f8f02b2SSouradeep Chakrabarti 67*3f8f02b2SSouradeep Chakrabarti static u_int hyperv_pm_features; 68*3f8f02b2SSouradeep Chakrabarti static u_int hyperv_features3; 69*3f8f02b2SSouradeep Chakrabarti static u_int hyperv_get_timecount(struct timecounter *); 70*3f8f02b2SSouradeep Chakrabarti 71*3f8f02b2SSouradeep Chakrabarti static struct timecounter hyperv_timecounter = { 72*3f8f02b2SSouradeep Chakrabarti .tc_get_timecount = hyperv_get_timecount, 73*3f8f02b2SSouradeep Chakrabarti .tc_poll_pps = NULL, 74*3f8f02b2SSouradeep Chakrabarti .tc_counter_mask = 0xffffffff, 75*3f8f02b2SSouradeep Chakrabarti .tc_frequency = HYPERV_TIMER_FREQ, 76*3f8f02b2SSouradeep Chakrabarti .tc_name = "Hyper-V", 77*3f8f02b2SSouradeep Chakrabarti .tc_quality = 2000, 78*3f8f02b2SSouradeep Chakrabarti .tc_flags = 0, 79*3f8f02b2SSouradeep Chakrabarti .tc_priv = NULL 80*3f8f02b2SSouradeep Chakrabarti }; 81*3f8f02b2SSouradeep Chakrabarti 82*3f8f02b2SSouradeep Chakrabarti static u_int 83*3f8f02b2SSouradeep Chakrabarti hyperv_get_timecount(struct timecounter *tc __unused) 84*3f8f02b2SSouradeep Chakrabarti { 85*3f8f02b2SSouradeep Chakrabarti return rdmsr(MSR_HV_TIME_REF_COUNT); 86*3f8f02b2SSouradeep Chakrabarti } 87*3f8f02b2SSouradeep Chakrabarti 88*3f8f02b2SSouradeep Chakrabarti static uint64_t 89*3f8f02b2SSouradeep Chakrabarti hyperv_tc64_rdmsr(void) 90*3f8f02b2SSouradeep Chakrabarti { 91*3f8f02b2SSouradeep Chakrabarti 92*3f8f02b2SSouradeep Chakrabarti return (rdmsr(MSR_HV_TIME_REF_COUNT)); 93*3f8f02b2SSouradeep Chakrabarti } 94*3f8f02b2SSouradeep Chakrabarti 95*3f8f02b2SSouradeep Chakrabarti void 96*3f8f02b2SSouradeep Chakrabarti hyperv_init_tc(void) 97*3f8f02b2SSouradeep Chakrabarti { 98*3f8f02b2SSouradeep Chakrabarti if (hyperv_features & CPUID_HV_MSR_TIME_REFCNT) { 99*3f8f02b2SSouradeep Chakrabarti /* 100*3f8f02b2SSouradeep Chakrabarti * Register Hyper-V timecounter. This should be done as early 101*3f8f02b2SSouradeep Chakrabarti * as possible to let DELAY() work, since the 8254 PIT is not 102*3f8f02b2SSouradeep Chakrabarti * reliably emulated or even available. 103*3f8f02b2SSouradeep Chakrabarti */ 104*3f8f02b2SSouradeep Chakrabarti tc_init(&hyperv_timecounter); 105*3f8f02b2SSouradeep Chakrabarti 106*3f8f02b2SSouradeep Chakrabarti /* 107*3f8f02b2SSouradeep Chakrabarti * Install 64 bits timecounter method for other modules 108*3f8f02b2SSouradeep Chakrabarti * to use. 109*3f8f02b2SSouradeep Chakrabarti */ 110*3f8f02b2SSouradeep Chakrabarti hyperv_tc64 = hyperv_tc64_rdmsr; 111*3f8f02b2SSouradeep Chakrabarti } 112*3f8f02b2SSouradeep Chakrabarti } 113*3f8f02b2SSouradeep Chakrabarti 114*3f8f02b2SSouradeep Chakrabarti int 115*3f8f02b2SSouradeep Chakrabarti hypercall_page_setup(vm_paddr_t paddr) 116*3f8f02b2SSouradeep Chakrabarti { 117*3f8f02b2SSouradeep Chakrabarti uint64_t hc, hc_orig; 118*3f8f02b2SSouradeep Chakrabarti hc_orig = rdmsr(MSR_HV_HYPERCALL); 119*3f8f02b2SSouradeep Chakrabarti 120*3f8f02b2SSouradeep Chakrabarti /* 121*3f8f02b2SSouradeep Chakrabarti * Setup the Hypercall page. 122*3f8f02b2SSouradeep Chakrabarti * 123*3f8f02b2SSouradeep Chakrabarti * NOTE: 'reserved' bits MUST be preserved. 124*3f8f02b2SSouradeep Chakrabarti */ 125*3f8f02b2SSouradeep Chakrabarti hc = ((paddr >> PAGE_SHIFT) << MSR_HV_HYPERCALL_PGSHIFT) | 126*3f8f02b2SSouradeep Chakrabarti (hc_orig & MSR_HV_HYPERCALL_RSVD_MASK) | MSR_HV_HYPERCALL_ENABLE; 127*3f8f02b2SSouradeep Chakrabarti wrmsr(MSR_HV_HYPERCALL, hc); 128*3f8f02b2SSouradeep Chakrabarti 129*3f8f02b2SSouradeep Chakrabarti /* 130*3f8f02b2SSouradeep Chakrabarti * Confirm that Hypercall page did get setup. 131*3f8f02b2SSouradeep Chakrabarti */ 132*3f8f02b2SSouradeep Chakrabarti hc = rdmsr(MSR_HV_HYPERCALL); 133*3f8f02b2SSouradeep Chakrabarti if ((hc & MSR_HV_HYPERCALL_ENABLE) == 0) { 134*3f8f02b2SSouradeep Chakrabarti printf("hyperv: Hypercall setup failed\n"); 135*3f8f02b2SSouradeep Chakrabarti /* Can't perform any Hyper-V specific actions */ 136*3f8f02b2SSouradeep Chakrabarti vm_guest = VM_GUEST_VM; 137*3f8f02b2SSouradeep Chakrabarti return (-1); 138*3f8f02b2SSouradeep Chakrabarti } 139*3f8f02b2SSouradeep Chakrabarti return (0); 140*3f8f02b2SSouradeep Chakrabarti } 141*3f8f02b2SSouradeep Chakrabarti 142*3f8f02b2SSouradeep Chakrabarti void 143*3f8f02b2SSouradeep Chakrabarti hypercall_disable(void) 144*3f8f02b2SSouradeep Chakrabarti { 145*3f8f02b2SSouradeep Chakrabarti uint64_t hc; 146*3f8f02b2SSouradeep Chakrabarti /* Disable Hypercall */ 147*3f8f02b2SSouradeep Chakrabarti hc = rdmsr(MSR_HV_HYPERCALL); 148*3f8f02b2SSouradeep Chakrabarti wrmsr(MSR_HV_HYPERCALL, (hc & MSR_HV_HYPERCALL_RSVD_MASK)); 149*3f8f02b2SSouradeep Chakrabarti } 150*3f8f02b2SSouradeep Chakrabarti 151*3f8f02b2SSouradeep Chakrabarti bool 152*3f8f02b2SSouradeep Chakrabarti hyperv_identify_features(void) 153*3f8f02b2SSouradeep Chakrabarti { 154*3f8f02b2SSouradeep Chakrabarti u_int regs[4]; 155*3f8f02b2SSouradeep Chakrabarti unsigned int maxleaf; 156*3f8f02b2SSouradeep Chakrabarti 157*3f8f02b2SSouradeep Chakrabarti if (vm_guest != VM_GUEST_HV) 158*3f8f02b2SSouradeep Chakrabarti return (false); 159*3f8f02b2SSouradeep Chakrabarti 160*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_MAXLEAF, regs); 161*3f8f02b2SSouradeep Chakrabarti maxleaf = regs[0]; 162*3f8f02b2SSouradeep Chakrabarti if (maxleaf < CPUID_LEAF_HV_LIMITS) 163*3f8f02b2SSouradeep Chakrabarti return (false); 164*3f8f02b2SSouradeep Chakrabarti 165*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_INTERFACE, regs); 166*3f8f02b2SSouradeep Chakrabarti if (regs[0] != CPUID_HV_IFACE_HYPERV) 167*3f8f02b2SSouradeep Chakrabarti return (false); 168*3f8f02b2SSouradeep Chakrabarti 169*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_FEATURES, regs); 170*3f8f02b2SSouradeep Chakrabarti if ((regs[0] & CPUID_HV_MSR_HYPERCALL) == 0) { 171*3f8f02b2SSouradeep Chakrabarti /* 172*3f8f02b2SSouradeep Chakrabarti * Hyper-V w/o Hypercall is impossible; someone 173*3f8f02b2SSouradeep Chakrabarti * is faking Hyper-V. 174*3f8f02b2SSouradeep Chakrabarti */ 175*3f8f02b2SSouradeep Chakrabarti return (false); 176*3f8f02b2SSouradeep Chakrabarti } 177*3f8f02b2SSouradeep Chakrabarti hyperv_features = regs[0]; 178*3f8f02b2SSouradeep Chakrabarti hyperv_pm_features = regs[2]; 179*3f8f02b2SSouradeep Chakrabarti hyperv_features3 = regs[3]; 180*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_IDENTITY, regs); 181*3f8f02b2SSouradeep Chakrabarti hyperv_ver_major = regs[1] >> 16; 182*3f8f02b2SSouradeep Chakrabarti printf("Hyper-V Version: %d.%d.%d [SP%d]\n", hyperv_ver_major, 183*3f8f02b2SSouradeep Chakrabarti regs[1] & 0xffff, regs[0], regs[2]); 184*3f8f02b2SSouradeep Chakrabarti 185*3f8f02b2SSouradeep Chakrabarti printf(" Features=0x%b\n", hyperv_features, 186*3f8f02b2SSouradeep Chakrabarti "\020" 187*3f8f02b2SSouradeep Chakrabarti "\001VPRUNTIME" /* MSR_HV_VP_RUNTIME */ 188*3f8f02b2SSouradeep Chakrabarti "\002TMREFCNT" /* MSR_HV_TIME_REF_COUNT */ 189*3f8f02b2SSouradeep Chakrabarti "\003SYNIC" /* MSRs for SynIC */ 190*3f8f02b2SSouradeep Chakrabarti "\004SYNTM" /* MSRs for SynTimer */ 191*3f8f02b2SSouradeep Chakrabarti "\005APIC" /* MSR_HV_{EOI,ICR,TPR} */ 192*3f8f02b2SSouradeep Chakrabarti "\006HYPERCALL" /* MSR_HV_{GUEST_OS_ID,HYPERCALL} */ 193*3f8f02b2SSouradeep Chakrabarti "\007VPINDEX" /* MSR_HV_VP_INDEX */ 194*3f8f02b2SSouradeep Chakrabarti "\010RESET" /* MSR_HV_RESET */ 195*3f8f02b2SSouradeep Chakrabarti "\011STATS" /* MSR_HV_STATS_ */ 196*3f8f02b2SSouradeep Chakrabarti "\012REFTSC" /* MSR_HV_REFERENCE_TSC */ 197*3f8f02b2SSouradeep Chakrabarti "\013IDLE" /* MSR_HV_GUEST_IDLE */ 198*3f8f02b2SSouradeep Chakrabarti "\014TMFREQ" /* MSR_HV_{TSC,APIC}_FREQUENCY */ 199*3f8f02b2SSouradeep Chakrabarti "\015DEBUG"); /* MSR_HV_SYNTH_DEBUG_ */ 200*3f8f02b2SSouradeep Chakrabarti printf(" PM Features=0x%b [C%u]\n", 201*3f8f02b2SSouradeep Chakrabarti (hyperv_pm_features & ~CPUPM_HV_CSTATE_MASK), 202*3f8f02b2SSouradeep Chakrabarti "\020" 203*3f8f02b2SSouradeep Chakrabarti "\005C3HPET", /* HPET is required for C3 state */ 204*3f8f02b2SSouradeep Chakrabarti CPUPM_HV_CSTATE(hyperv_pm_features)); 205*3f8f02b2SSouradeep Chakrabarti printf(" Features3=0x%b\n", hyperv_features3, 206*3f8f02b2SSouradeep Chakrabarti "\020" 207*3f8f02b2SSouradeep Chakrabarti "\001MWAIT" /* MWAIT */ 208*3f8f02b2SSouradeep Chakrabarti "\002DEBUG" /* guest debug support */ 209*3f8f02b2SSouradeep Chakrabarti "\003PERFMON" /* performance monitor */ 210*3f8f02b2SSouradeep Chakrabarti "\004PCPUDPE" /* physical CPU dynamic partition event */ 211*3f8f02b2SSouradeep Chakrabarti "\005XMMHC" /* hypercall input through XMM regs */ 212*3f8f02b2SSouradeep Chakrabarti "\006IDLE" /* guest idle support */ 213*3f8f02b2SSouradeep Chakrabarti "\007SLEEP" /* hypervisor sleep support */ 214*3f8f02b2SSouradeep Chakrabarti "\010NUMA" /* NUMA distance query support */ 215*3f8f02b2SSouradeep Chakrabarti "\011TMFREQ" /* timer frequency query (TSC, LAPIC) */ 216*3f8f02b2SSouradeep Chakrabarti "\012SYNCMC" /* inject synthetic machine checks */ 217*3f8f02b2SSouradeep Chakrabarti "\013CRASH" /* MSRs for guest crash */ 218*3f8f02b2SSouradeep Chakrabarti "\014DEBUGMSR" /* MSRs for guest debug */ 219*3f8f02b2SSouradeep Chakrabarti "\015NPIEP" /* NPIEP */ 220*3f8f02b2SSouradeep Chakrabarti "\016HVDIS"); /* disabling hypervisor */ 221*3f8f02b2SSouradeep Chakrabarti 222*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_RECOMMENDS, regs); 223*3f8f02b2SSouradeep Chakrabarti hyperv_recommends = regs[0]; 224*3f8f02b2SSouradeep Chakrabarti if (bootverbose) 225*3f8f02b2SSouradeep Chakrabarti printf(" Recommends: %08x %08x\n", regs[0], regs[1]); 226*3f8f02b2SSouradeep Chakrabarti 227*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_LIMITS, regs); 228*3f8f02b2SSouradeep Chakrabarti if (bootverbose) { 229*3f8f02b2SSouradeep Chakrabarti printf(" Limits: Vcpu:%d Lcpu:%d Int:%d\n", regs[0], regs[1], 230*3f8f02b2SSouradeep Chakrabarti regs[2]); 231*3f8f02b2SSouradeep Chakrabarti } 232*3f8f02b2SSouradeep Chakrabarti 233*3f8f02b2SSouradeep Chakrabarti if (maxleaf >= CPUID_LEAF_HV_HWFEATURES) { 234*3f8f02b2SSouradeep Chakrabarti do_cpuid(CPUID_LEAF_HV_HWFEATURES, regs); 235*3f8f02b2SSouradeep Chakrabarti if (bootverbose) { 236*3f8f02b2SSouradeep Chakrabarti printf(" HW Features: %08x, AMD: %08x\n", regs[0], 237*3f8f02b2SSouradeep Chakrabarti regs[3]); 238*3f8f02b2SSouradeep Chakrabarti } 239*3f8f02b2SSouradeep Chakrabarti } 240*3f8f02b2SSouradeep Chakrabarti return (true); 241*3f8f02b2SSouradeep Chakrabarti } 242