1*b7bb4816SSepherosa Ziehau /*- 2*b7bb4816SSepherosa Ziehau * Copyright (c) 2015,2016 Microsoft Corp. 3*b7bb4816SSepherosa Ziehau * All rights reserved. 4*b7bb4816SSepherosa Ziehau * 5*b7bb4816SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 6*b7bb4816SSepherosa Ziehau * modification, are permitted provided that the following conditions 7*b7bb4816SSepherosa Ziehau * are met: 8*b7bb4816SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 9*b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer. 10*b7bb4816SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 11*b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 12*b7bb4816SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 13*b7bb4816SSepherosa Ziehau * 14*b7bb4816SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15*b7bb4816SSepherosa Ziehau * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16*b7bb4816SSepherosa Ziehau * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17*b7bb4816SSepherosa Ziehau * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18*b7bb4816SSepherosa Ziehau * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19*b7bb4816SSepherosa Ziehau * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20*b7bb4816SSepherosa Ziehau * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21*b7bb4816SSepherosa Ziehau * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22*b7bb4816SSepherosa Ziehau * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23*b7bb4816SSepherosa Ziehau * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24*b7bb4816SSepherosa Ziehau * SUCH DAMAGE. 25*b7bb4816SSepherosa Ziehau */ 26*b7bb4816SSepherosa Ziehau 27*b7bb4816SSepherosa Ziehau #include <sys/cdefs.h> 28*b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$"); 29*b7bb4816SSepherosa Ziehau 30*b7bb4816SSepherosa Ziehau #include <sys/param.h> 31*b7bb4816SSepherosa Ziehau #include <sys/bus.h> 32*b7bb4816SSepherosa Ziehau #include <sys/kernel.h> 33*b7bb4816SSepherosa Ziehau #include <sys/module.h> 34*b7bb4816SSepherosa Ziehau #include <sys/proc.h> 35*b7bb4816SSepherosa Ziehau #include <sys/systm.h> 36*b7bb4816SSepherosa Ziehau #include <sys/smp.h> 37*b7bb4816SSepherosa Ziehau #include <sys/time.h> 38*b7bb4816SSepherosa Ziehau #include <sys/timeet.h> 39*b7bb4816SSepherosa Ziehau 40*b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_reg.h> 41*b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h> 42*b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h> 43*b7bb4816SSepherosa Ziehau 44*b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME "hvet" 45*b7bb4816SSepherosa Ziehau 46*b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT \ 47*b7bb4816SSepherosa Ziehau ((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \ 48*b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_SINT_MASK) 49*b7bb4816SSepherosa Ziehau 50*b7bb4816SSepherosa Ziehau /* 51*b7bb4816SSepherosa Ziehau * Two additionally required features: 52*b7bb4816SSepherosa Ziehau * - SynIC is needed for interrupt generation. 53*b7bb4816SSepherosa Ziehau * - Time reference counter is needed to set ABS reference count to 54*b7bb4816SSepherosa Ziehau * STIMER0_COUNT. 55*b7bb4816SSepherosa Ziehau */ 56*b7bb4816SSepherosa Ziehau #define CPUID_HV_ET_MASK (CPUID_HV_MSR_TIME_REFCNT | \ 57*b7bb4816SSepherosa Ziehau CPUID_HV_MSR_SYNIC | \ 58*b7bb4816SSepherosa Ziehau CPUID_HV_MSR_SYNTIMER) 59*b7bb4816SSepherosa Ziehau 60*b7bb4816SSepherosa Ziehau static struct eventtimer vmbus_et; 61*b7bb4816SSepherosa Ziehau 62*b7bb4816SSepherosa Ziehau static __inline uint64_t 63*b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time) 64*b7bb4816SSepherosa Ziehau { 65*b7bb4816SSepherosa Ziehau struct timespec val; 66*b7bb4816SSepherosa Ziehau 67*b7bb4816SSepherosa Ziehau val = sbttots(time); 68*b7bb4816SSepherosa Ziehau return (val.tv_sec * HYPERV_TIMER_FREQ) + 69*b7bb4816SSepherosa Ziehau (val.tv_nsec / HYPERV_TIMER_NS_FACTOR); 70*b7bb4816SSepherosa Ziehau } 71*b7bb4816SSepherosa Ziehau 72*b7bb4816SSepherosa Ziehau static int 73*b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first, 74*b7bb4816SSepherosa Ziehau sbintime_t period __unused) 75*b7bb4816SSepherosa Ziehau { 76*b7bb4816SSepherosa Ziehau uint64_t current; 77*b7bb4816SSepherosa Ziehau 78*b7bb4816SSepherosa Ziehau current = rdmsr(MSR_HV_TIME_REF_COUNT); 79*b7bb4816SSepherosa Ziehau current += hyperv_sbintime2count(first); 80*b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, current); 81*b7bb4816SSepherosa Ziehau 82*b7bb4816SSepherosa Ziehau return (0); 83*b7bb4816SSepherosa Ziehau } 84*b7bb4816SSepherosa Ziehau 85*b7bb4816SSepherosa Ziehau void 86*b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame) 87*b7bb4816SSepherosa Ziehau { 88*b7bb4816SSepherosa Ziehau struct trapframe *oldframe; 89*b7bb4816SSepherosa Ziehau struct thread *td; 90*b7bb4816SSepherosa Ziehau 91*b7bb4816SSepherosa Ziehau if (vmbus_et.et_active) { 92*b7bb4816SSepherosa Ziehau td = curthread; 93*b7bb4816SSepherosa Ziehau td->td_intr_nesting_level++; 94*b7bb4816SSepherosa Ziehau oldframe = td->td_intr_frame; 95*b7bb4816SSepherosa Ziehau td->td_intr_frame = frame; 96*b7bb4816SSepherosa Ziehau vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg); 97*b7bb4816SSepherosa Ziehau td->td_intr_frame = oldframe; 98*b7bb4816SSepherosa Ziehau td->td_intr_nesting_level--; 99*b7bb4816SSepherosa Ziehau } 100*b7bb4816SSepherosa Ziehau } 101*b7bb4816SSepherosa Ziehau 102*b7bb4816SSepherosa Ziehau static void 103*b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent) 104*b7bb4816SSepherosa Ziehau { 105*b7bb4816SSepherosa Ziehau if (device_get_unit(parent) != 0 || 106*b7bb4816SSepherosa Ziehau device_find_child(parent, VMBUS_ET_NAME, -1) != NULL || 107*b7bb4816SSepherosa Ziehau (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK) 108*b7bb4816SSepherosa Ziehau return; 109*b7bb4816SSepherosa Ziehau 110*b7bb4816SSepherosa Ziehau device_add_child(parent, VMBUS_ET_NAME, -1); 111*b7bb4816SSepherosa Ziehau } 112*b7bb4816SSepherosa Ziehau 113*b7bb4816SSepherosa Ziehau static int 114*b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev) 115*b7bb4816SSepherosa Ziehau { 116*b7bb4816SSepherosa Ziehau if (resource_disabled(VMBUS_ET_NAME, 0)) 117*b7bb4816SSepherosa Ziehau return (ENXIO); 118*b7bb4816SSepherosa Ziehau 119*b7bb4816SSepherosa Ziehau device_set_desc(dev, "Hyper-V event timer"); 120*b7bb4816SSepherosa Ziehau 121*b7bb4816SSepherosa Ziehau return (BUS_PROBE_NOWILDCARD); 122*b7bb4816SSepherosa Ziehau } 123*b7bb4816SSepherosa Ziehau 124*b7bb4816SSepherosa Ziehau static void 125*b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused) 126*b7bb4816SSepherosa Ziehau { 127*b7bb4816SSepherosa Ziehau /* 128*b7bb4816SSepherosa Ziehau * Make sure that STIMER0 is really disabled before writing 129*b7bb4816SSepherosa Ziehau * to STIMER0_CONFIG. 130*b7bb4816SSepherosa Ziehau * 131*b7bb4816SSepherosa Ziehau * "Writing to the configuration register of a timer that 132*b7bb4816SSepherosa Ziehau * is already enabled may result in undefined behaviour." 133*b7bb4816SSepherosa Ziehau */ 134*b7bb4816SSepherosa Ziehau for (;;) { 135*b7bb4816SSepherosa Ziehau uint64_t val; 136*b7bb4816SSepherosa Ziehau 137*b7bb4816SSepherosa Ziehau /* Stop counting, and this also implies disabling STIMER0 */ 138*b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, 0); 139*b7bb4816SSepherosa Ziehau 140*b7bb4816SSepherosa Ziehau val = rdmsr(MSR_HV_STIMER0_CONFIG); 141*b7bb4816SSepherosa Ziehau if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0) 142*b7bb4816SSepherosa Ziehau break; 143*b7bb4816SSepherosa Ziehau cpu_spinwait(); 144*b7bb4816SSepherosa Ziehau } 145*b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_CONFIG, 146*b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT); 147*b7bb4816SSepherosa Ziehau } 148*b7bb4816SSepherosa Ziehau 149*b7bb4816SSepherosa Ziehau static int 150*b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev) 151*b7bb4816SSepherosa Ziehau { 152*b7bb4816SSepherosa Ziehau /* TODO: use independent IDT vector */ 153*b7bb4816SSepherosa Ziehau 154*b7bb4816SSepherosa Ziehau vmbus_et.et_name = "Hyper-V"; 155*b7bb4816SSepherosa Ziehau vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU; 156*b7bb4816SSepherosa Ziehau vmbus_et.et_quality = 1000; 157*b7bb4816SSepherosa Ziehau vmbus_et.et_frequency = HYPERV_TIMER_FREQ; 158*b7bb4816SSepherosa Ziehau vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ; 159*b7bb4816SSepherosa Ziehau vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ; 160*b7bb4816SSepherosa Ziehau vmbus_et.et_start = vmbus_et_start; 161*b7bb4816SSepherosa Ziehau 162*b7bb4816SSepherosa Ziehau /* 163*b7bb4816SSepherosa Ziehau * Delay a bit to make sure that MSR_HV_TIME_REF_COUNT will 164*b7bb4816SSepherosa Ziehau * not return 0, since writing 0 to STIMER0_COUNT will disable 165*b7bb4816SSepherosa Ziehau * STIMER0. 166*b7bb4816SSepherosa Ziehau */ 167*b7bb4816SSepherosa Ziehau DELAY(100); 168*b7bb4816SSepherosa Ziehau smp_rendezvous(NULL, vmbus_et_config, NULL, NULL); 169*b7bb4816SSepherosa Ziehau 170*b7bb4816SSepherosa Ziehau return (et_register(&vmbus_et)); 171*b7bb4816SSepherosa Ziehau } 172*b7bb4816SSepherosa Ziehau 173*b7bb4816SSepherosa Ziehau static int 174*b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev) 175*b7bb4816SSepherosa Ziehau { 176*b7bb4816SSepherosa Ziehau return (et_deregister(&vmbus_et)); 177*b7bb4816SSepherosa Ziehau } 178*b7bb4816SSepherosa Ziehau 179*b7bb4816SSepherosa Ziehau static device_method_t vmbus_et_methods[] = { 180*b7bb4816SSepherosa Ziehau DEVMETHOD(device_identify, vmbus_et_identify), 181*b7bb4816SSepherosa Ziehau DEVMETHOD(device_probe, vmbus_et_probe), 182*b7bb4816SSepherosa Ziehau DEVMETHOD(device_attach, vmbus_et_attach), 183*b7bb4816SSepherosa Ziehau DEVMETHOD(device_detach, vmbus_et_detach), 184*b7bb4816SSepherosa Ziehau 185*b7bb4816SSepherosa Ziehau DEVMETHOD_END 186*b7bb4816SSepherosa Ziehau }; 187*b7bb4816SSepherosa Ziehau 188*b7bb4816SSepherosa Ziehau static driver_t vmbus_et_driver = { 189*b7bb4816SSepherosa Ziehau VMBUS_ET_NAME, 190*b7bb4816SSepherosa Ziehau vmbus_et_methods, 191*b7bb4816SSepherosa Ziehau 0 192*b7bb4816SSepherosa Ziehau }; 193*b7bb4816SSepherosa Ziehau 194*b7bb4816SSepherosa Ziehau static devclass_t vmbus_et_devclass; 195*b7bb4816SSepherosa Ziehau DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, vmbus_et_devclass, NULL, NULL); 196*b7bb4816SSepherosa Ziehau MODULE_VERSION(hv_et, 1); 197