1b7bb4816SSepherosa Ziehau /*- 293b4e111SSepherosa Ziehau * Copyright (c) 2015,2016-2017 Microsoft Corp. 3b7bb4816SSepherosa Ziehau * All rights reserved. 4b7bb4816SSepherosa Ziehau * 5b7bb4816SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 6b7bb4816SSepherosa Ziehau * modification, are permitted provided that the following conditions 7b7bb4816SSepherosa Ziehau * are met: 8b7bb4816SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 9b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer. 10b7bb4816SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 11b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 12b7bb4816SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 13b7bb4816SSepherosa Ziehau * 14b7bb4816SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15b7bb4816SSepherosa Ziehau * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16b7bb4816SSepherosa Ziehau * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17b7bb4816SSepherosa Ziehau * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18b7bb4816SSepherosa Ziehau * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19b7bb4816SSepherosa Ziehau * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20b7bb4816SSepherosa Ziehau * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21b7bb4816SSepherosa Ziehau * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22b7bb4816SSepherosa Ziehau * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23b7bb4816SSepherosa Ziehau * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24b7bb4816SSepherosa Ziehau * SUCH DAMAGE. 25b7bb4816SSepherosa Ziehau */ 26b7bb4816SSepherosa Ziehau 27b7bb4816SSepherosa Ziehau #include <sys/cdefs.h> 28b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$"); 29b7bb4816SSepherosa Ziehau 30b7bb4816SSepherosa Ziehau #include <sys/param.h> 31b7bb4816SSepherosa Ziehau #include <sys/bus.h> 32b7bb4816SSepherosa Ziehau #include <sys/kernel.h> 33b7bb4816SSepherosa Ziehau #include <sys/module.h> 34b7bb4816SSepherosa Ziehau #include <sys/proc.h> 35b7bb4816SSepherosa Ziehau #include <sys/smp.h> 367d8ee480SSepherosa Ziehau #include <sys/systm.h> 37b7bb4816SSepherosa Ziehau #include <sys/timeet.h> 38b7bb4816SSepherosa Ziehau 39096d83feSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h> 40b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_reg.h> 41b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h> 42b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h> 43b7bb4816SSepherosa Ziehau 44b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME "hvet" 45b7bb4816SSepherosa Ziehau 46b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT \ 47b7bb4816SSepherosa Ziehau ((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \ 48b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_SINT_MASK) 49b7bb4816SSepherosa Ziehau 50b7bb4816SSepherosa Ziehau /* 51227bb849SSepherosa Ziehau * Additionally required feature: 52b7bb4816SSepherosa Ziehau * - SynIC is needed for interrupt generation. 53b7bb4816SSepherosa Ziehau */ 54227bb849SSepherosa Ziehau #define CPUID_HV_ET_MASK (CPUID_HV_MSR_SYNIC | \ 55b7bb4816SSepherosa Ziehau CPUID_HV_MSR_SYNTIMER) 56b7bb4816SSepherosa Ziehau 575b444edaSSepherosa Ziehau static void vmbus_et_identify(driver_t *, device_t); 585b444edaSSepherosa Ziehau static int vmbus_et_probe(device_t); 595b444edaSSepherosa Ziehau static int vmbus_et_attach(device_t); 605b444edaSSepherosa Ziehau static int vmbus_et_detach(device_t); 615b444edaSSepherosa Ziehau static int vmbus_et_start(struct eventtimer *, sbintime_t, 625b444edaSSepherosa Ziehau sbintime_t); 635b444edaSSepherosa Ziehau 64b7bb4816SSepherosa Ziehau static struct eventtimer vmbus_et; 65b7bb4816SSepherosa Ziehau 66fd42dfc5SSepherosa Ziehau static device_method_t vmbus_et_methods[] = { 67fd42dfc5SSepherosa Ziehau DEVMETHOD(device_identify, vmbus_et_identify), 68fd42dfc5SSepherosa Ziehau DEVMETHOD(device_probe, vmbus_et_probe), 69fd42dfc5SSepherosa Ziehau DEVMETHOD(device_attach, vmbus_et_attach), 70fd42dfc5SSepherosa Ziehau DEVMETHOD(device_detach, vmbus_et_detach), 71fd42dfc5SSepherosa Ziehau 72fd42dfc5SSepherosa Ziehau DEVMETHOD_END 73fd42dfc5SSepherosa Ziehau }; 74fd42dfc5SSepherosa Ziehau 75fd42dfc5SSepherosa Ziehau static driver_t vmbus_et_driver = { 76fd42dfc5SSepherosa Ziehau VMBUS_ET_NAME, 77fd42dfc5SSepherosa Ziehau vmbus_et_methods, 78fd42dfc5SSepherosa Ziehau 0 79fd42dfc5SSepherosa Ziehau }; 80fd42dfc5SSepherosa Ziehau 81*c1cef544SJohn Baldwin DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, NULL, NULL); 82fd42dfc5SSepherosa Ziehau MODULE_VERSION(hv_et, 1); 83fd42dfc5SSepherosa Ziehau 84b7bb4816SSepherosa Ziehau static __inline uint64_t 85b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time) 86b7bb4816SSepherosa Ziehau { 87b7bb4816SSepherosa Ziehau struct timespec val; 88b7bb4816SSepherosa Ziehau 89b7bb4816SSepherosa Ziehau val = sbttots(time); 90b7bb4816SSepherosa Ziehau return (val.tv_sec * HYPERV_TIMER_FREQ) + 91b7bb4816SSepherosa Ziehau (val.tv_nsec / HYPERV_TIMER_NS_FACTOR); 92b7bb4816SSepherosa Ziehau } 93b7bb4816SSepherosa Ziehau 94b7bb4816SSepherosa Ziehau static int 95b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first, 96b7bb4816SSepherosa Ziehau sbintime_t period __unused) 97b7bb4816SSepherosa Ziehau { 98b7bb4816SSepherosa Ziehau uint64_t current; 99b7bb4816SSepherosa Ziehau 100227bb849SSepherosa Ziehau current = hyperv_tc64(); 101b7bb4816SSepherosa Ziehau current += hyperv_sbintime2count(first); 102b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, current); 103b7bb4816SSepherosa Ziehau 104b7bb4816SSepherosa Ziehau return (0); 105b7bb4816SSepherosa Ziehau } 106b7bb4816SSepherosa Ziehau 107b7bb4816SSepherosa Ziehau void 108b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame) 109b7bb4816SSepherosa Ziehau { 110b7bb4816SSepherosa Ziehau struct trapframe *oldframe; 111b7bb4816SSepherosa Ziehau struct thread *td; 112b7bb4816SSepherosa Ziehau 113b7bb4816SSepherosa Ziehau if (vmbus_et.et_active) { 114b7bb4816SSepherosa Ziehau td = curthread; 115b7bb4816SSepherosa Ziehau td->td_intr_nesting_level++; 116b7bb4816SSepherosa Ziehau oldframe = td->td_intr_frame; 117b7bb4816SSepherosa Ziehau td->td_intr_frame = frame; 118b7bb4816SSepherosa Ziehau vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg); 119b7bb4816SSepherosa Ziehau td->td_intr_frame = oldframe; 120b7bb4816SSepherosa Ziehau td->td_intr_nesting_level--; 121b7bb4816SSepherosa Ziehau } 122b7bb4816SSepherosa Ziehau } 123b7bb4816SSepherosa Ziehau 124b7bb4816SSepherosa Ziehau static void 125b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent) 126b7bb4816SSepherosa Ziehau { 127b7bb4816SSepherosa Ziehau if (device_get_unit(parent) != 0 || 128b7bb4816SSepherosa Ziehau device_find_child(parent, VMBUS_ET_NAME, -1) != NULL || 129227bb849SSepherosa Ziehau (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK || 130227bb849SSepherosa Ziehau hyperv_tc64 == NULL) 131b7bb4816SSepherosa Ziehau return; 132b7bb4816SSepherosa Ziehau 133b7bb4816SSepherosa Ziehau device_add_child(parent, VMBUS_ET_NAME, -1); 134b7bb4816SSepherosa Ziehau } 135b7bb4816SSepherosa Ziehau 136b7bb4816SSepherosa Ziehau static int 137b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev) 138b7bb4816SSepherosa Ziehau { 139b7bb4816SSepherosa Ziehau if (resource_disabled(VMBUS_ET_NAME, 0)) 140b7bb4816SSepherosa Ziehau return (ENXIO); 141b7bb4816SSepherosa Ziehau 142b7bb4816SSepherosa Ziehau device_set_desc(dev, "Hyper-V event timer"); 143b7bb4816SSepherosa Ziehau 144b7bb4816SSepherosa Ziehau return (BUS_PROBE_NOWILDCARD); 145b7bb4816SSepherosa Ziehau } 146b7bb4816SSepherosa Ziehau 147b7bb4816SSepherosa Ziehau static void 148b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused) 149b7bb4816SSepherosa Ziehau { 150b7bb4816SSepherosa Ziehau /* 151b7bb4816SSepherosa Ziehau * Make sure that STIMER0 is really disabled before writing 152b7bb4816SSepherosa Ziehau * to STIMER0_CONFIG. 153b7bb4816SSepherosa Ziehau * 154b7bb4816SSepherosa Ziehau * "Writing to the configuration register of a timer that 155b7bb4816SSepherosa Ziehau * is already enabled may result in undefined behaviour." 156b7bb4816SSepherosa Ziehau */ 157b7bb4816SSepherosa Ziehau for (;;) { 158b7bb4816SSepherosa Ziehau uint64_t val; 159b7bb4816SSepherosa Ziehau 160b7bb4816SSepherosa Ziehau /* Stop counting, and this also implies disabling STIMER0 */ 161b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, 0); 162b7bb4816SSepherosa Ziehau 163b7bb4816SSepherosa Ziehau val = rdmsr(MSR_HV_STIMER0_CONFIG); 164b7bb4816SSepherosa Ziehau if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0) 165b7bb4816SSepherosa Ziehau break; 166b7bb4816SSepherosa Ziehau cpu_spinwait(); 167b7bb4816SSepherosa Ziehau } 168b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_CONFIG, 169b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT); 170b7bb4816SSepherosa Ziehau } 171b7bb4816SSepherosa Ziehau 172b7bb4816SSepherosa Ziehau static int 173b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev) 174b7bb4816SSepherosa Ziehau { 175b7bb4816SSepherosa Ziehau /* TODO: use independent IDT vector */ 176b7bb4816SSepherosa Ziehau 177b7bb4816SSepherosa Ziehau vmbus_et.et_name = "Hyper-V"; 178b7bb4816SSepherosa Ziehau vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU; 179b7bb4816SSepherosa Ziehau vmbus_et.et_quality = 1000; 180b7bb4816SSepherosa Ziehau vmbus_et.et_frequency = HYPERV_TIMER_FREQ; 181b7bb4816SSepherosa Ziehau vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ; 182b7bb4816SSepherosa Ziehau vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ; 183b7bb4816SSepherosa Ziehau vmbus_et.et_start = vmbus_et_start; 184b7bb4816SSepherosa Ziehau 185b7bb4816SSepherosa Ziehau /* 186227bb849SSepherosa Ziehau * Delay a bit to make sure that hyperv_tc64 will not return 0, 187227bb849SSepherosa Ziehau * since writing 0 to STIMER0_COUNT will disable STIMER0. 188b7bb4816SSepherosa Ziehau */ 189b7bb4816SSepherosa Ziehau DELAY(100); 190b7bb4816SSepherosa Ziehau smp_rendezvous(NULL, vmbus_et_config, NULL, NULL); 191b7bb4816SSepherosa Ziehau 192b7bb4816SSepherosa Ziehau return (et_register(&vmbus_et)); 193b7bb4816SSepherosa Ziehau } 194b7bb4816SSepherosa Ziehau 195b7bb4816SSepherosa Ziehau static int 196b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev) 197b7bb4816SSepherosa Ziehau { 198b7bb4816SSepherosa Ziehau return (et_deregister(&vmbus_et)); 199b7bb4816SSepherosa Ziehau } 200