1b7bb4816SSepherosa Ziehau /*- 293b4e111SSepherosa Ziehau * Copyright (c) 2015,2016-2017 Microsoft Corp. 3b7bb4816SSepherosa Ziehau * All rights reserved. 4b7bb4816SSepherosa Ziehau * 5b7bb4816SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 6b7bb4816SSepherosa Ziehau * modification, are permitted provided that the following conditions 7b7bb4816SSepherosa Ziehau * are met: 8b7bb4816SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 9b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer. 10b7bb4816SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 11b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 12b7bb4816SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 13b7bb4816SSepherosa Ziehau * 14b7bb4816SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15b7bb4816SSepherosa Ziehau * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16b7bb4816SSepherosa Ziehau * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17b7bb4816SSepherosa Ziehau * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18b7bb4816SSepherosa Ziehau * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19b7bb4816SSepherosa Ziehau * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20b7bb4816SSepherosa Ziehau * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21b7bb4816SSepherosa Ziehau * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22b7bb4816SSepherosa Ziehau * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23b7bb4816SSepherosa Ziehau * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24b7bb4816SSepherosa Ziehau * SUCH DAMAGE. 25b7bb4816SSepherosa Ziehau */ 26b7bb4816SSepherosa Ziehau 27b7bb4816SSepherosa Ziehau #include <sys/cdefs.h> 28b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$"); 29b7bb4816SSepherosa Ziehau 30b7bb4816SSepherosa Ziehau #include <sys/param.h> 31b7bb4816SSepherosa Ziehau #include <sys/bus.h> 32b7bb4816SSepherosa Ziehau #include <sys/kernel.h> 33b7bb4816SSepherosa Ziehau #include <sys/module.h> 34b7bb4816SSepherosa Ziehau #include <sys/proc.h> 35b7bb4816SSepherosa Ziehau #include <sys/smp.h> 367d8ee480SSepherosa Ziehau #include <sys/systm.h> 37b7bb4816SSepherosa Ziehau #include <sys/timeet.h> 38b7bb4816SSepherosa Ziehau 39096d83feSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h> 40*9729f076SSouradeep Chakrabarti #if defined(__aarch64__) 41*9729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_reg.h> 42*9729f076SSouradeep Chakrabarti #else 43*9729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h> 44*9729f076SSouradeep Chakrabarti #endif 45b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h> 46b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h> 47*9729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h> 48b7bb4816SSepherosa Ziehau 49b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME "hvet" 50b7bb4816SSepherosa Ziehau 51b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT \ 52b7bb4816SSepherosa Ziehau ((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \ 53b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_SINT_MASK) 54b7bb4816SSepherosa Ziehau 55b7bb4816SSepherosa Ziehau /* 56227bb849SSepherosa Ziehau * Additionally required feature: 57b7bb4816SSepherosa Ziehau * - SynIC is needed for interrupt generation. 58b7bb4816SSepherosa Ziehau */ 59227bb849SSepherosa Ziehau #define CPUID_HV_ET_MASK (CPUID_HV_MSR_SYNIC | \ 60b7bb4816SSepherosa Ziehau CPUID_HV_MSR_SYNTIMER) 61b7bb4816SSepherosa Ziehau 625b444edaSSepherosa Ziehau static void vmbus_et_identify(driver_t *, device_t); 635b444edaSSepherosa Ziehau static int vmbus_et_probe(device_t); 645b444edaSSepherosa Ziehau static int vmbus_et_attach(device_t); 655b444edaSSepherosa Ziehau static int vmbus_et_detach(device_t); 665b444edaSSepherosa Ziehau static int vmbus_et_start(struct eventtimer *, sbintime_t, 675b444edaSSepherosa Ziehau sbintime_t); 685b444edaSSepherosa Ziehau 69b7bb4816SSepherosa Ziehau static struct eventtimer vmbus_et; 70b7bb4816SSepherosa Ziehau 71fd42dfc5SSepherosa Ziehau static device_method_t vmbus_et_methods[] = { 72fd42dfc5SSepherosa Ziehau DEVMETHOD(device_identify, vmbus_et_identify), 73fd42dfc5SSepherosa Ziehau DEVMETHOD(device_probe, vmbus_et_probe), 74fd42dfc5SSepherosa Ziehau DEVMETHOD(device_attach, vmbus_et_attach), 75fd42dfc5SSepherosa Ziehau DEVMETHOD(device_detach, vmbus_et_detach), 76fd42dfc5SSepherosa Ziehau 77fd42dfc5SSepherosa Ziehau DEVMETHOD_END 78fd42dfc5SSepherosa Ziehau }; 79fd42dfc5SSepherosa Ziehau 80fd42dfc5SSepherosa Ziehau static driver_t vmbus_et_driver = { 81fd42dfc5SSepherosa Ziehau VMBUS_ET_NAME, 82fd42dfc5SSepherosa Ziehau vmbus_et_methods, 83fd42dfc5SSepherosa Ziehau 0 84fd42dfc5SSepherosa Ziehau }; 85fd42dfc5SSepherosa Ziehau 86c1cef544SJohn Baldwin DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, NULL, NULL); 87fd42dfc5SSepherosa Ziehau MODULE_VERSION(hv_et, 1); 88fd42dfc5SSepherosa Ziehau 89b7bb4816SSepherosa Ziehau static __inline uint64_t 90b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time) 91b7bb4816SSepherosa Ziehau { 92b7bb4816SSepherosa Ziehau struct timespec val; 93b7bb4816SSepherosa Ziehau 94b7bb4816SSepherosa Ziehau val = sbttots(time); 95b7bb4816SSepherosa Ziehau return (val.tv_sec * HYPERV_TIMER_FREQ) + 96b7bb4816SSepherosa Ziehau (val.tv_nsec / HYPERV_TIMER_NS_FACTOR); 97b7bb4816SSepherosa Ziehau } 98b7bb4816SSepherosa Ziehau 99b7bb4816SSepherosa Ziehau static int 100b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first, 101b7bb4816SSepherosa Ziehau sbintime_t period __unused) 102b7bb4816SSepherosa Ziehau { 103b7bb4816SSepherosa Ziehau uint64_t current; 104b7bb4816SSepherosa Ziehau 105227bb849SSepherosa Ziehau current = hyperv_tc64(); 106b7bb4816SSepherosa Ziehau current += hyperv_sbintime2count(first); 107b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, current); 108b7bb4816SSepherosa Ziehau 109b7bb4816SSepherosa Ziehau return (0); 110b7bb4816SSepherosa Ziehau } 111b7bb4816SSepherosa Ziehau 112b7bb4816SSepherosa Ziehau void 113b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame) 114b7bb4816SSepherosa Ziehau { 115b7bb4816SSepherosa Ziehau struct trapframe *oldframe; 116b7bb4816SSepherosa Ziehau struct thread *td; 117b7bb4816SSepherosa Ziehau 118b7bb4816SSepherosa Ziehau if (vmbus_et.et_active) { 119b7bb4816SSepherosa Ziehau td = curthread; 120b7bb4816SSepherosa Ziehau td->td_intr_nesting_level++; 121b7bb4816SSepherosa Ziehau oldframe = td->td_intr_frame; 122b7bb4816SSepherosa Ziehau td->td_intr_frame = frame; 123b7bb4816SSepherosa Ziehau vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg); 124b7bb4816SSepherosa Ziehau td->td_intr_frame = oldframe; 125b7bb4816SSepherosa Ziehau td->td_intr_nesting_level--; 126b7bb4816SSepherosa Ziehau } 127b7bb4816SSepherosa Ziehau } 128b7bb4816SSepherosa Ziehau 129b7bb4816SSepherosa Ziehau static void 130b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent) 131b7bb4816SSepherosa Ziehau { 132b7bb4816SSepherosa Ziehau if (device_get_unit(parent) != 0 || 133b7bb4816SSepherosa Ziehau device_find_child(parent, VMBUS_ET_NAME, -1) != NULL || 134227bb849SSepherosa Ziehau (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK || 135227bb849SSepherosa Ziehau hyperv_tc64 == NULL) 136b7bb4816SSepherosa Ziehau return; 137b7bb4816SSepherosa Ziehau 138b7bb4816SSepherosa Ziehau device_add_child(parent, VMBUS_ET_NAME, -1); 139b7bb4816SSepherosa Ziehau } 140b7bb4816SSepherosa Ziehau 141b7bb4816SSepherosa Ziehau static int 142b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev) 143b7bb4816SSepherosa Ziehau { 144b7bb4816SSepherosa Ziehau if (resource_disabled(VMBUS_ET_NAME, 0)) 145b7bb4816SSepherosa Ziehau return (ENXIO); 146b7bb4816SSepherosa Ziehau 147b7bb4816SSepherosa Ziehau device_set_desc(dev, "Hyper-V event timer"); 148b7bb4816SSepherosa Ziehau 149b7bb4816SSepherosa Ziehau return (BUS_PROBE_NOWILDCARD); 150b7bb4816SSepherosa Ziehau } 151b7bb4816SSepherosa Ziehau 152b7bb4816SSepherosa Ziehau static void 153b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused) 154b7bb4816SSepherosa Ziehau { 155b7bb4816SSepherosa Ziehau /* 156b7bb4816SSepherosa Ziehau * Make sure that STIMER0 is really disabled before writing 157b7bb4816SSepherosa Ziehau * to STIMER0_CONFIG. 158b7bb4816SSepherosa Ziehau * 159b7bb4816SSepherosa Ziehau * "Writing to the configuration register of a timer that 160b7bb4816SSepherosa Ziehau * is already enabled may result in undefined behaviour." 161b7bb4816SSepherosa Ziehau */ 162b7bb4816SSepherosa Ziehau for (;;) { 163b7bb4816SSepherosa Ziehau uint64_t val; 164b7bb4816SSepherosa Ziehau 165b7bb4816SSepherosa Ziehau /* Stop counting, and this also implies disabling STIMER0 */ 166b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, 0); 167b7bb4816SSepherosa Ziehau 168b7bb4816SSepherosa Ziehau val = rdmsr(MSR_HV_STIMER0_CONFIG); 169b7bb4816SSepherosa Ziehau if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0) 170b7bb4816SSepherosa Ziehau break; 171b7bb4816SSepherosa Ziehau cpu_spinwait(); 172b7bb4816SSepherosa Ziehau } 173b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_CONFIG, 174b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT); 175b7bb4816SSepherosa Ziehau } 176b7bb4816SSepherosa Ziehau 177b7bb4816SSepherosa Ziehau static int 178b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev) 179b7bb4816SSepherosa Ziehau { 180b7bb4816SSepherosa Ziehau /* TODO: use independent IDT vector */ 181b7bb4816SSepherosa Ziehau 182b7bb4816SSepherosa Ziehau vmbus_et.et_name = "Hyper-V"; 183b7bb4816SSepherosa Ziehau vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU; 184b7bb4816SSepherosa Ziehau vmbus_et.et_quality = 1000; 185b7bb4816SSepherosa Ziehau vmbus_et.et_frequency = HYPERV_TIMER_FREQ; 186b7bb4816SSepherosa Ziehau vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ; 187b7bb4816SSepherosa Ziehau vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ; 188b7bb4816SSepherosa Ziehau vmbus_et.et_start = vmbus_et_start; 189b7bb4816SSepherosa Ziehau 190b7bb4816SSepherosa Ziehau /* 191227bb849SSepherosa Ziehau * Delay a bit to make sure that hyperv_tc64 will not return 0, 192227bb849SSepherosa Ziehau * since writing 0 to STIMER0_COUNT will disable STIMER0. 193b7bb4816SSepherosa Ziehau */ 194b7bb4816SSepherosa Ziehau DELAY(100); 195b7bb4816SSepherosa Ziehau smp_rendezvous(NULL, vmbus_et_config, NULL, NULL); 196b7bb4816SSepherosa Ziehau 197b7bb4816SSepherosa Ziehau return (et_register(&vmbus_et)); 198b7bb4816SSepherosa Ziehau } 199b7bb4816SSepherosa Ziehau 200b7bb4816SSepherosa Ziehau static int 201b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev) 202b7bb4816SSepherosa Ziehau { 203b7bb4816SSepherosa Ziehau return (et_deregister(&vmbus_et)); 204b7bb4816SSepherosa Ziehau } 205