1b7bb4816SSepherosa Ziehau /*- 293b4e111SSepherosa Ziehau * Copyright (c) 2015,2016-2017 Microsoft Corp. 3b7bb4816SSepherosa Ziehau * All rights reserved. 4b7bb4816SSepherosa Ziehau * 5b7bb4816SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 6b7bb4816SSepherosa Ziehau * modification, are permitted provided that the following conditions 7b7bb4816SSepherosa Ziehau * are met: 8b7bb4816SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 9b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer. 10b7bb4816SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 11b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 12b7bb4816SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 13b7bb4816SSepherosa Ziehau * 14b7bb4816SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15b7bb4816SSepherosa Ziehau * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16b7bb4816SSepherosa Ziehau * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17b7bb4816SSepherosa Ziehau * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18b7bb4816SSepherosa Ziehau * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19b7bb4816SSepherosa Ziehau * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20b7bb4816SSepherosa Ziehau * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21b7bb4816SSepherosa Ziehau * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22b7bb4816SSepherosa Ziehau * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23b7bb4816SSepherosa Ziehau * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24b7bb4816SSepherosa Ziehau * SUCH DAMAGE. 25b7bb4816SSepherosa Ziehau */ 26b7bb4816SSepherosa Ziehau 27b7bb4816SSepherosa Ziehau #include <sys/param.h> 28b7bb4816SSepherosa Ziehau #include <sys/bus.h> 29b7bb4816SSepherosa Ziehau #include <sys/kernel.h> 30b7bb4816SSepherosa Ziehau #include <sys/module.h> 31b7bb4816SSepherosa Ziehau #include <sys/proc.h> 32b7bb4816SSepherosa Ziehau #include <sys/smp.h> 337d8ee480SSepherosa Ziehau #include <sys/systm.h> 34b7bb4816SSepherosa Ziehau #include <sys/timeet.h> 35b7bb4816SSepherosa Ziehau 36096d83feSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h> 379729f076SSouradeep Chakrabarti #if defined(__aarch64__) 389729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_reg.h> 399729f076SSouradeep Chakrabarti #else 409729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h> 419729f076SSouradeep Chakrabarti #endif 42b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h> 43b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h> 449729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h> 45b7bb4816SSepherosa Ziehau 46b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME "hvet" 47b7bb4816SSepherosa Ziehau 48b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT \ 49b7bb4816SSepherosa Ziehau ((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \ 50b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_SINT_MASK) 51b7bb4816SSepherosa Ziehau 52b7bb4816SSepherosa Ziehau /* 53227bb849SSepherosa Ziehau * Additionally required feature: 54b7bb4816SSepherosa Ziehau * - SynIC is needed for interrupt generation. 55b7bb4816SSepherosa Ziehau */ 56227bb849SSepherosa Ziehau #define CPUID_HV_ET_MASK (CPUID_HV_MSR_SYNIC | \ 57b7bb4816SSepherosa Ziehau CPUID_HV_MSR_SYNTIMER) 58b7bb4816SSepherosa Ziehau 595b444edaSSepherosa Ziehau static void vmbus_et_identify(driver_t *, device_t); 605b444edaSSepherosa Ziehau static int vmbus_et_probe(device_t); 615b444edaSSepherosa Ziehau static int vmbus_et_attach(device_t); 625b444edaSSepherosa Ziehau static int vmbus_et_detach(device_t); 635b444edaSSepherosa Ziehau static int vmbus_et_start(struct eventtimer *, sbintime_t, 645b444edaSSepherosa Ziehau sbintime_t); 655b444edaSSepherosa Ziehau 66b7bb4816SSepherosa Ziehau static struct eventtimer vmbus_et; 67b7bb4816SSepherosa Ziehau 68fd42dfc5SSepherosa Ziehau static device_method_t vmbus_et_methods[] = { 69fd42dfc5SSepherosa Ziehau DEVMETHOD(device_identify, vmbus_et_identify), 70fd42dfc5SSepherosa Ziehau DEVMETHOD(device_probe, vmbus_et_probe), 71fd42dfc5SSepherosa Ziehau DEVMETHOD(device_attach, vmbus_et_attach), 72fd42dfc5SSepherosa Ziehau DEVMETHOD(device_detach, vmbus_et_detach), 73fd42dfc5SSepherosa Ziehau 74fd42dfc5SSepherosa Ziehau DEVMETHOD_END 75fd42dfc5SSepherosa Ziehau }; 76fd42dfc5SSepherosa Ziehau 77fd42dfc5SSepherosa Ziehau static driver_t vmbus_et_driver = { 78fd42dfc5SSepherosa Ziehau VMBUS_ET_NAME, 79fd42dfc5SSepherosa Ziehau vmbus_et_methods, 80fd42dfc5SSepherosa Ziehau 0 81fd42dfc5SSepherosa Ziehau }; 82fd42dfc5SSepherosa Ziehau 83c1cef544SJohn Baldwin DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, NULL, NULL); 84fd42dfc5SSepherosa Ziehau MODULE_VERSION(hv_et, 1); 85fd42dfc5SSepherosa Ziehau 86b7bb4816SSepherosa Ziehau static __inline uint64_t 87b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time) 88b7bb4816SSepherosa Ziehau { 89b7bb4816SSepherosa Ziehau struct timespec val; 90b7bb4816SSepherosa Ziehau 91b7bb4816SSepherosa Ziehau val = sbttots(time); 92b7bb4816SSepherosa Ziehau return (val.tv_sec * HYPERV_TIMER_FREQ) + 93b7bb4816SSepherosa Ziehau (val.tv_nsec / HYPERV_TIMER_NS_FACTOR); 94b7bb4816SSepherosa Ziehau } 95b7bb4816SSepherosa Ziehau 96b7bb4816SSepherosa Ziehau static int 97b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first, 98b7bb4816SSepherosa Ziehau sbintime_t period __unused) 99b7bb4816SSepherosa Ziehau { 100b7bb4816SSepherosa Ziehau uint64_t current; 101b7bb4816SSepherosa Ziehau 102227bb849SSepherosa Ziehau current = hyperv_tc64(); 103b7bb4816SSepherosa Ziehau current += hyperv_sbintime2count(first); 104b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, current); 105b7bb4816SSepherosa Ziehau 106b7bb4816SSepherosa Ziehau return (0); 107b7bb4816SSepherosa Ziehau } 108b7bb4816SSepherosa Ziehau 109b7bb4816SSepherosa Ziehau void 110b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame) 111b7bb4816SSepherosa Ziehau { 112b7bb4816SSepherosa Ziehau struct trapframe *oldframe; 113b7bb4816SSepherosa Ziehau struct thread *td; 114b7bb4816SSepherosa Ziehau 115b7bb4816SSepherosa Ziehau if (vmbus_et.et_active) { 116b7bb4816SSepherosa Ziehau td = curthread; 117b7bb4816SSepherosa Ziehau td->td_intr_nesting_level++; 118b7bb4816SSepherosa Ziehau oldframe = td->td_intr_frame; 119b7bb4816SSepherosa Ziehau td->td_intr_frame = frame; 120b7bb4816SSepherosa Ziehau vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg); 121b7bb4816SSepherosa Ziehau td->td_intr_frame = oldframe; 122b7bb4816SSepherosa Ziehau td->td_intr_nesting_level--; 123b7bb4816SSepherosa Ziehau } 124b7bb4816SSepherosa Ziehau } 125b7bb4816SSepherosa Ziehau 126b7bb4816SSepherosa Ziehau static void 127b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent) 128b7bb4816SSepherosa Ziehau { 129b7bb4816SSepherosa Ziehau if (device_get_unit(parent) != 0 || 130b7bb4816SSepherosa Ziehau device_find_child(parent, VMBUS_ET_NAME, -1) != NULL || 131227bb849SSepherosa Ziehau (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK || 132227bb849SSepherosa Ziehau hyperv_tc64 == NULL) 133b7bb4816SSepherosa Ziehau return; 134b7bb4816SSepherosa Ziehau 135*5b56413dSWarner Losh device_add_child(parent, VMBUS_ET_NAME, DEVICE_UNIT_ANY); 136b7bb4816SSepherosa Ziehau } 137b7bb4816SSepherosa Ziehau 138b7bb4816SSepherosa Ziehau static int 139b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev) 140b7bb4816SSepherosa Ziehau { 141b7bb4816SSepherosa Ziehau if (resource_disabled(VMBUS_ET_NAME, 0)) 142b7bb4816SSepherosa Ziehau return (ENXIO); 143b7bb4816SSepherosa Ziehau 144b7bb4816SSepherosa Ziehau device_set_desc(dev, "Hyper-V event timer"); 145b7bb4816SSepherosa Ziehau 146b7bb4816SSepherosa Ziehau return (BUS_PROBE_NOWILDCARD); 147b7bb4816SSepherosa Ziehau } 148b7bb4816SSepherosa Ziehau 149b7bb4816SSepherosa Ziehau static void 150b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused) 151b7bb4816SSepherosa Ziehau { 152b7bb4816SSepherosa Ziehau /* 153b7bb4816SSepherosa Ziehau * Make sure that STIMER0 is really disabled before writing 154b7bb4816SSepherosa Ziehau * to STIMER0_CONFIG. 155b7bb4816SSepherosa Ziehau * 156b7bb4816SSepherosa Ziehau * "Writing to the configuration register of a timer that 157b7bb4816SSepherosa Ziehau * is already enabled may result in undefined behaviour." 158b7bb4816SSepherosa Ziehau */ 159b7bb4816SSepherosa Ziehau for (;;) { 160b7bb4816SSepherosa Ziehau uint64_t val; 161b7bb4816SSepherosa Ziehau 162b7bb4816SSepherosa Ziehau /* Stop counting, and this also implies disabling STIMER0 */ 163b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_COUNT, 0); 164b7bb4816SSepherosa Ziehau 165b7bb4816SSepherosa Ziehau val = rdmsr(MSR_HV_STIMER0_CONFIG); 166b7bb4816SSepherosa Ziehau if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0) 167b7bb4816SSepherosa Ziehau break; 168b7bb4816SSepherosa Ziehau cpu_spinwait(); 169b7bb4816SSepherosa Ziehau } 170b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_STIMER0_CONFIG, 171b7bb4816SSepherosa Ziehau MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT); 172b7bb4816SSepherosa Ziehau } 173b7bb4816SSepherosa Ziehau 174b7bb4816SSepherosa Ziehau static int 175b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev) 176b7bb4816SSepherosa Ziehau { 177b7bb4816SSepherosa Ziehau /* TODO: use independent IDT vector */ 178b7bb4816SSepherosa Ziehau 179b7bb4816SSepherosa Ziehau vmbus_et.et_name = "Hyper-V"; 180b7bb4816SSepherosa Ziehau vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU; 181b7bb4816SSepherosa Ziehau vmbus_et.et_quality = 1000; 182b7bb4816SSepherosa Ziehau vmbus_et.et_frequency = HYPERV_TIMER_FREQ; 183b7bb4816SSepherosa Ziehau vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ; 184b7bb4816SSepherosa Ziehau vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ; 185b7bb4816SSepherosa Ziehau vmbus_et.et_start = vmbus_et_start; 186b7bb4816SSepherosa Ziehau 187b7bb4816SSepherosa Ziehau /* 188227bb849SSepherosa Ziehau * Delay a bit to make sure that hyperv_tc64 will not return 0, 189227bb849SSepherosa Ziehau * since writing 0 to STIMER0_COUNT will disable STIMER0. 190b7bb4816SSepherosa Ziehau */ 191b7bb4816SSepherosa Ziehau DELAY(100); 192b7bb4816SSepherosa Ziehau smp_rendezvous(NULL, vmbus_et_config, NULL, NULL); 193b7bb4816SSepherosa Ziehau 194b7bb4816SSepherosa Ziehau return (et_register(&vmbus_et)); 195b7bb4816SSepherosa Ziehau } 196b7bb4816SSepherosa Ziehau 197b7bb4816SSepherosa Ziehau static int 198b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev) 199b7bb4816SSepherosa Ziehau { 200b7bb4816SSepherosa Ziehau return (et_deregister(&vmbus_et)); 201b7bb4816SSepherosa Ziehau } 202