15c072c8eSSepherosa Ziehau /*- 25c072c8eSSepherosa Ziehau * Copyright (c) 2014,2016 Microsoft Corp. 35c072c8eSSepherosa Ziehau * All rights reserved. 45c072c8eSSepherosa Ziehau * 55c072c8eSSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 65c072c8eSSepherosa Ziehau * modification, are permitted provided that the following conditions 75c072c8eSSepherosa Ziehau * are met: 85c072c8eSSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 95c072c8eSSepherosa Ziehau * notice unmodified, this list of conditions, and the following 105c072c8eSSepherosa Ziehau * disclaimer. 115c072c8eSSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 125c072c8eSSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 135c072c8eSSepherosa Ziehau * documentation and/or other materials provided with the distribution. 145c072c8eSSepherosa Ziehau * 155c072c8eSSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 165c072c8eSSepherosa Ziehau * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 175c072c8eSSepherosa Ziehau * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 185c072c8eSSepherosa Ziehau * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 195c072c8eSSepherosa Ziehau * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 205c072c8eSSepherosa Ziehau * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 215c072c8eSSepherosa Ziehau * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 225c072c8eSSepherosa Ziehau * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 235c072c8eSSepherosa Ziehau * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 245c072c8eSSepherosa Ziehau * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 255c072c8eSSepherosa Ziehau */ 265c072c8eSSepherosa Ziehau 275c072c8eSSepherosa Ziehau #include <sys/cdefs.h> 285c072c8eSSepherosa Ziehau __FBSDID("$FreeBSD$"); 295c072c8eSSepherosa Ziehau 305c072c8eSSepherosa Ziehau #include <sys/param.h> 315c072c8eSSepherosa Ziehau #include <sys/bus.h> 325c072c8eSSepherosa Ziehau #include <sys/kernel.h> 335c072c8eSSepherosa Ziehau #include <sys/module.h> 345c072c8eSSepherosa Ziehau #include <sys/syscallsubr.h> 355c072c8eSSepherosa Ziehau #include <sys/sysctl.h> 365c072c8eSSepherosa Ziehau #include <sys/systm.h> 375c072c8eSSepherosa Ziehau 385c072c8eSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h> 395c072c8eSSepherosa Ziehau #include <dev/hyperv/include/vmbus.h> 405c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icreg.h> 415c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icvar.h> 425c072c8eSSepherosa Ziehau 435c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER_MAJOR 3 445c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER \ 455c072c8eSSepherosa Ziehau VMBUS_IC_VERSION(VMBUS_TIMESYNC_FWVER_MAJOR, 0) 465c072c8eSSepherosa Ziehau 475c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER_MAJOR 4 485c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER \ 495c072c8eSSepherosa Ziehau VMBUS_IC_VERSION(VMBUS_TIMESYNC_MSGVER_MAJOR, 0) 505c072c8eSSepherosa Ziehau 51*69b12e53SSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER4(sc) \ 52*69b12e53SSepherosa Ziehau VMBUS_ICVER_LE(VMBUS_IC_VERSION(4, 0), (sc)->ic_msgver) 53*69b12e53SSepherosa Ziehau 545c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_DORTT(sc) \ 55*69b12e53SSepherosa Ziehau (VMBUS_TIMESYNC_MSGVER4((sc)) &&\ 565c072c8eSSepherosa Ziehau (hyperv_features & CPUID_HV_MSR_TIME_REFCNT)) 575c072c8eSSepherosa Ziehau 585c072c8eSSepherosa Ziehau static int vmbus_timesync_probe(device_t); 595c072c8eSSepherosa Ziehau static int vmbus_timesync_attach(device_t); 605c072c8eSSepherosa Ziehau 615c072c8eSSepherosa Ziehau static const struct vmbus_ic_desc vmbus_timesync_descs[] = { 625c072c8eSSepherosa Ziehau { 635c072c8eSSepherosa Ziehau .ic_guid = { .hv_guid = { 645c072c8eSSepherosa Ziehau 0x30, 0xe6, 0x27, 0x95, 0xae, 0xd0, 0x7b, 0x49, 655c072c8eSSepherosa Ziehau 0xad, 0xce, 0xe8, 0x0a, 0xb0, 0x17, 0x5c, 0xaf } }, 665c072c8eSSepherosa Ziehau .ic_desc = "Hyper-V Timesync" 675c072c8eSSepherosa Ziehau }, 685c072c8eSSepherosa Ziehau VMBUS_IC_DESC_END 695c072c8eSSepherosa Ziehau }; 705c072c8eSSepherosa Ziehau 715c072c8eSSepherosa Ziehau static device_method_t vmbus_timesync_methods[] = { 725c072c8eSSepherosa Ziehau /* Device interface */ 735c072c8eSSepherosa Ziehau DEVMETHOD(device_probe, vmbus_timesync_probe), 745c072c8eSSepherosa Ziehau DEVMETHOD(device_attach, vmbus_timesync_attach), 755c072c8eSSepherosa Ziehau DEVMETHOD(device_detach, vmbus_ic_detach), 765c072c8eSSepherosa Ziehau DEVMETHOD_END 775c072c8eSSepherosa Ziehau }; 785c072c8eSSepherosa Ziehau 795c072c8eSSepherosa Ziehau static driver_t vmbus_timesync_driver = { 805c072c8eSSepherosa Ziehau "hvtimesync", 815c072c8eSSepherosa Ziehau vmbus_timesync_methods, 825c072c8eSSepherosa Ziehau sizeof(struct vmbus_ic_softc) 835c072c8eSSepherosa Ziehau }; 845c072c8eSSepherosa Ziehau 855c072c8eSSepherosa Ziehau static devclass_t vmbus_timesync_devclass; 865c072c8eSSepherosa Ziehau 875c072c8eSSepherosa Ziehau DRIVER_MODULE(hv_timesync, vmbus, vmbus_timesync_driver, 885c072c8eSSepherosa Ziehau vmbus_timesync_devclass, NULL, NULL); 895c072c8eSSepherosa Ziehau MODULE_VERSION(hv_timesync, 1); 905c072c8eSSepherosa Ziehau MODULE_DEPEND(hv_timesync, vmbus, 1, 1, 1); 915c072c8eSSepherosa Ziehau 925c072c8eSSepherosa Ziehau SYSCTL_NODE(_hw, OID_AUTO, hvtimesync, CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, 935c072c8eSSepherosa Ziehau "Hyper-V timesync interface"); 945c072c8eSSepherosa Ziehau 955c072c8eSSepherosa Ziehau static int vmbus_ts_ignore_sync = 0; 965c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, ignore_sync, CTLFLAG_RWTUN, 975c072c8eSSepherosa Ziehau &vmbus_ts_ignore_sync, 0, "Ignore the sync request."); 985c072c8eSSepherosa Ziehau 995c072c8eSSepherosa Ziehau /* 1005c072c8eSSepherosa Ziehau * Trigger sample sync when drift exceeds threshold (ms). 1015c072c8eSSepherosa Ziehau * Ignore the sample request when set to 0. 1025c072c8eSSepherosa Ziehau */ 1035c072c8eSSepherosa Ziehau static int vmbus_ts_sample_thresh = 100; 1045c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_thresh, CTLFLAG_RWTUN, 1055c072c8eSSepherosa Ziehau &vmbus_ts_sample_thresh, 0, 1065c072c8eSSepherosa Ziehau "Threshold that makes sample request trigger the sync (unit: ms)."); 1075c072c8eSSepherosa Ziehau 1085c072c8eSSepherosa Ziehau static int vmbus_ts_sample_verbose = 0; 1095c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_verbose, CTLFLAG_RWTUN, 1105c072c8eSSepherosa Ziehau &vmbus_ts_sample_verbose, 0, "Increase sample request verbosity."); 1115c072c8eSSepherosa Ziehau 1125c072c8eSSepherosa Ziehau static void 1135c072c8eSSepherosa Ziehau vmbus_timesync(struct vmbus_ic_softc *sc, uint64_t hvtime, uint64_t sent_tc, 1145c072c8eSSepherosa Ziehau uint8_t tsflags) 1155c072c8eSSepherosa Ziehau { 1165c072c8eSSepherosa Ziehau struct timespec vm_ts; 1175c072c8eSSepherosa Ziehau uint64_t hv_ns, vm_ns, rtt = 0; 1185c072c8eSSepherosa Ziehau 1195c072c8eSSepherosa Ziehau if (VMBUS_TIMESYNC_DORTT(sc)) 1205c072c8eSSepherosa Ziehau rtt = rdmsr(MSR_HV_TIME_REF_COUNT) - sent_tc; 1215c072c8eSSepherosa Ziehau 1225c072c8eSSepherosa Ziehau hv_ns = (hvtime - VMBUS_ICMSG_TS_BASE + rtt) * HYPERV_TIMER_NS_FACTOR; 1235c072c8eSSepherosa Ziehau nanotime(&vm_ts); 1245c072c8eSSepherosa Ziehau vm_ns = (vm_ts.tv_sec * NANOSEC) + vm_ts.tv_nsec; 1255c072c8eSSepherosa Ziehau 1265c072c8eSSepherosa Ziehau if ((tsflags & VMBUS_ICMSG_TS_FLAG_SYNC) && !vmbus_ts_ignore_sync) { 1275c072c8eSSepherosa Ziehau struct timespec hv_ts; 1285c072c8eSSepherosa Ziehau 1295c072c8eSSepherosa Ziehau if (bootverbose) { 1305c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "apply sync request, " 1315c072c8eSSepherosa Ziehau "hv: %ju, vm: %ju\n", 1325c072c8eSSepherosa Ziehau (uintmax_t)hv_ns, (uintmax_t)vm_ns); 1335c072c8eSSepherosa Ziehau } 1345c072c8eSSepherosa Ziehau hv_ts.tv_sec = hv_ns / NANOSEC; 1355c072c8eSSepherosa Ziehau hv_ts.tv_nsec = hv_ns % NANOSEC; 1365c072c8eSSepherosa Ziehau kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts); 1375c072c8eSSepherosa Ziehau /* Done! */ 1385c072c8eSSepherosa Ziehau return; 1395c072c8eSSepherosa Ziehau } 1405c072c8eSSepherosa Ziehau 1415c072c8eSSepherosa Ziehau if ((tsflags & VMBUS_ICMSG_TS_FLAG_SAMPLE) && 1425c072c8eSSepherosa Ziehau vmbus_ts_sample_thresh > 0) { 1435c072c8eSSepherosa Ziehau int64_t diff; 1445c072c8eSSepherosa Ziehau 1455c072c8eSSepherosa Ziehau if (vmbus_ts_sample_verbose) { 1465c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "sample request, " 1475c072c8eSSepherosa Ziehau "hv: %ju, vm: %ju\n", 1485c072c8eSSepherosa Ziehau (uintmax_t)hv_ns, (uintmax_t)vm_ns); 1495c072c8eSSepherosa Ziehau } 1505c072c8eSSepherosa Ziehau 1515c072c8eSSepherosa Ziehau if (hv_ns > vm_ns) 1525c072c8eSSepherosa Ziehau diff = hv_ns - vm_ns; 1535c072c8eSSepherosa Ziehau else 1545c072c8eSSepherosa Ziehau diff = vm_ns - hv_ns; 1555c072c8eSSepherosa Ziehau /* nanosec -> millisec */ 1565c072c8eSSepherosa Ziehau diff /= 1000000; 1575c072c8eSSepherosa Ziehau 1585c072c8eSSepherosa Ziehau if (diff > vmbus_ts_sample_thresh) { 1595c072c8eSSepherosa Ziehau struct timespec hv_ts; 1605c072c8eSSepherosa Ziehau 1615c072c8eSSepherosa Ziehau if (bootverbose) { 1625c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, 1635c072c8eSSepherosa Ziehau "apply sample request, hv: %ju, vm: %ju\n", 1645c072c8eSSepherosa Ziehau (uintmax_t)hv_ns, (uintmax_t)vm_ns); 1655c072c8eSSepherosa Ziehau } 1665c072c8eSSepherosa Ziehau hv_ts.tv_sec = hv_ns / NANOSEC; 1675c072c8eSSepherosa Ziehau hv_ts.tv_nsec = hv_ns % NANOSEC; 1685c072c8eSSepherosa Ziehau kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts); 1695c072c8eSSepherosa Ziehau } 1705c072c8eSSepherosa Ziehau /* Done */ 1715c072c8eSSepherosa Ziehau return; 1725c072c8eSSepherosa Ziehau } 1735c072c8eSSepherosa Ziehau } 1745c072c8eSSepherosa Ziehau 1755c072c8eSSepherosa Ziehau static void 1765c072c8eSSepherosa Ziehau vmbus_timesync_cb(struct vmbus_channel *chan, void *xsc) 1775c072c8eSSepherosa Ziehau { 1785c072c8eSSepherosa Ziehau struct vmbus_ic_softc *sc = xsc; 1795c072c8eSSepherosa Ziehau struct vmbus_icmsg_hdr *hdr; 1805c072c8eSSepherosa Ziehau int dlen, error; 1815c072c8eSSepherosa Ziehau uint64_t xactid; 1825c072c8eSSepherosa Ziehau void *data; 1835c072c8eSSepherosa Ziehau 1845c072c8eSSepherosa Ziehau /* 1855c072c8eSSepherosa Ziehau * Receive request. 1865c072c8eSSepherosa Ziehau */ 1875c072c8eSSepherosa Ziehau data = sc->ic_buf; 1885c072c8eSSepherosa Ziehau dlen = sc->ic_buflen; 1895c072c8eSSepherosa Ziehau error = vmbus_chan_recv(chan, data, &dlen, &xactid); 1905c072c8eSSepherosa Ziehau KASSERT(error != ENOBUFS, ("icbuf is not large enough")); 1915c072c8eSSepherosa Ziehau if (error) 1925c072c8eSSepherosa Ziehau return; 1935c072c8eSSepherosa Ziehau 1945c072c8eSSepherosa Ziehau if (dlen < sizeof(*hdr)) { 1955c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "invalid data len %d\n", dlen); 1965c072c8eSSepherosa Ziehau return; 1975c072c8eSSepherosa Ziehau } 1985c072c8eSSepherosa Ziehau hdr = data; 1995c072c8eSSepherosa Ziehau 2005c072c8eSSepherosa Ziehau /* 2015c072c8eSSepherosa Ziehau * Update request, which will be echoed back as response. 2025c072c8eSSepherosa Ziehau */ 2035c072c8eSSepherosa Ziehau switch (hdr->ic_type) { 2045c072c8eSSepherosa Ziehau case VMBUS_ICMSG_TYPE_NEGOTIATE: 2055c072c8eSSepherosa Ziehau error = vmbus_ic_negomsg(sc, data, &dlen, 2065c072c8eSSepherosa Ziehau VMBUS_TIMESYNC_FWVER, VMBUS_TIMESYNC_MSGVER); 2075c072c8eSSepherosa Ziehau if (error) 2085c072c8eSSepherosa Ziehau return; 2095c072c8eSSepherosa Ziehau if (VMBUS_TIMESYNC_DORTT(sc)) 2105c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "RTT\n"); 2115c072c8eSSepherosa Ziehau break; 2125c072c8eSSepherosa Ziehau 2135c072c8eSSepherosa Ziehau case VMBUS_ICMSG_TYPE_TIMESYNC: 214*69b12e53SSepherosa Ziehau if (VMBUS_TIMESYNC_MSGVER4(sc)) { 215*69b12e53SSepherosa Ziehau const struct vmbus_icmsg_timesync4 *msg4; 216*69b12e53SSepherosa Ziehau 217*69b12e53SSepherosa Ziehau if (dlen < sizeof(*msg4)) { 218*69b12e53SSepherosa Ziehau device_printf(sc->ic_dev, "invalid timesync4 " 219*69b12e53SSepherosa Ziehau "len %d\n", dlen); 220*69b12e53SSepherosa Ziehau return; 221*69b12e53SSepherosa Ziehau } 222*69b12e53SSepherosa Ziehau msg4 = data; 223*69b12e53SSepherosa Ziehau vmbus_timesync(sc, msg4->ic_hvtime, msg4->ic_sent_tc, 224*69b12e53SSepherosa Ziehau msg4->ic_tsflags); 225*69b12e53SSepherosa Ziehau } else { 226*69b12e53SSepherosa Ziehau const struct vmbus_icmsg_timesync *msg; 227*69b12e53SSepherosa Ziehau 2285c072c8eSSepherosa Ziehau if (dlen < sizeof(*msg)) { 229*69b12e53SSepherosa Ziehau device_printf(sc->ic_dev, "invalid timesync " 230*69b12e53SSepherosa Ziehau "len %d\n", dlen); 2315c072c8eSSepherosa Ziehau return; 2325c072c8eSSepherosa Ziehau } 2335c072c8eSSepherosa Ziehau msg = data; 234*69b12e53SSepherosa Ziehau vmbus_timesync(sc, msg->ic_hvtime, 0, msg->ic_tsflags); 235*69b12e53SSepherosa Ziehau } 2365c072c8eSSepherosa Ziehau break; 2375c072c8eSSepherosa Ziehau 2385c072c8eSSepherosa Ziehau default: 2395c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "got 0x%08x icmsg\n", hdr->ic_type); 2405c072c8eSSepherosa Ziehau break; 2415c072c8eSSepherosa Ziehau } 2425c072c8eSSepherosa Ziehau 2435c072c8eSSepherosa Ziehau /* 2445c072c8eSSepherosa Ziehau * Send response by echoing the request back. 2455c072c8eSSepherosa Ziehau */ 2465c072c8eSSepherosa Ziehau vmbus_ic_sendresp(sc, chan, data, dlen, xactid); 2475c072c8eSSepherosa Ziehau } 2485c072c8eSSepherosa Ziehau 2495c072c8eSSepherosa Ziehau static int 2505c072c8eSSepherosa Ziehau vmbus_timesync_probe(device_t dev) 2515c072c8eSSepherosa Ziehau { 2525c072c8eSSepherosa Ziehau 2535c072c8eSSepherosa Ziehau return (vmbus_ic_probe(dev, vmbus_timesync_descs)); 2545c072c8eSSepherosa Ziehau } 2555c072c8eSSepherosa Ziehau 2565c072c8eSSepherosa Ziehau static int 2575c072c8eSSepherosa Ziehau vmbus_timesync_attach(device_t dev) 2585c072c8eSSepherosa Ziehau { 2595c072c8eSSepherosa Ziehau 2605c072c8eSSepherosa Ziehau return (vmbus_ic_attach(dev, vmbus_timesync_cb)); 2615c072c8eSSepherosa Ziehau } 262