15c072c8eSSepherosa Ziehau /*- 2*93b4e111SSepherosa Ziehau * Copyright (c) 2014,2016-2017 Microsoft Corp. 35c072c8eSSepherosa Ziehau * All rights reserved. 45c072c8eSSepherosa Ziehau * 55c072c8eSSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 65c072c8eSSepherosa Ziehau * modification, are permitted provided that the following conditions 75c072c8eSSepherosa Ziehau * are met: 85c072c8eSSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 95c072c8eSSepherosa Ziehau * notice unmodified, this list of conditions, and the following 105c072c8eSSepherosa Ziehau * disclaimer. 115c072c8eSSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 125c072c8eSSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 135c072c8eSSepherosa Ziehau * documentation and/or other materials provided with the distribution. 145c072c8eSSepherosa Ziehau * 155c072c8eSSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 165c072c8eSSepherosa Ziehau * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 175c072c8eSSepherosa Ziehau * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 185c072c8eSSepherosa Ziehau * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 195c072c8eSSepherosa Ziehau * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 205c072c8eSSepherosa Ziehau * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 215c072c8eSSepherosa Ziehau * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 225c072c8eSSepherosa Ziehau * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 235c072c8eSSepherosa Ziehau * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 245c072c8eSSepherosa Ziehau * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 255c072c8eSSepherosa Ziehau */ 265c072c8eSSepherosa Ziehau 275c072c8eSSepherosa Ziehau #include <sys/cdefs.h> 285c072c8eSSepherosa Ziehau __FBSDID("$FreeBSD$"); 295c072c8eSSepherosa Ziehau 305c072c8eSSepherosa Ziehau #include <sys/param.h> 315c072c8eSSepherosa Ziehau #include <sys/bus.h> 325c072c8eSSepherosa Ziehau #include <sys/kernel.h> 335c072c8eSSepherosa Ziehau #include <sys/module.h> 345c072c8eSSepherosa Ziehau #include <sys/syscallsubr.h> 355c072c8eSSepherosa Ziehau #include <sys/sysctl.h> 365c072c8eSSepherosa Ziehau #include <sys/systm.h> 375c072c8eSSepherosa Ziehau 385c072c8eSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h> 395c072c8eSSepherosa Ziehau #include <dev/hyperv/include/vmbus.h> 405c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icreg.h> 415c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icvar.h> 425c072c8eSSepherosa Ziehau 435c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER_MAJOR 3 445c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER \ 455c072c8eSSepherosa Ziehau VMBUS_IC_VERSION(VMBUS_TIMESYNC_FWVER_MAJOR, 0) 465c072c8eSSepherosa Ziehau 475c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER_MAJOR 4 485c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER \ 495c072c8eSSepherosa Ziehau VMBUS_IC_VERSION(VMBUS_TIMESYNC_MSGVER_MAJOR, 0) 505c072c8eSSepherosa Ziehau 5169b12e53SSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER4(sc) \ 5269b12e53SSepherosa Ziehau VMBUS_ICVER_LE(VMBUS_IC_VERSION(4, 0), (sc)->ic_msgver) 5369b12e53SSepherosa Ziehau 545c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_DORTT(sc) \ 55227bb849SSepherosa Ziehau (VMBUS_TIMESYNC_MSGVER4((sc)) && hyperv_tc64 != NULL) 565c072c8eSSepherosa Ziehau 575c072c8eSSepherosa Ziehau static int vmbus_timesync_probe(device_t); 585c072c8eSSepherosa Ziehau static int vmbus_timesync_attach(device_t); 595c072c8eSSepherosa Ziehau 605c072c8eSSepherosa Ziehau static const struct vmbus_ic_desc vmbus_timesync_descs[] = { 615c072c8eSSepherosa Ziehau { 625c072c8eSSepherosa Ziehau .ic_guid = { .hv_guid = { 635c072c8eSSepherosa Ziehau 0x30, 0xe6, 0x27, 0x95, 0xae, 0xd0, 0x7b, 0x49, 645c072c8eSSepherosa Ziehau 0xad, 0xce, 0xe8, 0x0a, 0xb0, 0x17, 0x5c, 0xaf } }, 655c072c8eSSepherosa Ziehau .ic_desc = "Hyper-V Timesync" 665c072c8eSSepherosa Ziehau }, 675c072c8eSSepherosa Ziehau VMBUS_IC_DESC_END 685c072c8eSSepherosa Ziehau }; 695c072c8eSSepherosa Ziehau 705c072c8eSSepherosa Ziehau static device_method_t vmbus_timesync_methods[] = { 715c072c8eSSepherosa Ziehau /* Device interface */ 725c072c8eSSepherosa Ziehau DEVMETHOD(device_probe, vmbus_timesync_probe), 735c072c8eSSepherosa Ziehau DEVMETHOD(device_attach, vmbus_timesync_attach), 745c072c8eSSepherosa Ziehau DEVMETHOD(device_detach, vmbus_ic_detach), 755c072c8eSSepherosa Ziehau DEVMETHOD_END 765c072c8eSSepherosa Ziehau }; 775c072c8eSSepherosa Ziehau 785c072c8eSSepherosa Ziehau static driver_t vmbus_timesync_driver = { 795c072c8eSSepherosa Ziehau "hvtimesync", 805c072c8eSSepherosa Ziehau vmbus_timesync_methods, 815c072c8eSSepherosa Ziehau sizeof(struct vmbus_ic_softc) 825c072c8eSSepherosa Ziehau }; 835c072c8eSSepherosa Ziehau 845c072c8eSSepherosa Ziehau static devclass_t vmbus_timesync_devclass; 855c072c8eSSepherosa Ziehau 865c072c8eSSepherosa Ziehau DRIVER_MODULE(hv_timesync, vmbus, vmbus_timesync_driver, 875c072c8eSSepherosa Ziehau vmbus_timesync_devclass, NULL, NULL); 885c072c8eSSepherosa Ziehau MODULE_VERSION(hv_timesync, 1); 895c072c8eSSepherosa Ziehau MODULE_DEPEND(hv_timesync, vmbus, 1, 1, 1); 905c072c8eSSepherosa Ziehau 915c072c8eSSepherosa Ziehau SYSCTL_NODE(_hw, OID_AUTO, hvtimesync, CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, 925c072c8eSSepherosa Ziehau "Hyper-V timesync interface"); 935c072c8eSSepherosa Ziehau 945c072c8eSSepherosa Ziehau static int vmbus_ts_ignore_sync = 0; 955c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, ignore_sync, CTLFLAG_RWTUN, 965c072c8eSSepherosa Ziehau &vmbus_ts_ignore_sync, 0, "Ignore the sync request."); 975c072c8eSSepherosa Ziehau 985c072c8eSSepherosa Ziehau /* 995c072c8eSSepherosa Ziehau * Trigger sample sync when drift exceeds threshold (ms). 1005c072c8eSSepherosa Ziehau * Ignore the sample request when set to 0. 1015c072c8eSSepherosa Ziehau */ 1025c072c8eSSepherosa Ziehau static int vmbus_ts_sample_thresh = 100; 1035c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_thresh, CTLFLAG_RWTUN, 1045c072c8eSSepherosa Ziehau &vmbus_ts_sample_thresh, 0, 1055c072c8eSSepherosa Ziehau "Threshold that makes sample request trigger the sync (unit: ms)."); 1065c072c8eSSepherosa Ziehau 1075c072c8eSSepherosa Ziehau static int vmbus_ts_sample_verbose = 0; 1085c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_verbose, CTLFLAG_RWTUN, 1095c072c8eSSepherosa Ziehau &vmbus_ts_sample_verbose, 0, "Increase sample request verbosity."); 1105c072c8eSSepherosa Ziehau 1115c072c8eSSepherosa Ziehau static void 1125c072c8eSSepherosa Ziehau vmbus_timesync(struct vmbus_ic_softc *sc, uint64_t hvtime, uint64_t sent_tc, 1135c072c8eSSepherosa Ziehau uint8_t tsflags) 1145c072c8eSSepherosa Ziehau { 1155c072c8eSSepherosa Ziehau struct timespec vm_ts; 1165c072c8eSSepherosa Ziehau uint64_t hv_ns, vm_ns, rtt = 0; 1175c072c8eSSepherosa Ziehau 1185c072c8eSSepherosa Ziehau if (VMBUS_TIMESYNC_DORTT(sc)) 119227bb849SSepherosa Ziehau rtt = hyperv_tc64() - sent_tc; 1205c072c8eSSepherosa Ziehau 1215c072c8eSSepherosa Ziehau hv_ns = (hvtime - VMBUS_ICMSG_TS_BASE + rtt) * HYPERV_TIMER_NS_FACTOR; 1225c072c8eSSepherosa Ziehau nanotime(&vm_ts); 1235c072c8eSSepherosa Ziehau vm_ns = (vm_ts.tv_sec * NANOSEC) + vm_ts.tv_nsec; 1245c072c8eSSepherosa Ziehau 1255c072c8eSSepherosa Ziehau if ((tsflags & VMBUS_ICMSG_TS_FLAG_SYNC) && !vmbus_ts_ignore_sync) { 1265c072c8eSSepherosa Ziehau struct timespec hv_ts; 1275c072c8eSSepherosa Ziehau 1285c072c8eSSepherosa Ziehau if (bootverbose) { 1295c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "apply sync request, " 1305c072c8eSSepherosa Ziehau "hv: %ju, vm: %ju\n", 1315c072c8eSSepherosa Ziehau (uintmax_t)hv_ns, (uintmax_t)vm_ns); 1325c072c8eSSepherosa Ziehau } 1335c072c8eSSepherosa Ziehau hv_ts.tv_sec = hv_ns / NANOSEC; 1345c072c8eSSepherosa Ziehau hv_ts.tv_nsec = hv_ns % NANOSEC; 1355c072c8eSSepherosa Ziehau kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts); 1365c072c8eSSepherosa Ziehau /* Done! */ 1375c072c8eSSepherosa Ziehau return; 1385c072c8eSSepherosa Ziehau } 1395c072c8eSSepherosa Ziehau 1405c072c8eSSepherosa Ziehau if ((tsflags & VMBUS_ICMSG_TS_FLAG_SAMPLE) && 14192c1ba28SSepherosa Ziehau vmbus_ts_sample_thresh >= 0) { 1425c072c8eSSepherosa Ziehau int64_t diff; 1435c072c8eSSepherosa Ziehau 1445c072c8eSSepherosa Ziehau if (vmbus_ts_sample_verbose) { 1455c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "sample request, " 1465c072c8eSSepherosa Ziehau "hv: %ju, vm: %ju\n", 1475c072c8eSSepherosa Ziehau (uintmax_t)hv_ns, (uintmax_t)vm_ns); 1485c072c8eSSepherosa Ziehau } 1495c072c8eSSepherosa Ziehau 1505c072c8eSSepherosa Ziehau if (hv_ns > vm_ns) 1515c072c8eSSepherosa Ziehau diff = hv_ns - vm_ns; 1525c072c8eSSepherosa Ziehau else 1535c072c8eSSepherosa Ziehau diff = vm_ns - hv_ns; 1545c072c8eSSepherosa Ziehau /* nanosec -> millisec */ 1555c072c8eSSepherosa Ziehau diff /= 1000000; 1565c072c8eSSepherosa Ziehau 1575c072c8eSSepherosa Ziehau if (diff > vmbus_ts_sample_thresh) { 1585c072c8eSSepherosa Ziehau struct timespec hv_ts; 1595c072c8eSSepherosa Ziehau 1605c072c8eSSepherosa Ziehau if (bootverbose) { 1615c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, 1625c072c8eSSepherosa Ziehau "apply sample request, hv: %ju, vm: %ju\n", 1635c072c8eSSepherosa Ziehau (uintmax_t)hv_ns, (uintmax_t)vm_ns); 1645c072c8eSSepherosa Ziehau } 1655c072c8eSSepherosa Ziehau hv_ts.tv_sec = hv_ns / NANOSEC; 1665c072c8eSSepherosa Ziehau hv_ts.tv_nsec = hv_ns % NANOSEC; 1675c072c8eSSepherosa Ziehau kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts); 1685c072c8eSSepherosa Ziehau } 1695c072c8eSSepherosa Ziehau /* Done */ 1705c072c8eSSepherosa Ziehau return; 1715c072c8eSSepherosa Ziehau } 1725c072c8eSSepherosa Ziehau } 1735c072c8eSSepherosa Ziehau 1745c072c8eSSepherosa Ziehau static void 1755c072c8eSSepherosa Ziehau vmbus_timesync_cb(struct vmbus_channel *chan, void *xsc) 1765c072c8eSSepherosa Ziehau { 1775c072c8eSSepherosa Ziehau struct vmbus_ic_softc *sc = xsc; 1785c072c8eSSepherosa Ziehau struct vmbus_icmsg_hdr *hdr; 1795c072c8eSSepherosa Ziehau int dlen, error; 1805c072c8eSSepherosa Ziehau uint64_t xactid; 1815c072c8eSSepherosa Ziehau void *data; 1825c072c8eSSepherosa Ziehau 1835c072c8eSSepherosa Ziehau /* 1845c072c8eSSepherosa Ziehau * Receive request. 1855c072c8eSSepherosa Ziehau */ 1865c072c8eSSepherosa Ziehau data = sc->ic_buf; 1875c072c8eSSepherosa Ziehau dlen = sc->ic_buflen; 1885c072c8eSSepherosa Ziehau error = vmbus_chan_recv(chan, data, &dlen, &xactid); 1895c072c8eSSepherosa Ziehau KASSERT(error != ENOBUFS, ("icbuf is not large enough")); 1905c072c8eSSepherosa Ziehau if (error) 1915c072c8eSSepherosa Ziehau return; 1925c072c8eSSepherosa Ziehau 1935c072c8eSSepherosa Ziehau if (dlen < sizeof(*hdr)) { 1945c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "invalid data len %d\n", dlen); 1955c072c8eSSepherosa Ziehau return; 1965c072c8eSSepherosa Ziehau } 1975c072c8eSSepherosa Ziehau hdr = data; 1985c072c8eSSepherosa Ziehau 1995c072c8eSSepherosa Ziehau /* 2005c072c8eSSepherosa Ziehau * Update request, which will be echoed back as response. 2015c072c8eSSepherosa Ziehau */ 2025c072c8eSSepherosa Ziehau switch (hdr->ic_type) { 2035c072c8eSSepherosa Ziehau case VMBUS_ICMSG_TYPE_NEGOTIATE: 2045c072c8eSSepherosa Ziehau error = vmbus_ic_negomsg(sc, data, &dlen, 2055c072c8eSSepherosa Ziehau VMBUS_TIMESYNC_FWVER, VMBUS_TIMESYNC_MSGVER); 2065c072c8eSSepherosa Ziehau if (error) 2075c072c8eSSepherosa Ziehau return; 2085c072c8eSSepherosa Ziehau if (VMBUS_TIMESYNC_DORTT(sc)) 2095c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "RTT\n"); 2105c072c8eSSepherosa Ziehau break; 2115c072c8eSSepherosa Ziehau 2125c072c8eSSepherosa Ziehau case VMBUS_ICMSG_TYPE_TIMESYNC: 21369b12e53SSepherosa Ziehau if (VMBUS_TIMESYNC_MSGVER4(sc)) { 21469b12e53SSepherosa Ziehau const struct vmbus_icmsg_timesync4 *msg4; 21569b12e53SSepherosa Ziehau 21669b12e53SSepherosa Ziehau if (dlen < sizeof(*msg4)) { 21769b12e53SSepherosa Ziehau device_printf(sc->ic_dev, "invalid timesync4 " 21869b12e53SSepherosa Ziehau "len %d\n", dlen); 21969b12e53SSepherosa Ziehau return; 22069b12e53SSepherosa Ziehau } 22169b12e53SSepherosa Ziehau msg4 = data; 22269b12e53SSepherosa Ziehau vmbus_timesync(sc, msg4->ic_hvtime, msg4->ic_sent_tc, 22369b12e53SSepherosa Ziehau msg4->ic_tsflags); 22469b12e53SSepherosa Ziehau } else { 22569b12e53SSepherosa Ziehau const struct vmbus_icmsg_timesync *msg; 22669b12e53SSepherosa Ziehau 2275c072c8eSSepherosa Ziehau if (dlen < sizeof(*msg)) { 22869b12e53SSepherosa Ziehau device_printf(sc->ic_dev, "invalid timesync " 22969b12e53SSepherosa Ziehau "len %d\n", dlen); 2305c072c8eSSepherosa Ziehau return; 2315c072c8eSSepherosa Ziehau } 2325c072c8eSSepherosa Ziehau msg = data; 23369b12e53SSepherosa Ziehau vmbus_timesync(sc, msg->ic_hvtime, 0, msg->ic_tsflags); 23469b12e53SSepherosa Ziehau } 2355c072c8eSSepherosa Ziehau break; 2365c072c8eSSepherosa Ziehau 2375c072c8eSSepherosa Ziehau default: 2385c072c8eSSepherosa Ziehau device_printf(sc->ic_dev, "got 0x%08x icmsg\n", hdr->ic_type); 2395c072c8eSSepherosa Ziehau break; 2405c072c8eSSepherosa Ziehau } 2415c072c8eSSepherosa Ziehau 2425c072c8eSSepherosa Ziehau /* 2435c072c8eSSepherosa Ziehau * Send response by echoing the request back. 2445c072c8eSSepherosa Ziehau */ 2455c072c8eSSepherosa Ziehau vmbus_ic_sendresp(sc, chan, data, dlen, xactid); 2465c072c8eSSepherosa Ziehau } 2475c072c8eSSepherosa Ziehau 2485c072c8eSSepherosa Ziehau static int 2495c072c8eSSepherosa Ziehau vmbus_timesync_probe(device_t dev) 2505c072c8eSSepherosa Ziehau { 2515c072c8eSSepherosa Ziehau 2525c072c8eSSepherosa Ziehau return (vmbus_ic_probe(dev, vmbus_timesync_descs)); 2535c072c8eSSepherosa Ziehau } 2545c072c8eSSepherosa Ziehau 2555c072c8eSSepherosa Ziehau static int 2565c072c8eSSepherosa Ziehau vmbus_timesync_attach(device_t dev) 2575c072c8eSSepherosa Ziehau { 2585c072c8eSSepherosa Ziehau 2595c072c8eSSepherosa Ziehau return (vmbus_ic_attach(dev, vmbus_timesync_cb)); 2605c072c8eSSepherosa Ziehau } 261