xref: /freebsd/sys/dev/hyperv/utilities/vmbus_timesync.c (revision 93b4e111bb02ce42ba82e25c9c049e03ded19062)
15c072c8eSSepherosa Ziehau /*-
2*93b4e111SSepherosa Ziehau  * Copyright (c) 2014,2016-2017 Microsoft Corp.
35c072c8eSSepherosa Ziehau  * All rights reserved.
45c072c8eSSepherosa Ziehau  *
55c072c8eSSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
65c072c8eSSepherosa Ziehau  * modification, are permitted provided that the following conditions
75c072c8eSSepherosa Ziehau  * are met:
85c072c8eSSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
95c072c8eSSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
105c072c8eSSepherosa Ziehau  *    disclaimer.
115c072c8eSSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
125c072c8eSSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
135c072c8eSSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
145c072c8eSSepherosa Ziehau  *
155c072c8eSSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
165c072c8eSSepherosa Ziehau  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
175c072c8eSSepherosa Ziehau  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
185c072c8eSSepherosa Ziehau  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
195c072c8eSSepherosa Ziehau  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
205c072c8eSSepherosa Ziehau  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
215c072c8eSSepherosa Ziehau  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
225c072c8eSSepherosa Ziehau  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
235c072c8eSSepherosa Ziehau  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
245c072c8eSSepherosa Ziehau  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
255c072c8eSSepherosa Ziehau  */
265c072c8eSSepherosa Ziehau 
275c072c8eSSepherosa Ziehau #include <sys/cdefs.h>
285c072c8eSSepherosa Ziehau __FBSDID("$FreeBSD$");
295c072c8eSSepherosa Ziehau 
305c072c8eSSepherosa Ziehau #include <sys/param.h>
315c072c8eSSepherosa Ziehau #include <sys/bus.h>
325c072c8eSSepherosa Ziehau #include <sys/kernel.h>
335c072c8eSSepherosa Ziehau #include <sys/module.h>
345c072c8eSSepherosa Ziehau #include <sys/syscallsubr.h>
355c072c8eSSepherosa Ziehau #include <sys/sysctl.h>
365c072c8eSSepherosa Ziehau #include <sys/systm.h>
375c072c8eSSepherosa Ziehau 
385c072c8eSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
395c072c8eSSepherosa Ziehau #include <dev/hyperv/include/vmbus.h>
405c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icreg.h>
415c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icvar.h>
425c072c8eSSepherosa Ziehau 
435c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER_MAJOR	3
445c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER		\
455c072c8eSSepherosa Ziehau 	VMBUS_IC_VERSION(VMBUS_TIMESYNC_FWVER_MAJOR, 0)
465c072c8eSSepherosa Ziehau 
475c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER_MAJOR	4
485c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER		\
495c072c8eSSepherosa Ziehau 	VMBUS_IC_VERSION(VMBUS_TIMESYNC_MSGVER_MAJOR, 0)
505c072c8eSSepherosa Ziehau 
5169b12e53SSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER4(sc)	\
5269b12e53SSepherosa Ziehau 	VMBUS_ICVER_LE(VMBUS_IC_VERSION(4, 0), (sc)->ic_msgver)
5369b12e53SSepherosa Ziehau 
545c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_DORTT(sc)	\
55227bb849SSepherosa Ziehau 	(VMBUS_TIMESYNC_MSGVER4((sc)) && hyperv_tc64 != NULL)
565c072c8eSSepherosa Ziehau 
575c072c8eSSepherosa Ziehau static int			vmbus_timesync_probe(device_t);
585c072c8eSSepherosa Ziehau static int			vmbus_timesync_attach(device_t);
595c072c8eSSepherosa Ziehau 
605c072c8eSSepherosa Ziehau static const struct vmbus_ic_desc vmbus_timesync_descs[] = {
615c072c8eSSepherosa Ziehau 	{
625c072c8eSSepherosa Ziehau 		.ic_guid = { .hv_guid = {
635c072c8eSSepherosa Ziehau 		    0x30, 0xe6, 0x27, 0x95, 0xae, 0xd0, 0x7b, 0x49,
645c072c8eSSepherosa Ziehau 		    0xad, 0xce, 0xe8, 0x0a, 0xb0, 0x17, 0x5c, 0xaf } },
655c072c8eSSepherosa Ziehau 		.ic_desc = "Hyper-V Timesync"
665c072c8eSSepherosa Ziehau 	},
675c072c8eSSepherosa Ziehau 	VMBUS_IC_DESC_END
685c072c8eSSepherosa Ziehau };
695c072c8eSSepherosa Ziehau 
705c072c8eSSepherosa Ziehau static device_method_t vmbus_timesync_methods[] = {
715c072c8eSSepherosa Ziehau 	/* Device interface */
725c072c8eSSepherosa Ziehau 	DEVMETHOD(device_probe,		vmbus_timesync_probe),
735c072c8eSSepherosa Ziehau 	DEVMETHOD(device_attach,	vmbus_timesync_attach),
745c072c8eSSepherosa Ziehau 	DEVMETHOD(device_detach,	vmbus_ic_detach),
755c072c8eSSepherosa Ziehau 	DEVMETHOD_END
765c072c8eSSepherosa Ziehau };
775c072c8eSSepherosa Ziehau 
785c072c8eSSepherosa Ziehau static driver_t vmbus_timesync_driver = {
795c072c8eSSepherosa Ziehau 	"hvtimesync",
805c072c8eSSepherosa Ziehau 	vmbus_timesync_methods,
815c072c8eSSepherosa Ziehau 	sizeof(struct vmbus_ic_softc)
825c072c8eSSepherosa Ziehau };
835c072c8eSSepherosa Ziehau 
845c072c8eSSepherosa Ziehau static devclass_t vmbus_timesync_devclass;
855c072c8eSSepherosa Ziehau 
865c072c8eSSepherosa Ziehau DRIVER_MODULE(hv_timesync, vmbus, vmbus_timesync_driver,
875c072c8eSSepherosa Ziehau     vmbus_timesync_devclass, NULL, NULL);
885c072c8eSSepherosa Ziehau MODULE_VERSION(hv_timesync, 1);
895c072c8eSSepherosa Ziehau MODULE_DEPEND(hv_timesync, vmbus, 1, 1, 1);
905c072c8eSSepherosa Ziehau 
915c072c8eSSepherosa Ziehau SYSCTL_NODE(_hw, OID_AUTO, hvtimesync, CTLFLAG_RW | CTLFLAG_MPSAFE, NULL,
925c072c8eSSepherosa Ziehau     "Hyper-V timesync interface");
935c072c8eSSepherosa Ziehau 
945c072c8eSSepherosa Ziehau static int vmbus_ts_ignore_sync = 0;
955c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, ignore_sync, CTLFLAG_RWTUN,
965c072c8eSSepherosa Ziehau     &vmbus_ts_ignore_sync, 0, "Ignore the sync request.");
975c072c8eSSepherosa Ziehau 
985c072c8eSSepherosa Ziehau /*
995c072c8eSSepherosa Ziehau  * Trigger sample sync when drift exceeds threshold (ms).
1005c072c8eSSepherosa Ziehau  * Ignore the sample request when set to 0.
1015c072c8eSSepherosa Ziehau  */
1025c072c8eSSepherosa Ziehau static int vmbus_ts_sample_thresh = 100;
1035c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_thresh, CTLFLAG_RWTUN,
1045c072c8eSSepherosa Ziehau     &vmbus_ts_sample_thresh, 0,
1055c072c8eSSepherosa Ziehau     "Threshold that makes sample request trigger the sync (unit: ms).");
1065c072c8eSSepherosa Ziehau 
1075c072c8eSSepherosa Ziehau static int vmbus_ts_sample_verbose = 0;
1085c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_verbose, CTLFLAG_RWTUN,
1095c072c8eSSepherosa Ziehau     &vmbus_ts_sample_verbose, 0, "Increase sample request verbosity.");
1105c072c8eSSepherosa Ziehau 
1115c072c8eSSepherosa Ziehau static void
1125c072c8eSSepherosa Ziehau vmbus_timesync(struct vmbus_ic_softc *sc, uint64_t hvtime, uint64_t sent_tc,
1135c072c8eSSepherosa Ziehau     uint8_t tsflags)
1145c072c8eSSepherosa Ziehau {
1155c072c8eSSepherosa Ziehau 	struct timespec vm_ts;
1165c072c8eSSepherosa Ziehau 	uint64_t hv_ns, vm_ns, rtt = 0;
1175c072c8eSSepherosa Ziehau 
1185c072c8eSSepherosa Ziehau 	if (VMBUS_TIMESYNC_DORTT(sc))
119227bb849SSepherosa Ziehau 		rtt = hyperv_tc64() - sent_tc;
1205c072c8eSSepherosa Ziehau 
1215c072c8eSSepherosa Ziehau 	hv_ns = (hvtime - VMBUS_ICMSG_TS_BASE + rtt) * HYPERV_TIMER_NS_FACTOR;
1225c072c8eSSepherosa Ziehau 	nanotime(&vm_ts);
1235c072c8eSSepherosa Ziehau 	vm_ns = (vm_ts.tv_sec * NANOSEC) + vm_ts.tv_nsec;
1245c072c8eSSepherosa Ziehau 
1255c072c8eSSepherosa Ziehau 	if ((tsflags & VMBUS_ICMSG_TS_FLAG_SYNC) && !vmbus_ts_ignore_sync) {
1265c072c8eSSepherosa Ziehau 		struct timespec hv_ts;
1275c072c8eSSepherosa Ziehau 
1285c072c8eSSepherosa Ziehau 		if (bootverbose) {
1295c072c8eSSepherosa Ziehau 			device_printf(sc->ic_dev, "apply sync request, "
1305c072c8eSSepherosa Ziehau 			    "hv: %ju, vm: %ju\n",
1315c072c8eSSepherosa Ziehau 			    (uintmax_t)hv_ns, (uintmax_t)vm_ns);
1325c072c8eSSepherosa Ziehau 		}
1335c072c8eSSepherosa Ziehau 		hv_ts.tv_sec = hv_ns / NANOSEC;
1345c072c8eSSepherosa Ziehau 		hv_ts.tv_nsec = hv_ns % NANOSEC;
1355c072c8eSSepherosa Ziehau 		kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts);
1365c072c8eSSepherosa Ziehau 		/* Done! */
1375c072c8eSSepherosa Ziehau 		return;
1385c072c8eSSepherosa Ziehau 	}
1395c072c8eSSepherosa Ziehau 
1405c072c8eSSepherosa Ziehau 	if ((tsflags & VMBUS_ICMSG_TS_FLAG_SAMPLE) &&
14192c1ba28SSepherosa Ziehau 	    vmbus_ts_sample_thresh >= 0) {
1425c072c8eSSepherosa Ziehau 		int64_t diff;
1435c072c8eSSepherosa Ziehau 
1445c072c8eSSepherosa Ziehau 		if (vmbus_ts_sample_verbose) {
1455c072c8eSSepherosa Ziehau 			device_printf(sc->ic_dev, "sample request, "
1465c072c8eSSepherosa Ziehau 			    "hv: %ju, vm: %ju\n",
1475c072c8eSSepherosa Ziehau 			    (uintmax_t)hv_ns, (uintmax_t)vm_ns);
1485c072c8eSSepherosa Ziehau 		}
1495c072c8eSSepherosa Ziehau 
1505c072c8eSSepherosa Ziehau 		if (hv_ns > vm_ns)
1515c072c8eSSepherosa Ziehau 			diff = hv_ns - vm_ns;
1525c072c8eSSepherosa Ziehau 		else
1535c072c8eSSepherosa Ziehau 			diff = vm_ns - hv_ns;
1545c072c8eSSepherosa Ziehau 		/* nanosec -> millisec */
1555c072c8eSSepherosa Ziehau 		diff /= 1000000;
1565c072c8eSSepherosa Ziehau 
1575c072c8eSSepherosa Ziehau 		if (diff > vmbus_ts_sample_thresh) {
1585c072c8eSSepherosa Ziehau 			struct timespec hv_ts;
1595c072c8eSSepherosa Ziehau 
1605c072c8eSSepherosa Ziehau 			if (bootverbose) {
1615c072c8eSSepherosa Ziehau 				device_printf(sc->ic_dev,
1625c072c8eSSepherosa Ziehau 				    "apply sample request, hv: %ju, vm: %ju\n",
1635c072c8eSSepherosa Ziehau 				    (uintmax_t)hv_ns, (uintmax_t)vm_ns);
1645c072c8eSSepherosa Ziehau 			}
1655c072c8eSSepherosa Ziehau 			hv_ts.tv_sec = hv_ns / NANOSEC;
1665c072c8eSSepherosa Ziehau 			hv_ts.tv_nsec = hv_ns % NANOSEC;
1675c072c8eSSepherosa Ziehau 			kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts);
1685c072c8eSSepherosa Ziehau 		}
1695c072c8eSSepherosa Ziehau 		/* Done */
1705c072c8eSSepherosa Ziehau 		return;
1715c072c8eSSepherosa Ziehau 	}
1725c072c8eSSepherosa Ziehau }
1735c072c8eSSepherosa Ziehau 
1745c072c8eSSepherosa Ziehau static void
1755c072c8eSSepherosa Ziehau vmbus_timesync_cb(struct vmbus_channel *chan, void *xsc)
1765c072c8eSSepherosa Ziehau {
1775c072c8eSSepherosa Ziehau 	struct vmbus_ic_softc *sc = xsc;
1785c072c8eSSepherosa Ziehau 	struct vmbus_icmsg_hdr *hdr;
1795c072c8eSSepherosa Ziehau 	int dlen, error;
1805c072c8eSSepherosa Ziehau 	uint64_t xactid;
1815c072c8eSSepherosa Ziehau 	void *data;
1825c072c8eSSepherosa Ziehau 
1835c072c8eSSepherosa Ziehau 	/*
1845c072c8eSSepherosa Ziehau 	 * Receive request.
1855c072c8eSSepherosa Ziehau 	 */
1865c072c8eSSepherosa Ziehau 	data = sc->ic_buf;
1875c072c8eSSepherosa Ziehau 	dlen = sc->ic_buflen;
1885c072c8eSSepherosa Ziehau 	error = vmbus_chan_recv(chan, data, &dlen, &xactid);
1895c072c8eSSepherosa Ziehau 	KASSERT(error != ENOBUFS, ("icbuf is not large enough"));
1905c072c8eSSepherosa Ziehau 	if (error)
1915c072c8eSSepherosa Ziehau 		return;
1925c072c8eSSepherosa Ziehau 
1935c072c8eSSepherosa Ziehau 	if (dlen < sizeof(*hdr)) {
1945c072c8eSSepherosa Ziehau 		device_printf(sc->ic_dev, "invalid data len %d\n", dlen);
1955c072c8eSSepherosa Ziehau 		return;
1965c072c8eSSepherosa Ziehau 	}
1975c072c8eSSepherosa Ziehau 	hdr = data;
1985c072c8eSSepherosa Ziehau 
1995c072c8eSSepherosa Ziehau 	/*
2005c072c8eSSepherosa Ziehau 	 * Update request, which will be echoed back as response.
2015c072c8eSSepherosa Ziehau 	 */
2025c072c8eSSepherosa Ziehau 	switch (hdr->ic_type) {
2035c072c8eSSepherosa Ziehau 	case VMBUS_ICMSG_TYPE_NEGOTIATE:
2045c072c8eSSepherosa Ziehau 		error = vmbus_ic_negomsg(sc, data, &dlen,
2055c072c8eSSepherosa Ziehau 		    VMBUS_TIMESYNC_FWVER, VMBUS_TIMESYNC_MSGVER);
2065c072c8eSSepherosa Ziehau 		if (error)
2075c072c8eSSepherosa Ziehau 			return;
2085c072c8eSSepherosa Ziehau 		if (VMBUS_TIMESYNC_DORTT(sc))
2095c072c8eSSepherosa Ziehau 			device_printf(sc->ic_dev, "RTT\n");
2105c072c8eSSepherosa Ziehau 		break;
2115c072c8eSSepherosa Ziehau 
2125c072c8eSSepherosa Ziehau 	case VMBUS_ICMSG_TYPE_TIMESYNC:
21369b12e53SSepherosa Ziehau 		if (VMBUS_TIMESYNC_MSGVER4(sc)) {
21469b12e53SSepherosa Ziehau 			const struct vmbus_icmsg_timesync4 *msg4;
21569b12e53SSepherosa Ziehau 
21669b12e53SSepherosa Ziehau 			if (dlen < sizeof(*msg4)) {
21769b12e53SSepherosa Ziehau 				device_printf(sc->ic_dev, "invalid timesync4 "
21869b12e53SSepherosa Ziehau 				    "len %d\n", dlen);
21969b12e53SSepherosa Ziehau 				return;
22069b12e53SSepherosa Ziehau 			}
22169b12e53SSepherosa Ziehau 			msg4 = data;
22269b12e53SSepherosa Ziehau 			vmbus_timesync(sc, msg4->ic_hvtime, msg4->ic_sent_tc,
22369b12e53SSepherosa Ziehau 			    msg4->ic_tsflags);
22469b12e53SSepherosa Ziehau 		} else {
22569b12e53SSepherosa Ziehau 			const struct vmbus_icmsg_timesync *msg;
22669b12e53SSepherosa Ziehau 
2275c072c8eSSepherosa Ziehau 			if (dlen < sizeof(*msg)) {
22869b12e53SSepherosa Ziehau 				device_printf(sc->ic_dev, "invalid timesync "
22969b12e53SSepherosa Ziehau 				    "len %d\n", dlen);
2305c072c8eSSepherosa Ziehau 				return;
2315c072c8eSSepherosa Ziehau 			}
2325c072c8eSSepherosa Ziehau 			msg = data;
23369b12e53SSepherosa Ziehau 			vmbus_timesync(sc, msg->ic_hvtime, 0, msg->ic_tsflags);
23469b12e53SSepherosa Ziehau 		}
2355c072c8eSSepherosa Ziehau 		break;
2365c072c8eSSepherosa Ziehau 
2375c072c8eSSepherosa Ziehau 	default:
2385c072c8eSSepherosa Ziehau 		device_printf(sc->ic_dev, "got 0x%08x icmsg\n", hdr->ic_type);
2395c072c8eSSepherosa Ziehau 		break;
2405c072c8eSSepherosa Ziehau 	}
2415c072c8eSSepherosa Ziehau 
2425c072c8eSSepherosa Ziehau 	/*
2435c072c8eSSepherosa Ziehau 	 * Send response by echoing the request back.
2445c072c8eSSepherosa Ziehau 	 */
2455c072c8eSSepherosa Ziehau 	vmbus_ic_sendresp(sc, chan, data, dlen, xactid);
2465c072c8eSSepherosa Ziehau }
2475c072c8eSSepherosa Ziehau 
2485c072c8eSSepherosa Ziehau static int
2495c072c8eSSepherosa Ziehau vmbus_timesync_probe(device_t dev)
2505c072c8eSSepherosa Ziehau {
2515c072c8eSSepherosa Ziehau 
2525c072c8eSSepherosa Ziehau 	return (vmbus_ic_probe(dev, vmbus_timesync_descs));
2535c072c8eSSepherosa Ziehau }
2545c072c8eSSepherosa Ziehau 
2555c072c8eSSepherosa Ziehau static int
2565c072c8eSSepherosa Ziehau vmbus_timesync_attach(device_t dev)
2575c072c8eSSepherosa Ziehau {
2585c072c8eSSepherosa Ziehau 
2595c072c8eSSepherosa Ziehau 	return (vmbus_ic_attach(dev, vmbus_timesync_cb));
2605c072c8eSSepherosa Ziehau }
261