xref: /freebsd/sys/dev/hyperv/utilities/vmbus_timesync.c (revision 69b12e53db63e57d51e48486eaa5c24c31ff6fb1)
15c072c8eSSepherosa Ziehau /*-
25c072c8eSSepherosa Ziehau  * Copyright (c) 2014,2016 Microsoft Corp.
35c072c8eSSepherosa Ziehau  * All rights reserved.
45c072c8eSSepherosa Ziehau  *
55c072c8eSSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
65c072c8eSSepherosa Ziehau  * modification, are permitted provided that the following conditions
75c072c8eSSepherosa Ziehau  * are met:
85c072c8eSSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
95c072c8eSSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
105c072c8eSSepherosa Ziehau  *    disclaimer.
115c072c8eSSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
125c072c8eSSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
135c072c8eSSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
145c072c8eSSepherosa Ziehau  *
155c072c8eSSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
165c072c8eSSepherosa Ziehau  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
175c072c8eSSepherosa Ziehau  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
185c072c8eSSepherosa Ziehau  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
195c072c8eSSepherosa Ziehau  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
205c072c8eSSepherosa Ziehau  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
215c072c8eSSepherosa Ziehau  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
225c072c8eSSepherosa Ziehau  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
235c072c8eSSepherosa Ziehau  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
245c072c8eSSepherosa Ziehau  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
255c072c8eSSepherosa Ziehau  */
265c072c8eSSepherosa Ziehau 
275c072c8eSSepherosa Ziehau #include <sys/cdefs.h>
285c072c8eSSepherosa Ziehau __FBSDID("$FreeBSD$");
295c072c8eSSepherosa Ziehau 
305c072c8eSSepherosa Ziehau #include <sys/param.h>
315c072c8eSSepherosa Ziehau #include <sys/bus.h>
325c072c8eSSepherosa Ziehau #include <sys/kernel.h>
335c072c8eSSepherosa Ziehau #include <sys/module.h>
345c072c8eSSepherosa Ziehau #include <sys/syscallsubr.h>
355c072c8eSSepherosa Ziehau #include <sys/sysctl.h>
365c072c8eSSepherosa Ziehau #include <sys/systm.h>
375c072c8eSSepherosa Ziehau 
385c072c8eSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
395c072c8eSSepherosa Ziehau #include <dev/hyperv/include/vmbus.h>
405c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icreg.h>
415c072c8eSSepherosa Ziehau #include <dev/hyperv/utilities/vmbus_icvar.h>
425c072c8eSSepherosa Ziehau 
435c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER_MAJOR	3
445c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_FWVER		\
455c072c8eSSepherosa Ziehau 	VMBUS_IC_VERSION(VMBUS_TIMESYNC_FWVER_MAJOR, 0)
465c072c8eSSepherosa Ziehau 
475c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER_MAJOR	4
485c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER		\
495c072c8eSSepherosa Ziehau 	VMBUS_IC_VERSION(VMBUS_TIMESYNC_MSGVER_MAJOR, 0)
505c072c8eSSepherosa Ziehau 
51*69b12e53SSepherosa Ziehau #define VMBUS_TIMESYNC_MSGVER4(sc)	\
52*69b12e53SSepherosa Ziehau 	VMBUS_ICVER_LE(VMBUS_IC_VERSION(4, 0), (sc)->ic_msgver)
53*69b12e53SSepherosa Ziehau 
545c072c8eSSepherosa Ziehau #define VMBUS_TIMESYNC_DORTT(sc)	\
55*69b12e53SSepherosa Ziehau 	(VMBUS_TIMESYNC_MSGVER4((sc)) &&\
565c072c8eSSepherosa Ziehau 	 (hyperv_features & CPUID_HV_MSR_TIME_REFCNT))
575c072c8eSSepherosa Ziehau 
585c072c8eSSepherosa Ziehau static int			vmbus_timesync_probe(device_t);
595c072c8eSSepherosa Ziehau static int			vmbus_timesync_attach(device_t);
605c072c8eSSepherosa Ziehau 
615c072c8eSSepherosa Ziehau static const struct vmbus_ic_desc vmbus_timesync_descs[] = {
625c072c8eSSepherosa Ziehau 	{
635c072c8eSSepherosa Ziehau 		.ic_guid = { .hv_guid = {
645c072c8eSSepherosa Ziehau 		    0x30, 0xe6, 0x27, 0x95, 0xae, 0xd0, 0x7b, 0x49,
655c072c8eSSepherosa Ziehau 		    0xad, 0xce, 0xe8, 0x0a, 0xb0, 0x17, 0x5c, 0xaf } },
665c072c8eSSepherosa Ziehau 		.ic_desc = "Hyper-V Timesync"
675c072c8eSSepherosa Ziehau 	},
685c072c8eSSepherosa Ziehau 	VMBUS_IC_DESC_END
695c072c8eSSepherosa Ziehau };
705c072c8eSSepherosa Ziehau 
715c072c8eSSepherosa Ziehau static device_method_t vmbus_timesync_methods[] = {
725c072c8eSSepherosa Ziehau 	/* Device interface */
735c072c8eSSepherosa Ziehau 	DEVMETHOD(device_probe,		vmbus_timesync_probe),
745c072c8eSSepherosa Ziehau 	DEVMETHOD(device_attach,	vmbus_timesync_attach),
755c072c8eSSepherosa Ziehau 	DEVMETHOD(device_detach,	vmbus_ic_detach),
765c072c8eSSepherosa Ziehau 	DEVMETHOD_END
775c072c8eSSepherosa Ziehau };
785c072c8eSSepherosa Ziehau 
795c072c8eSSepherosa Ziehau static driver_t vmbus_timesync_driver = {
805c072c8eSSepherosa Ziehau 	"hvtimesync",
815c072c8eSSepherosa Ziehau 	vmbus_timesync_methods,
825c072c8eSSepherosa Ziehau 	sizeof(struct vmbus_ic_softc)
835c072c8eSSepherosa Ziehau };
845c072c8eSSepherosa Ziehau 
855c072c8eSSepherosa Ziehau static devclass_t vmbus_timesync_devclass;
865c072c8eSSepherosa Ziehau 
875c072c8eSSepherosa Ziehau DRIVER_MODULE(hv_timesync, vmbus, vmbus_timesync_driver,
885c072c8eSSepherosa Ziehau     vmbus_timesync_devclass, NULL, NULL);
895c072c8eSSepherosa Ziehau MODULE_VERSION(hv_timesync, 1);
905c072c8eSSepherosa Ziehau MODULE_DEPEND(hv_timesync, vmbus, 1, 1, 1);
915c072c8eSSepherosa Ziehau 
925c072c8eSSepherosa Ziehau SYSCTL_NODE(_hw, OID_AUTO, hvtimesync, CTLFLAG_RW | CTLFLAG_MPSAFE, NULL,
935c072c8eSSepherosa Ziehau     "Hyper-V timesync interface");
945c072c8eSSepherosa Ziehau 
955c072c8eSSepherosa Ziehau static int vmbus_ts_ignore_sync = 0;
965c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, ignore_sync, CTLFLAG_RWTUN,
975c072c8eSSepherosa Ziehau     &vmbus_ts_ignore_sync, 0, "Ignore the sync request.");
985c072c8eSSepherosa Ziehau 
995c072c8eSSepherosa Ziehau /*
1005c072c8eSSepherosa Ziehau  * Trigger sample sync when drift exceeds threshold (ms).
1015c072c8eSSepherosa Ziehau  * Ignore the sample request when set to 0.
1025c072c8eSSepherosa Ziehau  */
1035c072c8eSSepherosa Ziehau static int vmbus_ts_sample_thresh = 100;
1045c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_thresh, CTLFLAG_RWTUN,
1055c072c8eSSepherosa Ziehau     &vmbus_ts_sample_thresh, 0,
1065c072c8eSSepherosa Ziehau     "Threshold that makes sample request trigger the sync (unit: ms).");
1075c072c8eSSepherosa Ziehau 
1085c072c8eSSepherosa Ziehau static int vmbus_ts_sample_verbose = 0;
1095c072c8eSSepherosa Ziehau SYSCTL_INT(_hw_hvtimesync, OID_AUTO, sample_verbose, CTLFLAG_RWTUN,
1105c072c8eSSepherosa Ziehau     &vmbus_ts_sample_verbose, 0, "Increase sample request verbosity.");
1115c072c8eSSepherosa Ziehau 
1125c072c8eSSepherosa Ziehau static void
1135c072c8eSSepherosa Ziehau vmbus_timesync(struct vmbus_ic_softc *sc, uint64_t hvtime, uint64_t sent_tc,
1145c072c8eSSepherosa Ziehau     uint8_t tsflags)
1155c072c8eSSepherosa Ziehau {
1165c072c8eSSepherosa Ziehau 	struct timespec vm_ts;
1175c072c8eSSepherosa Ziehau 	uint64_t hv_ns, vm_ns, rtt = 0;
1185c072c8eSSepherosa Ziehau 
1195c072c8eSSepherosa Ziehau 	if (VMBUS_TIMESYNC_DORTT(sc))
1205c072c8eSSepherosa Ziehau 		rtt = rdmsr(MSR_HV_TIME_REF_COUNT) - sent_tc;
1215c072c8eSSepherosa Ziehau 
1225c072c8eSSepherosa Ziehau 	hv_ns = (hvtime - VMBUS_ICMSG_TS_BASE + rtt) * HYPERV_TIMER_NS_FACTOR;
1235c072c8eSSepherosa Ziehau 	nanotime(&vm_ts);
1245c072c8eSSepherosa Ziehau 	vm_ns = (vm_ts.tv_sec * NANOSEC) + vm_ts.tv_nsec;
1255c072c8eSSepherosa Ziehau 
1265c072c8eSSepherosa Ziehau 	if ((tsflags & VMBUS_ICMSG_TS_FLAG_SYNC) && !vmbus_ts_ignore_sync) {
1275c072c8eSSepherosa Ziehau 		struct timespec hv_ts;
1285c072c8eSSepherosa Ziehau 
1295c072c8eSSepherosa Ziehau 		if (bootverbose) {
1305c072c8eSSepherosa Ziehau 			device_printf(sc->ic_dev, "apply sync request, "
1315c072c8eSSepherosa Ziehau 			    "hv: %ju, vm: %ju\n",
1325c072c8eSSepherosa Ziehau 			    (uintmax_t)hv_ns, (uintmax_t)vm_ns);
1335c072c8eSSepherosa Ziehau 		}
1345c072c8eSSepherosa Ziehau 		hv_ts.tv_sec = hv_ns / NANOSEC;
1355c072c8eSSepherosa Ziehau 		hv_ts.tv_nsec = hv_ns % NANOSEC;
1365c072c8eSSepherosa Ziehau 		kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts);
1375c072c8eSSepherosa Ziehau 		/* Done! */
1385c072c8eSSepherosa Ziehau 		return;
1395c072c8eSSepherosa Ziehau 	}
1405c072c8eSSepherosa Ziehau 
1415c072c8eSSepherosa Ziehau 	if ((tsflags & VMBUS_ICMSG_TS_FLAG_SAMPLE) &&
1425c072c8eSSepherosa Ziehau 	    vmbus_ts_sample_thresh > 0) {
1435c072c8eSSepherosa Ziehau 		int64_t diff;
1445c072c8eSSepherosa Ziehau 
1455c072c8eSSepherosa Ziehau 		if (vmbus_ts_sample_verbose) {
1465c072c8eSSepherosa Ziehau 			device_printf(sc->ic_dev, "sample request, "
1475c072c8eSSepherosa Ziehau 			    "hv: %ju, vm: %ju\n",
1485c072c8eSSepherosa Ziehau 			    (uintmax_t)hv_ns, (uintmax_t)vm_ns);
1495c072c8eSSepherosa Ziehau 		}
1505c072c8eSSepherosa Ziehau 
1515c072c8eSSepherosa Ziehau 		if (hv_ns > vm_ns)
1525c072c8eSSepherosa Ziehau 			diff = hv_ns - vm_ns;
1535c072c8eSSepherosa Ziehau 		else
1545c072c8eSSepherosa Ziehau 			diff = vm_ns - hv_ns;
1555c072c8eSSepherosa Ziehau 		/* nanosec -> millisec */
1565c072c8eSSepherosa Ziehau 		diff /= 1000000;
1575c072c8eSSepherosa Ziehau 
1585c072c8eSSepherosa Ziehau 		if (diff > vmbus_ts_sample_thresh) {
1595c072c8eSSepherosa Ziehau 			struct timespec hv_ts;
1605c072c8eSSepherosa Ziehau 
1615c072c8eSSepherosa Ziehau 			if (bootverbose) {
1625c072c8eSSepherosa Ziehau 				device_printf(sc->ic_dev,
1635c072c8eSSepherosa Ziehau 				    "apply sample request, hv: %ju, vm: %ju\n",
1645c072c8eSSepherosa Ziehau 				    (uintmax_t)hv_ns, (uintmax_t)vm_ns);
1655c072c8eSSepherosa Ziehau 			}
1665c072c8eSSepherosa Ziehau 			hv_ts.tv_sec = hv_ns / NANOSEC;
1675c072c8eSSepherosa Ziehau 			hv_ts.tv_nsec = hv_ns % NANOSEC;
1685c072c8eSSepherosa Ziehau 			kern_clock_settime(curthread, CLOCK_REALTIME, &hv_ts);
1695c072c8eSSepherosa Ziehau 		}
1705c072c8eSSepherosa Ziehau 		/* Done */
1715c072c8eSSepherosa Ziehau 		return;
1725c072c8eSSepherosa Ziehau 	}
1735c072c8eSSepherosa Ziehau }
1745c072c8eSSepherosa Ziehau 
1755c072c8eSSepherosa Ziehau static void
1765c072c8eSSepherosa Ziehau vmbus_timesync_cb(struct vmbus_channel *chan, void *xsc)
1775c072c8eSSepherosa Ziehau {
1785c072c8eSSepherosa Ziehau 	struct vmbus_ic_softc *sc = xsc;
1795c072c8eSSepherosa Ziehau 	struct vmbus_icmsg_hdr *hdr;
1805c072c8eSSepherosa Ziehau 	int dlen, error;
1815c072c8eSSepherosa Ziehau 	uint64_t xactid;
1825c072c8eSSepherosa Ziehau 	void *data;
1835c072c8eSSepherosa Ziehau 
1845c072c8eSSepherosa Ziehau 	/*
1855c072c8eSSepherosa Ziehau 	 * Receive request.
1865c072c8eSSepherosa Ziehau 	 */
1875c072c8eSSepherosa Ziehau 	data = sc->ic_buf;
1885c072c8eSSepherosa Ziehau 	dlen = sc->ic_buflen;
1895c072c8eSSepherosa Ziehau 	error = vmbus_chan_recv(chan, data, &dlen, &xactid);
1905c072c8eSSepherosa Ziehau 	KASSERT(error != ENOBUFS, ("icbuf is not large enough"));
1915c072c8eSSepherosa Ziehau 	if (error)
1925c072c8eSSepherosa Ziehau 		return;
1935c072c8eSSepherosa Ziehau 
1945c072c8eSSepherosa Ziehau 	if (dlen < sizeof(*hdr)) {
1955c072c8eSSepherosa Ziehau 		device_printf(sc->ic_dev, "invalid data len %d\n", dlen);
1965c072c8eSSepherosa Ziehau 		return;
1975c072c8eSSepherosa Ziehau 	}
1985c072c8eSSepherosa Ziehau 	hdr = data;
1995c072c8eSSepherosa Ziehau 
2005c072c8eSSepherosa Ziehau 	/*
2015c072c8eSSepherosa Ziehau 	 * Update request, which will be echoed back as response.
2025c072c8eSSepherosa Ziehau 	 */
2035c072c8eSSepherosa Ziehau 	switch (hdr->ic_type) {
2045c072c8eSSepherosa Ziehau 	case VMBUS_ICMSG_TYPE_NEGOTIATE:
2055c072c8eSSepherosa Ziehau 		error = vmbus_ic_negomsg(sc, data, &dlen,
2065c072c8eSSepherosa Ziehau 		    VMBUS_TIMESYNC_FWVER, VMBUS_TIMESYNC_MSGVER);
2075c072c8eSSepherosa Ziehau 		if (error)
2085c072c8eSSepherosa Ziehau 			return;
2095c072c8eSSepherosa Ziehau 		if (VMBUS_TIMESYNC_DORTT(sc))
2105c072c8eSSepherosa Ziehau 			device_printf(sc->ic_dev, "RTT\n");
2115c072c8eSSepherosa Ziehau 		break;
2125c072c8eSSepherosa Ziehau 
2135c072c8eSSepherosa Ziehau 	case VMBUS_ICMSG_TYPE_TIMESYNC:
214*69b12e53SSepherosa Ziehau 		if (VMBUS_TIMESYNC_MSGVER4(sc)) {
215*69b12e53SSepherosa Ziehau 			const struct vmbus_icmsg_timesync4 *msg4;
216*69b12e53SSepherosa Ziehau 
217*69b12e53SSepherosa Ziehau 			if (dlen < sizeof(*msg4)) {
218*69b12e53SSepherosa Ziehau 				device_printf(sc->ic_dev, "invalid timesync4 "
219*69b12e53SSepherosa Ziehau 				    "len %d\n", dlen);
220*69b12e53SSepherosa Ziehau 				return;
221*69b12e53SSepherosa Ziehau 			}
222*69b12e53SSepherosa Ziehau 			msg4 = data;
223*69b12e53SSepherosa Ziehau 			vmbus_timesync(sc, msg4->ic_hvtime, msg4->ic_sent_tc,
224*69b12e53SSepherosa Ziehau 			    msg4->ic_tsflags);
225*69b12e53SSepherosa Ziehau 		} else {
226*69b12e53SSepherosa Ziehau 			const struct vmbus_icmsg_timesync *msg;
227*69b12e53SSepherosa Ziehau 
2285c072c8eSSepherosa Ziehau 			if (dlen < sizeof(*msg)) {
229*69b12e53SSepherosa Ziehau 				device_printf(sc->ic_dev, "invalid timesync "
230*69b12e53SSepherosa Ziehau 				    "len %d\n", dlen);
2315c072c8eSSepherosa Ziehau 				return;
2325c072c8eSSepherosa Ziehau 			}
2335c072c8eSSepherosa Ziehau 			msg = data;
234*69b12e53SSepherosa Ziehau 			vmbus_timesync(sc, msg->ic_hvtime, 0, msg->ic_tsflags);
235*69b12e53SSepherosa Ziehau 		}
2365c072c8eSSepherosa Ziehau 		break;
2375c072c8eSSepherosa Ziehau 
2385c072c8eSSepherosa Ziehau 	default:
2395c072c8eSSepherosa Ziehau 		device_printf(sc->ic_dev, "got 0x%08x icmsg\n", hdr->ic_type);
2405c072c8eSSepherosa Ziehau 		break;
2415c072c8eSSepherosa Ziehau 	}
2425c072c8eSSepherosa Ziehau 
2435c072c8eSSepherosa Ziehau 	/*
2445c072c8eSSepherosa Ziehau 	 * Send response by echoing the request back.
2455c072c8eSSepherosa Ziehau 	 */
2465c072c8eSSepherosa Ziehau 	vmbus_ic_sendresp(sc, chan, data, dlen, xactid);
2475c072c8eSSepherosa Ziehau }
2485c072c8eSSepherosa Ziehau 
2495c072c8eSSepherosa Ziehau static int
2505c072c8eSSepherosa Ziehau vmbus_timesync_probe(device_t dev)
2515c072c8eSSepherosa Ziehau {
2525c072c8eSSepherosa Ziehau 
2535c072c8eSSepherosa Ziehau 	return (vmbus_ic_probe(dev, vmbus_timesync_descs));
2545c072c8eSSepherosa Ziehau }
2555c072c8eSSepherosa Ziehau 
2565c072c8eSSepherosa Ziehau static int
2575c072c8eSSepherosa Ziehau vmbus_timesync_attach(device_t dev)
2585c072c8eSSepherosa Ziehau {
2595c072c8eSSepherosa Ziehau 
2605c072c8eSSepherosa Ziehau 	return (vmbus_ic_attach(dev, vmbus_timesync_cb));
2615c072c8eSSepherosa Ziehau }
262