xref: /freebsd/sys/dev/hyperv/vmbus/vmbus_et.c (revision fd42dfc55061d903fca07372bed539c30037df54)
1b7bb4816SSepherosa Ziehau /*-
2b7bb4816SSepherosa Ziehau  * Copyright (c) 2015,2016 Microsoft Corp.
3b7bb4816SSepherosa Ziehau  * All rights reserved.
4b7bb4816SSepherosa Ziehau  *
5b7bb4816SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
6b7bb4816SSepherosa Ziehau  * modification, are permitted provided that the following conditions
7b7bb4816SSepherosa Ziehau  * are met:
8b7bb4816SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
9b7bb4816SSepherosa Ziehau  *      notice, this list of conditions and the following disclaimer.
10b7bb4816SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
11b7bb4816SSepherosa Ziehau  *      notice, this list of conditions and the following disclaimer in the
12b7bb4816SSepherosa Ziehau  *      documentation and/or other materials provided with the distribution.
13b7bb4816SSepherosa Ziehau  *
14b7bb4816SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15b7bb4816SSepherosa Ziehau  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16b7bb4816SSepherosa Ziehau  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17b7bb4816SSepherosa Ziehau  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18b7bb4816SSepherosa Ziehau  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19b7bb4816SSepherosa Ziehau  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20b7bb4816SSepherosa Ziehau  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21b7bb4816SSepherosa Ziehau  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22b7bb4816SSepherosa Ziehau  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23b7bb4816SSepherosa Ziehau  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24b7bb4816SSepherosa Ziehau  * SUCH DAMAGE.
25b7bb4816SSepherosa Ziehau  */
26b7bb4816SSepherosa Ziehau 
27b7bb4816SSepherosa Ziehau #include <sys/cdefs.h>
28b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$");
29b7bb4816SSepherosa Ziehau 
30b7bb4816SSepherosa Ziehau #include <sys/param.h>
31b7bb4816SSepherosa Ziehau #include <sys/bus.h>
32b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
33b7bb4816SSepherosa Ziehau #include <sys/module.h>
34b7bb4816SSepherosa Ziehau #include <sys/proc.h>
35b7bb4816SSepherosa Ziehau #include <sys/smp.h>
367d8ee480SSepherosa Ziehau #include <sys/systm.h>
37b7bb4816SSepherosa Ziehau #include <sys/timeet.h>
38b7bb4816SSepherosa Ziehau 
39b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_reg.h>
40b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
41b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h>
42b7bb4816SSepherosa Ziehau 
43b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME			"hvet"
44b7bb4816SSepherosa Ziehau 
45b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT		\
46b7bb4816SSepherosa Ziehau 	((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \
47b7bb4816SSepherosa Ziehau 	 MSR_HV_STIMER_CFG_SINT_MASK)
48b7bb4816SSepherosa Ziehau 
49b7bb4816SSepherosa Ziehau /*
50b7bb4816SSepherosa Ziehau  * Two additionally required features:
51b7bb4816SSepherosa Ziehau  * - SynIC is needed for interrupt generation.
52b7bb4816SSepherosa Ziehau  * - Time reference counter is needed to set ABS reference count to
53b7bb4816SSepherosa Ziehau  *   STIMER0_COUNT.
54b7bb4816SSepherosa Ziehau  */
55b7bb4816SSepherosa Ziehau #define CPUID_HV_ET_MASK		(CPUID_HV_MSR_TIME_REFCNT |	\
56b7bb4816SSepherosa Ziehau 					 CPUID_HV_MSR_SYNIC |		\
57b7bb4816SSepherosa Ziehau 					 CPUID_HV_MSR_SYNTIMER)
58b7bb4816SSepherosa Ziehau 
595b444edaSSepherosa Ziehau static void			vmbus_et_identify(driver_t *, device_t);
605b444edaSSepherosa Ziehau static int			vmbus_et_probe(device_t);
615b444edaSSepherosa Ziehau static int			vmbus_et_attach(device_t);
625b444edaSSepherosa Ziehau static int			vmbus_et_detach(device_t);
635b444edaSSepherosa Ziehau static int			vmbus_et_start(struct eventtimer *, sbintime_t,
645b444edaSSepherosa Ziehau 				    sbintime_t);
655b444edaSSepherosa Ziehau 
66b7bb4816SSepherosa Ziehau static struct eventtimer	vmbus_et;
67b7bb4816SSepherosa Ziehau 
68*fd42dfc5SSepherosa Ziehau static device_method_t vmbus_et_methods[] = {
69*fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_identify,	vmbus_et_identify),
70*fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_probe,		vmbus_et_probe),
71*fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_attach,	vmbus_et_attach),
72*fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_detach,	vmbus_et_detach),
73*fd42dfc5SSepherosa Ziehau 
74*fd42dfc5SSepherosa Ziehau 	DEVMETHOD_END
75*fd42dfc5SSepherosa Ziehau };
76*fd42dfc5SSepherosa Ziehau 
77*fd42dfc5SSepherosa Ziehau static driver_t vmbus_et_driver = {
78*fd42dfc5SSepherosa Ziehau 	VMBUS_ET_NAME,
79*fd42dfc5SSepherosa Ziehau 	vmbus_et_methods,
80*fd42dfc5SSepherosa Ziehau 	0
81*fd42dfc5SSepherosa Ziehau };
82*fd42dfc5SSepherosa Ziehau 
83*fd42dfc5SSepherosa Ziehau static devclass_t vmbus_et_devclass;
84*fd42dfc5SSepherosa Ziehau 
85*fd42dfc5SSepherosa Ziehau DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, vmbus_et_devclass, NULL, NULL);
86*fd42dfc5SSepherosa Ziehau MODULE_VERSION(hv_et, 1);
87*fd42dfc5SSepherosa Ziehau 
88b7bb4816SSepherosa Ziehau static __inline uint64_t
89b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time)
90b7bb4816SSepherosa Ziehau {
91b7bb4816SSepherosa Ziehau 	struct timespec val;
92b7bb4816SSepherosa Ziehau 
93b7bb4816SSepherosa Ziehau 	val = sbttots(time);
94b7bb4816SSepherosa Ziehau 	return (val.tv_sec * HYPERV_TIMER_FREQ) +
95b7bb4816SSepherosa Ziehau 	    (val.tv_nsec / HYPERV_TIMER_NS_FACTOR);
96b7bb4816SSepherosa Ziehau }
97b7bb4816SSepherosa Ziehau 
98b7bb4816SSepherosa Ziehau static int
99b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first,
100b7bb4816SSepherosa Ziehau     sbintime_t period __unused)
101b7bb4816SSepherosa Ziehau {
102b7bb4816SSepherosa Ziehau 	uint64_t current;
103b7bb4816SSepherosa Ziehau 
104b7bb4816SSepherosa Ziehau 	current = rdmsr(MSR_HV_TIME_REF_COUNT);
105b7bb4816SSepherosa Ziehau 	current += hyperv_sbintime2count(first);
106b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_STIMER0_COUNT, current);
107b7bb4816SSepherosa Ziehau 
108b7bb4816SSepherosa Ziehau 	return (0);
109b7bb4816SSepherosa Ziehau }
110b7bb4816SSepherosa Ziehau 
111b7bb4816SSepherosa Ziehau void
112b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame)
113b7bb4816SSepherosa Ziehau {
114b7bb4816SSepherosa Ziehau 	struct trapframe *oldframe;
115b7bb4816SSepherosa Ziehau 	struct thread *td;
116b7bb4816SSepherosa Ziehau 
117b7bb4816SSepherosa Ziehau 	if (vmbus_et.et_active) {
118b7bb4816SSepherosa Ziehau 		td = curthread;
119b7bb4816SSepherosa Ziehau 		td->td_intr_nesting_level++;
120b7bb4816SSepherosa Ziehau 		oldframe = td->td_intr_frame;
121b7bb4816SSepherosa Ziehau 		td->td_intr_frame = frame;
122b7bb4816SSepherosa Ziehau 		vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg);
123b7bb4816SSepherosa Ziehau 		td->td_intr_frame = oldframe;
124b7bb4816SSepherosa Ziehau 		td->td_intr_nesting_level--;
125b7bb4816SSepherosa Ziehau 	}
126b7bb4816SSepherosa Ziehau }
127b7bb4816SSepherosa Ziehau 
128b7bb4816SSepherosa Ziehau static void
129b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent)
130b7bb4816SSepherosa Ziehau {
131b7bb4816SSepherosa Ziehau 	if (device_get_unit(parent) != 0 ||
132b7bb4816SSepherosa Ziehau 	    device_find_child(parent, VMBUS_ET_NAME, -1) != NULL ||
133b7bb4816SSepherosa Ziehau 	    (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK)
134b7bb4816SSepherosa Ziehau 		return;
135b7bb4816SSepherosa Ziehau 
136b7bb4816SSepherosa Ziehau 	device_add_child(parent, VMBUS_ET_NAME, -1);
137b7bb4816SSepherosa Ziehau }
138b7bb4816SSepherosa Ziehau 
139b7bb4816SSepherosa Ziehau static int
140b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev)
141b7bb4816SSepherosa Ziehau {
142b7bb4816SSepherosa Ziehau 	if (resource_disabled(VMBUS_ET_NAME, 0))
143b7bb4816SSepherosa Ziehau 		return (ENXIO);
144b7bb4816SSepherosa Ziehau 
145b7bb4816SSepherosa Ziehau 	device_set_desc(dev, "Hyper-V event timer");
146b7bb4816SSepherosa Ziehau 
147b7bb4816SSepherosa Ziehau 	return (BUS_PROBE_NOWILDCARD);
148b7bb4816SSepherosa Ziehau }
149b7bb4816SSepherosa Ziehau 
150b7bb4816SSepherosa Ziehau static void
151b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused)
152b7bb4816SSepherosa Ziehau {
153b7bb4816SSepherosa Ziehau 	/*
154b7bb4816SSepherosa Ziehau 	 * Make sure that STIMER0 is really disabled before writing
155b7bb4816SSepherosa Ziehau 	 * to STIMER0_CONFIG.
156b7bb4816SSepherosa Ziehau 	 *
157b7bb4816SSepherosa Ziehau 	 * "Writing to the configuration register of a timer that
158b7bb4816SSepherosa Ziehau 	 *  is already enabled may result in undefined behaviour."
159b7bb4816SSepherosa Ziehau 	 */
160b7bb4816SSepherosa Ziehau 	for (;;) {
161b7bb4816SSepherosa Ziehau 		uint64_t val;
162b7bb4816SSepherosa Ziehau 
163b7bb4816SSepherosa Ziehau 		/* Stop counting, and this also implies disabling STIMER0 */
164b7bb4816SSepherosa Ziehau 		wrmsr(MSR_HV_STIMER0_COUNT, 0);
165b7bb4816SSepherosa Ziehau 
166b7bb4816SSepherosa Ziehau 		val = rdmsr(MSR_HV_STIMER0_CONFIG);
167b7bb4816SSepherosa Ziehau 		if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0)
168b7bb4816SSepherosa Ziehau 			break;
169b7bb4816SSepherosa Ziehau 		cpu_spinwait();
170b7bb4816SSepherosa Ziehau 	}
171b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_STIMER0_CONFIG,
172b7bb4816SSepherosa Ziehau 	    MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT);
173b7bb4816SSepherosa Ziehau }
174b7bb4816SSepherosa Ziehau 
175b7bb4816SSepherosa Ziehau static int
176b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev)
177b7bb4816SSepherosa Ziehau {
178b7bb4816SSepherosa Ziehau 	/* TODO: use independent IDT vector */
179b7bb4816SSepherosa Ziehau 
180b7bb4816SSepherosa Ziehau 	vmbus_et.et_name = "Hyper-V";
181b7bb4816SSepherosa Ziehau 	vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU;
182b7bb4816SSepherosa Ziehau 	vmbus_et.et_quality = 1000;
183b7bb4816SSepherosa Ziehau 	vmbus_et.et_frequency = HYPERV_TIMER_FREQ;
184b7bb4816SSepherosa Ziehau 	vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ;
185b7bb4816SSepherosa Ziehau 	vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ;
186b7bb4816SSepherosa Ziehau 	vmbus_et.et_start = vmbus_et_start;
187b7bb4816SSepherosa Ziehau 
188b7bb4816SSepherosa Ziehau 	/*
189b7bb4816SSepherosa Ziehau 	 * Delay a bit to make sure that MSR_HV_TIME_REF_COUNT will
190b7bb4816SSepherosa Ziehau 	 * not return 0, since writing 0 to STIMER0_COUNT will disable
191b7bb4816SSepherosa Ziehau 	 * STIMER0.
192b7bb4816SSepherosa Ziehau 	 */
193b7bb4816SSepherosa Ziehau 	DELAY(100);
194b7bb4816SSepherosa Ziehau 	smp_rendezvous(NULL, vmbus_et_config, NULL, NULL);
195b7bb4816SSepherosa Ziehau 
196b7bb4816SSepherosa Ziehau 	return (et_register(&vmbus_et));
197b7bb4816SSepherosa Ziehau }
198b7bb4816SSepherosa Ziehau 
199b7bb4816SSepherosa Ziehau static int
200b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev)
201b7bb4816SSepherosa Ziehau {
202b7bb4816SSepherosa Ziehau 	return (et_deregister(&vmbus_et));
203b7bb4816SSepherosa Ziehau }
204