xref: /freebsd/sys/dev/hyperv/vmbus/vmbus_et.c (revision 9729f076e4d93c5a37e78d427bfe0f1ab99bbcc6)
1b7bb4816SSepherosa Ziehau /*-
293b4e111SSepherosa Ziehau  * Copyright (c) 2015,2016-2017 Microsoft Corp.
3b7bb4816SSepherosa Ziehau  * All rights reserved.
4b7bb4816SSepherosa Ziehau  *
5b7bb4816SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
6b7bb4816SSepherosa Ziehau  * modification, are permitted provided that the following conditions
7b7bb4816SSepherosa Ziehau  * are met:
8b7bb4816SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
9b7bb4816SSepherosa Ziehau  *      notice, this list of conditions and the following disclaimer.
10b7bb4816SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
11b7bb4816SSepherosa Ziehau  *      notice, this list of conditions and the following disclaimer in the
12b7bb4816SSepherosa Ziehau  *      documentation and/or other materials provided with the distribution.
13b7bb4816SSepherosa Ziehau  *
14b7bb4816SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15b7bb4816SSepherosa Ziehau  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16b7bb4816SSepherosa Ziehau  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17b7bb4816SSepherosa Ziehau  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18b7bb4816SSepherosa Ziehau  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19b7bb4816SSepherosa Ziehau  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20b7bb4816SSepherosa Ziehau  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21b7bb4816SSepherosa Ziehau  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22b7bb4816SSepherosa Ziehau  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23b7bb4816SSepherosa Ziehau  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24b7bb4816SSepherosa Ziehau  * SUCH DAMAGE.
25b7bb4816SSepherosa Ziehau  */
26b7bb4816SSepherosa Ziehau 
27b7bb4816SSepherosa Ziehau #include <sys/cdefs.h>
28b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$");
29b7bb4816SSepherosa Ziehau 
30b7bb4816SSepherosa Ziehau #include <sys/param.h>
31b7bb4816SSepherosa Ziehau #include <sys/bus.h>
32b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
33b7bb4816SSepherosa Ziehau #include <sys/module.h>
34b7bb4816SSepherosa Ziehau #include <sys/proc.h>
35b7bb4816SSepherosa Ziehau #include <sys/smp.h>
367d8ee480SSepherosa Ziehau #include <sys/systm.h>
37b7bb4816SSepherosa Ziehau #include <sys/timeet.h>
38b7bb4816SSepherosa Ziehau 
39096d83feSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
40*9729f076SSouradeep Chakrabarti #if defined(__aarch64__)
41*9729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_reg.h>
42*9729f076SSouradeep Chakrabarti #else
43*9729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
44*9729f076SSouradeep Chakrabarti #endif
45b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
46b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h>
47*9729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h>
48b7bb4816SSepherosa Ziehau 
49b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME			"hvet"
50b7bb4816SSepherosa Ziehau 
51b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT		\
52b7bb4816SSepherosa Ziehau 	((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \
53b7bb4816SSepherosa Ziehau 	 MSR_HV_STIMER_CFG_SINT_MASK)
54b7bb4816SSepherosa Ziehau 
55b7bb4816SSepherosa Ziehau /*
56227bb849SSepherosa Ziehau  * Additionally required feature:
57b7bb4816SSepherosa Ziehau  * - SynIC is needed for interrupt generation.
58b7bb4816SSepherosa Ziehau  */
59227bb849SSepherosa Ziehau #define CPUID_HV_ET_MASK		(CPUID_HV_MSR_SYNIC |		\
60b7bb4816SSepherosa Ziehau 					 CPUID_HV_MSR_SYNTIMER)
61b7bb4816SSepherosa Ziehau 
625b444edaSSepherosa Ziehau static void			vmbus_et_identify(driver_t *, device_t);
635b444edaSSepherosa Ziehau static int			vmbus_et_probe(device_t);
645b444edaSSepherosa Ziehau static int			vmbus_et_attach(device_t);
655b444edaSSepherosa Ziehau static int			vmbus_et_detach(device_t);
665b444edaSSepherosa Ziehau static int			vmbus_et_start(struct eventtimer *, sbintime_t,
675b444edaSSepherosa Ziehau 				    sbintime_t);
685b444edaSSepherosa Ziehau 
69b7bb4816SSepherosa Ziehau static struct eventtimer	vmbus_et;
70b7bb4816SSepherosa Ziehau 
71fd42dfc5SSepherosa Ziehau static device_method_t vmbus_et_methods[] = {
72fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_identify,	vmbus_et_identify),
73fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_probe,		vmbus_et_probe),
74fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_attach,	vmbus_et_attach),
75fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_detach,	vmbus_et_detach),
76fd42dfc5SSepherosa Ziehau 
77fd42dfc5SSepherosa Ziehau 	DEVMETHOD_END
78fd42dfc5SSepherosa Ziehau };
79fd42dfc5SSepherosa Ziehau 
80fd42dfc5SSepherosa Ziehau static driver_t vmbus_et_driver = {
81fd42dfc5SSepherosa Ziehau 	VMBUS_ET_NAME,
82fd42dfc5SSepherosa Ziehau 	vmbus_et_methods,
83fd42dfc5SSepherosa Ziehau 	0
84fd42dfc5SSepherosa Ziehau };
85fd42dfc5SSepherosa Ziehau 
86c1cef544SJohn Baldwin DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, NULL, NULL);
87fd42dfc5SSepherosa Ziehau MODULE_VERSION(hv_et, 1);
88fd42dfc5SSepherosa Ziehau 
89b7bb4816SSepherosa Ziehau static __inline uint64_t
90b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time)
91b7bb4816SSepherosa Ziehau {
92b7bb4816SSepherosa Ziehau 	struct timespec val;
93b7bb4816SSepherosa Ziehau 
94b7bb4816SSepherosa Ziehau 	val = sbttots(time);
95b7bb4816SSepherosa Ziehau 	return (val.tv_sec * HYPERV_TIMER_FREQ) +
96b7bb4816SSepherosa Ziehau 	    (val.tv_nsec / HYPERV_TIMER_NS_FACTOR);
97b7bb4816SSepherosa Ziehau }
98b7bb4816SSepherosa Ziehau 
99b7bb4816SSepherosa Ziehau static int
100b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first,
101b7bb4816SSepherosa Ziehau     sbintime_t period __unused)
102b7bb4816SSepherosa Ziehau {
103b7bb4816SSepherosa Ziehau 	uint64_t current;
104b7bb4816SSepherosa Ziehau 
105227bb849SSepherosa Ziehau 	current = hyperv_tc64();
106b7bb4816SSepherosa Ziehau 	current += hyperv_sbintime2count(first);
107b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_STIMER0_COUNT, current);
108b7bb4816SSepherosa Ziehau 
109b7bb4816SSepherosa Ziehau 	return (0);
110b7bb4816SSepherosa Ziehau }
111b7bb4816SSepherosa Ziehau 
112b7bb4816SSepherosa Ziehau void
113b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame)
114b7bb4816SSepherosa Ziehau {
115b7bb4816SSepherosa Ziehau 	struct trapframe *oldframe;
116b7bb4816SSepherosa Ziehau 	struct thread *td;
117b7bb4816SSepherosa Ziehau 
118b7bb4816SSepherosa Ziehau 	if (vmbus_et.et_active) {
119b7bb4816SSepherosa Ziehau 		td = curthread;
120b7bb4816SSepherosa Ziehau 		td->td_intr_nesting_level++;
121b7bb4816SSepherosa Ziehau 		oldframe = td->td_intr_frame;
122b7bb4816SSepherosa Ziehau 		td->td_intr_frame = frame;
123b7bb4816SSepherosa Ziehau 		vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg);
124b7bb4816SSepherosa Ziehau 		td->td_intr_frame = oldframe;
125b7bb4816SSepherosa Ziehau 		td->td_intr_nesting_level--;
126b7bb4816SSepherosa Ziehau 	}
127b7bb4816SSepherosa Ziehau }
128b7bb4816SSepherosa Ziehau 
129b7bb4816SSepherosa Ziehau static void
130b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent)
131b7bb4816SSepherosa Ziehau {
132b7bb4816SSepherosa Ziehau 	if (device_get_unit(parent) != 0 ||
133b7bb4816SSepherosa Ziehau 	    device_find_child(parent, VMBUS_ET_NAME, -1) != NULL ||
134227bb849SSepherosa Ziehau 	    (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK ||
135227bb849SSepherosa Ziehau 	    hyperv_tc64 == NULL)
136b7bb4816SSepherosa Ziehau 		return;
137b7bb4816SSepherosa Ziehau 
138b7bb4816SSepherosa Ziehau 	device_add_child(parent, VMBUS_ET_NAME, -1);
139b7bb4816SSepherosa Ziehau }
140b7bb4816SSepherosa Ziehau 
141b7bb4816SSepherosa Ziehau static int
142b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev)
143b7bb4816SSepherosa Ziehau {
144b7bb4816SSepherosa Ziehau 	if (resource_disabled(VMBUS_ET_NAME, 0))
145b7bb4816SSepherosa Ziehau 		return (ENXIO);
146b7bb4816SSepherosa Ziehau 
147b7bb4816SSepherosa Ziehau 	device_set_desc(dev, "Hyper-V event timer");
148b7bb4816SSepherosa Ziehau 
149b7bb4816SSepherosa Ziehau 	return (BUS_PROBE_NOWILDCARD);
150b7bb4816SSepherosa Ziehau }
151b7bb4816SSepherosa Ziehau 
152b7bb4816SSepherosa Ziehau static void
153b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused)
154b7bb4816SSepherosa Ziehau {
155b7bb4816SSepherosa Ziehau 	/*
156b7bb4816SSepherosa Ziehau 	 * Make sure that STIMER0 is really disabled before writing
157b7bb4816SSepherosa Ziehau 	 * to STIMER0_CONFIG.
158b7bb4816SSepherosa Ziehau 	 *
159b7bb4816SSepherosa Ziehau 	 * "Writing to the configuration register of a timer that
160b7bb4816SSepherosa Ziehau 	 *  is already enabled may result in undefined behaviour."
161b7bb4816SSepherosa Ziehau 	 */
162b7bb4816SSepherosa Ziehau 	for (;;) {
163b7bb4816SSepherosa Ziehau 		uint64_t val;
164b7bb4816SSepherosa Ziehau 
165b7bb4816SSepherosa Ziehau 		/* Stop counting, and this also implies disabling STIMER0 */
166b7bb4816SSepherosa Ziehau 		wrmsr(MSR_HV_STIMER0_COUNT, 0);
167b7bb4816SSepherosa Ziehau 
168b7bb4816SSepherosa Ziehau 		val = rdmsr(MSR_HV_STIMER0_CONFIG);
169b7bb4816SSepherosa Ziehau 		if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0)
170b7bb4816SSepherosa Ziehau 			break;
171b7bb4816SSepherosa Ziehau 		cpu_spinwait();
172b7bb4816SSepherosa Ziehau 	}
173b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_STIMER0_CONFIG,
174b7bb4816SSepherosa Ziehau 	    MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT);
175b7bb4816SSepherosa Ziehau }
176b7bb4816SSepherosa Ziehau 
177b7bb4816SSepherosa Ziehau static int
178b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev)
179b7bb4816SSepherosa Ziehau {
180b7bb4816SSepherosa Ziehau 	/* TODO: use independent IDT vector */
181b7bb4816SSepherosa Ziehau 
182b7bb4816SSepherosa Ziehau 	vmbus_et.et_name = "Hyper-V";
183b7bb4816SSepherosa Ziehau 	vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU;
184b7bb4816SSepherosa Ziehau 	vmbus_et.et_quality = 1000;
185b7bb4816SSepherosa Ziehau 	vmbus_et.et_frequency = HYPERV_TIMER_FREQ;
186b7bb4816SSepherosa Ziehau 	vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ;
187b7bb4816SSepherosa Ziehau 	vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ;
188b7bb4816SSepherosa Ziehau 	vmbus_et.et_start = vmbus_et_start;
189b7bb4816SSepherosa Ziehau 
190b7bb4816SSepherosa Ziehau 	/*
191227bb849SSepherosa Ziehau 	 * Delay a bit to make sure that hyperv_tc64 will not return 0,
192227bb849SSepherosa Ziehau 	 * since writing 0 to STIMER0_COUNT will disable STIMER0.
193b7bb4816SSepherosa Ziehau 	 */
194b7bb4816SSepherosa Ziehau 	DELAY(100);
195b7bb4816SSepherosa Ziehau 	smp_rendezvous(NULL, vmbus_et_config, NULL, NULL);
196b7bb4816SSepherosa Ziehau 
197b7bb4816SSepherosa Ziehau 	return (et_register(&vmbus_et));
198b7bb4816SSepherosa Ziehau }
199b7bb4816SSepherosa Ziehau 
200b7bb4816SSepherosa Ziehau static int
201b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev)
202b7bb4816SSepherosa Ziehau {
203b7bb4816SSepherosa Ziehau 	return (et_deregister(&vmbus_et));
204b7bb4816SSepherosa Ziehau }
205