xref: /freebsd/sys/dev/hyperv/vmbus/vmbus_et.c (revision 5b56413d04e608379c9a306373554a8e4d321bc0)
1b7bb4816SSepherosa Ziehau /*-
293b4e111SSepherosa Ziehau  * Copyright (c) 2015,2016-2017 Microsoft Corp.
3b7bb4816SSepherosa Ziehau  * All rights reserved.
4b7bb4816SSepherosa Ziehau  *
5b7bb4816SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
6b7bb4816SSepherosa Ziehau  * modification, are permitted provided that the following conditions
7b7bb4816SSepherosa Ziehau  * are met:
8b7bb4816SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
9b7bb4816SSepherosa Ziehau  *      notice, this list of conditions and the following disclaimer.
10b7bb4816SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
11b7bb4816SSepherosa Ziehau  *      notice, this list of conditions and the following disclaimer in the
12b7bb4816SSepherosa Ziehau  *      documentation and/or other materials provided with the distribution.
13b7bb4816SSepherosa Ziehau  *
14b7bb4816SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15b7bb4816SSepherosa Ziehau  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16b7bb4816SSepherosa Ziehau  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17b7bb4816SSepherosa Ziehau  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18b7bb4816SSepherosa Ziehau  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19b7bb4816SSepherosa Ziehau  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20b7bb4816SSepherosa Ziehau  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21b7bb4816SSepherosa Ziehau  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22b7bb4816SSepherosa Ziehau  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23b7bb4816SSepherosa Ziehau  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24b7bb4816SSepherosa Ziehau  * SUCH DAMAGE.
25b7bb4816SSepherosa Ziehau  */
26b7bb4816SSepherosa Ziehau 
27b7bb4816SSepherosa Ziehau #include <sys/param.h>
28b7bb4816SSepherosa Ziehau #include <sys/bus.h>
29b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
30b7bb4816SSepherosa Ziehau #include <sys/module.h>
31b7bb4816SSepherosa Ziehau #include <sys/proc.h>
32b7bb4816SSepherosa Ziehau #include <sys/smp.h>
337d8ee480SSepherosa Ziehau #include <sys/systm.h>
34b7bb4816SSepherosa Ziehau #include <sys/timeet.h>
35b7bb4816SSepherosa Ziehau 
36096d83feSSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
379729f076SSouradeep Chakrabarti #if defined(__aarch64__)
389729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/aarch64/hyperv_reg.h>
399729f076SSouradeep Chakrabarti #else
409729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/x86/hyperv_reg.h>
419729f076SSouradeep Chakrabarti #endif
42b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
43b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h>
449729f076SSouradeep Chakrabarti #include <dev/hyperv/vmbus/hyperv_common_reg.h>
45b7bb4816SSepherosa Ziehau 
46b7bb4816SSepherosa Ziehau #define VMBUS_ET_NAME			"hvet"
47b7bb4816SSepherosa Ziehau 
48b7bb4816SSepherosa Ziehau #define MSR_HV_STIMER0_CFG_SINT		\
49b7bb4816SSepherosa Ziehau 	((((uint64_t)VMBUS_SINT_TIMER) << MSR_HV_STIMER_CFG_SINT_SHIFT) & \
50b7bb4816SSepherosa Ziehau 	 MSR_HV_STIMER_CFG_SINT_MASK)
51b7bb4816SSepherosa Ziehau 
52b7bb4816SSepherosa Ziehau /*
53227bb849SSepherosa Ziehau  * Additionally required feature:
54b7bb4816SSepherosa Ziehau  * - SynIC is needed for interrupt generation.
55b7bb4816SSepherosa Ziehau  */
56227bb849SSepherosa Ziehau #define CPUID_HV_ET_MASK		(CPUID_HV_MSR_SYNIC |		\
57b7bb4816SSepherosa Ziehau 					 CPUID_HV_MSR_SYNTIMER)
58b7bb4816SSepherosa Ziehau 
595b444edaSSepherosa Ziehau static void			vmbus_et_identify(driver_t *, device_t);
605b444edaSSepherosa Ziehau static int			vmbus_et_probe(device_t);
615b444edaSSepherosa Ziehau static int			vmbus_et_attach(device_t);
625b444edaSSepherosa Ziehau static int			vmbus_et_detach(device_t);
635b444edaSSepherosa Ziehau static int			vmbus_et_start(struct eventtimer *, sbintime_t,
645b444edaSSepherosa Ziehau 				    sbintime_t);
655b444edaSSepherosa Ziehau 
66b7bb4816SSepherosa Ziehau static struct eventtimer	vmbus_et;
67b7bb4816SSepherosa Ziehau 
68fd42dfc5SSepherosa Ziehau static device_method_t vmbus_et_methods[] = {
69fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_identify,	vmbus_et_identify),
70fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_probe,		vmbus_et_probe),
71fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_attach,	vmbus_et_attach),
72fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_detach,	vmbus_et_detach),
73fd42dfc5SSepherosa Ziehau 
74fd42dfc5SSepherosa Ziehau 	DEVMETHOD_END
75fd42dfc5SSepherosa Ziehau };
76fd42dfc5SSepherosa Ziehau 
77fd42dfc5SSepherosa Ziehau static driver_t vmbus_et_driver = {
78fd42dfc5SSepherosa Ziehau 	VMBUS_ET_NAME,
79fd42dfc5SSepherosa Ziehau 	vmbus_et_methods,
80fd42dfc5SSepherosa Ziehau 	0
81fd42dfc5SSepherosa Ziehau };
82fd42dfc5SSepherosa Ziehau 
83c1cef544SJohn Baldwin DRIVER_MODULE(hv_et, vmbus, vmbus_et_driver, NULL, NULL);
84fd42dfc5SSepherosa Ziehau MODULE_VERSION(hv_et, 1);
85fd42dfc5SSepherosa Ziehau 
86b7bb4816SSepherosa Ziehau static __inline uint64_t
87b7bb4816SSepherosa Ziehau hyperv_sbintime2count(sbintime_t time)
88b7bb4816SSepherosa Ziehau {
89b7bb4816SSepherosa Ziehau 	struct timespec val;
90b7bb4816SSepherosa Ziehau 
91b7bb4816SSepherosa Ziehau 	val = sbttots(time);
92b7bb4816SSepherosa Ziehau 	return (val.tv_sec * HYPERV_TIMER_FREQ) +
93b7bb4816SSepherosa Ziehau 	    (val.tv_nsec / HYPERV_TIMER_NS_FACTOR);
94b7bb4816SSepherosa Ziehau }
95b7bb4816SSepherosa Ziehau 
96b7bb4816SSepherosa Ziehau static int
97b7bb4816SSepherosa Ziehau vmbus_et_start(struct eventtimer *et __unused, sbintime_t first,
98b7bb4816SSepherosa Ziehau     sbintime_t period __unused)
99b7bb4816SSepherosa Ziehau {
100b7bb4816SSepherosa Ziehau 	uint64_t current;
101b7bb4816SSepherosa Ziehau 
102227bb849SSepherosa Ziehau 	current = hyperv_tc64();
103b7bb4816SSepherosa Ziehau 	current += hyperv_sbintime2count(first);
104b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_STIMER0_COUNT, current);
105b7bb4816SSepherosa Ziehau 
106b7bb4816SSepherosa Ziehau 	return (0);
107b7bb4816SSepherosa Ziehau }
108b7bb4816SSepherosa Ziehau 
109b7bb4816SSepherosa Ziehau void
110b7bb4816SSepherosa Ziehau vmbus_et_intr(struct trapframe *frame)
111b7bb4816SSepherosa Ziehau {
112b7bb4816SSepherosa Ziehau 	struct trapframe *oldframe;
113b7bb4816SSepherosa Ziehau 	struct thread *td;
114b7bb4816SSepherosa Ziehau 
115b7bb4816SSepherosa Ziehau 	if (vmbus_et.et_active) {
116b7bb4816SSepherosa Ziehau 		td = curthread;
117b7bb4816SSepherosa Ziehau 		td->td_intr_nesting_level++;
118b7bb4816SSepherosa Ziehau 		oldframe = td->td_intr_frame;
119b7bb4816SSepherosa Ziehau 		td->td_intr_frame = frame;
120b7bb4816SSepherosa Ziehau 		vmbus_et.et_event_cb(&vmbus_et, vmbus_et.et_arg);
121b7bb4816SSepherosa Ziehau 		td->td_intr_frame = oldframe;
122b7bb4816SSepherosa Ziehau 		td->td_intr_nesting_level--;
123b7bb4816SSepherosa Ziehau 	}
124b7bb4816SSepherosa Ziehau }
125b7bb4816SSepherosa Ziehau 
126b7bb4816SSepherosa Ziehau static void
127b7bb4816SSepherosa Ziehau vmbus_et_identify(driver_t *driver, device_t parent)
128b7bb4816SSepherosa Ziehau {
129b7bb4816SSepherosa Ziehau 	if (device_get_unit(parent) != 0 ||
130b7bb4816SSepherosa Ziehau 	    device_find_child(parent, VMBUS_ET_NAME, -1) != NULL ||
131227bb849SSepherosa Ziehau 	    (hyperv_features & CPUID_HV_ET_MASK) != CPUID_HV_ET_MASK ||
132227bb849SSepherosa Ziehau 	    hyperv_tc64 == NULL)
133b7bb4816SSepherosa Ziehau 		return;
134b7bb4816SSepherosa Ziehau 
135*5b56413dSWarner Losh 	device_add_child(parent, VMBUS_ET_NAME, DEVICE_UNIT_ANY);
136b7bb4816SSepherosa Ziehau }
137b7bb4816SSepherosa Ziehau 
138b7bb4816SSepherosa Ziehau static int
139b7bb4816SSepherosa Ziehau vmbus_et_probe(device_t dev)
140b7bb4816SSepherosa Ziehau {
141b7bb4816SSepherosa Ziehau 	if (resource_disabled(VMBUS_ET_NAME, 0))
142b7bb4816SSepherosa Ziehau 		return (ENXIO);
143b7bb4816SSepherosa Ziehau 
144b7bb4816SSepherosa Ziehau 	device_set_desc(dev, "Hyper-V event timer");
145b7bb4816SSepherosa Ziehau 
146b7bb4816SSepherosa Ziehau 	return (BUS_PROBE_NOWILDCARD);
147b7bb4816SSepherosa Ziehau }
148b7bb4816SSepherosa Ziehau 
149b7bb4816SSepherosa Ziehau static void
150b7bb4816SSepherosa Ziehau vmbus_et_config(void *arg __unused)
151b7bb4816SSepherosa Ziehau {
152b7bb4816SSepherosa Ziehau 	/*
153b7bb4816SSepherosa Ziehau 	 * Make sure that STIMER0 is really disabled before writing
154b7bb4816SSepherosa Ziehau 	 * to STIMER0_CONFIG.
155b7bb4816SSepherosa Ziehau 	 *
156b7bb4816SSepherosa Ziehau 	 * "Writing to the configuration register of a timer that
157b7bb4816SSepherosa Ziehau 	 *  is already enabled may result in undefined behaviour."
158b7bb4816SSepherosa Ziehau 	 */
159b7bb4816SSepherosa Ziehau 	for (;;) {
160b7bb4816SSepherosa Ziehau 		uint64_t val;
161b7bb4816SSepherosa Ziehau 
162b7bb4816SSepherosa Ziehau 		/* Stop counting, and this also implies disabling STIMER0 */
163b7bb4816SSepherosa Ziehau 		wrmsr(MSR_HV_STIMER0_COUNT, 0);
164b7bb4816SSepherosa Ziehau 
165b7bb4816SSepherosa Ziehau 		val = rdmsr(MSR_HV_STIMER0_CONFIG);
166b7bb4816SSepherosa Ziehau 		if ((val & MSR_HV_STIMER_CFG_ENABLE) == 0)
167b7bb4816SSepherosa Ziehau 			break;
168b7bb4816SSepherosa Ziehau 		cpu_spinwait();
169b7bb4816SSepherosa Ziehau 	}
170b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_STIMER0_CONFIG,
171b7bb4816SSepherosa Ziehau 	    MSR_HV_STIMER_CFG_AUTOEN | MSR_HV_STIMER0_CFG_SINT);
172b7bb4816SSepherosa Ziehau }
173b7bb4816SSepherosa Ziehau 
174b7bb4816SSepherosa Ziehau static int
175b7bb4816SSepherosa Ziehau vmbus_et_attach(device_t dev)
176b7bb4816SSepherosa Ziehau {
177b7bb4816SSepherosa Ziehau 	/* TODO: use independent IDT vector */
178b7bb4816SSepherosa Ziehau 
179b7bb4816SSepherosa Ziehau 	vmbus_et.et_name = "Hyper-V";
180b7bb4816SSepherosa Ziehau 	vmbus_et.et_flags = ET_FLAGS_ONESHOT | ET_FLAGS_PERCPU;
181b7bb4816SSepherosa Ziehau 	vmbus_et.et_quality = 1000;
182b7bb4816SSepherosa Ziehau 	vmbus_et.et_frequency = HYPERV_TIMER_FREQ;
183b7bb4816SSepherosa Ziehau 	vmbus_et.et_min_period = (0x00000001ULL << 32) / HYPERV_TIMER_FREQ;
184b7bb4816SSepherosa Ziehau 	vmbus_et.et_max_period = (0xfffffffeULL << 32) / HYPERV_TIMER_FREQ;
185b7bb4816SSepherosa Ziehau 	vmbus_et.et_start = vmbus_et_start;
186b7bb4816SSepherosa Ziehau 
187b7bb4816SSepherosa Ziehau 	/*
188227bb849SSepherosa Ziehau 	 * Delay a bit to make sure that hyperv_tc64 will not return 0,
189227bb849SSepherosa Ziehau 	 * since writing 0 to STIMER0_COUNT will disable STIMER0.
190b7bb4816SSepherosa Ziehau 	 */
191b7bb4816SSepherosa Ziehau 	DELAY(100);
192b7bb4816SSepherosa Ziehau 	smp_rendezvous(NULL, vmbus_et_config, NULL, NULL);
193b7bb4816SSepherosa Ziehau 
194b7bb4816SSepherosa Ziehau 	return (et_register(&vmbus_et));
195b7bb4816SSepherosa Ziehau }
196b7bb4816SSepherosa Ziehau 
197b7bb4816SSepherosa Ziehau static int
198b7bb4816SSepherosa Ziehau vmbus_et_detach(device_t dev)
199b7bb4816SSepherosa Ziehau {
200b7bb4816SSepherosa Ziehau 	return (et_deregister(&vmbus_et));
201b7bb4816SSepherosa Ziehau }
202