xref: /freebsd/sys/dev/hyperv/vmbus/vmbus.c (revision 3dba61dd3cfd4b35309643e84c178f2df1cce282)
1b7bb4816SSepherosa Ziehau /*-
2b7bb4816SSepherosa Ziehau  * Copyright (c) 2009-2012,2016 Microsoft Corp.
3b7bb4816SSepherosa Ziehau  * Copyright (c) 2012 NetApp Inc.
4b7bb4816SSepherosa Ziehau  * Copyright (c) 2012 Citrix Inc.
5b7bb4816SSepherosa Ziehau  * All rights reserved.
6b7bb4816SSepherosa Ziehau  *
7b7bb4816SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
8b7bb4816SSepherosa Ziehau  * modification, are permitted provided that the following conditions
9b7bb4816SSepherosa Ziehau  * are met:
10b7bb4816SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
11b7bb4816SSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
12b7bb4816SSepherosa Ziehau  *    disclaimer.
13b7bb4816SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
14b7bb4816SSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
15b7bb4816SSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
16b7bb4816SSepherosa Ziehau  *
17b7bb4816SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18b7bb4816SSepherosa Ziehau  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19b7bb4816SSepherosa Ziehau  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20b7bb4816SSepherosa Ziehau  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21b7bb4816SSepherosa Ziehau  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22b7bb4816SSepherosa Ziehau  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23b7bb4816SSepherosa Ziehau  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24b7bb4816SSepherosa Ziehau  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25b7bb4816SSepherosa Ziehau  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26b7bb4816SSepherosa Ziehau  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27b7bb4816SSepherosa Ziehau  */
28b7bb4816SSepherosa Ziehau 
29b7bb4816SSepherosa Ziehau /*
30b7bb4816SSepherosa Ziehau  * VM Bus Driver Implementation
31b7bb4816SSepherosa Ziehau  */
32b7bb4816SSepherosa Ziehau #include <sys/cdefs.h>
33b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$");
34b7bb4816SSepherosa Ziehau 
35b7bb4816SSepherosa Ziehau #include <sys/param.h>
36b7bb4816SSepherosa Ziehau #include <sys/bus.h>
37b7bb4816SSepherosa Ziehau #include <sys/kernel.h>
38b7bb4816SSepherosa Ziehau #include <sys/lock.h>
39b7bb4816SSepherosa Ziehau #include <sys/malloc.h>
40b7bb4816SSepherosa Ziehau #include <sys/module.h>
41b7bb4816SSepherosa Ziehau #include <sys/mutex.h>
42b7bb4816SSepherosa Ziehau #include <sys/smp.h>
437d8ee480SSepherosa Ziehau #include <sys/sysctl.h>
447d8ee480SSepherosa Ziehau #include <sys/systm.h>
457d8ee480SSepherosa Ziehau #include <sys/taskqueue.h>
46b7bb4816SSepherosa Ziehau 
47b7bb4816SSepherosa Ziehau #include <machine/intr_machdep.h>
487d8ee480SSepherosa Ziehau #include <x86/include/apicvar.h>
497d8ee480SSepherosa Ziehau 
507d8ee480SSepherosa Ziehau #include <contrib/dev/acpica/include/acpi.h>
51b7bb4816SSepherosa Ziehau 
52b7bb4816SSepherosa Ziehau #include <dev/hyperv/include/hyperv.h>
53*3dba61ddSSepherosa Ziehau #include <dev/hyperv/include/vmbus_xact.h>
54b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_reg.h>
55b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h>
56b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_reg.h>
57b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h>
587dd8881cSSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_chanvar.h>
59b7bb4816SSepherosa Ziehau 
60b7bb4816SSepherosa Ziehau #include "acpi_if.h"
6138d19df6SSepherosa Ziehau #include "vmbus_if.h"
62b7bb4816SSepherosa Ziehau 
63ee7e313fSSepherosa Ziehau #define VMBUS_GPADL_START		0xe1e10
64ee7e313fSSepherosa Ziehau 
65236764b1SSepherosa Ziehau struct vmbus_msghc {
66*3dba61ddSSepherosa Ziehau 	struct vmbus_xact		*mh_xact;
67236764b1SSepherosa Ziehau 	struct hypercall_postmsg_in	mh_inprm_save;
68236764b1SSepherosa Ziehau };
69236764b1SSepherosa Ziehau 
705b444edaSSepherosa Ziehau static int			vmbus_probe(device_t);
715b444edaSSepherosa Ziehau static int			vmbus_attach(device_t);
725b444edaSSepherosa Ziehau static int			vmbus_detach(device_t);
735b444edaSSepherosa Ziehau static int			vmbus_read_ivar(device_t, device_t, int,
745b444edaSSepherosa Ziehau 				    uintptr_t *);
755b444edaSSepherosa Ziehau static int			vmbus_child_pnpinfo_str(device_t, device_t,
765b444edaSSepherosa Ziehau 				    char *, size_t);
775b444edaSSepherosa Ziehau static uint32_t			vmbus_get_version_method(device_t, device_t);
785b444edaSSepherosa Ziehau static int			vmbus_probe_guid_method(device_t, device_t,
795b444edaSSepherosa Ziehau 				    const struct hyperv_guid *);
805b444edaSSepherosa Ziehau 
81236764b1SSepherosa Ziehau static int			vmbus_init(struct vmbus_softc *);
82f24517f0SSepherosa Ziehau static int			vmbus_connect(struct vmbus_softc *, uint32_t);
83c1cc5bdfSSepherosa Ziehau static int			vmbus_req_channels(struct vmbus_softc *sc);
84f24517f0SSepherosa Ziehau static void			vmbus_disconnect(struct vmbus_softc *);
85796a90bfSSepherosa Ziehau static int			vmbus_scan(struct vmbus_softc *);
86796a90bfSSepherosa Ziehau static void			vmbus_scan_wait(struct vmbus_softc *);
87e11f3043SSepherosa Ziehau static void			vmbus_scan_newchan(struct vmbus_softc *);
88796a90bfSSepherosa Ziehau static void			vmbus_scan_newdev(struct vmbus_softc *);
89e11f3043SSepherosa Ziehau static void			vmbus_scan_done(struct vmbus_softc *,
90e11f3043SSepherosa Ziehau 				    const struct vmbus_message *);
91e11f3043SSepherosa Ziehau static void			vmbus_chanmsg_handle(struct vmbus_softc *,
92e11f3043SSepherosa Ziehau 				    const struct vmbus_message *);
935b444edaSSepherosa Ziehau static void			vmbus_msg_task(void *, int);
945b444edaSSepherosa Ziehau static void			vmbus_synic_setup(void *);
955b444edaSSepherosa Ziehau static void			vmbus_synic_teardown(void *);
9647a3ee5cSSepherosa Ziehau static int			vmbus_sysctl_version(SYSCTL_HANDLER_ARGS);
975b444edaSSepherosa Ziehau static int			vmbus_dma_alloc(struct vmbus_softc *);
985b444edaSSepherosa Ziehau static void			vmbus_dma_free(struct vmbus_softc *);
995b444edaSSepherosa Ziehau static int			vmbus_intr_setup(struct vmbus_softc *);
1005b444edaSSepherosa Ziehau static void			vmbus_intr_teardown(struct vmbus_softc *);
1015b444edaSSepherosa Ziehau static int			vmbus_doattach(struct vmbus_softc *);
1025b444edaSSepherosa Ziehau static void			vmbus_event_proc_dummy(struct vmbus_softc *,
1035b444edaSSepherosa Ziehau 				    int);
10447a3ee5cSSepherosa Ziehau 
105c0c90897SSepherosa Ziehau static struct vmbus_softc	*vmbus_sc;
106b7bb4816SSepherosa Ziehau 
107b7bb4816SSepherosa Ziehau extern inthand_t IDTVEC(vmbus_isr);
108b7bb4816SSepherosa Ziehau 
109236764b1SSepherosa Ziehau static const uint32_t		vmbus_version[] = {
11038d19df6SSepherosa Ziehau 	VMBUS_VERSION_WIN8_1,
11138d19df6SSepherosa Ziehau 	VMBUS_VERSION_WIN8,
11238d19df6SSepherosa Ziehau 	VMBUS_VERSION_WIN7,
11338d19df6SSepherosa Ziehau 	VMBUS_VERSION_WS2008
114236764b1SSepherosa Ziehau };
115236764b1SSepherosa Ziehau 
116e11f3043SSepherosa Ziehau static const vmbus_chanmsg_proc_t
117e11f3043SSepherosa Ziehau vmbus_chanmsg_handlers[VMBUS_CHANMSG_TYPE_MAX] = {
118e11f3043SSepherosa Ziehau 	VMBUS_CHANMSG_PROC(CHOFFER_DONE, vmbus_scan_done),
119e11f3043SSepherosa Ziehau 	VMBUS_CHANMSG_PROC_WAKEUP(CONNECT_RESP)
120e11f3043SSepherosa Ziehau };
121e11f3043SSepherosa Ziehau 
122fd42dfc5SSepherosa Ziehau static device_method_t vmbus_methods[] = {
123fd42dfc5SSepherosa Ziehau 	/* Device interface */
124fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_probe,			vmbus_probe),
125fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_attach,		vmbus_attach),
126fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_detach,		vmbus_detach),
127fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_shutdown,		bus_generic_shutdown),
128fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_suspend,		bus_generic_suspend),
129fd42dfc5SSepherosa Ziehau 	DEVMETHOD(device_resume,		bus_generic_resume),
130fd42dfc5SSepherosa Ziehau 
131fd42dfc5SSepherosa Ziehau 	/* Bus interface */
132fd42dfc5SSepherosa Ziehau 	DEVMETHOD(bus_add_child,		bus_generic_add_child),
133fd42dfc5SSepherosa Ziehau 	DEVMETHOD(bus_print_child,		bus_generic_print_child),
134fd42dfc5SSepherosa Ziehau 	DEVMETHOD(bus_read_ivar,		vmbus_read_ivar),
135fd42dfc5SSepherosa Ziehau 	DEVMETHOD(bus_child_pnpinfo_str,	vmbus_child_pnpinfo_str),
136fd42dfc5SSepherosa Ziehau 
137fd42dfc5SSepherosa Ziehau 	/* Vmbus interface */
138fd42dfc5SSepherosa Ziehau 	DEVMETHOD(vmbus_get_version,		vmbus_get_version_method),
139fd42dfc5SSepherosa Ziehau 	DEVMETHOD(vmbus_probe_guid,		vmbus_probe_guid_method),
140fd42dfc5SSepherosa Ziehau 
141fd42dfc5SSepherosa Ziehau 	DEVMETHOD_END
142fd42dfc5SSepherosa Ziehau };
143fd42dfc5SSepherosa Ziehau 
144fd42dfc5SSepherosa Ziehau static driver_t vmbus_driver = {
145fd42dfc5SSepherosa Ziehau 	"vmbus",
146fd42dfc5SSepherosa Ziehau 	vmbus_methods,
147fd42dfc5SSepherosa Ziehau 	sizeof(struct vmbus_softc)
148fd42dfc5SSepherosa Ziehau };
149fd42dfc5SSepherosa Ziehau 
150fd42dfc5SSepherosa Ziehau static devclass_t vmbus_devclass;
151fd42dfc5SSepherosa Ziehau 
152fd42dfc5SSepherosa Ziehau DRIVER_MODULE(vmbus, acpi, vmbus_driver, vmbus_devclass, NULL, NULL);
153fd42dfc5SSepherosa Ziehau MODULE_DEPEND(vmbus, acpi, 1, 1, 1);
154fd42dfc5SSepherosa Ziehau MODULE_VERSION(vmbus, 1);
155fd42dfc5SSepherosa Ziehau 
156c0c90897SSepherosa Ziehau static __inline struct vmbus_softc *
157c0c90897SSepherosa Ziehau vmbus_get_softc(void)
158c0c90897SSepherosa Ziehau {
159c0c90897SSepherosa Ziehau 	return vmbus_sc;
160c0c90897SSepherosa Ziehau }
161c0c90897SSepherosa Ziehau 
1622bf62f9aSSepherosa Ziehau void
1632bf62f9aSSepherosa Ziehau vmbus_msghc_reset(struct vmbus_msghc *mh, size_t dsize)
164236764b1SSepherosa Ziehau {
165236764b1SSepherosa Ziehau 	struct hypercall_postmsg_in *inprm;
166236764b1SSepherosa Ziehau 
167236764b1SSepherosa Ziehau 	if (dsize > HYPERCALL_POSTMSGIN_DSIZE_MAX)
1682bf62f9aSSepherosa Ziehau 		panic("invalid data size %zu", dsize);
169236764b1SSepherosa Ziehau 
170*3dba61ddSSepherosa Ziehau 	inprm = vmbus_xact_req_data(mh->mh_xact);
171236764b1SSepherosa Ziehau 	memset(inprm, 0, HYPERCALL_POSTMSGIN_SIZE);
172236764b1SSepherosa Ziehau 	inprm->hc_connid = VMBUS_CONNID_MESSAGE;
173236764b1SSepherosa Ziehau 	inprm->hc_msgtype = HYPERV_MSGTYPE_CHANNEL;
174236764b1SSepherosa Ziehau 	inprm->hc_dsize = dsize;
1752bf62f9aSSepherosa Ziehau }
176236764b1SSepherosa Ziehau 
1772bf62f9aSSepherosa Ziehau struct vmbus_msghc *
1782bf62f9aSSepherosa Ziehau vmbus_msghc_get(struct vmbus_softc *sc, size_t dsize)
1792bf62f9aSSepherosa Ziehau {
1802bf62f9aSSepherosa Ziehau 	struct vmbus_msghc *mh;
181*3dba61ddSSepherosa Ziehau 	struct vmbus_xact *xact;
1822bf62f9aSSepherosa Ziehau 
1832bf62f9aSSepherosa Ziehau 	if (dsize > HYPERCALL_POSTMSGIN_DSIZE_MAX)
1842bf62f9aSSepherosa Ziehau 		panic("invalid data size %zu", dsize);
1852bf62f9aSSepherosa Ziehau 
186*3dba61ddSSepherosa Ziehau 	xact = vmbus_xact_get(sc->vmbus_xc,
187*3dba61ddSSepherosa Ziehau 	    dsize + __offsetof(struct hypercall_postmsg_in, hc_data[0]));
188*3dba61ddSSepherosa Ziehau 	if (xact == NULL)
189*3dba61ddSSepherosa Ziehau 		return (NULL);
190*3dba61ddSSepherosa Ziehau 
191*3dba61ddSSepherosa Ziehau 	mh = vmbus_xact_priv(xact, sizeof(*mh));
192*3dba61ddSSepherosa Ziehau 	mh->mh_xact = xact;
1932bf62f9aSSepherosa Ziehau 
1942bf62f9aSSepherosa Ziehau 	vmbus_msghc_reset(mh, dsize);
195*3dba61ddSSepherosa Ziehau 	return (mh);
196236764b1SSepherosa Ziehau }
197236764b1SSepherosa Ziehau 
198236764b1SSepherosa Ziehau void
199*3dba61ddSSepherosa Ziehau vmbus_msghc_put(struct vmbus_softc *sc __unused, struct vmbus_msghc *mh)
200236764b1SSepherosa Ziehau {
201236764b1SSepherosa Ziehau 
202*3dba61ddSSepherosa Ziehau 	vmbus_xact_put(mh->mh_xact);
203236764b1SSepherosa Ziehau }
204236764b1SSepherosa Ziehau 
205236764b1SSepherosa Ziehau void *
206236764b1SSepherosa Ziehau vmbus_msghc_dataptr(struct vmbus_msghc *mh)
207236764b1SSepherosa Ziehau {
208*3dba61ddSSepherosa Ziehau 	struct hypercall_postmsg_in *inprm;
209236764b1SSepherosa Ziehau 
210*3dba61ddSSepherosa Ziehau 	inprm = vmbus_xact_req_data(mh->mh_xact);
211*3dba61ddSSepherosa Ziehau 	return (inprm->hc_data);
212236764b1SSepherosa Ziehau }
213236764b1SSepherosa Ziehau 
214236764b1SSepherosa Ziehau int
215236764b1SSepherosa Ziehau vmbus_msghc_exec_noresult(struct vmbus_msghc *mh)
216236764b1SSepherosa Ziehau {
217236764b1SSepherosa Ziehau 	sbintime_t time = SBT_1MS;
218*3dba61ddSSepherosa Ziehau 	struct hypercall_postmsg_in *inprm;
219*3dba61ddSSepherosa Ziehau 	bus_addr_t inprm_paddr;
220236764b1SSepherosa Ziehau 	int i;
221236764b1SSepherosa Ziehau 
222*3dba61ddSSepherosa Ziehau 	inprm = vmbus_xact_req_data(mh->mh_xact);
223*3dba61ddSSepherosa Ziehau 	inprm_paddr = vmbus_xact_req_paddr(mh->mh_xact);
224*3dba61ddSSepherosa Ziehau 
225236764b1SSepherosa Ziehau 	/*
226236764b1SSepherosa Ziehau 	 * Save the input parameter so that we could restore the input
227236764b1SSepherosa Ziehau 	 * parameter if the Hypercall failed.
228236764b1SSepherosa Ziehau 	 *
229236764b1SSepherosa Ziehau 	 * XXX
230236764b1SSepherosa Ziehau 	 * Is this really necessary?!  i.e. Will the Hypercall ever
231236764b1SSepherosa Ziehau 	 * overwrite the input parameter?
232236764b1SSepherosa Ziehau 	 */
233*3dba61ddSSepherosa Ziehau 	memcpy(&mh->mh_inprm_save, inprm, HYPERCALL_POSTMSGIN_SIZE);
234236764b1SSepherosa Ziehau 
235236764b1SSepherosa Ziehau 	/*
236236764b1SSepherosa Ziehau 	 * In order to cope with transient failures, e.g. insufficient
237236764b1SSepherosa Ziehau 	 * resources on host side, we retry the post message Hypercall
238236764b1SSepherosa Ziehau 	 * several times.  20 retries seem sufficient.
239236764b1SSepherosa Ziehau 	 */
240236764b1SSepherosa Ziehau #define HC_RETRY_MAX	20
241236764b1SSepherosa Ziehau 
242236764b1SSepherosa Ziehau 	for (i = 0; i < HC_RETRY_MAX; ++i) {
243236764b1SSepherosa Ziehau 		uint64_t status;
244236764b1SSepherosa Ziehau 
245*3dba61ddSSepherosa Ziehau 		status = hypercall_post_message(inprm_paddr);
246236764b1SSepherosa Ziehau 		if (status == HYPERCALL_STATUS_SUCCESS)
247236764b1SSepherosa Ziehau 			return 0;
248236764b1SSepherosa Ziehau 
249236764b1SSepherosa Ziehau 		pause_sbt("hcpmsg", time, 0, C_HARDCLOCK);
250236764b1SSepherosa Ziehau 		if (time < SBT_1S * 2)
251236764b1SSepherosa Ziehau 			time *= 2;
252236764b1SSepherosa Ziehau 
253236764b1SSepherosa Ziehau 		/* Restore input parameter and try again */
254*3dba61ddSSepherosa Ziehau 		memcpy(inprm, &mh->mh_inprm_save, HYPERCALL_POSTMSGIN_SIZE);
255236764b1SSepherosa Ziehau 	}
256236764b1SSepherosa Ziehau 
257236764b1SSepherosa Ziehau #undef HC_RETRY_MAX
258236764b1SSepherosa Ziehau 
259236764b1SSepherosa Ziehau 	return EIO;
260236764b1SSepherosa Ziehau }
261236764b1SSepherosa Ziehau 
262236764b1SSepherosa Ziehau int
263*3dba61ddSSepherosa Ziehau vmbus_msghc_exec(struct vmbus_softc *sc __unused, struct vmbus_msghc *mh)
264236764b1SSepherosa Ziehau {
265236764b1SSepherosa Ziehau 	int error;
266236764b1SSepherosa Ziehau 
267*3dba61ddSSepherosa Ziehau 	vmbus_xact_activate(mh->mh_xact);
268236764b1SSepherosa Ziehau 	error = vmbus_msghc_exec_noresult(mh);
269*3dba61ddSSepherosa Ziehau 	if (error)
270*3dba61ddSSepherosa Ziehau 		vmbus_xact_deactivate(mh->mh_xact);
271236764b1SSepherosa Ziehau 	return error;
272236764b1SSepherosa Ziehau }
273236764b1SSepherosa Ziehau 
274236764b1SSepherosa Ziehau const struct vmbus_message *
275*3dba61ddSSepherosa Ziehau vmbus_msghc_wait_result(struct vmbus_softc *sc __unused, struct vmbus_msghc *mh)
276236764b1SSepherosa Ziehau {
277*3dba61ddSSepherosa Ziehau 	size_t resp_len;
278236764b1SSepherosa Ziehau 
279*3dba61ddSSepherosa Ziehau 	return (vmbus_xact_wait(mh->mh_xact, &resp_len));
280236764b1SSepherosa Ziehau }
281236764b1SSepherosa Ziehau 
282236764b1SSepherosa Ziehau void
283236764b1SSepherosa Ziehau vmbus_msghc_wakeup(struct vmbus_softc *sc, const struct vmbus_message *msg)
284236764b1SSepherosa Ziehau {
285236764b1SSepherosa Ziehau 
286*3dba61ddSSepherosa Ziehau 	vmbus_xact_ctx_wakeup(sc->vmbus_xc, msg, sizeof(*msg));
287236764b1SSepherosa Ziehau }
288236764b1SSepherosa Ziehau 
289ee7e313fSSepherosa Ziehau uint32_t
290ee7e313fSSepherosa Ziehau vmbus_gpadl_alloc(struct vmbus_softc *sc)
291ee7e313fSSepherosa Ziehau {
292ee7e313fSSepherosa Ziehau 	return atomic_fetchadd_int(&sc->vmbus_gpadl, 1);
293ee7e313fSSepherosa Ziehau }
294ee7e313fSSepherosa Ziehau 
295236764b1SSepherosa Ziehau static int
296f24517f0SSepherosa Ziehau vmbus_connect(struct vmbus_softc *sc, uint32_t version)
297236764b1SSepherosa Ziehau {
298f24517f0SSepherosa Ziehau 	struct vmbus_chanmsg_connect *req;
299236764b1SSepherosa Ziehau 	const struct vmbus_message *msg;
300236764b1SSepherosa Ziehau 	struct vmbus_msghc *mh;
301f24517f0SSepherosa Ziehau 	int error, done = 0;
302236764b1SSepherosa Ziehau 
303236764b1SSepherosa Ziehau 	mh = vmbus_msghc_get(sc, sizeof(*req));
304236764b1SSepherosa Ziehau 	if (mh == NULL)
305236764b1SSepherosa Ziehau 		return ENXIO;
306236764b1SSepherosa Ziehau 
307236764b1SSepherosa Ziehau 	req = vmbus_msghc_dataptr(mh);
308f24517f0SSepherosa Ziehau 	req->chm_hdr.chm_type = VMBUS_CHANMSG_TYPE_CONNECT;
309236764b1SSepherosa Ziehau 	req->chm_ver = version;
310236764b1SSepherosa Ziehau 	req->chm_evtflags = sc->vmbus_evtflags_dma.hv_paddr;
311236764b1SSepherosa Ziehau 	req->chm_mnf1 = sc->vmbus_mnf1_dma.hv_paddr;
312236764b1SSepherosa Ziehau 	req->chm_mnf2 = sc->vmbus_mnf2_dma.hv_paddr;
313236764b1SSepherosa Ziehau 
314236764b1SSepherosa Ziehau 	error = vmbus_msghc_exec(sc, mh);
315236764b1SSepherosa Ziehau 	if (error) {
316236764b1SSepherosa Ziehau 		vmbus_msghc_put(sc, mh);
317236764b1SSepherosa Ziehau 		return error;
318236764b1SSepherosa Ziehau 	}
319236764b1SSepherosa Ziehau 
320236764b1SSepherosa Ziehau 	msg = vmbus_msghc_wait_result(sc, mh);
321f24517f0SSepherosa Ziehau 	done = ((const struct vmbus_chanmsg_connect_resp *)
322f24517f0SSepherosa Ziehau 	    msg->msg_data)->chm_done;
323236764b1SSepherosa Ziehau 
324236764b1SSepherosa Ziehau 	vmbus_msghc_put(sc, mh);
325236764b1SSepherosa Ziehau 
326f24517f0SSepherosa Ziehau 	return (done ? 0 : EOPNOTSUPP);
327236764b1SSepherosa Ziehau }
328236764b1SSepherosa Ziehau 
329236764b1SSepherosa Ziehau static int
330236764b1SSepherosa Ziehau vmbus_init(struct vmbus_softc *sc)
331236764b1SSepherosa Ziehau {
332236764b1SSepherosa Ziehau 	int i;
333236764b1SSepherosa Ziehau 
334236764b1SSepherosa Ziehau 	for (i = 0; i < nitems(vmbus_version); ++i) {
335236764b1SSepherosa Ziehau 		int error;
336236764b1SSepherosa Ziehau 
337f24517f0SSepherosa Ziehau 		error = vmbus_connect(sc, vmbus_version[i]);
338236764b1SSepherosa Ziehau 		if (!error) {
33938d19df6SSepherosa Ziehau 			sc->vmbus_version = vmbus_version[i];
340236764b1SSepherosa Ziehau 			device_printf(sc->vmbus_dev, "version %u.%u\n",
34138d19df6SSepherosa Ziehau 			    VMBUS_VERSION_MAJOR(sc->vmbus_version),
34238d19df6SSepherosa Ziehau 			    VMBUS_VERSION_MINOR(sc->vmbus_version));
343236764b1SSepherosa Ziehau 			return 0;
344236764b1SSepherosa Ziehau 		}
345236764b1SSepherosa Ziehau 	}
346236764b1SSepherosa Ziehau 	return ENXIO;
347236764b1SSepherosa Ziehau }
348236764b1SSepherosa Ziehau 
3491ecb2466SSepherosa Ziehau static void
350f24517f0SSepherosa Ziehau vmbus_disconnect(struct vmbus_softc *sc)
3511ecb2466SSepherosa Ziehau {
352f24517f0SSepherosa Ziehau 	struct vmbus_chanmsg_disconnect *req;
3531ecb2466SSepherosa Ziehau 	struct vmbus_msghc *mh;
3541ecb2466SSepherosa Ziehau 	int error;
3551ecb2466SSepherosa Ziehau 
3561ecb2466SSepherosa Ziehau 	mh = vmbus_msghc_get(sc, sizeof(*req));
3571ecb2466SSepherosa Ziehau 	if (mh == NULL) {
3581ecb2466SSepherosa Ziehau 		device_printf(sc->vmbus_dev,
359f24517f0SSepherosa Ziehau 		    "can not get msg hypercall for disconnect\n");
3601ecb2466SSepherosa Ziehau 		return;
3611ecb2466SSepherosa Ziehau 	}
3621ecb2466SSepherosa Ziehau 
3631ecb2466SSepherosa Ziehau 	req = vmbus_msghc_dataptr(mh);
364f24517f0SSepherosa Ziehau 	req->chm_hdr.chm_type = VMBUS_CHANMSG_TYPE_DISCONNECT;
3651ecb2466SSepherosa Ziehau 
3661ecb2466SSepherosa Ziehau 	error = vmbus_msghc_exec_noresult(mh);
3671ecb2466SSepherosa Ziehau 	vmbus_msghc_put(sc, mh);
3681ecb2466SSepherosa Ziehau 
3691ecb2466SSepherosa Ziehau 	if (error) {
3701ecb2466SSepherosa Ziehau 		device_printf(sc->vmbus_dev,
371f24517f0SSepherosa Ziehau 		    "disconnect msg hypercall failed\n");
3721ecb2466SSepherosa Ziehau 	}
3731ecb2466SSepherosa Ziehau }
3741ecb2466SSepherosa Ziehau 
375c1cc5bdfSSepherosa Ziehau static int
376c1cc5bdfSSepherosa Ziehau vmbus_req_channels(struct vmbus_softc *sc)
377c1cc5bdfSSepherosa Ziehau {
378f24517f0SSepherosa Ziehau 	struct vmbus_chanmsg_chrequest *req;
379c1cc5bdfSSepherosa Ziehau 	struct vmbus_msghc *mh;
380c1cc5bdfSSepherosa Ziehau 	int error;
381c1cc5bdfSSepherosa Ziehau 
382c1cc5bdfSSepherosa Ziehau 	mh = vmbus_msghc_get(sc, sizeof(*req));
383c1cc5bdfSSepherosa Ziehau 	if (mh == NULL)
384c1cc5bdfSSepherosa Ziehau 		return ENXIO;
385c1cc5bdfSSepherosa Ziehau 
386c1cc5bdfSSepherosa Ziehau 	req = vmbus_msghc_dataptr(mh);
387f24517f0SSepherosa Ziehau 	req->chm_hdr.chm_type = VMBUS_CHANMSG_TYPE_CHREQUEST;
388c1cc5bdfSSepherosa Ziehau 
389c1cc5bdfSSepherosa Ziehau 	error = vmbus_msghc_exec_noresult(mh);
390c1cc5bdfSSepherosa Ziehau 	vmbus_msghc_put(sc, mh);
391c1cc5bdfSSepherosa Ziehau 
392c1cc5bdfSSepherosa Ziehau 	return error;
393c1cc5bdfSSepherosa Ziehau }
394c1cc5bdfSSepherosa Ziehau 
395e11f3043SSepherosa Ziehau static void
396796a90bfSSepherosa Ziehau vmbus_scan_newchan(struct vmbus_softc *sc)
397796a90bfSSepherosa Ziehau {
398796a90bfSSepherosa Ziehau 	mtx_lock(&sc->vmbus_scan_lock);
399796a90bfSSepherosa Ziehau 	if ((sc->vmbus_scan_chcnt & VMBUS_SCAN_CHCNT_DONE) == 0)
400796a90bfSSepherosa Ziehau 		sc->vmbus_scan_chcnt++;
401796a90bfSSepherosa Ziehau 	mtx_unlock(&sc->vmbus_scan_lock);
402796a90bfSSepherosa Ziehau }
403796a90bfSSepherosa Ziehau 
404e11f3043SSepherosa Ziehau static void
405e11f3043SSepherosa Ziehau vmbus_scan_done(struct vmbus_softc *sc,
406e11f3043SSepherosa Ziehau     const struct vmbus_message *msg __unused)
407796a90bfSSepherosa Ziehau {
408796a90bfSSepherosa Ziehau 	mtx_lock(&sc->vmbus_scan_lock);
409796a90bfSSepherosa Ziehau 	sc->vmbus_scan_chcnt |= VMBUS_SCAN_CHCNT_DONE;
410796a90bfSSepherosa Ziehau 	mtx_unlock(&sc->vmbus_scan_lock);
411796a90bfSSepherosa Ziehau 	wakeup(&sc->vmbus_scan_chcnt);
412796a90bfSSepherosa Ziehau }
413796a90bfSSepherosa Ziehau 
414796a90bfSSepherosa Ziehau static void
415796a90bfSSepherosa Ziehau vmbus_scan_newdev(struct vmbus_softc *sc)
416796a90bfSSepherosa Ziehau {
417796a90bfSSepherosa Ziehau 	mtx_lock(&sc->vmbus_scan_lock);
418796a90bfSSepherosa Ziehau 	sc->vmbus_scan_devcnt++;
419796a90bfSSepherosa Ziehau 	mtx_unlock(&sc->vmbus_scan_lock);
420796a90bfSSepherosa Ziehau 	wakeup(&sc->vmbus_scan_devcnt);
421796a90bfSSepherosa Ziehau }
422796a90bfSSepherosa Ziehau 
423796a90bfSSepherosa Ziehau static void
424796a90bfSSepherosa Ziehau vmbus_scan_wait(struct vmbus_softc *sc)
425796a90bfSSepherosa Ziehau {
426796a90bfSSepherosa Ziehau 	uint32_t chancnt;
427796a90bfSSepherosa Ziehau 
428796a90bfSSepherosa Ziehau 	mtx_lock(&sc->vmbus_scan_lock);
429796a90bfSSepherosa Ziehau 	while ((sc->vmbus_scan_chcnt & VMBUS_SCAN_CHCNT_DONE) == 0) {
430796a90bfSSepherosa Ziehau 		mtx_sleep(&sc->vmbus_scan_chcnt, &sc->vmbus_scan_lock, 0,
431796a90bfSSepherosa Ziehau 		    "waitch", 0);
432796a90bfSSepherosa Ziehau 	}
433796a90bfSSepherosa Ziehau 	chancnt = sc->vmbus_scan_chcnt & ~VMBUS_SCAN_CHCNT_DONE;
434796a90bfSSepherosa Ziehau 
435796a90bfSSepherosa Ziehau 	while (sc->vmbus_scan_devcnt != chancnt) {
436796a90bfSSepherosa Ziehau 		mtx_sleep(&sc->vmbus_scan_devcnt, &sc->vmbus_scan_lock, 0,
437796a90bfSSepherosa Ziehau 		    "waitdev", 0);
438796a90bfSSepherosa Ziehau 	}
439796a90bfSSepherosa Ziehau 	mtx_unlock(&sc->vmbus_scan_lock);
440796a90bfSSepherosa Ziehau }
441796a90bfSSepherosa Ziehau 
442796a90bfSSepherosa Ziehau static int
443796a90bfSSepherosa Ziehau vmbus_scan(struct vmbus_softc *sc)
444796a90bfSSepherosa Ziehau {
445796a90bfSSepherosa Ziehau 	int error;
446796a90bfSSepherosa Ziehau 
447796a90bfSSepherosa Ziehau 	/*
448796a90bfSSepherosa Ziehau 	 * Start vmbus scanning.
449796a90bfSSepherosa Ziehau 	 */
450796a90bfSSepherosa Ziehau 	error = vmbus_req_channels(sc);
451796a90bfSSepherosa Ziehau 	if (error) {
452796a90bfSSepherosa Ziehau 		device_printf(sc->vmbus_dev, "channel request failed: %d\n",
453796a90bfSSepherosa Ziehau 		    error);
454796a90bfSSepherosa Ziehau 		return error;
455796a90bfSSepherosa Ziehau 	}
456796a90bfSSepherosa Ziehau 
457796a90bfSSepherosa Ziehau 	/*
458796a90bfSSepherosa Ziehau 	 * Wait for all devices are added to vmbus.
459796a90bfSSepherosa Ziehau 	 */
460796a90bfSSepherosa Ziehau 	vmbus_scan_wait(sc);
461796a90bfSSepherosa Ziehau 
462796a90bfSSepherosa Ziehau 	/*
463796a90bfSSepherosa Ziehau 	 * Identify, probe and attach.
464796a90bfSSepherosa Ziehau 	 */
465796a90bfSSepherosa Ziehau 	bus_generic_probe(sc->vmbus_dev);
466796a90bfSSepherosa Ziehau 	bus_generic_attach(sc->vmbus_dev);
467796a90bfSSepherosa Ziehau 
468796a90bfSSepherosa Ziehau 	if (bootverbose) {
469796a90bfSSepherosa Ziehau 		device_printf(sc->vmbus_dev, "device scan, probe and attach "
470796a90bfSSepherosa Ziehau 		    "done\n");
471796a90bfSSepherosa Ziehau 	}
472796a90bfSSepherosa Ziehau 	return 0;
473796a90bfSSepherosa Ziehau }
474796a90bfSSepherosa Ziehau 
475b7bb4816SSepherosa Ziehau static void
476e11f3043SSepherosa Ziehau vmbus_chanmsg_handle(struct vmbus_softc *sc, const struct vmbus_message *msg)
477e11f3043SSepherosa Ziehau {
478e11f3043SSepherosa Ziehau 	vmbus_chanmsg_proc_t msg_proc;
479e11f3043SSepherosa Ziehau 	uint32_t msg_type;
480e11f3043SSepherosa Ziehau 
481e11f3043SSepherosa Ziehau 	msg_type = ((const struct vmbus_chanmsg_hdr *)msg->msg_data)->chm_type;
482e11f3043SSepherosa Ziehau 	if (msg_type >= VMBUS_CHANMSG_TYPE_MAX) {
483e11f3043SSepherosa Ziehau 		device_printf(sc->vmbus_dev, "unknown message type 0x%x\n",
484e11f3043SSepherosa Ziehau 		    msg_type);
485e11f3043SSepherosa Ziehau 		return;
486e11f3043SSepherosa Ziehau 	}
487e11f3043SSepherosa Ziehau 
488e11f3043SSepherosa Ziehau 	msg_proc = vmbus_chanmsg_handlers[msg_type];
489e11f3043SSepherosa Ziehau 	if (msg_proc != NULL)
490e11f3043SSepherosa Ziehau 		msg_proc(sc, msg);
491e11f3043SSepherosa Ziehau 
492e11f3043SSepherosa Ziehau 	/* Channel specific processing */
493e11f3043SSepherosa Ziehau 	vmbus_chan_msgproc(sc, msg);
494e11f3043SSepherosa Ziehau }
495e11f3043SSepherosa Ziehau 
496e11f3043SSepherosa Ziehau static void
497b7bb4816SSepherosa Ziehau vmbus_msg_task(void *xsc, int pending __unused)
498b7bb4816SSepherosa Ziehau {
499b7bb4816SSepherosa Ziehau 	struct vmbus_softc *sc = xsc;
500b7bb4816SSepherosa Ziehau 	volatile struct vmbus_message *msg;
501b7bb4816SSepherosa Ziehau 
502b7bb4816SSepherosa Ziehau 	msg = VMBUS_PCPU_GET(sc, message, curcpu) + VMBUS_SINT_MESSAGE;
503b7bb4816SSepherosa Ziehau 	for (;;) {
504236764b1SSepherosa Ziehau 		if (msg->msg_type == HYPERV_MSGTYPE_NONE) {
505fa4828b0SSepherosa Ziehau 			/* No message */
506fa4828b0SSepherosa Ziehau 			break;
507236764b1SSepherosa Ziehau 		} else if (msg->msg_type == HYPERV_MSGTYPE_CHANNEL) {
50812ea25aeSSepherosa Ziehau 			/* Channel message */
509e11f3043SSepherosa Ziehau 			vmbus_chanmsg_handle(sc,
51043926ba1SSepherosa Ziehau 			    __DEVOLATILE(const struct vmbus_message *, msg));
511fa4828b0SSepherosa Ziehau 		}
512b7bb4816SSepherosa Ziehau 
513236764b1SSepherosa Ziehau 		msg->msg_type = HYPERV_MSGTYPE_NONE;
514b7bb4816SSepherosa Ziehau 		/*
515b7bb4816SSepherosa Ziehau 		 * Make sure the write to msg_type (i.e. set to
516236764b1SSepherosa Ziehau 		 * HYPERV_MSGTYPE_NONE) happens before we read the
517b7bb4816SSepherosa Ziehau 		 * msg_flags and EOMing. Otherwise, the EOMing will
518b7bb4816SSepherosa Ziehau 		 * not deliver any more messages since there is no
519b7bb4816SSepherosa Ziehau 		 * empty slot
520b7bb4816SSepherosa Ziehau 		 *
521b7bb4816SSepherosa Ziehau 		 * NOTE:
522b7bb4816SSepherosa Ziehau 		 * mb() is used here, since atomic_thread_fence_seq_cst()
523b7bb4816SSepherosa Ziehau 		 * will become compiler fence on UP kernel.
524b7bb4816SSepherosa Ziehau 		 */
525b7bb4816SSepherosa Ziehau 		mb();
526b7bb4816SSepherosa Ziehau 		if (msg->msg_flags & VMBUS_MSGFLAG_PENDING) {
527b7bb4816SSepherosa Ziehau 			/*
528b7bb4816SSepherosa Ziehau 			 * This will cause message queue rescan to possibly
529b7bb4816SSepherosa Ziehau 			 * deliver another msg from the hypervisor
530b7bb4816SSepherosa Ziehau 			 */
531b7bb4816SSepherosa Ziehau 			wrmsr(MSR_HV_EOM, 0);
532b7bb4816SSepherosa Ziehau 		}
533b7bb4816SSepherosa Ziehau 	}
534b7bb4816SSepherosa Ziehau }
535b7bb4816SSepherosa Ziehau 
536b7bb4816SSepherosa Ziehau static __inline int
537b7bb4816SSepherosa Ziehau vmbus_handle_intr1(struct vmbus_softc *sc, struct trapframe *frame, int cpu)
538b7bb4816SSepherosa Ziehau {
539b7bb4816SSepherosa Ziehau 	volatile struct vmbus_message *msg;
540b7bb4816SSepherosa Ziehau 	struct vmbus_message *msg_base;
541b7bb4816SSepherosa Ziehau 
542b7bb4816SSepherosa Ziehau 	msg_base = VMBUS_PCPU_GET(sc, message, cpu);
543b7bb4816SSepherosa Ziehau 
544b7bb4816SSepherosa Ziehau 	/*
545b7bb4816SSepherosa Ziehau 	 * Check event timer.
546b7bb4816SSepherosa Ziehau 	 *
547b7bb4816SSepherosa Ziehau 	 * TODO: move this to independent IDT vector.
548b7bb4816SSepherosa Ziehau 	 */
549b7bb4816SSepherosa Ziehau 	msg = msg_base + VMBUS_SINT_TIMER;
550236764b1SSepherosa Ziehau 	if (msg->msg_type == HYPERV_MSGTYPE_TIMER_EXPIRED) {
551236764b1SSepherosa Ziehau 		msg->msg_type = HYPERV_MSGTYPE_NONE;
552b7bb4816SSepherosa Ziehau 
553b7bb4816SSepherosa Ziehau 		vmbus_et_intr(frame);
554b7bb4816SSepherosa Ziehau 
555b7bb4816SSepherosa Ziehau 		/*
556b7bb4816SSepherosa Ziehau 		 * Make sure the write to msg_type (i.e. set to
557236764b1SSepherosa Ziehau 		 * HYPERV_MSGTYPE_NONE) happens before we read the
558b7bb4816SSepherosa Ziehau 		 * msg_flags and EOMing. Otherwise, the EOMing will
559b7bb4816SSepherosa Ziehau 		 * not deliver any more messages since there is no
560b7bb4816SSepherosa Ziehau 		 * empty slot
561b7bb4816SSepherosa Ziehau 		 *
562b7bb4816SSepherosa Ziehau 		 * NOTE:
563b7bb4816SSepherosa Ziehau 		 * mb() is used here, since atomic_thread_fence_seq_cst()
564b7bb4816SSepherosa Ziehau 		 * will become compiler fence on UP kernel.
565b7bb4816SSepherosa Ziehau 		 */
566b7bb4816SSepherosa Ziehau 		mb();
567b7bb4816SSepherosa Ziehau 		if (msg->msg_flags & VMBUS_MSGFLAG_PENDING) {
568b7bb4816SSepherosa Ziehau 			/*
569b7bb4816SSepherosa Ziehau 			 * This will cause message queue rescan to possibly
570b7bb4816SSepherosa Ziehau 			 * deliver another msg from the hypervisor
571b7bb4816SSepherosa Ziehau 			 */
572b7bb4816SSepherosa Ziehau 			wrmsr(MSR_HV_EOM, 0);
573b7bb4816SSepherosa Ziehau 		}
574b7bb4816SSepherosa Ziehau 	}
575b7bb4816SSepherosa Ziehau 
576b7bb4816SSepherosa Ziehau 	/*
577b7bb4816SSepherosa Ziehau 	 * Check events.  Hot path for network and storage I/O data; high rate.
578b7bb4816SSepherosa Ziehau 	 *
579b7bb4816SSepherosa Ziehau 	 * NOTE:
580b7bb4816SSepherosa Ziehau 	 * As recommended by the Windows guest fellows, we check events before
581b7bb4816SSepherosa Ziehau 	 * checking messages.
582b7bb4816SSepherosa Ziehau 	 */
583b7bb4816SSepherosa Ziehau 	sc->vmbus_event_proc(sc, cpu);
584b7bb4816SSepherosa Ziehau 
585b7bb4816SSepherosa Ziehau 	/*
586b7bb4816SSepherosa Ziehau 	 * Check messages.  Mainly management stuffs; ultra low rate.
587b7bb4816SSepherosa Ziehau 	 */
588b7bb4816SSepherosa Ziehau 	msg = msg_base + VMBUS_SINT_MESSAGE;
589236764b1SSepherosa Ziehau 	if (__predict_false(msg->msg_type != HYPERV_MSGTYPE_NONE)) {
590b7bb4816SSepherosa Ziehau 		taskqueue_enqueue(VMBUS_PCPU_GET(sc, message_tq, cpu),
591b7bb4816SSepherosa Ziehau 		    VMBUS_PCPU_PTR(sc, message_task, cpu));
592b7bb4816SSepherosa Ziehau 	}
593b7bb4816SSepherosa Ziehau 
594b7bb4816SSepherosa Ziehau 	return (FILTER_HANDLED);
595b7bb4816SSepherosa Ziehau }
596b7bb4816SSepherosa Ziehau 
597b7bb4816SSepherosa Ziehau void
598b7bb4816SSepherosa Ziehau vmbus_handle_intr(struct trapframe *trap_frame)
599b7bb4816SSepherosa Ziehau {
600b7bb4816SSepherosa Ziehau 	struct vmbus_softc *sc = vmbus_get_softc();
601b7bb4816SSepherosa Ziehau 	int cpu = curcpu;
602b7bb4816SSepherosa Ziehau 
603b7bb4816SSepherosa Ziehau 	/*
604b7bb4816SSepherosa Ziehau 	 * Disable preemption.
605b7bb4816SSepherosa Ziehau 	 */
606b7bb4816SSepherosa Ziehau 	critical_enter();
607b7bb4816SSepherosa Ziehau 
608b7bb4816SSepherosa Ziehau 	/*
609b7bb4816SSepherosa Ziehau 	 * Do a little interrupt counting.
610b7bb4816SSepherosa Ziehau 	 */
611b7bb4816SSepherosa Ziehau 	(*VMBUS_PCPU_GET(sc, intr_cnt, cpu))++;
612b7bb4816SSepherosa Ziehau 
613b7bb4816SSepherosa Ziehau 	vmbus_handle_intr1(sc, trap_frame, cpu);
614b7bb4816SSepherosa Ziehau 
615b7bb4816SSepherosa Ziehau 	/*
616b7bb4816SSepherosa Ziehau 	 * Enable preemption.
617b7bb4816SSepherosa Ziehau 	 */
618b7bb4816SSepherosa Ziehau 	critical_exit();
619b7bb4816SSepherosa Ziehau }
620b7bb4816SSepherosa Ziehau 
621b7bb4816SSepherosa Ziehau static void
622b7bb4816SSepherosa Ziehau vmbus_synic_setup(void *xsc)
623b7bb4816SSepherosa Ziehau {
624b7bb4816SSepherosa Ziehau 	struct vmbus_softc *sc = xsc;
625b7bb4816SSepherosa Ziehau 	int cpu = curcpu;
626b7bb4816SSepherosa Ziehau 	uint64_t val, orig;
627b7bb4816SSepherosa Ziehau 	uint32_t sint;
628b7bb4816SSepherosa Ziehau 
629b7bb4816SSepherosa Ziehau 	if (hyperv_features & CPUID_HV_MSR_VP_INDEX) {
63023eaa43cSSepherosa Ziehau 		/* Save virtual processor id. */
631b7bb4816SSepherosa Ziehau 		VMBUS_PCPU_GET(sc, vcpuid, cpu) = rdmsr(MSR_HV_VP_INDEX);
632b7bb4816SSepherosa Ziehau 	} else {
63323eaa43cSSepherosa Ziehau 		/* Set virtual processor id to 0 for compatibility. */
63423eaa43cSSepherosa Ziehau 		VMBUS_PCPU_GET(sc, vcpuid, cpu) = 0;
635b7bb4816SSepherosa Ziehau 	}
636b7bb4816SSepherosa Ziehau 
637b7bb4816SSepherosa Ziehau 	/*
638b7bb4816SSepherosa Ziehau 	 * Setup the SynIC message.
639b7bb4816SSepherosa Ziehau 	 */
640b7bb4816SSepherosa Ziehau 	orig = rdmsr(MSR_HV_SIMP);
641b7bb4816SSepherosa Ziehau 	val = MSR_HV_SIMP_ENABLE | (orig & MSR_HV_SIMP_RSVD_MASK) |
642b7bb4816SSepherosa Ziehau 	    ((VMBUS_PCPU_GET(sc, message_dma.hv_paddr, cpu) >> PAGE_SHIFT) <<
643b7bb4816SSepherosa Ziehau 	     MSR_HV_SIMP_PGSHIFT);
644b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_SIMP, val);
645b7bb4816SSepherosa Ziehau 
646b7bb4816SSepherosa Ziehau 	/*
647b7bb4816SSepherosa Ziehau 	 * Setup the SynIC event flags.
648b7bb4816SSepherosa Ziehau 	 */
649b7bb4816SSepherosa Ziehau 	orig = rdmsr(MSR_HV_SIEFP);
650b7bb4816SSepherosa Ziehau 	val = MSR_HV_SIEFP_ENABLE | (orig & MSR_HV_SIEFP_RSVD_MASK) |
651b7bb4816SSepherosa Ziehau 	    ((VMBUS_PCPU_GET(sc, event_flags_dma.hv_paddr, cpu)
652b7bb4816SSepherosa Ziehau 	      >> PAGE_SHIFT) << MSR_HV_SIEFP_PGSHIFT);
653b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_SIEFP, val);
654b7bb4816SSepherosa Ziehau 
655b7bb4816SSepherosa Ziehau 
656b7bb4816SSepherosa Ziehau 	/*
657b7bb4816SSepherosa Ziehau 	 * Configure and unmask SINT for message and event flags.
658b7bb4816SSepherosa Ziehau 	 */
659b7bb4816SSepherosa Ziehau 	sint = MSR_HV_SINT0 + VMBUS_SINT_MESSAGE;
660b7bb4816SSepherosa Ziehau 	orig = rdmsr(sint);
661b7bb4816SSepherosa Ziehau 	val = sc->vmbus_idtvec | MSR_HV_SINT_AUTOEOI |
662b7bb4816SSepherosa Ziehau 	    (orig & MSR_HV_SINT_RSVD_MASK);
663b7bb4816SSepherosa Ziehau 	wrmsr(sint, val);
664b7bb4816SSepherosa Ziehau 
665b7bb4816SSepherosa Ziehau 	/*
666b7bb4816SSepherosa Ziehau 	 * Configure and unmask SINT for timer.
667b7bb4816SSepherosa Ziehau 	 */
668b7bb4816SSepherosa Ziehau 	sint = MSR_HV_SINT0 + VMBUS_SINT_TIMER;
669b7bb4816SSepherosa Ziehau 	orig = rdmsr(sint);
670b7bb4816SSepherosa Ziehau 	val = sc->vmbus_idtvec | MSR_HV_SINT_AUTOEOI |
671b7bb4816SSepherosa Ziehau 	    (orig & MSR_HV_SINT_RSVD_MASK);
672b7bb4816SSepherosa Ziehau 	wrmsr(sint, val);
673b7bb4816SSepherosa Ziehau 
674b7bb4816SSepherosa Ziehau 	/*
675b7bb4816SSepherosa Ziehau 	 * All done; enable SynIC.
676b7bb4816SSepherosa Ziehau 	 */
677b7bb4816SSepherosa Ziehau 	orig = rdmsr(MSR_HV_SCONTROL);
678b7bb4816SSepherosa Ziehau 	val = MSR_HV_SCTRL_ENABLE | (orig & MSR_HV_SCTRL_RSVD_MASK);
679b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_SCONTROL, val);
680b7bb4816SSepherosa Ziehau }
681b7bb4816SSepherosa Ziehau 
682b7bb4816SSepherosa Ziehau static void
683b7bb4816SSepherosa Ziehau vmbus_synic_teardown(void *arg)
684b7bb4816SSepherosa Ziehau {
685b7bb4816SSepherosa Ziehau 	uint64_t orig;
686b7bb4816SSepherosa Ziehau 	uint32_t sint;
687b7bb4816SSepherosa Ziehau 
688b7bb4816SSepherosa Ziehau 	/*
689b7bb4816SSepherosa Ziehau 	 * Disable SynIC.
690b7bb4816SSepherosa Ziehau 	 */
691b7bb4816SSepherosa Ziehau 	orig = rdmsr(MSR_HV_SCONTROL);
692b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_SCONTROL, (orig & MSR_HV_SCTRL_RSVD_MASK));
693b7bb4816SSepherosa Ziehau 
694b7bb4816SSepherosa Ziehau 	/*
695b7bb4816SSepherosa Ziehau 	 * Mask message and event flags SINT.
696b7bb4816SSepherosa Ziehau 	 */
697b7bb4816SSepherosa Ziehau 	sint = MSR_HV_SINT0 + VMBUS_SINT_MESSAGE;
698b7bb4816SSepherosa Ziehau 	orig = rdmsr(sint);
699b7bb4816SSepherosa Ziehau 	wrmsr(sint, orig | MSR_HV_SINT_MASKED);
700b7bb4816SSepherosa Ziehau 
701b7bb4816SSepherosa Ziehau 	/*
702b7bb4816SSepherosa Ziehau 	 * Mask timer SINT.
703b7bb4816SSepherosa Ziehau 	 */
704b7bb4816SSepherosa Ziehau 	sint = MSR_HV_SINT0 + VMBUS_SINT_TIMER;
705b7bb4816SSepherosa Ziehau 	orig = rdmsr(sint);
706b7bb4816SSepherosa Ziehau 	wrmsr(sint, orig | MSR_HV_SINT_MASKED);
707b7bb4816SSepherosa Ziehau 
708b7bb4816SSepherosa Ziehau 	/*
709b7bb4816SSepherosa Ziehau 	 * Teardown SynIC message.
710b7bb4816SSepherosa Ziehau 	 */
711b7bb4816SSepherosa Ziehau 	orig = rdmsr(MSR_HV_SIMP);
712b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_SIMP, (orig & MSR_HV_SIMP_RSVD_MASK));
713b7bb4816SSepherosa Ziehau 
714b7bb4816SSepherosa Ziehau 	/*
715b7bb4816SSepherosa Ziehau 	 * Teardown SynIC event flags.
716b7bb4816SSepherosa Ziehau 	 */
717b7bb4816SSepherosa Ziehau 	orig = rdmsr(MSR_HV_SIEFP);
718b7bb4816SSepherosa Ziehau 	wrmsr(MSR_HV_SIEFP, (orig & MSR_HV_SIEFP_RSVD_MASK));
719b7bb4816SSepherosa Ziehau }
720b7bb4816SSepherosa Ziehau 
721b7bb4816SSepherosa Ziehau static int
722b7bb4816SSepherosa Ziehau vmbus_dma_alloc(struct vmbus_softc *sc)
723b7bb4816SSepherosa Ziehau {
7246523ab7eSSepherosa Ziehau 	bus_dma_tag_t parent_dtag;
7256523ab7eSSepherosa Ziehau 	uint8_t *evtflags;
726b7bb4816SSepherosa Ziehau 	int cpu;
727b7bb4816SSepherosa Ziehau 
7286523ab7eSSepherosa Ziehau 	parent_dtag = bus_get_dma_tag(sc->vmbus_dev);
729b7bb4816SSepherosa Ziehau 	CPU_FOREACH(cpu) {
730b7bb4816SSepherosa Ziehau 		void *ptr;
731b7bb4816SSepherosa Ziehau 
732b7bb4816SSepherosa Ziehau 		/*
733b7bb4816SSepherosa Ziehau 		 * Per-cpu messages and event flags.
734b7bb4816SSepherosa Ziehau 		 */
7356523ab7eSSepherosa Ziehau 		ptr = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0,
7366523ab7eSSepherosa Ziehau 		    PAGE_SIZE, VMBUS_PCPU_PTR(sc, message_dma, cpu),
737b7bb4816SSepherosa Ziehau 		    BUS_DMA_WAITOK | BUS_DMA_ZERO);
738b7bb4816SSepherosa Ziehau 		if (ptr == NULL)
739b7bb4816SSepherosa Ziehau 			return ENOMEM;
740b7bb4816SSepherosa Ziehau 		VMBUS_PCPU_GET(sc, message, cpu) = ptr;
741b7bb4816SSepherosa Ziehau 
7426523ab7eSSepherosa Ziehau 		ptr = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0,
7436523ab7eSSepherosa Ziehau 		    PAGE_SIZE, VMBUS_PCPU_PTR(sc, event_flags_dma, cpu),
744b7bb4816SSepherosa Ziehau 		    BUS_DMA_WAITOK | BUS_DMA_ZERO);
745b7bb4816SSepherosa Ziehau 		if (ptr == NULL)
746b7bb4816SSepherosa Ziehau 			return ENOMEM;
747b7bb4816SSepherosa Ziehau 		VMBUS_PCPU_GET(sc, event_flags, cpu) = ptr;
748b7bb4816SSepherosa Ziehau 	}
7496523ab7eSSepherosa Ziehau 
7506523ab7eSSepherosa Ziehau 	evtflags = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0,
7516523ab7eSSepherosa Ziehau 	    PAGE_SIZE, &sc->vmbus_evtflags_dma, BUS_DMA_WAITOK | BUS_DMA_ZERO);
7526523ab7eSSepherosa Ziehau 	if (evtflags == NULL)
7536523ab7eSSepherosa Ziehau 		return ENOMEM;
7546523ab7eSSepherosa Ziehau 	sc->vmbus_rx_evtflags = (u_long *)evtflags;
75551a9a000SSepherosa Ziehau 	sc->vmbus_tx_evtflags = (u_long *)(evtflags + (PAGE_SIZE / 2));
7566523ab7eSSepherosa Ziehau 	sc->vmbus_evtflags = evtflags;
7576523ab7eSSepherosa Ziehau 
7586523ab7eSSepherosa Ziehau 	sc->vmbus_mnf1 = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0,
7596523ab7eSSepherosa Ziehau 	    PAGE_SIZE, &sc->vmbus_mnf1_dma, BUS_DMA_WAITOK | BUS_DMA_ZERO);
7606523ab7eSSepherosa Ziehau 	if (sc->vmbus_mnf1 == NULL)
7616523ab7eSSepherosa Ziehau 		return ENOMEM;
7626523ab7eSSepherosa Ziehau 
7636523ab7eSSepherosa Ziehau 	sc->vmbus_mnf2 = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0,
7648c8cf3f2SSepherosa Ziehau 	    sizeof(struct vmbus_mnf), &sc->vmbus_mnf2_dma,
7658c8cf3f2SSepherosa Ziehau 	    BUS_DMA_WAITOK | BUS_DMA_ZERO);
7666523ab7eSSepherosa Ziehau 	if (sc->vmbus_mnf2 == NULL)
7676523ab7eSSepherosa Ziehau 		return ENOMEM;
7686523ab7eSSepherosa Ziehau 
769b7bb4816SSepherosa Ziehau 	return 0;
770b7bb4816SSepherosa Ziehau }
771b7bb4816SSepherosa Ziehau 
772b7bb4816SSepherosa Ziehau static void
773b7bb4816SSepherosa Ziehau vmbus_dma_free(struct vmbus_softc *sc)
774b7bb4816SSepherosa Ziehau {
775b7bb4816SSepherosa Ziehau 	int cpu;
776b7bb4816SSepherosa Ziehau 
7776523ab7eSSepherosa Ziehau 	if (sc->vmbus_evtflags != NULL) {
7786523ab7eSSepherosa Ziehau 		hyperv_dmamem_free(&sc->vmbus_evtflags_dma, sc->vmbus_evtflags);
7796523ab7eSSepherosa Ziehau 		sc->vmbus_evtflags = NULL;
7806523ab7eSSepherosa Ziehau 		sc->vmbus_rx_evtflags = NULL;
7816523ab7eSSepherosa Ziehau 		sc->vmbus_tx_evtflags = NULL;
7826523ab7eSSepherosa Ziehau 	}
7836523ab7eSSepherosa Ziehau 	if (sc->vmbus_mnf1 != NULL) {
7846523ab7eSSepherosa Ziehau 		hyperv_dmamem_free(&sc->vmbus_mnf1_dma, sc->vmbus_mnf1);
7856523ab7eSSepherosa Ziehau 		sc->vmbus_mnf1 = NULL;
7866523ab7eSSepherosa Ziehau 	}
7876523ab7eSSepherosa Ziehau 	if (sc->vmbus_mnf2 != NULL) {
7886523ab7eSSepherosa Ziehau 		hyperv_dmamem_free(&sc->vmbus_mnf2_dma, sc->vmbus_mnf2);
7896523ab7eSSepherosa Ziehau 		sc->vmbus_mnf2 = NULL;
7906523ab7eSSepherosa Ziehau 	}
7916523ab7eSSepherosa Ziehau 
792b7bb4816SSepherosa Ziehau 	CPU_FOREACH(cpu) {
793b7bb4816SSepherosa Ziehau 		if (VMBUS_PCPU_GET(sc, message, cpu) != NULL) {
794b7bb4816SSepherosa Ziehau 			hyperv_dmamem_free(
795b7bb4816SSepherosa Ziehau 			    VMBUS_PCPU_PTR(sc, message_dma, cpu),
796b7bb4816SSepherosa Ziehau 			    VMBUS_PCPU_GET(sc, message, cpu));
797b7bb4816SSepherosa Ziehau 			VMBUS_PCPU_GET(sc, message, cpu) = NULL;
798b7bb4816SSepherosa Ziehau 		}
799b7bb4816SSepherosa Ziehau 		if (VMBUS_PCPU_GET(sc, event_flags, cpu) != NULL) {
800b7bb4816SSepherosa Ziehau 			hyperv_dmamem_free(
801b7bb4816SSepherosa Ziehau 			    VMBUS_PCPU_PTR(sc, event_flags_dma, cpu),
802b7bb4816SSepherosa Ziehau 			    VMBUS_PCPU_GET(sc, event_flags, cpu));
803b7bb4816SSepherosa Ziehau 			VMBUS_PCPU_GET(sc, event_flags, cpu) = NULL;
804b7bb4816SSepherosa Ziehau 		}
805b7bb4816SSepherosa Ziehau 	}
806b7bb4816SSepherosa Ziehau }
807b7bb4816SSepherosa Ziehau 
808b7bb4816SSepherosa Ziehau static int
809b7bb4816SSepherosa Ziehau vmbus_intr_setup(struct vmbus_softc *sc)
810b7bb4816SSepherosa Ziehau {
811b7bb4816SSepherosa Ziehau 	int cpu;
812b7bb4816SSepherosa Ziehau 
813b7bb4816SSepherosa Ziehau 	CPU_FOREACH(cpu) {
814b7bb4816SSepherosa Ziehau 		char buf[MAXCOMLEN + 1];
815b7bb4816SSepherosa Ziehau 		cpuset_t cpu_mask;
816b7bb4816SSepherosa Ziehau 
817b7bb4816SSepherosa Ziehau 		/* Allocate an interrupt counter for Hyper-V interrupt */
818b7bb4816SSepherosa Ziehau 		snprintf(buf, sizeof(buf), "cpu%d:hyperv", cpu);
819b7bb4816SSepherosa Ziehau 		intrcnt_add(buf, VMBUS_PCPU_PTR(sc, intr_cnt, cpu));
820b7bb4816SSepherosa Ziehau 
821b7bb4816SSepherosa Ziehau 		/*
822b7bb4816SSepherosa Ziehau 		 * Setup taskqueue to handle events.  Task will be per-
823b7bb4816SSepherosa Ziehau 		 * channel.
824b7bb4816SSepherosa Ziehau 		 */
825b7bb4816SSepherosa Ziehau 		VMBUS_PCPU_GET(sc, event_tq, cpu) = taskqueue_create_fast(
826b7bb4816SSepherosa Ziehau 		    "hyperv event", M_WAITOK, taskqueue_thread_enqueue,
827b7bb4816SSepherosa Ziehau 		    VMBUS_PCPU_PTR(sc, event_tq, cpu));
828b7bb4816SSepherosa Ziehau 		CPU_SETOF(cpu, &cpu_mask);
829b7bb4816SSepherosa Ziehau 		taskqueue_start_threads_cpuset(
830b7bb4816SSepherosa Ziehau 		    VMBUS_PCPU_PTR(sc, event_tq, cpu), 1, PI_NET, &cpu_mask,
831b7bb4816SSepherosa Ziehau 		    "hvevent%d", cpu);
832b7bb4816SSepherosa Ziehau 
833b7bb4816SSepherosa Ziehau 		/*
834b7bb4816SSepherosa Ziehau 		 * Setup tasks and taskqueues to handle messages.
835b7bb4816SSepherosa Ziehau 		 */
836b7bb4816SSepherosa Ziehau 		VMBUS_PCPU_GET(sc, message_tq, cpu) = taskqueue_create_fast(
837b7bb4816SSepherosa Ziehau 		    "hyperv msg", M_WAITOK, taskqueue_thread_enqueue,
838b7bb4816SSepherosa Ziehau 		    VMBUS_PCPU_PTR(sc, message_tq, cpu));
839b7bb4816SSepherosa Ziehau 		CPU_SETOF(cpu, &cpu_mask);
840b7bb4816SSepherosa Ziehau 		taskqueue_start_threads_cpuset(
841b7bb4816SSepherosa Ziehau 		    VMBUS_PCPU_PTR(sc, message_tq, cpu), 1, PI_NET, &cpu_mask,
842b7bb4816SSepherosa Ziehau 		    "hvmsg%d", cpu);
843b7bb4816SSepherosa Ziehau 		TASK_INIT(VMBUS_PCPU_PTR(sc, message_task, cpu), 0,
844b7bb4816SSepherosa Ziehau 		    vmbus_msg_task, sc);
845b7bb4816SSepherosa Ziehau 	}
846b7bb4816SSepherosa Ziehau 
847b7bb4816SSepherosa Ziehau 	/*
848b7bb4816SSepherosa Ziehau 	 * All Hyper-V ISR required resources are setup, now let's find a
849b7bb4816SSepherosa Ziehau 	 * free IDT vector for Hyper-V ISR and set it up.
850b7bb4816SSepherosa Ziehau 	 */
851b7bb4816SSepherosa Ziehau 	sc->vmbus_idtvec = lapic_ipi_alloc(IDTVEC(vmbus_isr));
852b7bb4816SSepherosa Ziehau 	if (sc->vmbus_idtvec < 0) {
853b7bb4816SSepherosa Ziehau 		device_printf(sc->vmbus_dev, "cannot find free IDT vector\n");
854b7bb4816SSepherosa Ziehau 		return ENXIO;
855b7bb4816SSepherosa Ziehau 	}
856b7bb4816SSepherosa Ziehau 	if(bootverbose) {
857b7bb4816SSepherosa Ziehau 		device_printf(sc->vmbus_dev, "vmbus IDT vector %d\n",
858b7bb4816SSepherosa Ziehau 		    sc->vmbus_idtvec);
859b7bb4816SSepherosa Ziehau 	}
860b7bb4816SSepherosa Ziehau 	return 0;
861b7bb4816SSepherosa Ziehau }
862b7bb4816SSepherosa Ziehau 
863b7bb4816SSepherosa Ziehau static void
864b7bb4816SSepherosa Ziehau vmbus_intr_teardown(struct vmbus_softc *sc)
865b7bb4816SSepherosa Ziehau {
866b7bb4816SSepherosa Ziehau 	int cpu;
867b7bb4816SSepherosa Ziehau 
868b7bb4816SSepherosa Ziehau 	if (sc->vmbus_idtvec >= 0) {
869b7bb4816SSepherosa Ziehau 		lapic_ipi_free(sc->vmbus_idtvec);
870b7bb4816SSepherosa Ziehau 		sc->vmbus_idtvec = -1;
871b7bb4816SSepherosa Ziehau 	}
872b7bb4816SSepherosa Ziehau 
873b7bb4816SSepherosa Ziehau 	CPU_FOREACH(cpu) {
874b7bb4816SSepherosa Ziehau 		if (VMBUS_PCPU_GET(sc, event_tq, cpu) != NULL) {
875b7bb4816SSepherosa Ziehau 			taskqueue_free(VMBUS_PCPU_GET(sc, event_tq, cpu));
876b7bb4816SSepherosa Ziehau 			VMBUS_PCPU_GET(sc, event_tq, cpu) = NULL;
877b7bb4816SSepherosa Ziehau 		}
878b7bb4816SSepherosa Ziehau 		if (VMBUS_PCPU_GET(sc, message_tq, cpu) != NULL) {
879b7bb4816SSepherosa Ziehau 			taskqueue_drain(VMBUS_PCPU_GET(sc, message_tq, cpu),
880b7bb4816SSepherosa Ziehau 			    VMBUS_PCPU_PTR(sc, message_task, cpu));
881b7bb4816SSepherosa Ziehau 			taskqueue_free(VMBUS_PCPU_GET(sc, message_tq, cpu));
882b7bb4816SSepherosa Ziehau 			VMBUS_PCPU_GET(sc, message_tq, cpu) = NULL;
883b7bb4816SSepherosa Ziehau 		}
884b7bb4816SSepherosa Ziehau 	}
885b7bb4816SSepherosa Ziehau }
886b7bb4816SSepherosa Ziehau 
887b7bb4816SSepherosa Ziehau static int
888b7bb4816SSepherosa Ziehau vmbus_read_ivar(device_t dev, device_t child, int index, uintptr_t *result)
889b7bb4816SSepherosa Ziehau {
890b7bb4816SSepherosa Ziehau 	return (ENOENT);
891b7bb4816SSepherosa Ziehau }
892b7bb4816SSepherosa Ziehau 
893b7bb4816SSepherosa Ziehau static int
894b7bb4816SSepherosa Ziehau vmbus_child_pnpinfo_str(device_t dev, device_t child, char *buf, size_t buflen)
895b7bb4816SSepherosa Ziehau {
89682b8a879SSepherosa Ziehau 	const struct vmbus_channel *chan;
897b7bb4816SSepherosa Ziehau 	char guidbuf[HYPERV_GUID_STRLEN];
898b7bb4816SSepherosa Ziehau 
8993b50b13bSSepherosa Ziehau 	chan = vmbus_get_channel(child);
9003b50b13bSSepherosa Ziehau 	if (chan == NULL) {
90147575345SSepherosa Ziehau 		/* Event timer device, which does not belong to a channel */
902b7bb4816SSepherosa Ziehau 		return (0);
90347575345SSepherosa Ziehau 	}
904b7bb4816SSepherosa Ziehau 
905b7bb4816SSepherosa Ziehau 	strlcat(buf, "classid=", buflen);
90647575345SSepherosa Ziehau 	hyperv_guid2str(&chan->ch_guid_type, guidbuf, sizeof(guidbuf));
907b7bb4816SSepherosa Ziehau 	strlcat(buf, guidbuf, buflen);
908b7bb4816SSepherosa Ziehau 
909b7bb4816SSepherosa Ziehau 	strlcat(buf, " deviceid=", buflen);
91047575345SSepherosa Ziehau 	hyperv_guid2str(&chan->ch_guid_inst, guidbuf, sizeof(guidbuf));
911b7bb4816SSepherosa Ziehau 	strlcat(buf, guidbuf, buflen);
912b7bb4816SSepherosa Ziehau 
913b7bb4816SSepherosa Ziehau 	return (0);
914b7bb4816SSepherosa Ziehau }
915b7bb4816SSepherosa Ziehau 
91647575345SSepherosa Ziehau int
91782b8a879SSepherosa Ziehau vmbus_add_child(struct vmbus_channel *chan)
918b7bb4816SSepherosa Ziehau {
9199129ad2dSSepherosa Ziehau 	struct vmbus_softc *sc = chan->ch_vmbus;
92047575345SSepherosa Ziehau 	device_t parent = sc->vmbus_dev;
92147575345SSepherosa Ziehau 	int error = 0;
922b7bb4816SSepherosa Ziehau 
923dab4260cSSepherosa Ziehau 	/* New channel has been offered */
924dab4260cSSepherosa Ziehau 	vmbus_scan_newchan(sc);
925dab4260cSSepherosa Ziehau 
92647575345SSepherosa Ziehau 	chan->ch_dev = device_add_child(parent, NULL, -1);
92747575345SSepherosa Ziehau 	if (chan->ch_dev == NULL) {
92847575345SSepherosa Ziehau 		device_printf(parent, "device_add_child for chan%u failed\n",
92947575345SSepherosa Ziehau 		    chan->ch_id);
93047575345SSepherosa Ziehau 		error = ENXIO;
93147575345SSepherosa Ziehau 		goto done;
932b7bb4816SSepherosa Ziehau 	}
9333b50b13bSSepherosa Ziehau 	device_set_ivars(chan->ch_dev, chan);
934b7bb4816SSepherosa Ziehau 
93547575345SSepherosa Ziehau done:
93647575345SSepherosa Ziehau 	/* New device has been/should be added to vmbus. */
937796a90bfSSepherosa Ziehau 	vmbus_scan_newdev(sc);
93847575345SSepherosa Ziehau 	return error;
939b7bb4816SSepherosa Ziehau }
940b7bb4816SSepherosa Ziehau 
941b7bb4816SSepherosa Ziehau int
94282b8a879SSepherosa Ziehau vmbus_delete_child(struct vmbus_channel *chan)
943b7bb4816SSepherosa Ziehau {
94447575345SSepherosa Ziehau 	int error;
94547575345SSepherosa Ziehau 
94647575345SSepherosa Ziehau 	if (chan->ch_dev == NULL) {
94747575345SSepherosa Ziehau 		/* Failed to add a device. */
94847575345SSepherosa Ziehau 		return 0;
94947575345SSepherosa Ziehau 	}
95047575345SSepherosa Ziehau 
951b7bb4816SSepherosa Ziehau 	/*
952b7bb4816SSepherosa Ziehau 	 * XXXKYS: Ensure that this is the opposite of
953b7bb4816SSepherosa Ziehau 	 * device_add_child()
954b7bb4816SSepherosa Ziehau 	 */
955b7bb4816SSepherosa Ziehau 	mtx_lock(&Giant);
9569129ad2dSSepherosa Ziehau 	error = device_delete_child(chan->ch_vmbus->vmbus_dev, chan->ch_dev);
957b7bb4816SSepherosa Ziehau 	mtx_unlock(&Giant);
95847575345SSepherosa Ziehau 
95947575345SSepherosa Ziehau 	return error;
960b7bb4816SSepherosa Ziehau }
961b7bb4816SSepherosa Ziehau 
962b7bb4816SSepherosa Ziehau static int
96347a3ee5cSSepherosa Ziehau vmbus_sysctl_version(SYSCTL_HANDLER_ARGS)
96447a3ee5cSSepherosa Ziehau {
96538d19df6SSepherosa Ziehau 	struct vmbus_softc *sc = arg1;
96647a3ee5cSSepherosa Ziehau 	char verstr[16];
96747a3ee5cSSepherosa Ziehau 
96847a3ee5cSSepherosa Ziehau 	snprintf(verstr, sizeof(verstr), "%u.%u",
96938d19df6SSepherosa Ziehau 	    VMBUS_VERSION_MAJOR(sc->vmbus_version),
97038d19df6SSepherosa Ziehau 	    VMBUS_VERSION_MINOR(sc->vmbus_version));
97147a3ee5cSSepherosa Ziehau 	return sysctl_handle_string(oidp, verstr, sizeof(verstr), req);
97247a3ee5cSSepherosa Ziehau }
97347a3ee5cSSepherosa Ziehau 
97438d19df6SSepherosa Ziehau static uint32_t
97538d19df6SSepherosa Ziehau vmbus_get_version_method(device_t bus, device_t dev)
97638d19df6SSepherosa Ziehau {
97738d19df6SSepherosa Ziehau 	struct vmbus_softc *sc = device_get_softc(bus);
97838d19df6SSepherosa Ziehau 
97938d19df6SSepherosa Ziehau 	return sc->vmbus_version;
98038d19df6SSepherosa Ziehau }
98138d19df6SSepherosa Ziehau 
98247a3ee5cSSepherosa Ziehau static int
98371ac1309SSepherosa Ziehau vmbus_probe_guid_method(device_t bus, device_t dev,
98471ac1309SSepherosa Ziehau     const struct hyperv_guid *guid)
985884d26c8SSepherosa Ziehau {
98682b8a879SSepherosa Ziehau 	const struct vmbus_channel *chan = vmbus_get_channel(dev);
987884d26c8SSepherosa Ziehau 
98871ac1309SSepherosa Ziehau 	if (memcmp(&chan->ch_guid_type, guid, sizeof(struct hyperv_guid)) == 0)
989884d26c8SSepherosa Ziehau 		return 0;
990884d26c8SSepherosa Ziehau 	return ENXIO;
991884d26c8SSepherosa Ziehau }
992884d26c8SSepherosa Ziehau 
993884d26c8SSepherosa Ziehau static int
994b7bb4816SSepherosa Ziehau vmbus_probe(device_t dev)
995b7bb4816SSepherosa Ziehau {
996b7bb4816SSepherosa Ziehau 	char *id[] = { "VMBUS", NULL };
997b7bb4816SSepherosa Ziehau 
998b7bb4816SSepherosa Ziehau 	if (ACPI_ID_PROBE(device_get_parent(dev), dev, id) == NULL ||
999b7bb4816SSepherosa Ziehau 	    device_get_unit(dev) != 0 || vm_guest != VM_GUEST_HV ||
1000b7bb4816SSepherosa Ziehau 	    (hyperv_features & CPUID_HV_MSR_SYNIC) == 0)
1001b7bb4816SSepherosa Ziehau 		return (ENXIO);
1002b7bb4816SSepherosa Ziehau 
1003b7bb4816SSepherosa Ziehau 	device_set_desc(dev, "Hyper-V Vmbus");
1004b7bb4816SSepherosa Ziehau 
1005b7bb4816SSepherosa Ziehau 	return (BUS_PROBE_DEFAULT);
1006b7bb4816SSepherosa Ziehau }
1007b7bb4816SSepherosa Ziehau 
1008b7bb4816SSepherosa Ziehau /**
1009b7bb4816SSepherosa Ziehau  * @brief Main vmbus driver initialization routine.
1010b7bb4816SSepherosa Ziehau  *
1011b7bb4816SSepherosa Ziehau  * Here, we
1012b7bb4816SSepherosa Ziehau  * - initialize the vmbus driver context
1013b7bb4816SSepherosa Ziehau  * - setup various driver entry points
1014b7bb4816SSepherosa Ziehau  * - invoke the vmbus hv main init routine
1015b7bb4816SSepherosa Ziehau  * - get the irq resource
1016b7bb4816SSepherosa Ziehau  * - invoke the vmbus to add the vmbus root device
1017b7bb4816SSepherosa Ziehau  * - setup the vmbus root device
1018b7bb4816SSepherosa Ziehau  * - retrieve the channel offers
1019b7bb4816SSepherosa Ziehau  */
1020b7bb4816SSepherosa Ziehau static int
1021dd012a57SSepherosa Ziehau vmbus_doattach(struct vmbus_softc *sc)
1022b7bb4816SSepherosa Ziehau {
102347a3ee5cSSepherosa Ziehau 	struct sysctl_oid_list *child;
102447a3ee5cSSepherosa Ziehau 	struct sysctl_ctx_list *ctx;
1025b7bb4816SSepherosa Ziehau 	int ret;
1026b7bb4816SSepherosa Ziehau 
1027b7bb4816SSepherosa Ziehau 	if (sc->vmbus_flags & VMBUS_FLAG_ATTACHED)
1028b7bb4816SSepherosa Ziehau 		return (0);
1029b7bb4816SSepherosa Ziehau 	sc->vmbus_flags |= VMBUS_FLAG_ATTACHED;
1030b7bb4816SSepherosa Ziehau 
1031796a90bfSSepherosa Ziehau 	mtx_init(&sc->vmbus_scan_lock, "vmbus scan", NULL, MTX_DEF);
1032ee7e313fSSepherosa Ziehau 	sc->vmbus_gpadl = VMBUS_GPADL_START;
1033c1bea00eSSepherosa Ziehau 	mtx_init(&sc->vmbus_prichan_lock, "vmbus prichan", NULL, MTX_DEF);
1034c1bea00eSSepherosa Ziehau 	TAILQ_INIT(&sc->vmbus_prichans);
1035af3be0bfSSepherosa Ziehau 	sc->vmbus_chmap = malloc(
103682b8a879SSepherosa Ziehau 	    sizeof(struct vmbus_channel *) * VMBUS_CHAN_MAX, M_DEVBUF,
1037af3be0bfSSepherosa Ziehau 	    M_WAITOK | M_ZERO);
1038796a90bfSSepherosa Ziehau 
1039b7bb4816SSepherosa Ziehau 	/*
1040236764b1SSepherosa Ziehau 	 * Create context for "post message" Hypercalls
1041236764b1SSepherosa Ziehau 	 */
1042*3dba61ddSSepherosa Ziehau 	sc->vmbus_xc = vmbus_xact_ctx_create(bus_get_dma_tag(sc->vmbus_dev),
1043*3dba61ddSSepherosa Ziehau 	    HYPERCALL_POSTMSGIN_SIZE, VMBUS_MSG_SIZE,
1044*3dba61ddSSepherosa Ziehau 	    sizeof(struct vmbus_msghc));
1045*3dba61ddSSepherosa Ziehau 	if (sc->vmbus_xc == NULL) {
1046236764b1SSepherosa Ziehau 		ret = ENXIO;
1047236764b1SSepherosa Ziehau 		goto cleanup;
1048236764b1SSepherosa Ziehau 	}
1049236764b1SSepherosa Ziehau 
1050236764b1SSepherosa Ziehau 	/*
1051b7bb4816SSepherosa Ziehau 	 * Allocate DMA stuffs.
1052b7bb4816SSepherosa Ziehau 	 */
1053b7bb4816SSepherosa Ziehau 	ret = vmbus_dma_alloc(sc);
1054b7bb4816SSepherosa Ziehau 	if (ret != 0)
1055b7bb4816SSepherosa Ziehau 		goto cleanup;
1056b7bb4816SSepherosa Ziehau 
1057b7bb4816SSepherosa Ziehau 	/*
1058b7bb4816SSepherosa Ziehau 	 * Setup interrupt.
1059b7bb4816SSepherosa Ziehau 	 */
1060b7bb4816SSepherosa Ziehau 	ret = vmbus_intr_setup(sc);
1061b7bb4816SSepherosa Ziehau 	if (ret != 0)
1062b7bb4816SSepherosa Ziehau 		goto cleanup;
1063b7bb4816SSepherosa Ziehau 
1064b7bb4816SSepherosa Ziehau 	/*
1065b7bb4816SSepherosa Ziehau 	 * Setup SynIC.
1066b7bb4816SSepherosa Ziehau 	 */
1067b7bb4816SSepherosa Ziehau 	if (bootverbose)
1068b7bb4816SSepherosa Ziehau 		device_printf(sc->vmbus_dev, "smp_started = %d\n", smp_started);
1069b7bb4816SSepherosa Ziehau 	smp_rendezvous(NULL, vmbus_synic_setup, NULL, sc);
1070b7bb4816SSepherosa Ziehau 	sc->vmbus_flags |= VMBUS_FLAG_SYNIC;
1071b7bb4816SSepherosa Ziehau 
1072b7bb4816SSepherosa Ziehau 	/*
1073250ca4caSSepherosa Ziehau 	 * Initialize vmbus, e.g. connect to Hypervisor.
1074b7bb4816SSepherosa Ziehau 	 */
1075236764b1SSepherosa Ziehau 	ret = vmbus_init(sc);
1076236764b1SSepherosa Ziehau 	if (ret != 0)
1077236764b1SSepherosa Ziehau 		goto cleanup;
1078236764b1SSepherosa Ziehau 
107938d19df6SSepherosa Ziehau 	if (sc->vmbus_version == VMBUS_VERSION_WS2008 ||
108038d19df6SSepherosa Ziehau 	    sc->vmbus_version == VMBUS_VERSION_WIN7)
1081b7bb4816SSepherosa Ziehau 		sc->vmbus_event_proc = vmbus_event_proc_compat;
1082b7bb4816SSepherosa Ziehau 	else
1083b7bb4816SSepherosa Ziehau 		sc->vmbus_event_proc = vmbus_event_proc;
1084b7bb4816SSepherosa Ziehau 
1085796a90bfSSepherosa Ziehau 	ret = vmbus_scan(sc);
1086c1cc5bdfSSepherosa Ziehau 	if (ret != 0)
1087c1cc5bdfSSepherosa Ziehau 		goto cleanup;
1088b7bb4816SSepherosa Ziehau 
108947a3ee5cSSepherosa Ziehau 	ctx = device_get_sysctl_ctx(sc->vmbus_dev);
109047a3ee5cSSepherosa Ziehau 	child = SYSCTL_CHILDREN(device_get_sysctl_tree(sc->vmbus_dev));
109147a3ee5cSSepherosa Ziehau 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "version",
109238d19df6SSepherosa Ziehau 	    CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_MPSAFE, sc, 0,
109347a3ee5cSSepherosa Ziehau 	    vmbus_sysctl_version, "A", "vmbus version");
109447a3ee5cSSepherosa Ziehau 
1095b7bb4816SSepherosa Ziehau 	return (ret);
1096b7bb4816SSepherosa Ziehau 
1097b7bb4816SSepherosa Ziehau cleanup:
1098b7bb4816SSepherosa Ziehau 	vmbus_intr_teardown(sc);
1099b7bb4816SSepherosa Ziehau 	vmbus_dma_free(sc);
1100*3dba61ddSSepherosa Ziehau 	if (sc->vmbus_xc != NULL) {
1101*3dba61ddSSepherosa Ziehau 		vmbus_xact_ctx_destroy(sc->vmbus_xc);
1102*3dba61ddSSepherosa Ziehau 		sc->vmbus_xc = NULL;
1103236764b1SSepherosa Ziehau 	}
1104af3be0bfSSepherosa Ziehau 	free(sc->vmbus_chmap, M_DEVBUF);
1105796a90bfSSepherosa Ziehau 	mtx_destroy(&sc->vmbus_scan_lock);
1106c1bea00eSSepherosa Ziehau 	mtx_destroy(&sc->vmbus_prichan_lock);
1107b7bb4816SSepherosa Ziehau 
1108b7bb4816SSepherosa Ziehau 	return (ret);
1109b7bb4816SSepherosa Ziehau }
1110b7bb4816SSepherosa Ziehau 
1111b7bb4816SSepherosa Ziehau static void
1112b7bb4816SSepherosa Ziehau vmbus_event_proc_dummy(struct vmbus_softc *sc __unused, int cpu __unused)
1113b7bb4816SSepherosa Ziehau {
1114b7bb4816SSepherosa Ziehau }
1115b7bb4816SSepherosa Ziehau 
1116b7bb4816SSepherosa Ziehau static int
1117b7bb4816SSepherosa Ziehau vmbus_attach(device_t dev)
1118b7bb4816SSepherosa Ziehau {
1119b7bb4816SSepherosa Ziehau 	vmbus_sc = device_get_softc(dev);
1120b7bb4816SSepherosa Ziehau 	vmbus_sc->vmbus_dev = dev;
1121b7bb4816SSepherosa Ziehau 	vmbus_sc->vmbus_idtvec = -1;
1122b7bb4816SSepherosa Ziehau 
1123b7bb4816SSepherosa Ziehau 	/*
1124b7bb4816SSepherosa Ziehau 	 * Event processing logic will be configured:
1125b7bb4816SSepherosa Ziehau 	 * - After the vmbus protocol version negotiation.
1126b7bb4816SSepherosa Ziehau 	 * - Before we request channel offers.
1127b7bb4816SSepherosa Ziehau 	 */
1128b7bb4816SSepherosa Ziehau 	vmbus_sc->vmbus_event_proc = vmbus_event_proc_dummy;
1129b7bb4816SSepherosa Ziehau 
1130b7bb4816SSepherosa Ziehau #ifndef EARLY_AP_STARTUP
1131b7bb4816SSepherosa Ziehau 	/*
1132b7bb4816SSepherosa Ziehau 	 * If the system has already booted and thread
1133b7bb4816SSepherosa Ziehau 	 * scheduling is possible indicated by the global
1134b7bb4816SSepherosa Ziehau 	 * cold set to zero, we just call the driver
1135b7bb4816SSepherosa Ziehau 	 * initialization directly.
1136b7bb4816SSepherosa Ziehau 	 */
1137b7bb4816SSepherosa Ziehau 	if (!cold)
1138b7bb4816SSepherosa Ziehau #endif
1139dd012a57SSepherosa Ziehau 		vmbus_doattach(vmbus_sc);
1140b7bb4816SSepherosa Ziehau 
1141b7bb4816SSepherosa Ziehau 	return (0);
1142b7bb4816SSepherosa Ziehau }
1143b7bb4816SSepherosa Ziehau 
1144b7bb4816SSepherosa Ziehau static int
1145b7bb4816SSepherosa Ziehau vmbus_detach(device_t dev)
1146b7bb4816SSepherosa Ziehau {
1147b7bb4816SSepherosa Ziehau 	struct vmbus_softc *sc = device_get_softc(dev);
1148b7bb4816SSepherosa Ziehau 
114977321df6SSepherosa Ziehau 	vmbus_chan_destroy_all(sc);
11501ecb2466SSepherosa Ziehau 
1151f24517f0SSepherosa Ziehau 	vmbus_disconnect(sc);
1152b7bb4816SSepherosa Ziehau 
1153b7bb4816SSepherosa Ziehau 	if (sc->vmbus_flags & VMBUS_FLAG_SYNIC) {
1154b7bb4816SSepherosa Ziehau 		sc->vmbus_flags &= ~VMBUS_FLAG_SYNIC;
1155b7bb4816SSepherosa Ziehau 		smp_rendezvous(NULL, vmbus_synic_teardown, NULL, NULL);
1156b7bb4816SSepherosa Ziehau 	}
1157b7bb4816SSepherosa Ziehau 
1158b7bb4816SSepherosa Ziehau 	vmbus_intr_teardown(sc);
1159b7bb4816SSepherosa Ziehau 	vmbus_dma_free(sc);
1160b7bb4816SSepherosa Ziehau 
1161*3dba61ddSSepherosa Ziehau 	if (sc->vmbus_xc != NULL) {
1162*3dba61ddSSepherosa Ziehau 		vmbus_xact_ctx_destroy(sc->vmbus_xc);
1163*3dba61ddSSepherosa Ziehau 		sc->vmbus_xc = NULL;
1164236764b1SSepherosa Ziehau 	}
1165236764b1SSepherosa Ziehau 
1166af3be0bfSSepherosa Ziehau 	free(sc->vmbus_chmap, M_DEVBUF);
1167796a90bfSSepherosa Ziehau 	mtx_destroy(&sc->vmbus_scan_lock);
1168c1bea00eSSepherosa Ziehau 	mtx_destroy(&sc->vmbus_prichan_lock);
1169283ec9dfSSepherosa Ziehau 
1170b7bb4816SSepherosa Ziehau 	return (0);
1171b7bb4816SSepherosa Ziehau }
1172b7bb4816SSepherosa Ziehau 
1173b7bb4816SSepherosa Ziehau #ifndef EARLY_AP_STARTUP
1174fd42dfc5SSepherosa Ziehau 
1175fd42dfc5SSepherosa Ziehau static void
1176fd42dfc5SSepherosa Ziehau vmbus_sysinit(void *arg __unused)
1177fd42dfc5SSepherosa Ziehau {
1178fd42dfc5SSepherosa Ziehau 	struct vmbus_softc *sc = vmbus_get_softc();
1179fd42dfc5SSepherosa Ziehau 
1180fd42dfc5SSepherosa Ziehau 	if (vm_guest != VM_GUEST_HV || sc == NULL)
1181fd42dfc5SSepherosa Ziehau 		return;
1182fd42dfc5SSepherosa Ziehau 
1183fd42dfc5SSepherosa Ziehau 	/*
1184fd42dfc5SSepherosa Ziehau 	 * If the system has already booted and thread
1185fd42dfc5SSepherosa Ziehau 	 * scheduling is possible, as indicated by the
1186fd42dfc5SSepherosa Ziehau 	 * global cold set to zero, we just call the driver
1187fd42dfc5SSepherosa Ziehau 	 * initialization directly.
1188fd42dfc5SSepherosa Ziehau 	 */
1189fd42dfc5SSepherosa Ziehau 	if (!cold)
1190fd42dfc5SSepherosa Ziehau 		vmbus_doattach(sc);
1191fd42dfc5SSepherosa Ziehau }
1192b7bb4816SSepherosa Ziehau /*
1193b7bb4816SSepherosa Ziehau  * NOTE:
1194b7bb4816SSepherosa Ziehau  * We have to start as the last step of SI_SUB_SMP, i.e. after SMP is
1195b7bb4816SSepherosa Ziehau  * initialized.
1196b7bb4816SSepherosa Ziehau  */
1197b7bb4816SSepherosa Ziehau SYSINIT(vmbus_initialize, SI_SUB_SMP, SI_ORDER_ANY, vmbus_sysinit, NULL);
1198fd42dfc5SSepherosa Ziehau 
1199fd42dfc5SSepherosa Ziehau #endif	/* !EARLY_AP_STARTUP */
1200