1b7bb4816SSepherosa Ziehau /*- 2b7bb4816SSepherosa Ziehau * Copyright (c) 2009-2012,2016 Microsoft Corp. 3b7bb4816SSepherosa Ziehau * Copyright (c) 2012 NetApp Inc. 4b7bb4816SSepherosa Ziehau * Copyright (c) 2012 Citrix Inc. 5b7bb4816SSepherosa Ziehau * All rights reserved. 6b7bb4816SSepherosa Ziehau * 7b7bb4816SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 8b7bb4816SSepherosa Ziehau * modification, are permitted provided that the following conditions 9b7bb4816SSepherosa Ziehau * are met: 10b7bb4816SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 11b7bb4816SSepherosa Ziehau * notice unmodified, this list of conditions, and the following 12b7bb4816SSepherosa Ziehau * disclaimer. 13b7bb4816SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 14b7bb4816SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 15b7bb4816SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 16b7bb4816SSepherosa Ziehau * 17b7bb4816SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 18b7bb4816SSepherosa Ziehau * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 19b7bb4816SSepherosa Ziehau * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20b7bb4816SSepherosa Ziehau * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 21b7bb4816SSepherosa Ziehau * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 22b7bb4816SSepherosa Ziehau * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23b7bb4816SSepherosa Ziehau * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24b7bb4816SSepherosa Ziehau * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25b7bb4816SSepherosa Ziehau * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 26b7bb4816SSepherosa Ziehau * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27b7bb4816SSepherosa Ziehau */ 28b7bb4816SSepherosa Ziehau 29b7bb4816SSepherosa Ziehau /* 30b7bb4816SSepherosa Ziehau * VM Bus Driver Implementation 31b7bb4816SSepherosa Ziehau */ 32b7bb4816SSepherosa Ziehau #include <sys/cdefs.h> 33b7bb4816SSepherosa Ziehau __FBSDID("$FreeBSD$"); 34b7bb4816SSepherosa Ziehau 35b7bb4816SSepherosa Ziehau #include <sys/param.h> 36b7bb4816SSepherosa Ziehau #include <sys/bus.h> 37b7bb4816SSepherosa Ziehau #include <sys/kernel.h> 38b7bb4816SSepherosa Ziehau #include <sys/lock.h> 39b7bb4816SSepherosa Ziehau #include <sys/malloc.h> 40b7bb4816SSepherosa Ziehau #include <sys/module.h> 41b7bb4816SSepherosa Ziehau #include <sys/mutex.h> 42b7bb4816SSepherosa Ziehau #include <sys/smp.h> 437d8ee480SSepherosa Ziehau #include <sys/sysctl.h> 447d8ee480SSepherosa Ziehau #include <sys/systm.h> 457d8ee480SSepherosa Ziehau #include <sys/taskqueue.h> 46b7bb4816SSepherosa Ziehau 47b7bb4816SSepherosa Ziehau #include <machine/intr_machdep.h> 487d8ee480SSepherosa Ziehau #include <x86/include/apicvar.h> 497d8ee480SSepherosa Ziehau 507d8ee480SSepherosa Ziehau #include <contrib/dev/acpica/include/acpi.h> 51b7bb4816SSepherosa Ziehau 52b7bb4816SSepherosa Ziehau #include <dev/hyperv/include/hyperv.h> 53*3dba61ddSSepherosa Ziehau #include <dev/hyperv/include/vmbus_xact.h> 54b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_reg.h> 55b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/hyperv_var.h> 56b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_reg.h> 57b7bb4816SSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_var.h> 587dd8881cSSepherosa Ziehau #include <dev/hyperv/vmbus/vmbus_chanvar.h> 59b7bb4816SSepherosa Ziehau 60b7bb4816SSepherosa Ziehau #include "acpi_if.h" 6138d19df6SSepherosa Ziehau #include "vmbus_if.h" 62b7bb4816SSepherosa Ziehau 63ee7e313fSSepherosa Ziehau #define VMBUS_GPADL_START 0xe1e10 64ee7e313fSSepherosa Ziehau 65236764b1SSepherosa Ziehau struct vmbus_msghc { 66*3dba61ddSSepherosa Ziehau struct vmbus_xact *mh_xact; 67236764b1SSepherosa Ziehau struct hypercall_postmsg_in mh_inprm_save; 68236764b1SSepherosa Ziehau }; 69236764b1SSepherosa Ziehau 705b444edaSSepherosa Ziehau static int vmbus_probe(device_t); 715b444edaSSepherosa Ziehau static int vmbus_attach(device_t); 725b444edaSSepherosa Ziehau static int vmbus_detach(device_t); 735b444edaSSepherosa Ziehau static int vmbus_read_ivar(device_t, device_t, int, 745b444edaSSepherosa Ziehau uintptr_t *); 755b444edaSSepherosa Ziehau static int vmbus_child_pnpinfo_str(device_t, device_t, 765b444edaSSepherosa Ziehau char *, size_t); 775b444edaSSepherosa Ziehau static uint32_t vmbus_get_version_method(device_t, device_t); 785b444edaSSepherosa Ziehau static int vmbus_probe_guid_method(device_t, device_t, 795b444edaSSepherosa Ziehau const struct hyperv_guid *); 805b444edaSSepherosa Ziehau 81236764b1SSepherosa Ziehau static int vmbus_init(struct vmbus_softc *); 82f24517f0SSepherosa Ziehau static int vmbus_connect(struct vmbus_softc *, uint32_t); 83c1cc5bdfSSepherosa Ziehau static int vmbus_req_channels(struct vmbus_softc *sc); 84f24517f0SSepherosa Ziehau static void vmbus_disconnect(struct vmbus_softc *); 85796a90bfSSepherosa Ziehau static int vmbus_scan(struct vmbus_softc *); 86796a90bfSSepherosa Ziehau static void vmbus_scan_wait(struct vmbus_softc *); 87e11f3043SSepherosa Ziehau static void vmbus_scan_newchan(struct vmbus_softc *); 88796a90bfSSepherosa Ziehau static void vmbus_scan_newdev(struct vmbus_softc *); 89e11f3043SSepherosa Ziehau static void vmbus_scan_done(struct vmbus_softc *, 90e11f3043SSepherosa Ziehau const struct vmbus_message *); 91e11f3043SSepherosa Ziehau static void vmbus_chanmsg_handle(struct vmbus_softc *, 92e11f3043SSepherosa Ziehau const struct vmbus_message *); 935b444edaSSepherosa Ziehau static void vmbus_msg_task(void *, int); 945b444edaSSepherosa Ziehau static void vmbus_synic_setup(void *); 955b444edaSSepherosa Ziehau static void vmbus_synic_teardown(void *); 9647a3ee5cSSepherosa Ziehau static int vmbus_sysctl_version(SYSCTL_HANDLER_ARGS); 975b444edaSSepherosa Ziehau static int vmbus_dma_alloc(struct vmbus_softc *); 985b444edaSSepherosa Ziehau static void vmbus_dma_free(struct vmbus_softc *); 995b444edaSSepherosa Ziehau static int vmbus_intr_setup(struct vmbus_softc *); 1005b444edaSSepherosa Ziehau static void vmbus_intr_teardown(struct vmbus_softc *); 1015b444edaSSepherosa Ziehau static int vmbus_doattach(struct vmbus_softc *); 1025b444edaSSepherosa Ziehau static void vmbus_event_proc_dummy(struct vmbus_softc *, 1035b444edaSSepherosa Ziehau int); 10447a3ee5cSSepherosa Ziehau 105c0c90897SSepherosa Ziehau static struct vmbus_softc *vmbus_sc; 106b7bb4816SSepherosa Ziehau 107b7bb4816SSepherosa Ziehau extern inthand_t IDTVEC(vmbus_isr); 108b7bb4816SSepherosa Ziehau 109236764b1SSepherosa Ziehau static const uint32_t vmbus_version[] = { 11038d19df6SSepherosa Ziehau VMBUS_VERSION_WIN8_1, 11138d19df6SSepherosa Ziehau VMBUS_VERSION_WIN8, 11238d19df6SSepherosa Ziehau VMBUS_VERSION_WIN7, 11338d19df6SSepherosa Ziehau VMBUS_VERSION_WS2008 114236764b1SSepherosa Ziehau }; 115236764b1SSepherosa Ziehau 116e11f3043SSepherosa Ziehau static const vmbus_chanmsg_proc_t 117e11f3043SSepherosa Ziehau vmbus_chanmsg_handlers[VMBUS_CHANMSG_TYPE_MAX] = { 118e11f3043SSepherosa Ziehau VMBUS_CHANMSG_PROC(CHOFFER_DONE, vmbus_scan_done), 119e11f3043SSepherosa Ziehau VMBUS_CHANMSG_PROC_WAKEUP(CONNECT_RESP) 120e11f3043SSepherosa Ziehau }; 121e11f3043SSepherosa Ziehau 122fd42dfc5SSepherosa Ziehau static device_method_t vmbus_methods[] = { 123fd42dfc5SSepherosa Ziehau /* Device interface */ 124fd42dfc5SSepherosa Ziehau DEVMETHOD(device_probe, vmbus_probe), 125fd42dfc5SSepherosa Ziehau DEVMETHOD(device_attach, vmbus_attach), 126fd42dfc5SSepherosa Ziehau DEVMETHOD(device_detach, vmbus_detach), 127fd42dfc5SSepherosa Ziehau DEVMETHOD(device_shutdown, bus_generic_shutdown), 128fd42dfc5SSepherosa Ziehau DEVMETHOD(device_suspend, bus_generic_suspend), 129fd42dfc5SSepherosa Ziehau DEVMETHOD(device_resume, bus_generic_resume), 130fd42dfc5SSepherosa Ziehau 131fd42dfc5SSepherosa Ziehau /* Bus interface */ 132fd42dfc5SSepherosa Ziehau DEVMETHOD(bus_add_child, bus_generic_add_child), 133fd42dfc5SSepherosa Ziehau DEVMETHOD(bus_print_child, bus_generic_print_child), 134fd42dfc5SSepherosa Ziehau DEVMETHOD(bus_read_ivar, vmbus_read_ivar), 135fd42dfc5SSepherosa Ziehau DEVMETHOD(bus_child_pnpinfo_str, vmbus_child_pnpinfo_str), 136fd42dfc5SSepherosa Ziehau 137fd42dfc5SSepherosa Ziehau /* Vmbus interface */ 138fd42dfc5SSepherosa Ziehau DEVMETHOD(vmbus_get_version, vmbus_get_version_method), 139fd42dfc5SSepherosa Ziehau DEVMETHOD(vmbus_probe_guid, vmbus_probe_guid_method), 140fd42dfc5SSepherosa Ziehau 141fd42dfc5SSepherosa Ziehau DEVMETHOD_END 142fd42dfc5SSepherosa Ziehau }; 143fd42dfc5SSepherosa Ziehau 144fd42dfc5SSepherosa Ziehau static driver_t vmbus_driver = { 145fd42dfc5SSepherosa Ziehau "vmbus", 146fd42dfc5SSepherosa Ziehau vmbus_methods, 147fd42dfc5SSepherosa Ziehau sizeof(struct vmbus_softc) 148fd42dfc5SSepherosa Ziehau }; 149fd42dfc5SSepherosa Ziehau 150fd42dfc5SSepherosa Ziehau static devclass_t vmbus_devclass; 151fd42dfc5SSepherosa Ziehau 152fd42dfc5SSepherosa Ziehau DRIVER_MODULE(vmbus, acpi, vmbus_driver, vmbus_devclass, NULL, NULL); 153fd42dfc5SSepherosa Ziehau MODULE_DEPEND(vmbus, acpi, 1, 1, 1); 154fd42dfc5SSepherosa Ziehau MODULE_VERSION(vmbus, 1); 155fd42dfc5SSepherosa Ziehau 156c0c90897SSepherosa Ziehau static __inline struct vmbus_softc * 157c0c90897SSepherosa Ziehau vmbus_get_softc(void) 158c0c90897SSepherosa Ziehau { 159c0c90897SSepherosa Ziehau return vmbus_sc; 160c0c90897SSepherosa Ziehau } 161c0c90897SSepherosa Ziehau 1622bf62f9aSSepherosa Ziehau void 1632bf62f9aSSepherosa Ziehau vmbus_msghc_reset(struct vmbus_msghc *mh, size_t dsize) 164236764b1SSepherosa Ziehau { 165236764b1SSepherosa Ziehau struct hypercall_postmsg_in *inprm; 166236764b1SSepherosa Ziehau 167236764b1SSepherosa Ziehau if (dsize > HYPERCALL_POSTMSGIN_DSIZE_MAX) 1682bf62f9aSSepherosa Ziehau panic("invalid data size %zu", dsize); 169236764b1SSepherosa Ziehau 170*3dba61ddSSepherosa Ziehau inprm = vmbus_xact_req_data(mh->mh_xact); 171236764b1SSepherosa Ziehau memset(inprm, 0, HYPERCALL_POSTMSGIN_SIZE); 172236764b1SSepherosa Ziehau inprm->hc_connid = VMBUS_CONNID_MESSAGE; 173236764b1SSepherosa Ziehau inprm->hc_msgtype = HYPERV_MSGTYPE_CHANNEL; 174236764b1SSepherosa Ziehau inprm->hc_dsize = dsize; 1752bf62f9aSSepherosa Ziehau } 176236764b1SSepherosa Ziehau 1772bf62f9aSSepherosa Ziehau struct vmbus_msghc * 1782bf62f9aSSepherosa Ziehau vmbus_msghc_get(struct vmbus_softc *sc, size_t dsize) 1792bf62f9aSSepherosa Ziehau { 1802bf62f9aSSepherosa Ziehau struct vmbus_msghc *mh; 181*3dba61ddSSepherosa Ziehau struct vmbus_xact *xact; 1822bf62f9aSSepherosa Ziehau 1832bf62f9aSSepherosa Ziehau if (dsize > HYPERCALL_POSTMSGIN_DSIZE_MAX) 1842bf62f9aSSepherosa Ziehau panic("invalid data size %zu", dsize); 1852bf62f9aSSepherosa Ziehau 186*3dba61ddSSepherosa Ziehau xact = vmbus_xact_get(sc->vmbus_xc, 187*3dba61ddSSepherosa Ziehau dsize + __offsetof(struct hypercall_postmsg_in, hc_data[0])); 188*3dba61ddSSepherosa Ziehau if (xact == NULL) 189*3dba61ddSSepherosa Ziehau return (NULL); 190*3dba61ddSSepherosa Ziehau 191*3dba61ddSSepherosa Ziehau mh = vmbus_xact_priv(xact, sizeof(*mh)); 192*3dba61ddSSepherosa Ziehau mh->mh_xact = xact; 1932bf62f9aSSepherosa Ziehau 1942bf62f9aSSepherosa Ziehau vmbus_msghc_reset(mh, dsize); 195*3dba61ddSSepherosa Ziehau return (mh); 196236764b1SSepherosa Ziehau } 197236764b1SSepherosa Ziehau 198236764b1SSepherosa Ziehau void 199*3dba61ddSSepherosa Ziehau vmbus_msghc_put(struct vmbus_softc *sc __unused, struct vmbus_msghc *mh) 200236764b1SSepherosa Ziehau { 201236764b1SSepherosa Ziehau 202*3dba61ddSSepherosa Ziehau vmbus_xact_put(mh->mh_xact); 203236764b1SSepherosa Ziehau } 204236764b1SSepherosa Ziehau 205236764b1SSepherosa Ziehau void * 206236764b1SSepherosa Ziehau vmbus_msghc_dataptr(struct vmbus_msghc *mh) 207236764b1SSepherosa Ziehau { 208*3dba61ddSSepherosa Ziehau struct hypercall_postmsg_in *inprm; 209236764b1SSepherosa Ziehau 210*3dba61ddSSepherosa Ziehau inprm = vmbus_xact_req_data(mh->mh_xact); 211*3dba61ddSSepherosa Ziehau return (inprm->hc_data); 212236764b1SSepherosa Ziehau } 213236764b1SSepherosa Ziehau 214236764b1SSepherosa Ziehau int 215236764b1SSepherosa Ziehau vmbus_msghc_exec_noresult(struct vmbus_msghc *mh) 216236764b1SSepherosa Ziehau { 217236764b1SSepherosa Ziehau sbintime_t time = SBT_1MS; 218*3dba61ddSSepherosa Ziehau struct hypercall_postmsg_in *inprm; 219*3dba61ddSSepherosa Ziehau bus_addr_t inprm_paddr; 220236764b1SSepherosa Ziehau int i; 221236764b1SSepherosa Ziehau 222*3dba61ddSSepherosa Ziehau inprm = vmbus_xact_req_data(mh->mh_xact); 223*3dba61ddSSepherosa Ziehau inprm_paddr = vmbus_xact_req_paddr(mh->mh_xact); 224*3dba61ddSSepherosa Ziehau 225236764b1SSepherosa Ziehau /* 226236764b1SSepherosa Ziehau * Save the input parameter so that we could restore the input 227236764b1SSepherosa Ziehau * parameter if the Hypercall failed. 228236764b1SSepherosa Ziehau * 229236764b1SSepherosa Ziehau * XXX 230236764b1SSepherosa Ziehau * Is this really necessary?! i.e. Will the Hypercall ever 231236764b1SSepherosa Ziehau * overwrite the input parameter? 232236764b1SSepherosa Ziehau */ 233*3dba61ddSSepherosa Ziehau memcpy(&mh->mh_inprm_save, inprm, HYPERCALL_POSTMSGIN_SIZE); 234236764b1SSepherosa Ziehau 235236764b1SSepherosa Ziehau /* 236236764b1SSepherosa Ziehau * In order to cope with transient failures, e.g. insufficient 237236764b1SSepherosa Ziehau * resources on host side, we retry the post message Hypercall 238236764b1SSepherosa Ziehau * several times. 20 retries seem sufficient. 239236764b1SSepherosa Ziehau */ 240236764b1SSepherosa Ziehau #define HC_RETRY_MAX 20 241236764b1SSepherosa Ziehau 242236764b1SSepherosa Ziehau for (i = 0; i < HC_RETRY_MAX; ++i) { 243236764b1SSepherosa Ziehau uint64_t status; 244236764b1SSepherosa Ziehau 245*3dba61ddSSepherosa Ziehau status = hypercall_post_message(inprm_paddr); 246236764b1SSepherosa Ziehau if (status == HYPERCALL_STATUS_SUCCESS) 247236764b1SSepherosa Ziehau return 0; 248236764b1SSepherosa Ziehau 249236764b1SSepherosa Ziehau pause_sbt("hcpmsg", time, 0, C_HARDCLOCK); 250236764b1SSepherosa Ziehau if (time < SBT_1S * 2) 251236764b1SSepherosa Ziehau time *= 2; 252236764b1SSepherosa Ziehau 253236764b1SSepherosa Ziehau /* Restore input parameter and try again */ 254*3dba61ddSSepherosa Ziehau memcpy(inprm, &mh->mh_inprm_save, HYPERCALL_POSTMSGIN_SIZE); 255236764b1SSepherosa Ziehau } 256236764b1SSepherosa Ziehau 257236764b1SSepherosa Ziehau #undef HC_RETRY_MAX 258236764b1SSepherosa Ziehau 259236764b1SSepherosa Ziehau return EIO; 260236764b1SSepherosa Ziehau } 261236764b1SSepherosa Ziehau 262236764b1SSepherosa Ziehau int 263*3dba61ddSSepherosa Ziehau vmbus_msghc_exec(struct vmbus_softc *sc __unused, struct vmbus_msghc *mh) 264236764b1SSepherosa Ziehau { 265236764b1SSepherosa Ziehau int error; 266236764b1SSepherosa Ziehau 267*3dba61ddSSepherosa Ziehau vmbus_xact_activate(mh->mh_xact); 268236764b1SSepherosa Ziehau error = vmbus_msghc_exec_noresult(mh); 269*3dba61ddSSepherosa Ziehau if (error) 270*3dba61ddSSepherosa Ziehau vmbus_xact_deactivate(mh->mh_xact); 271236764b1SSepherosa Ziehau return error; 272236764b1SSepherosa Ziehau } 273236764b1SSepherosa Ziehau 274236764b1SSepherosa Ziehau const struct vmbus_message * 275*3dba61ddSSepherosa Ziehau vmbus_msghc_wait_result(struct vmbus_softc *sc __unused, struct vmbus_msghc *mh) 276236764b1SSepherosa Ziehau { 277*3dba61ddSSepherosa Ziehau size_t resp_len; 278236764b1SSepherosa Ziehau 279*3dba61ddSSepherosa Ziehau return (vmbus_xact_wait(mh->mh_xact, &resp_len)); 280236764b1SSepherosa Ziehau } 281236764b1SSepherosa Ziehau 282236764b1SSepherosa Ziehau void 283236764b1SSepherosa Ziehau vmbus_msghc_wakeup(struct vmbus_softc *sc, const struct vmbus_message *msg) 284236764b1SSepherosa Ziehau { 285236764b1SSepherosa Ziehau 286*3dba61ddSSepherosa Ziehau vmbus_xact_ctx_wakeup(sc->vmbus_xc, msg, sizeof(*msg)); 287236764b1SSepherosa Ziehau } 288236764b1SSepherosa Ziehau 289ee7e313fSSepherosa Ziehau uint32_t 290ee7e313fSSepherosa Ziehau vmbus_gpadl_alloc(struct vmbus_softc *sc) 291ee7e313fSSepherosa Ziehau { 292ee7e313fSSepherosa Ziehau return atomic_fetchadd_int(&sc->vmbus_gpadl, 1); 293ee7e313fSSepherosa Ziehau } 294ee7e313fSSepherosa Ziehau 295236764b1SSepherosa Ziehau static int 296f24517f0SSepherosa Ziehau vmbus_connect(struct vmbus_softc *sc, uint32_t version) 297236764b1SSepherosa Ziehau { 298f24517f0SSepherosa Ziehau struct vmbus_chanmsg_connect *req; 299236764b1SSepherosa Ziehau const struct vmbus_message *msg; 300236764b1SSepherosa Ziehau struct vmbus_msghc *mh; 301f24517f0SSepherosa Ziehau int error, done = 0; 302236764b1SSepherosa Ziehau 303236764b1SSepherosa Ziehau mh = vmbus_msghc_get(sc, sizeof(*req)); 304236764b1SSepherosa Ziehau if (mh == NULL) 305236764b1SSepherosa Ziehau return ENXIO; 306236764b1SSepherosa Ziehau 307236764b1SSepherosa Ziehau req = vmbus_msghc_dataptr(mh); 308f24517f0SSepherosa Ziehau req->chm_hdr.chm_type = VMBUS_CHANMSG_TYPE_CONNECT; 309236764b1SSepherosa Ziehau req->chm_ver = version; 310236764b1SSepherosa Ziehau req->chm_evtflags = sc->vmbus_evtflags_dma.hv_paddr; 311236764b1SSepherosa Ziehau req->chm_mnf1 = sc->vmbus_mnf1_dma.hv_paddr; 312236764b1SSepherosa Ziehau req->chm_mnf2 = sc->vmbus_mnf2_dma.hv_paddr; 313236764b1SSepherosa Ziehau 314236764b1SSepherosa Ziehau error = vmbus_msghc_exec(sc, mh); 315236764b1SSepherosa Ziehau if (error) { 316236764b1SSepherosa Ziehau vmbus_msghc_put(sc, mh); 317236764b1SSepherosa Ziehau return error; 318236764b1SSepherosa Ziehau } 319236764b1SSepherosa Ziehau 320236764b1SSepherosa Ziehau msg = vmbus_msghc_wait_result(sc, mh); 321f24517f0SSepherosa Ziehau done = ((const struct vmbus_chanmsg_connect_resp *) 322f24517f0SSepherosa Ziehau msg->msg_data)->chm_done; 323236764b1SSepherosa Ziehau 324236764b1SSepherosa Ziehau vmbus_msghc_put(sc, mh); 325236764b1SSepherosa Ziehau 326f24517f0SSepherosa Ziehau return (done ? 0 : EOPNOTSUPP); 327236764b1SSepherosa Ziehau } 328236764b1SSepherosa Ziehau 329236764b1SSepherosa Ziehau static int 330236764b1SSepherosa Ziehau vmbus_init(struct vmbus_softc *sc) 331236764b1SSepherosa Ziehau { 332236764b1SSepherosa Ziehau int i; 333236764b1SSepherosa Ziehau 334236764b1SSepherosa Ziehau for (i = 0; i < nitems(vmbus_version); ++i) { 335236764b1SSepherosa Ziehau int error; 336236764b1SSepherosa Ziehau 337f24517f0SSepherosa Ziehau error = vmbus_connect(sc, vmbus_version[i]); 338236764b1SSepherosa Ziehau if (!error) { 33938d19df6SSepherosa Ziehau sc->vmbus_version = vmbus_version[i]; 340236764b1SSepherosa Ziehau device_printf(sc->vmbus_dev, "version %u.%u\n", 34138d19df6SSepherosa Ziehau VMBUS_VERSION_MAJOR(sc->vmbus_version), 34238d19df6SSepherosa Ziehau VMBUS_VERSION_MINOR(sc->vmbus_version)); 343236764b1SSepherosa Ziehau return 0; 344236764b1SSepherosa Ziehau } 345236764b1SSepherosa Ziehau } 346236764b1SSepherosa Ziehau return ENXIO; 347236764b1SSepherosa Ziehau } 348236764b1SSepherosa Ziehau 3491ecb2466SSepherosa Ziehau static void 350f24517f0SSepherosa Ziehau vmbus_disconnect(struct vmbus_softc *sc) 3511ecb2466SSepherosa Ziehau { 352f24517f0SSepherosa Ziehau struct vmbus_chanmsg_disconnect *req; 3531ecb2466SSepherosa Ziehau struct vmbus_msghc *mh; 3541ecb2466SSepherosa Ziehau int error; 3551ecb2466SSepherosa Ziehau 3561ecb2466SSepherosa Ziehau mh = vmbus_msghc_get(sc, sizeof(*req)); 3571ecb2466SSepherosa Ziehau if (mh == NULL) { 3581ecb2466SSepherosa Ziehau device_printf(sc->vmbus_dev, 359f24517f0SSepherosa Ziehau "can not get msg hypercall for disconnect\n"); 3601ecb2466SSepherosa Ziehau return; 3611ecb2466SSepherosa Ziehau } 3621ecb2466SSepherosa Ziehau 3631ecb2466SSepherosa Ziehau req = vmbus_msghc_dataptr(mh); 364f24517f0SSepherosa Ziehau req->chm_hdr.chm_type = VMBUS_CHANMSG_TYPE_DISCONNECT; 3651ecb2466SSepherosa Ziehau 3661ecb2466SSepherosa Ziehau error = vmbus_msghc_exec_noresult(mh); 3671ecb2466SSepherosa Ziehau vmbus_msghc_put(sc, mh); 3681ecb2466SSepherosa Ziehau 3691ecb2466SSepherosa Ziehau if (error) { 3701ecb2466SSepherosa Ziehau device_printf(sc->vmbus_dev, 371f24517f0SSepherosa Ziehau "disconnect msg hypercall failed\n"); 3721ecb2466SSepherosa Ziehau } 3731ecb2466SSepherosa Ziehau } 3741ecb2466SSepherosa Ziehau 375c1cc5bdfSSepherosa Ziehau static int 376c1cc5bdfSSepherosa Ziehau vmbus_req_channels(struct vmbus_softc *sc) 377c1cc5bdfSSepherosa Ziehau { 378f24517f0SSepherosa Ziehau struct vmbus_chanmsg_chrequest *req; 379c1cc5bdfSSepherosa Ziehau struct vmbus_msghc *mh; 380c1cc5bdfSSepherosa Ziehau int error; 381c1cc5bdfSSepherosa Ziehau 382c1cc5bdfSSepherosa Ziehau mh = vmbus_msghc_get(sc, sizeof(*req)); 383c1cc5bdfSSepherosa Ziehau if (mh == NULL) 384c1cc5bdfSSepherosa Ziehau return ENXIO; 385c1cc5bdfSSepherosa Ziehau 386c1cc5bdfSSepherosa Ziehau req = vmbus_msghc_dataptr(mh); 387f24517f0SSepherosa Ziehau req->chm_hdr.chm_type = VMBUS_CHANMSG_TYPE_CHREQUEST; 388c1cc5bdfSSepherosa Ziehau 389c1cc5bdfSSepherosa Ziehau error = vmbus_msghc_exec_noresult(mh); 390c1cc5bdfSSepherosa Ziehau vmbus_msghc_put(sc, mh); 391c1cc5bdfSSepherosa Ziehau 392c1cc5bdfSSepherosa Ziehau return error; 393c1cc5bdfSSepherosa Ziehau } 394c1cc5bdfSSepherosa Ziehau 395e11f3043SSepherosa Ziehau static void 396796a90bfSSepherosa Ziehau vmbus_scan_newchan(struct vmbus_softc *sc) 397796a90bfSSepherosa Ziehau { 398796a90bfSSepherosa Ziehau mtx_lock(&sc->vmbus_scan_lock); 399796a90bfSSepherosa Ziehau if ((sc->vmbus_scan_chcnt & VMBUS_SCAN_CHCNT_DONE) == 0) 400796a90bfSSepherosa Ziehau sc->vmbus_scan_chcnt++; 401796a90bfSSepherosa Ziehau mtx_unlock(&sc->vmbus_scan_lock); 402796a90bfSSepherosa Ziehau } 403796a90bfSSepherosa Ziehau 404e11f3043SSepherosa Ziehau static void 405e11f3043SSepherosa Ziehau vmbus_scan_done(struct vmbus_softc *sc, 406e11f3043SSepherosa Ziehau const struct vmbus_message *msg __unused) 407796a90bfSSepherosa Ziehau { 408796a90bfSSepherosa Ziehau mtx_lock(&sc->vmbus_scan_lock); 409796a90bfSSepherosa Ziehau sc->vmbus_scan_chcnt |= VMBUS_SCAN_CHCNT_DONE; 410796a90bfSSepherosa Ziehau mtx_unlock(&sc->vmbus_scan_lock); 411796a90bfSSepherosa Ziehau wakeup(&sc->vmbus_scan_chcnt); 412796a90bfSSepherosa Ziehau } 413796a90bfSSepherosa Ziehau 414796a90bfSSepherosa Ziehau static void 415796a90bfSSepherosa Ziehau vmbus_scan_newdev(struct vmbus_softc *sc) 416796a90bfSSepherosa Ziehau { 417796a90bfSSepherosa Ziehau mtx_lock(&sc->vmbus_scan_lock); 418796a90bfSSepherosa Ziehau sc->vmbus_scan_devcnt++; 419796a90bfSSepherosa Ziehau mtx_unlock(&sc->vmbus_scan_lock); 420796a90bfSSepherosa Ziehau wakeup(&sc->vmbus_scan_devcnt); 421796a90bfSSepherosa Ziehau } 422796a90bfSSepherosa Ziehau 423796a90bfSSepherosa Ziehau static void 424796a90bfSSepherosa Ziehau vmbus_scan_wait(struct vmbus_softc *sc) 425796a90bfSSepherosa Ziehau { 426796a90bfSSepherosa Ziehau uint32_t chancnt; 427796a90bfSSepherosa Ziehau 428796a90bfSSepherosa Ziehau mtx_lock(&sc->vmbus_scan_lock); 429796a90bfSSepherosa Ziehau while ((sc->vmbus_scan_chcnt & VMBUS_SCAN_CHCNT_DONE) == 0) { 430796a90bfSSepherosa Ziehau mtx_sleep(&sc->vmbus_scan_chcnt, &sc->vmbus_scan_lock, 0, 431796a90bfSSepherosa Ziehau "waitch", 0); 432796a90bfSSepherosa Ziehau } 433796a90bfSSepherosa Ziehau chancnt = sc->vmbus_scan_chcnt & ~VMBUS_SCAN_CHCNT_DONE; 434796a90bfSSepherosa Ziehau 435796a90bfSSepherosa Ziehau while (sc->vmbus_scan_devcnt != chancnt) { 436796a90bfSSepherosa Ziehau mtx_sleep(&sc->vmbus_scan_devcnt, &sc->vmbus_scan_lock, 0, 437796a90bfSSepherosa Ziehau "waitdev", 0); 438796a90bfSSepherosa Ziehau } 439796a90bfSSepherosa Ziehau mtx_unlock(&sc->vmbus_scan_lock); 440796a90bfSSepherosa Ziehau } 441796a90bfSSepherosa Ziehau 442796a90bfSSepherosa Ziehau static int 443796a90bfSSepherosa Ziehau vmbus_scan(struct vmbus_softc *sc) 444796a90bfSSepherosa Ziehau { 445796a90bfSSepherosa Ziehau int error; 446796a90bfSSepherosa Ziehau 447796a90bfSSepherosa Ziehau /* 448796a90bfSSepherosa Ziehau * Start vmbus scanning. 449796a90bfSSepherosa Ziehau */ 450796a90bfSSepherosa Ziehau error = vmbus_req_channels(sc); 451796a90bfSSepherosa Ziehau if (error) { 452796a90bfSSepherosa Ziehau device_printf(sc->vmbus_dev, "channel request failed: %d\n", 453796a90bfSSepherosa Ziehau error); 454796a90bfSSepherosa Ziehau return error; 455796a90bfSSepherosa Ziehau } 456796a90bfSSepherosa Ziehau 457796a90bfSSepherosa Ziehau /* 458796a90bfSSepherosa Ziehau * Wait for all devices are added to vmbus. 459796a90bfSSepherosa Ziehau */ 460796a90bfSSepherosa Ziehau vmbus_scan_wait(sc); 461796a90bfSSepherosa Ziehau 462796a90bfSSepherosa Ziehau /* 463796a90bfSSepherosa Ziehau * Identify, probe and attach. 464796a90bfSSepherosa Ziehau */ 465796a90bfSSepherosa Ziehau bus_generic_probe(sc->vmbus_dev); 466796a90bfSSepherosa Ziehau bus_generic_attach(sc->vmbus_dev); 467796a90bfSSepherosa Ziehau 468796a90bfSSepherosa Ziehau if (bootverbose) { 469796a90bfSSepherosa Ziehau device_printf(sc->vmbus_dev, "device scan, probe and attach " 470796a90bfSSepherosa Ziehau "done\n"); 471796a90bfSSepherosa Ziehau } 472796a90bfSSepherosa Ziehau return 0; 473796a90bfSSepherosa Ziehau } 474796a90bfSSepherosa Ziehau 475b7bb4816SSepherosa Ziehau static void 476e11f3043SSepherosa Ziehau vmbus_chanmsg_handle(struct vmbus_softc *sc, const struct vmbus_message *msg) 477e11f3043SSepherosa Ziehau { 478e11f3043SSepherosa Ziehau vmbus_chanmsg_proc_t msg_proc; 479e11f3043SSepherosa Ziehau uint32_t msg_type; 480e11f3043SSepherosa Ziehau 481e11f3043SSepherosa Ziehau msg_type = ((const struct vmbus_chanmsg_hdr *)msg->msg_data)->chm_type; 482e11f3043SSepherosa Ziehau if (msg_type >= VMBUS_CHANMSG_TYPE_MAX) { 483e11f3043SSepherosa Ziehau device_printf(sc->vmbus_dev, "unknown message type 0x%x\n", 484e11f3043SSepherosa Ziehau msg_type); 485e11f3043SSepherosa Ziehau return; 486e11f3043SSepherosa Ziehau } 487e11f3043SSepherosa Ziehau 488e11f3043SSepherosa Ziehau msg_proc = vmbus_chanmsg_handlers[msg_type]; 489e11f3043SSepherosa Ziehau if (msg_proc != NULL) 490e11f3043SSepherosa Ziehau msg_proc(sc, msg); 491e11f3043SSepherosa Ziehau 492e11f3043SSepherosa Ziehau /* Channel specific processing */ 493e11f3043SSepherosa Ziehau vmbus_chan_msgproc(sc, msg); 494e11f3043SSepherosa Ziehau } 495e11f3043SSepherosa Ziehau 496e11f3043SSepherosa Ziehau static void 497b7bb4816SSepherosa Ziehau vmbus_msg_task(void *xsc, int pending __unused) 498b7bb4816SSepherosa Ziehau { 499b7bb4816SSepherosa Ziehau struct vmbus_softc *sc = xsc; 500b7bb4816SSepherosa Ziehau volatile struct vmbus_message *msg; 501b7bb4816SSepherosa Ziehau 502b7bb4816SSepherosa Ziehau msg = VMBUS_PCPU_GET(sc, message, curcpu) + VMBUS_SINT_MESSAGE; 503b7bb4816SSepherosa Ziehau for (;;) { 504236764b1SSepherosa Ziehau if (msg->msg_type == HYPERV_MSGTYPE_NONE) { 505fa4828b0SSepherosa Ziehau /* No message */ 506fa4828b0SSepherosa Ziehau break; 507236764b1SSepherosa Ziehau } else if (msg->msg_type == HYPERV_MSGTYPE_CHANNEL) { 50812ea25aeSSepherosa Ziehau /* Channel message */ 509e11f3043SSepherosa Ziehau vmbus_chanmsg_handle(sc, 51043926ba1SSepherosa Ziehau __DEVOLATILE(const struct vmbus_message *, msg)); 511fa4828b0SSepherosa Ziehau } 512b7bb4816SSepherosa Ziehau 513236764b1SSepherosa Ziehau msg->msg_type = HYPERV_MSGTYPE_NONE; 514b7bb4816SSepherosa Ziehau /* 515b7bb4816SSepherosa Ziehau * Make sure the write to msg_type (i.e. set to 516236764b1SSepherosa Ziehau * HYPERV_MSGTYPE_NONE) happens before we read the 517b7bb4816SSepherosa Ziehau * msg_flags and EOMing. Otherwise, the EOMing will 518b7bb4816SSepherosa Ziehau * not deliver any more messages since there is no 519b7bb4816SSepherosa Ziehau * empty slot 520b7bb4816SSepherosa Ziehau * 521b7bb4816SSepherosa Ziehau * NOTE: 522b7bb4816SSepherosa Ziehau * mb() is used here, since atomic_thread_fence_seq_cst() 523b7bb4816SSepherosa Ziehau * will become compiler fence on UP kernel. 524b7bb4816SSepherosa Ziehau */ 525b7bb4816SSepherosa Ziehau mb(); 526b7bb4816SSepherosa Ziehau if (msg->msg_flags & VMBUS_MSGFLAG_PENDING) { 527b7bb4816SSepherosa Ziehau /* 528b7bb4816SSepherosa Ziehau * This will cause message queue rescan to possibly 529b7bb4816SSepherosa Ziehau * deliver another msg from the hypervisor 530b7bb4816SSepherosa Ziehau */ 531b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_EOM, 0); 532b7bb4816SSepherosa Ziehau } 533b7bb4816SSepherosa Ziehau } 534b7bb4816SSepherosa Ziehau } 535b7bb4816SSepherosa Ziehau 536b7bb4816SSepherosa Ziehau static __inline int 537b7bb4816SSepherosa Ziehau vmbus_handle_intr1(struct vmbus_softc *sc, struct trapframe *frame, int cpu) 538b7bb4816SSepherosa Ziehau { 539b7bb4816SSepherosa Ziehau volatile struct vmbus_message *msg; 540b7bb4816SSepherosa Ziehau struct vmbus_message *msg_base; 541b7bb4816SSepherosa Ziehau 542b7bb4816SSepherosa Ziehau msg_base = VMBUS_PCPU_GET(sc, message, cpu); 543b7bb4816SSepherosa Ziehau 544b7bb4816SSepherosa Ziehau /* 545b7bb4816SSepherosa Ziehau * Check event timer. 546b7bb4816SSepherosa Ziehau * 547b7bb4816SSepherosa Ziehau * TODO: move this to independent IDT vector. 548b7bb4816SSepherosa Ziehau */ 549b7bb4816SSepherosa Ziehau msg = msg_base + VMBUS_SINT_TIMER; 550236764b1SSepherosa Ziehau if (msg->msg_type == HYPERV_MSGTYPE_TIMER_EXPIRED) { 551236764b1SSepherosa Ziehau msg->msg_type = HYPERV_MSGTYPE_NONE; 552b7bb4816SSepherosa Ziehau 553b7bb4816SSepherosa Ziehau vmbus_et_intr(frame); 554b7bb4816SSepherosa Ziehau 555b7bb4816SSepherosa Ziehau /* 556b7bb4816SSepherosa Ziehau * Make sure the write to msg_type (i.e. set to 557236764b1SSepherosa Ziehau * HYPERV_MSGTYPE_NONE) happens before we read the 558b7bb4816SSepherosa Ziehau * msg_flags and EOMing. Otherwise, the EOMing will 559b7bb4816SSepherosa Ziehau * not deliver any more messages since there is no 560b7bb4816SSepherosa Ziehau * empty slot 561b7bb4816SSepherosa Ziehau * 562b7bb4816SSepherosa Ziehau * NOTE: 563b7bb4816SSepherosa Ziehau * mb() is used here, since atomic_thread_fence_seq_cst() 564b7bb4816SSepherosa Ziehau * will become compiler fence on UP kernel. 565b7bb4816SSepherosa Ziehau */ 566b7bb4816SSepherosa Ziehau mb(); 567b7bb4816SSepherosa Ziehau if (msg->msg_flags & VMBUS_MSGFLAG_PENDING) { 568b7bb4816SSepherosa Ziehau /* 569b7bb4816SSepherosa Ziehau * This will cause message queue rescan to possibly 570b7bb4816SSepherosa Ziehau * deliver another msg from the hypervisor 571b7bb4816SSepherosa Ziehau */ 572b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_EOM, 0); 573b7bb4816SSepherosa Ziehau } 574b7bb4816SSepherosa Ziehau } 575b7bb4816SSepherosa Ziehau 576b7bb4816SSepherosa Ziehau /* 577b7bb4816SSepherosa Ziehau * Check events. Hot path for network and storage I/O data; high rate. 578b7bb4816SSepherosa Ziehau * 579b7bb4816SSepherosa Ziehau * NOTE: 580b7bb4816SSepherosa Ziehau * As recommended by the Windows guest fellows, we check events before 581b7bb4816SSepherosa Ziehau * checking messages. 582b7bb4816SSepherosa Ziehau */ 583b7bb4816SSepherosa Ziehau sc->vmbus_event_proc(sc, cpu); 584b7bb4816SSepherosa Ziehau 585b7bb4816SSepherosa Ziehau /* 586b7bb4816SSepherosa Ziehau * Check messages. Mainly management stuffs; ultra low rate. 587b7bb4816SSepherosa Ziehau */ 588b7bb4816SSepherosa Ziehau msg = msg_base + VMBUS_SINT_MESSAGE; 589236764b1SSepherosa Ziehau if (__predict_false(msg->msg_type != HYPERV_MSGTYPE_NONE)) { 590b7bb4816SSepherosa Ziehau taskqueue_enqueue(VMBUS_PCPU_GET(sc, message_tq, cpu), 591b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, message_task, cpu)); 592b7bb4816SSepherosa Ziehau } 593b7bb4816SSepherosa Ziehau 594b7bb4816SSepherosa Ziehau return (FILTER_HANDLED); 595b7bb4816SSepherosa Ziehau } 596b7bb4816SSepherosa Ziehau 597b7bb4816SSepherosa Ziehau void 598b7bb4816SSepherosa Ziehau vmbus_handle_intr(struct trapframe *trap_frame) 599b7bb4816SSepherosa Ziehau { 600b7bb4816SSepherosa Ziehau struct vmbus_softc *sc = vmbus_get_softc(); 601b7bb4816SSepherosa Ziehau int cpu = curcpu; 602b7bb4816SSepherosa Ziehau 603b7bb4816SSepherosa Ziehau /* 604b7bb4816SSepherosa Ziehau * Disable preemption. 605b7bb4816SSepherosa Ziehau */ 606b7bb4816SSepherosa Ziehau critical_enter(); 607b7bb4816SSepherosa Ziehau 608b7bb4816SSepherosa Ziehau /* 609b7bb4816SSepherosa Ziehau * Do a little interrupt counting. 610b7bb4816SSepherosa Ziehau */ 611b7bb4816SSepherosa Ziehau (*VMBUS_PCPU_GET(sc, intr_cnt, cpu))++; 612b7bb4816SSepherosa Ziehau 613b7bb4816SSepherosa Ziehau vmbus_handle_intr1(sc, trap_frame, cpu); 614b7bb4816SSepherosa Ziehau 615b7bb4816SSepherosa Ziehau /* 616b7bb4816SSepherosa Ziehau * Enable preemption. 617b7bb4816SSepherosa Ziehau */ 618b7bb4816SSepherosa Ziehau critical_exit(); 619b7bb4816SSepherosa Ziehau } 620b7bb4816SSepherosa Ziehau 621b7bb4816SSepherosa Ziehau static void 622b7bb4816SSepherosa Ziehau vmbus_synic_setup(void *xsc) 623b7bb4816SSepherosa Ziehau { 624b7bb4816SSepherosa Ziehau struct vmbus_softc *sc = xsc; 625b7bb4816SSepherosa Ziehau int cpu = curcpu; 626b7bb4816SSepherosa Ziehau uint64_t val, orig; 627b7bb4816SSepherosa Ziehau uint32_t sint; 628b7bb4816SSepherosa Ziehau 629b7bb4816SSepherosa Ziehau if (hyperv_features & CPUID_HV_MSR_VP_INDEX) { 63023eaa43cSSepherosa Ziehau /* Save virtual processor id. */ 631b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, vcpuid, cpu) = rdmsr(MSR_HV_VP_INDEX); 632b7bb4816SSepherosa Ziehau } else { 63323eaa43cSSepherosa Ziehau /* Set virtual processor id to 0 for compatibility. */ 63423eaa43cSSepherosa Ziehau VMBUS_PCPU_GET(sc, vcpuid, cpu) = 0; 635b7bb4816SSepherosa Ziehau } 636b7bb4816SSepherosa Ziehau 637b7bb4816SSepherosa Ziehau /* 638b7bb4816SSepherosa Ziehau * Setup the SynIC message. 639b7bb4816SSepherosa Ziehau */ 640b7bb4816SSepherosa Ziehau orig = rdmsr(MSR_HV_SIMP); 641b7bb4816SSepherosa Ziehau val = MSR_HV_SIMP_ENABLE | (orig & MSR_HV_SIMP_RSVD_MASK) | 642b7bb4816SSepherosa Ziehau ((VMBUS_PCPU_GET(sc, message_dma.hv_paddr, cpu) >> PAGE_SHIFT) << 643b7bb4816SSepherosa Ziehau MSR_HV_SIMP_PGSHIFT); 644b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_SIMP, val); 645b7bb4816SSepherosa Ziehau 646b7bb4816SSepherosa Ziehau /* 647b7bb4816SSepherosa Ziehau * Setup the SynIC event flags. 648b7bb4816SSepherosa Ziehau */ 649b7bb4816SSepherosa Ziehau orig = rdmsr(MSR_HV_SIEFP); 650b7bb4816SSepherosa Ziehau val = MSR_HV_SIEFP_ENABLE | (orig & MSR_HV_SIEFP_RSVD_MASK) | 651b7bb4816SSepherosa Ziehau ((VMBUS_PCPU_GET(sc, event_flags_dma.hv_paddr, cpu) 652b7bb4816SSepherosa Ziehau >> PAGE_SHIFT) << MSR_HV_SIEFP_PGSHIFT); 653b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_SIEFP, val); 654b7bb4816SSepherosa Ziehau 655b7bb4816SSepherosa Ziehau 656b7bb4816SSepherosa Ziehau /* 657b7bb4816SSepherosa Ziehau * Configure and unmask SINT for message and event flags. 658b7bb4816SSepherosa Ziehau */ 659b7bb4816SSepherosa Ziehau sint = MSR_HV_SINT0 + VMBUS_SINT_MESSAGE; 660b7bb4816SSepherosa Ziehau orig = rdmsr(sint); 661b7bb4816SSepherosa Ziehau val = sc->vmbus_idtvec | MSR_HV_SINT_AUTOEOI | 662b7bb4816SSepherosa Ziehau (orig & MSR_HV_SINT_RSVD_MASK); 663b7bb4816SSepherosa Ziehau wrmsr(sint, val); 664b7bb4816SSepherosa Ziehau 665b7bb4816SSepherosa Ziehau /* 666b7bb4816SSepherosa Ziehau * Configure and unmask SINT for timer. 667b7bb4816SSepherosa Ziehau */ 668b7bb4816SSepherosa Ziehau sint = MSR_HV_SINT0 + VMBUS_SINT_TIMER; 669b7bb4816SSepherosa Ziehau orig = rdmsr(sint); 670b7bb4816SSepherosa Ziehau val = sc->vmbus_idtvec | MSR_HV_SINT_AUTOEOI | 671b7bb4816SSepherosa Ziehau (orig & MSR_HV_SINT_RSVD_MASK); 672b7bb4816SSepherosa Ziehau wrmsr(sint, val); 673b7bb4816SSepherosa Ziehau 674b7bb4816SSepherosa Ziehau /* 675b7bb4816SSepherosa Ziehau * All done; enable SynIC. 676b7bb4816SSepherosa Ziehau */ 677b7bb4816SSepherosa Ziehau orig = rdmsr(MSR_HV_SCONTROL); 678b7bb4816SSepherosa Ziehau val = MSR_HV_SCTRL_ENABLE | (orig & MSR_HV_SCTRL_RSVD_MASK); 679b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_SCONTROL, val); 680b7bb4816SSepherosa Ziehau } 681b7bb4816SSepherosa Ziehau 682b7bb4816SSepherosa Ziehau static void 683b7bb4816SSepherosa Ziehau vmbus_synic_teardown(void *arg) 684b7bb4816SSepherosa Ziehau { 685b7bb4816SSepherosa Ziehau uint64_t orig; 686b7bb4816SSepherosa Ziehau uint32_t sint; 687b7bb4816SSepherosa Ziehau 688b7bb4816SSepherosa Ziehau /* 689b7bb4816SSepherosa Ziehau * Disable SynIC. 690b7bb4816SSepherosa Ziehau */ 691b7bb4816SSepherosa Ziehau orig = rdmsr(MSR_HV_SCONTROL); 692b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_SCONTROL, (orig & MSR_HV_SCTRL_RSVD_MASK)); 693b7bb4816SSepherosa Ziehau 694b7bb4816SSepherosa Ziehau /* 695b7bb4816SSepherosa Ziehau * Mask message and event flags SINT. 696b7bb4816SSepherosa Ziehau */ 697b7bb4816SSepherosa Ziehau sint = MSR_HV_SINT0 + VMBUS_SINT_MESSAGE; 698b7bb4816SSepherosa Ziehau orig = rdmsr(sint); 699b7bb4816SSepherosa Ziehau wrmsr(sint, orig | MSR_HV_SINT_MASKED); 700b7bb4816SSepherosa Ziehau 701b7bb4816SSepherosa Ziehau /* 702b7bb4816SSepherosa Ziehau * Mask timer SINT. 703b7bb4816SSepherosa Ziehau */ 704b7bb4816SSepherosa Ziehau sint = MSR_HV_SINT0 + VMBUS_SINT_TIMER; 705b7bb4816SSepherosa Ziehau orig = rdmsr(sint); 706b7bb4816SSepherosa Ziehau wrmsr(sint, orig | MSR_HV_SINT_MASKED); 707b7bb4816SSepherosa Ziehau 708b7bb4816SSepherosa Ziehau /* 709b7bb4816SSepherosa Ziehau * Teardown SynIC message. 710b7bb4816SSepherosa Ziehau */ 711b7bb4816SSepherosa Ziehau orig = rdmsr(MSR_HV_SIMP); 712b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_SIMP, (orig & MSR_HV_SIMP_RSVD_MASK)); 713b7bb4816SSepherosa Ziehau 714b7bb4816SSepherosa Ziehau /* 715b7bb4816SSepherosa Ziehau * Teardown SynIC event flags. 716b7bb4816SSepherosa Ziehau */ 717b7bb4816SSepherosa Ziehau orig = rdmsr(MSR_HV_SIEFP); 718b7bb4816SSepherosa Ziehau wrmsr(MSR_HV_SIEFP, (orig & MSR_HV_SIEFP_RSVD_MASK)); 719b7bb4816SSepherosa Ziehau } 720b7bb4816SSepherosa Ziehau 721b7bb4816SSepherosa Ziehau static int 722b7bb4816SSepherosa Ziehau vmbus_dma_alloc(struct vmbus_softc *sc) 723b7bb4816SSepherosa Ziehau { 7246523ab7eSSepherosa Ziehau bus_dma_tag_t parent_dtag; 7256523ab7eSSepherosa Ziehau uint8_t *evtflags; 726b7bb4816SSepherosa Ziehau int cpu; 727b7bb4816SSepherosa Ziehau 7286523ab7eSSepherosa Ziehau parent_dtag = bus_get_dma_tag(sc->vmbus_dev); 729b7bb4816SSepherosa Ziehau CPU_FOREACH(cpu) { 730b7bb4816SSepherosa Ziehau void *ptr; 731b7bb4816SSepherosa Ziehau 732b7bb4816SSepherosa Ziehau /* 733b7bb4816SSepherosa Ziehau * Per-cpu messages and event flags. 734b7bb4816SSepherosa Ziehau */ 7356523ab7eSSepherosa Ziehau ptr = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0, 7366523ab7eSSepherosa Ziehau PAGE_SIZE, VMBUS_PCPU_PTR(sc, message_dma, cpu), 737b7bb4816SSepherosa Ziehau BUS_DMA_WAITOK | BUS_DMA_ZERO); 738b7bb4816SSepherosa Ziehau if (ptr == NULL) 739b7bb4816SSepherosa Ziehau return ENOMEM; 740b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, message, cpu) = ptr; 741b7bb4816SSepherosa Ziehau 7426523ab7eSSepherosa Ziehau ptr = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0, 7436523ab7eSSepherosa Ziehau PAGE_SIZE, VMBUS_PCPU_PTR(sc, event_flags_dma, cpu), 744b7bb4816SSepherosa Ziehau BUS_DMA_WAITOK | BUS_DMA_ZERO); 745b7bb4816SSepherosa Ziehau if (ptr == NULL) 746b7bb4816SSepherosa Ziehau return ENOMEM; 747b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, event_flags, cpu) = ptr; 748b7bb4816SSepherosa Ziehau } 7496523ab7eSSepherosa Ziehau 7506523ab7eSSepherosa Ziehau evtflags = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0, 7516523ab7eSSepherosa Ziehau PAGE_SIZE, &sc->vmbus_evtflags_dma, BUS_DMA_WAITOK | BUS_DMA_ZERO); 7526523ab7eSSepherosa Ziehau if (evtflags == NULL) 7536523ab7eSSepherosa Ziehau return ENOMEM; 7546523ab7eSSepherosa Ziehau sc->vmbus_rx_evtflags = (u_long *)evtflags; 75551a9a000SSepherosa Ziehau sc->vmbus_tx_evtflags = (u_long *)(evtflags + (PAGE_SIZE / 2)); 7566523ab7eSSepherosa Ziehau sc->vmbus_evtflags = evtflags; 7576523ab7eSSepherosa Ziehau 7586523ab7eSSepherosa Ziehau sc->vmbus_mnf1 = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0, 7596523ab7eSSepherosa Ziehau PAGE_SIZE, &sc->vmbus_mnf1_dma, BUS_DMA_WAITOK | BUS_DMA_ZERO); 7606523ab7eSSepherosa Ziehau if (sc->vmbus_mnf1 == NULL) 7616523ab7eSSepherosa Ziehau return ENOMEM; 7626523ab7eSSepherosa Ziehau 7636523ab7eSSepherosa Ziehau sc->vmbus_mnf2 = hyperv_dmamem_alloc(parent_dtag, PAGE_SIZE, 0, 7648c8cf3f2SSepherosa Ziehau sizeof(struct vmbus_mnf), &sc->vmbus_mnf2_dma, 7658c8cf3f2SSepherosa Ziehau BUS_DMA_WAITOK | BUS_DMA_ZERO); 7666523ab7eSSepherosa Ziehau if (sc->vmbus_mnf2 == NULL) 7676523ab7eSSepherosa Ziehau return ENOMEM; 7686523ab7eSSepherosa Ziehau 769b7bb4816SSepherosa Ziehau return 0; 770b7bb4816SSepherosa Ziehau } 771b7bb4816SSepherosa Ziehau 772b7bb4816SSepherosa Ziehau static void 773b7bb4816SSepherosa Ziehau vmbus_dma_free(struct vmbus_softc *sc) 774b7bb4816SSepherosa Ziehau { 775b7bb4816SSepherosa Ziehau int cpu; 776b7bb4816SSepherosa Ziehau 7776523ab7eSSepherosa Ziehau if (sc->vmbus_evtflags != NULL) { 7786523ab7eSSepherosa Ziehau hyperv_dmamem_free(&sc->vmbus_evtflags_dma, sc->vmbus_evtflags); 7796523ab7eSSepherosa Ziehau sc->vmbus_evtflags = NULL; 7806523ab7eSSepherosa Ziehau sc->vmbus_rx_evtflags = NULL; 7816523ab7eSSepherosa Ziehau sc->vmbus_tx_evtflags = NULL; 7826523ab7eSSepherosa Ziehau } 7836523ab7eSSepherosa Ziehau if (sc->vmbus_mnf1 != NULL) { 7846523ab7eSSepherosa Ziehau hyperv_dmamem_free(&sc->vmbus_mnf1_dma, sc->vmbus_mnf1); 7856523ab7eSSepherosa Ziehau sc->vmbus_mnf1 = NULL; 7866523ab7eSSepherosa Ziehau } 7876523ab7eSSepherosa Ziehau if (sc->vmbus_mnf2 != NULL) { 7886523ab7eSSepherosa Ziehau hyperv_dmamem_free(&sc->vmbus_mnf2_dma, sc->vmbus_mnf2); 7896523ab7eSSepherosa Ziehau sc->vmbus_mnf2 = NULL; 7906523ab7eSSepherosa Ziehau } 7916523ab7eSSepherosa Ziehau 792b7bb4816SSepherosa Ziehau CPU_FOREACH(cpu) { 793b7bb4816SSepherosa Ziehau if (VMBUS_PCPU_GET(sc, message, cpu) != NULL) { 794b7bb4816SSepherosa Ziehau hyperv_dmamem_free( 795b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, message_dma, cpu), 796b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, message, cpu)); 797b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, message, cpu) = NULL; 798b7bb4816SSepherosa Ziehau } 799b7bb4816SSepherosa Ziehau if (VMBUS_PCPU_GET(sc, event_flags, cpu) != NULL) { 800b7bb4816SSepherosa Ziehau hyperv_dmamem_free( 801b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, event_flags_dma, cpu), 802b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, event_flags, cpu)); 803b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, event_flags, cpu) = NULL; 804b7bb4816SSepherosa Ziehau } 805b7bb4816SSepherosa Ziehau } 806b7bb4816SSepherosa Ziehau } 807b7bb4816SSepherosa Ziehau 808b7bb4816SSepherosa Ziehau static int 809b7bb4816SSepherosa Ziehau vmbus_intr_setup(struct vmbus_softc *sc) 810b7bb4816SSepherosa Ziehau { 811b7bb4816SSepherosa Ziehau int cpu; 812b7bb4816SSepherosa Ziehau 813b7bb4816SSepherosa Ziehau CPU_FOREACH(cpu) { 814b7bb4816SSepherosa Ziehau char buf[MAXCOMLEN + 1]; 815b7bb4816SSepherosa Ziehau cpuset_t cpu_mask; 816b7bb4816SSepherosa Ziehau 817b7bb4816SSepherosa Ziehau /* Allocate an interrupt counter for Hyper-V interrupt */ 818b7bb4816SSepherosa Ziehau snprintf(buf, sizeof(buf), "cpu%d:hyperv", cpu); 819b7bb4816SSepherosa Ziehau intrcnt_add(buf, VMBUS_PCPU_PTR(sc, intr_cnt, cpu)); 820b7bb4816SSepherosa Ziehau 821b7bb4816SSepherosa Ziehau /* 822b7bb4816SSepherosa Ziehau * Setup taskqueue to handle events. Task will be per- 823b7bb4816SSepherosa Ziehau * channel. 824b7bb4816SSepherosa Ziehau */ 825b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, event_tq, cpu) = taskqueue_create_fast( 826b7bb4816SSepherosa Ziehau "hyperv event", M_WAITOK, taskqueue_thread_enqueue, 827b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, event_tq, cpu)); 828b7bb4816SSepherosa Ziehau CPU_SETOF(cpu, &cpu_mask); 829b7bb4816SSepherosa Ziehau taskqueue_start_threads_cpuset( 830b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, event_tq, cpu), 1, PI_NET, &cpu_mask, 831b7bb4816SSepherosa Ziehau "hvevent%d", cpu); 832b7bb4816SSepherosa Ziehau 833b7bb4816SSepherosa Ziehau /* 834b7bb4816SSepherosa Ziehau * Setup tasks and taskqueues to handle messages. 835b7bb4816SSepherosa Ziehau */ 836b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, message_tq, cpu) = taskqueue_create_fast( 837b7bb4816SSepherosa Ziehau "hyperv msg", M_WAITOK, taskqueue_thread_enqueue, 838b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, message_tq, cpu)); 839b7bb4816SSepherosa Ziehau CPU_SETOF(cpu, &cpu_mask); 840b7bb4816SSepherosa Ziehau taskqueue_start_threads_cpuset( 841b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, message_tq, cpu), 1, PI_NET, &cpu_mask, 842b7bb4816SSepherosa Ziehau "hvmsg%d", cpu); 843b7bb4816SSepherosa Ziehau TASK_INIT(VMBUS_PCPU_PTR(sc, message_task, cpu), 0, 844b7bb4816SSepherosa Ziehau vmbus_msg_task, sc); 845b7bb4816SSepherosa Ziehau } 846b7bb4816SSepherosa Ziehau 847b7bb4816SSepherosa Ziehau /* 848b7bb4816SSepherosa Ziehau * All Hyper-V ISR required resources are setup, now let's find a 849b7bb4816SSepherosa Ziehau * free IDT vector for Hyper-V ISR and set it up. 850b7bb4816SSepherosa Ziehau */ 851b7bb4816SSepherosa Ziehau sc->vmbus_idtvec = lapic_ipi_alloc(IDTVEC(vmbus_isr)); 852b7bb4816SSepherosa Ziehau if (sc->vmbus_idtvec < 0) { 853b7bb4816SSepherosa Ziehau device_printf(sc->vmbus_dev, "cannot find free IDT vector\n"); 854b7bb4816SSepherosa Ziehau return ENXIO; 855b7bb4816SSepherosa Ziehau } 856b7bb4816SSepherosa Ziehau if(bootverbose) { 857b7bb4816SSepherosa Ziehau device_printf(sc->vmbus_dev, "vmbus IDT vector %d\n", 858b7bb4816SSepherosa Ziehau sc->vmbus_idtvec); 859b7bb4816SSepherosa Ziehau } 860b7bb4816SSepherosa Ziehau return 0; 861b7bb4816SSepherosa Ziehau } 862b7bb4816SSepherosa Ziehau 863b7bb4816SSepherosa Ziehau static void 864b7bb4816SSepherosa Ziehau vmbus_intr_teardown(struct vmbus_softc *sc) 865b7bb4816SSepherosa Ziehau { 866b7bb4816SSepherosa Ziehau int cpu; 867b7bb4816SSepherosa Ziehau 868b7bb4816SSepherosa Ziehau if (sc->vmbus_idtvec >= 0) { 869b7bb4816SSepherosa Ziehau lapic_ipi_free(sc->vmbus_idtvec); 870b7bb4816SSepherosa Ziehau sc->vmbus_idtvec = -1; 871b7bb4816SSepherosa Ziehau } 872b7bb4816SSepherosa Ziehau 873b7bb4816SSepherosa Ziehau CPU_FOREACH(cpu) { 874b7bb4816SSepherosa Ziehau if (VMBUS_PCPU_GET(sc, event_tq, cpu) != NULL) { 875b7bb4816SSepherosa Ziehau taskqueue_free(VMBUS_PCPU_GET(sc, event_tq, cpu)); 876b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, event_tq, cpu) = NULL; 877b7bb4816SSepherosa Ziehau } 878b7bb4816SSepherosa Ziehau if (VMBUS_PCPU_GET(sc, message_tq, cpu) != NULL) { 879b7bb4816SSepherosa Ziehau taskqueue_drain(VMBUS_PCPU_GET(sc, message_tq, cpu), 880b7bb4816SSepherosa Ziehau VMBUS_PCPU_PTR(sc, message_task, cpu)); 881b7bb4816SSepherosa Ziehau taskqueue_free(VMBUS_PCPU_GET(sc, message_tq, cpu)); 882b7bb4816SSepherosa Ziehau VMBUS_PCPU_GET(sc, message_tq, cpu) = NULL; 883b7bb4816SSepherosa Ziehau } 884b7bb4816SSepherosa Ziehau } 885b7bb4816SSepherosa Ziehau } 886b7bb4816SSepherosa Ziehau 887b7bb4816SSepherosa Ziehau static int 888b7bb4816SSepherosa Ziehau vmbus_read_ivar(device_t dev, device_t child, int index, uintptr_t *result) 889b7bb4816SSepherosa Ziehau { 890b7bb4816SSepherosa Ziehau return (ENOENT); 891b7bb4816SSepherosa Ziehau } 892b7bb4816SSepherosa Ziehau 893b7bb4816SSepherosa Ziehau static int 894b7bb4816SSepherosa Ziehau vmbus_child_pnpinfo_str(device_t dev, device_t child, char *buf, size_t buflen) 895b7bb4816SSepherosa Ziehau { 89682b8a879SSepherosa Ziehau const struct vmbus_channel *chan; 897b7bb4816SSepherosa Ziehau char guidbuf[HYPERV_GUID_STRLEN]; 898b7bb4816SSepherosa Ziehau 8993b50b13bSSepherosa Ziehau chan = vmbus_get_channel(child); 9003b50b13bSSepherosa Ziehau if (chan == NULL) { 90147575345SSepherosa Ziehau /* Event timer device, which does not belong to a channel */ 902b7bb4816SSepherosa Ziehau return (0); 90347575345SSepherosa Ziehau } 904b7bb4816SSepherosa Ziehau 905b7bb4816SSepherosa Ziehau strlcat(buf, "classid=", buflen); 90647575345SSepherosa Ziehau hyperv_guid2str(&chan->ch_guid_type, guidbuf, sizeof(guidbuf)); 907b7bb4816SSepherosa Ziehau strlcat(buf, guidbuf, buflen); 908b7bb4816SSepherosa Ziehau 909b7bb4816SSepherosa Ziehau strlcat(buf, " deviceid=", buflen); 91047575345SSepherosa Ziehau hyperv_guid2str(&chan->ch_guid_inst, guidbuf, sizeof(guidbuf)); 911b7bb4816SSepherosa Ziehau strlcat(buf, guidbuf, buflen); 912b7bb4816SSepherosa Ziehau 913b7bb4816SSepherosa Ziehau return (0); 914b7bb4816SSepherosa Ziehau } 915b7bb4816SSepherosa Ziehau 91647575345SSepherosa Ziehau int 91782b8a879SSepherosa Ziehau vmbus_add_child(struct vmbus_channel *chan) 918b7bb4816SSepherosa Ziehau { 9199129ad2dSSepherosa Ziehau struct vmbus_softc *sc = chan->ch_vmbus; 92047575345SSepherosa Ziehau device_t parent = sc->vmbus_dev; 92147575345SSepherosa Ziehau int error = 0; 922b7bb4816SSepherosa Ziehau 923dab4260cSSepherosa Ziehau /* New channel has been offered */ 924dab4260cSSepherosa Ziehau vmbus_scan_newchan(sc); 925dab4260cSSepherosa Ziehau 92647575345SSepherosa Ziehau chan->ch_dev = device_add_child(parent, NULL, -1); 92747575345SSepherosa Ziehau if (chan->ch_dev == NULL) { 92847575345SSepherosa Ziehau device_printf(parent, "device_add_child for chan%u failed\n", 92947575345SSepherosa Ziehau chan->ch_id); 93047575345SSepherosa Ziehau error = ENXIO; 93147575345SSepherosa Ziehau goto done; 932b7bb4816SSepherosa Ziehau } 9333b50b13bSSepherosa Ziehau device_set_ivars(chan->ch_dev, chan); 934b7bb4816SSepherosa Ziehau 93547575345SSepherosa Ziehau done: 93647575345SSepherosa Ziehau /* New device has been/should be added to vmbus. */ 937796a90bfSSepherosa Ziehau vmbus_scan_newdev(sc); 93847575345SSepherosa Ziehau return error; 939b7bb4816SSepherosa Ziehau } 940b7bb4816SSepherosa Ziehau 941b7bb4816SSepherosa Ziehau int 94282b8a879SSepherosa Ziehau vmbus_delete_child(struct vmbus_channel *chan) 943b7bb4816SSepherosa Ziehau { 94447575345SSepherosa Ziehau int error; 94547575345SSepherosa Ziehau 94647575345SSepherosa Ziehau if (chan->ch_dev == NULL) { 94747575345SSepherosa Ziehau /* Failed to add a device. */ 94847575345SSepherosa Ziehau return 0; 94947575345SSepherosa Ziehau } 95047575345SSepherosa Ziehau 951b7bb4816SSepherosa Ziehau /* 952b7bb4816SSepherosa Ziehau * XXXKYS: Ensure that this is the opposite of 953b7bb4816SSepherosa Ziehau * device_add_child() 954b7bb4816SSepherosa Ziehau */ 955b7bb4816SSepherosa Ziehau mtx_lock(&Giant); 9569129ad2dSSepherosa Ziehau error = device_delete_child(chan->ch_vmbus->vmbus_dev, chan->ch_dev); 957b7bb4816SSepherosa Ziehau mtx_unlock(&Giant); 95847575345SSepherosa Ziehau 95947575345SSepherosa Ziehau return error; 960b7bb4816SSepherosa Ziehau } 961b7bb4816SSepherosa Ziehau 962b7bb4816SSepherosa Ziehau static int 96347a3ee5cSSepherosa Ziehau vmbus_sysctl_version(SYSCTL_HANDLER_ARGS) 96447a3ee5cSSepherosa Ziehau { 96538d19df6SSepherosa Ziehau struct vmbus_softc *sc = arg1; 96647a3ee5cSSepherosa Ziehau char verstr[16]; 96747a3ee5cSSepherosa Ziehau 96847a3ee5cSSepherosa Ziehau snprintf(verstr, sizeof(verstr), "%u.%u", 96938d19df6SSepherosa Ziehau VMBUS_VERSION_MAJOR(sc->vmbus_version), 97038d19df6SSepherosa Ziehau VMBUS_VERSION_MINOR(sc->vmbus_version)); 97147a3ee5cSSepherosa Ziehau return sysctl_handle_string(oidp, verstr, sizeof(verstr), req); 97247a3ee5cSSepherosa Ziehau } 97347a3ee5cSSepherosa Ziehau 97438d19df6SSepherosa Ziehau static uint32_t 97538d19df6SSepherosa Ziehau vmbus_get_version_method(device_t bus, device_t dev) 97638d19df6SSepherosa Ziehau { 97738d19df6SSepherosa Ziehau struct vmbus_softc *sc = device_get_softc(bus); 97838d19df6SSepherosa Ziehau 97938d19df6SSepherosa Ziehau return sc->vmbus_version; 98038d19df6SSepherosa Ziehau } 98138d19df6SSepherosa Ziehau 98247a3ee5cSSepherosa Ziehau static int 98371ac1309SSepherosa Ziehau vmbus_probe_guid_method(device_t bus, device_t dev, 98471ac1309SSepherosa Ziehau const struct hyperv_guid *guid) 985884d26c8SSepherosa Ziehau { 98682b8a879SSepherosa Ziehau const struct vmbus_channel *chan = vmbus_get_channel(dev); 987884d26c8SSepherosa Ziehau 98871ac1309SSepherosa Ziehau if (memcmp(&chan->ch_guid_type, guid, sizeof(struct hyperv_guid)) == 0) 989884d26c8SSepherosa Ziehau return 0; 990884d26c8SSepherosa Ziehau return ENXIO; 991884d26c8SSepherosa Ziehau } 992884d26c8SSepherosa Ziehau 993884d26c8SSepherosa Ziehau static int 994b7bb4816SSepherosa Ziehau vmbus_probe(device_t dev) 995b7bb4816SSepherosa Ziehau { 996b7bb4816SSepherosa Ziehau char *id[] = { "VMBUS", NULL }; 997b7bb4816SSepherosa Ziehau 998b7bb4816SSepherosa Ziehau if (ACPI_ID_PROBE(device_get_parent(dev), dev, id) == NULL || 999b7bb4816SSepherosa Ziehau device_get_unit(dev) != 0 || vm_guest != VM_GUEST_HV || 1000b7bb4816SSepherosa Ziehau (hyperv_features & CPUID_HV_MSR_SYNIC) == 0) 1001b7bb4816SSepherosa Ziehau return (ENXIO); 1002b7bb4816SSepherosa Ziehau 1003b7bb4816SSepherosa Ziehau device_set_desc(dev, "Hyper-V Vmbus"); 1004b7bb4816SSepherosa Ziehau 1005b7bb4816SSepherosa Ziehau return (BUS_PROBE_DEFAULT); 1006b7bb4816SSepherosa Ziehau } 1007b7bb4816SSepherosa Ziehau 1008b7bb4816SSepherosa Ziehau /** 1009b7bb4816SSepherosa Ziehau * @brief Main vmbus driver initialization routine. 1010b7bb4816SSepherosa Ziehau * 1011b7bb4816SSepherosa Ziehau * Here, we 1012b7bb4816SSepherosa Ziehau * - initialize the vmbus driver context 1013b7bb4816SSepherosa Ziehau * - setup various driver entry points 1014b7bb4816SSepherosa Ziehau * - invoke the vmbus hv main init routine 1015b7bb4816SSepherosa Ziehau * - get the irq resource 1016b7bb4816SSepherosa Ziehau * - invoke the vmbus to add the vmbus root device 1017b7bb4816SSepherosa Ziehau * - setup the vmbus root device 1018b7bb4816SSepherosa Ziehau * - retrieve the channel offers 1019b7bb4816SSepherosa Ziehau */ 1020b7bb4816SSepherosa Ziehau static int 1021dd012a57SSepherosa Ziehau vmbus_doattach(struct vmbus_softc *sc) 1022b7bb4816SSepherosa Ziehau { 102347a3ee5cSSepherosa Ziehau struct sysctl_oid_list *child; 102447a3ee5cSSepherosa Ziehau struct sysctl_ctx_list *ctx; 1025b7bb4816SSepherosa Ziehau int ret; 1026b7bb4816SSepherosa Ziehau 1027b7bb4816SSepherosa Ziehau if (sc->vmbus_flags & VMBUS_FLAG_ATTACHED) 1028b7bb4816SSepherosa Ziehau return (0); 1029b7bb4816SSepherosa Ziehau sc->vmbus_flags |= VMBUS_FLAG_ATTACHED; 1030b7bb4816SSepherosa Ziehau 1031796a90bfSSepherosa Ziehau mtx_init(&sc->vmbus_scan_lock, "vmbus scan", NULL, MTX_DEF); 1032ee7e313fSSepherosa Ziehau sc->vmbus_gpadl = VMBUS_GPADL_START; 1033c1bea00eSSepherosa Ziehau mtx_init(&sc->vmbus_prichan_lock, "vmbus prichan", NULL, MTX_DEF); 1034c1bea00eSSepherosa Ziehau TAILQ_INIT(&sc->vmbus_prichans); 1035af3be0bfSSepherosa Ziehau sc->vmbus_chmap = malloc( 103682b8a879SSepherosa Ziehau sizeof(struct vmbus_channel *) * VMBUS_CHAN_MAX, M_DEVBUF, 1037af3be0bfSSepherosa Ziehau M_WAITOK | M_ZERO); 1038796a90bfSSepherosa Ziehau 1039b7bb4816SSepherosa Ziehau /* 1040236764b1SSepherosa Ziehau * Create context for "post message" Hypercalls 1041236764b1SSepherosa Ziehau */ 1042*3dba61ddSSepherosa Ziehau sc->vmbus_xc = vmbus_xact_ctx_create(bus_get_dma_tag(sc->vmbus_dev), 1043*3dba61ddSSepherosa Ziehau HYPERCALL_POSTMSGIN_SIZE, VMBUS_MSG_SIZE, 1044*3dba61ddSSepherosa Ziehau sizeof(struct vmbus_msghc)); 1045*3dba61ddSSepherosa Ziehau if (sc->vmbus_xc == NULL) { 1046236764b1SSepherosa Ziehau ret = ENXIO; 1047236764b1SSepherosa Ziehau goto cleanup; 1048236764b1SSepherosa Ziehau } 1049236764b1SSepherosa Ziehau 1050236764b1SSepherosa Ziehau /* 1051b7bb4816SSepherosa Ziehau * Allocate DMA stuffs. 1052b7bb4816SSepherosa Ziehau */ 1053b7bb4816SSepherosa Ziehau ret = vmbus_dma_alloc(sc); 1054b7bb4816SSepherosa Ziehau if (ret != 0) 1055b7bb4816SSepherosa Ziehau goto cleanup; 1056b7bb4816SSepherosa Ziehau 1057b7bb4816SSepherosa Ziehau /* 1058b7bb4816SSepherosa Ziehau * Setup interrupt. 1059b7bb4816SSepherosa Ziehau */ 1060b7bb4816SSepherosa Ziehau ret = vmbus_intr_setup(sc); 1061b7bb4816SSepherosa Ziehau if (ret != 0) 1062b7bb4816SSepherosa Ziehau goto cleanup; 1063b7bb4816SSepherosa Ziehau 1064b7bb4816SSepherosa Ziehau /* 1065b7bb4816SSepherosa Ziehau * Setup SynIC. 1066b7bb4816SSepherosa Ziehau */ 1067b7bb4816SSepherosa Ziehau if (bootverbose) 1068b7bb4816SSepherosa Ziehau device_printf(sc->vmbus_dev, "smp_started = %d\n", smp_started); 1069b7bb4816SSepherosa Ziehau smp_rendezvous(NULL, vmbus_synic_setup, NULL, sc); 1070b7bb4816SSepherosa Ziehau sc->vmbus_flags |= VMBUS_FLAG_SYNIC; 1071b7bb4816SSepherosa Ziehau 1072b7bb4816SSepherosa Ziehau /* 1073250ca4caSSepherosa Ziehau * Initialize vmbus, e.g. connect to Hypervisor. 1074b7bb4816SSepherosa Ziehau */ 1075236764b1SSepherosa Ziehau ret = vmbus_init(sc); 1076236764b1SSepherosa Ziehau if (ret != 0) 1077236764b1SSepherosa Ziehau goto cleanup; 1078236764b1SSepherosa Ziehau 107938d19df6SSepherosa Ziehau if (sc->vmbus_version == VMBUS_VERSION_WS2008 || 108038d19df6SSepherosa Ziehau sc->vmbus_version == VMBUS_VERSION_WIN7) 1081b7bb4816SSepherosa Ziehau sc->vmbus_event_proc = vmbus_event_proc_compat; 1082b7bb4816SSepherosa Ziehau else 1083b7bb4816SSepherosa Ziehau sc->vmbus_event_proc = vmbus_event_proc; 1084b7bb4816SSepherosa Ziehau 1085796a90bfSSepherosa Ziehau ret = vmbus_scan(sc); 1086c1cc5bdfSSepherosa Ziehau if (ret != 0) 1087c1cc5bdfSSepherosa Ziehau goto cleanup; 1088b7bb4816SSepherosa Ziehau 108947a3ee5cSSepherosa Ziehau ctx = device_get_sysctl_ctx(sc->vmbus_dev); 109047a3ee5cSSepherosa Ziehau child = SYSCTL_CHILDREN(device_get_sysctl_tree(sc->vmbus_dev)); 109147a3ee5cSSepherosa Ziehau SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "version", 109238d19df6SSepherosa Ziehau CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_MPSAFE, sc, 0, 109347a3ee5cSSepherosa Ziehau vmbus_sysctl_version, "A", "vmbus version"); 109447a3ee5cSSepherosa Ziehau 1095b7bb4816SSepherosa Ziehau return (ret); 1096b7bb4816SSepherosa Ziehau 1097b7bb4816SSepherosa Ziehau cleanup: 1098b7bb4816SSepherosa Ziehau vmbus_intr_teardown(sc); 1099b7bb4816SSepherosa Ziehau vmbus_dma_free(sc); 1100*3dba61ddSSepherosa Ziehau if (sc->vmbus_xc != NULL) { 1101*3dba61ddSSepherosa Ziehau vmbus_xact_ctx_destroy(sc->vmbus_xc); 1102*3dba61ddSSepherosa Ziehau sc->vmbus_xc = NULL; 1103236764b1SSepherosa Ziehau } 1104af3be0bfSSepherosa Ziehau free(sc->vmbus_chmap, M_DEVBUF); 1105796a90bfSSepherosa Ziehau mtx_destroy(&sc->vmbus_scan_lock); 1106c1bea00eSSepherosa Ziehau mtx_destroy(&sc->vmbus_prichan_lock); 1107b7bb4816SSepherosa Ziehau 1108b7bb4816SSepherosa Ziehau return (ret); 1109b7bb4816SSepherosa Ziehau } 1110b7bb4816SSepherosa Ziehau 1111b7bb4816SSepherosa Ziehau static void 1112b7bb4816SSepherosa Ziehau vmbus_event_proc_dummy(struct vmbus_softc *sc __unused, int cpu __unused) 1113b7bb4816SSepherosa Ziehau { 1114b7bb4816SSepherosa Ziehau } 1115b7bb4816SSepherosa Ziehau 1116b7bb4816SSepherosa Ziehau static int 1117b7bb4816SSepherosa Ziehau vmbus_attach(device_t dev) 1118b7bb4816SSepherosa Ziehau { 1119b7bb4816SSepherosa Ziehau vmbus_sc = device_get_softc(dev); 1120b7bb4816SSepherosa Ziehau vmbus_sc->vmbus_dev = dev; 1121b7bb4816SSepherosa Ziehau vmbus_sc->vmbus_idtvec = -1; 1122b7bb4816SSepherosa Ziehau 1123b7bb4816SSepherosa Ziehau /* 1124b7bb4816SSepherosa Ziehau * Event processing logic will be configured: 1125b7bb4816SSepherosa Ziehau * - After the vmbus protocol version negotiation. 1126b7bb4816SSepherosa Ziehau * - Before we request channel offers. 1127b7bb4816SSepherosa Ziehau */ 1128b7bb4816SSepherosa Ziehau vmbus_sc->vmbus_event_proc = vmbus_event_proc_dummy; 1129b7bb4816SSepherosa Ziehau 1130b7bb4816SSepherosa Ziehau #ifndef EARLY_AP_STARTUP 1131b7bb4816SSepherosa Ziehau /* 1132b7bb4816SSepherosa Ziehau * If the system has already booted and thread 1133b7bb4816SSepherosa Ziehau * scheduling is possible indicated by the global 1134b7bb4816SSepherosa Ziehau * cold set to zero, we just call the driver 1135b7bb4816SSepherosa Ziehau * initialization directly. 1136b7bb4816SSepherosa Ziehau */ 1137b7bb4816SSepherosa Ziehau if (!cold) 1138b7bb4816SSepherosa Ziehau #endif 1139dd012a57SSepherosa Ziehau vmbus_doattach(vmbus_sc); 1140b7bb4816SSepherosa Ziehau 1141b7bb4816SSepherosa Ziehau return (0); 1142b7bb4816SSepherosa Ziehau } 1143b7bb4816SSepherosa Ziehau 1144b7bb4816SSepherosa Ziehau static int 1145b7bb4816SSepherosa Ziehau vmbus_detach(device_t dev) 1146b7bb4816SSepherosa Ziehau { 1147b7bb4816SSepherosa Ziehau struct vmbus_softc *sc = device_get_softc(dev); 1148b7bb4816SSepherosa Ziehau 114977321df6SSepherosa Ziehau vmbus_chan_destroy_all(sc); 11501ecb2466SSepherosa Ziehau 1151f24517f0SSepherosa Ziehau vmbus_disconnect(sc); 1152b7bb4816SSepherosa Ziehau 1153b7bb4816SSepherosa Ziehau if (sc->vmbus_flags & VMBUS_FLAG_SYNIC) { 1154b7bb4816SSepherosa Ziehau sc->vmbus_flags &= ~VMBUS_FLAG_SYNIC; 1155b7bb4816SSepherosa Ziehau smp_rendezvous(NULL, vmbus_synic_teardown, NULL, NULL); 1156b7bb4816SSepherosa Ziehau } 1157b7bb4816SSepherosa Ziehau 1158b7bb4816SSepherosa Ziehau vmbus_intr_teardown(sc); 1159b7bb4816SSepherosa Ziehau vmbus_dma_free(sc); 1160b7bb4816SSepherosa Ziehau 1161*3dba61ddSSepherosa Ziehau if (sc->vmbus_xc != NULL) { 1162*3dba61ddSSepherosa Ziehau vmbus_xact_ctx_destroy(sc->vmbus_xc); 1163*3dba61ddSSepherosa Ziehau sc->vmbus_xc = NULL; 1164236764b1SSepherosa Ziehau } 1165236764b1SSepherosa Ziehau 1166af3be0bfSSepherosa Ziehau free(sc->vmbus_chmap, M_DEVBUF); 1167796a90bfSSepherosa Ziehau mtx_destroy(&sc->vmbus_scan_lock); 1168c1bea00eSSepherosa Ziehau mtx_destroy(&sc->vmbus_prichan_lock); 1169283ec9dfSSepherosa Ziehau 1170b7bb4816SSepherosa Ziehau return (0); 1171b7bb4816SSepherosa Ziehau } 1172b7bb4816SSepherosa Ziehau 1173b7bb4816SSepherosa Ziehau #ifndef EARLY_AP_STARTUP 1174fd42dfc5SSepherosa Ziehau 1175fd42dfc5SSepherosa Ziehau static void 1176fd42dfc5SSepherosa Ziehau vmbus_sysinit(void *arg __unused) 1177fd42dfc5SSepherosa Ziehau { 1178fd42dfc5SSepherosa Ziehau struct vmbus_softc *sc = vmbus_get_softc(); 1179fd42dfc5SSepherosa Ziehau 1180fd42dfc5SSepherosa Ziehau if (vm_guest != VM_GUEST_HV || sc == NULL) 1181fd42dfc5SSepherosa Ziehau return; 1182fd42dfc5SSepherosa Ziehau 1183fd42dfc5SSepherosa Ziehau /* 1184fd42dfc5SSepherosa Ziehau * If the system has already booted and thread 1185fd42dfc5SSepherosa Ziehau * scheduling is possible, as indicated by the 1186fd42dfc5SSepherosa Ziehau * global cold set to zero, we just call the driver 1187fd42dfc5SSepherosa Ziehau * initialization directly. 1188fd42dfc5SSepherosa Ziehau */ 1189fd42dfc5SSepherosa Ziehau if (!cold) 1190fd42dfc5SSepherosa Ziehau vmbus_doattach(sc); 1191fd42dfc5SSepherosa Ziehau } 1192b7bb4816SSepherosa Ziehau /* 1193b7bb4816SSepherosa Ziehau * NOTE: 1194b7bb4816SSepherosa Ziehau * We have to start as the last step of SI_SUB_SMP, i.e. after SMP is 1195b7bb4816SSepherosa Ziehau * initialized. 1196b7bb4816SSepherosa Ziehau */ 1197b7bb4816SSepherosa Ziehau SYSINIT(vmbus_initialize, SI_SUB_SMP, SI_ORDER_ANY, vmbus_sysinit, NULL); 1198fd42dfc5SSepherosa Ziehau 1199fd42dfc5SSepherosa Ziehau #endif /* !EARLY_AP_STARTUP */ 1200