1 /*- 2 * Copyright (c) 1998 The NetBSD Foundation, Inc. 3 * All rights reserved. 4 * 5 * This code is derived from software contributed to The NetBSD Foundation 6 * by Lennart Augustsson (augustss@carlstedt.se) at 7 * Carlstedt Research & Technology. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 18 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 19 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 20 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 21 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 22 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 23 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 24 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 25 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 26 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 27 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 28 * POSSIBILITY OF SUCH DAMAGE. 29 */ 30 31 #include <sys/cdefs.h> 32 __FBSDID("$FreeBSD$"); 33 34 /* 35 * USB Enhanced Host Controller Driver, a.k.a. USB 2.0 controller. 36 * 37 * The EHCI 1.0 spec can be found at 38 * http://developer.intel.com/technology/usb/download/ehci-r10.pdf 39 * and the USB 2.0 spec at 40 * http://www.usb.org/developers/docs/usb_20.zip 41 */ 42 43 /* The low level controller code for EHCI has been split into 44 * PCI probes and EHCI specific code. This was done to facilitate the 45 * sharing of code between *BSD's 46 */ 47 48 #include <sys/stdint.h> 49 #include <sys/stddef.h> 50 #include <sys/param.h> 51 #include <sys/queue.h> 52 #include <sys/types.h> 53 #include <sys/systm.h> 54 #include <sys/kernel.h> 55 #include <sys/bus.h> 56 #include <sys/module.h> 57 #include <sys/lock.h> 58 #include <sys/mutex.h> 59 #include <sys/condvar.h> 60 #include <sys/sysctl.h> 61 #include <sys/sx.h> 62 #include <sys/unistd.h> 63 #include <sys/callout.h> 64 #include <sys/malloc.h> 65 #include <sys/priv.h> 66 67 #include <dev/usb/usb.h> 68 #include <dev/usb/usbdi.h> 69 70 #include <dev/usb/usb_core.h> 71 #include <dev/usb/usb_busdma.h> 72 #include <dev/usb/usb_process.h> 73 #include <dev/usb/usb_util.h> 74 75 #include <dev/usb/usb_controller.h> 76 #include <dev/usb/usb_bus.h> 77 #include <dev/usb/usb_pci.h> 78 #include <dev/usb/controller/ehci.h> 79 #include <dev/usb/controller/ehcireg.h> 80 #include "usb_if.h" 81 82 #define PCI_EHCI_VENDORID_ACERLABS 0x10b9 83 #define PCI_EHCI_VENDORID_AMD 0x1022 84 #define PCI_EHCI_VENDORID_APPLE 0x106b 85 #define PCI_EHCI_VENDORID_ATI 0x1002 86 #define PCI_EHCI_VENDORID_CMDTECH 0x1095 87 #define PCI_EHCI_VENDORID_INTEL 0x8086 88 #define PCI_EHCI_VENDORID_NEC 0x1033 89 #define PCI_EHCI_VENDORID_OPTI 0x1045 90 #define PCI_EHCI_VENDORID_PHILIPS 0x1131 91 #define PCI_EHCI_VENDORID_SIS 0x1039 92 #define PCI_EHCI_VENDORID_NVIDIA 0x12D2 93 #define PCI_EHCI_VENDORID_NVIDIA2 0x10DE 94 #define PCI_EHCI_VENDORID_VIA 0x1106 95 96 static device_probe_t ehci_pci_probe; 97 static device_attach_t ehci_pci_attach; 98 static device_detach_t ehci_pci_detach; 99 static usb_take_controller_t ehci_pci_take_controller; 100 101 static const char * 102 ehci_pci_match(device_t self) 103 { 104 uint32_t device_id = pci_get_devid(self); 105 106 switch (device_id) { 107 case 0x523910b9: 108 return "ALi M5239 USB 2.0 controller"; 109 110 case 0x10227463: 111 return "AMD 8111 USB 2.0 controller"; 112 113 case 0x20951022: 114 return ("AMD CS5536 (Geode) USB 2.0 controller"); 115 116 case 0x43451002: 117 return "ATI SB200 USB 2.0 controller"; 118 case 0x43731002: 119 return "ATI SB400 USB 2.0 controller"; 120 case 0x43961002: 121 return ("AMD SB7x0/SB8x0/SB9x0 USB 2.0 controller"); 122 123 case 0x0f348086: 124 return ("Intel BayTrail USB 2.0 controller"); 125 case 0x1d268086: 126 return ("Intel Patsburg USB 2.0 controller"); 127 case 0x1d2d8086: 128 return ("Intel Patsburg USB 2.0 controller"); 129 case 0x1e268086: 130 return ("Intel Panther Point USB 2.0 controller"); 131 case 0x1e2d8086: 132 return ("Intel Panther Point USB 2.0 controller"); 133 case 0x1f2c8086: 134 return ("Intel Avoton USB 2.0 controller"); 135 case 0x25ad8086: 136 return "Intel 6300ESB USB 2.0 controller"; 137 case 0x24cd8086: 138 return "Intel 82801DB/L/M (ICH4) USB 2.0 controller"; 139 case 0x24dd8086: 140 return "Intel 82801EB/R (ICH5) USB 2.0 controller"; 141 case 0x265c8086: 142 return "Intel 82801FB (ICH6) USB 2.0 controller"; 143 case 0x268c8086: 144 return ("Intel 63XXESB USB 2.0 controller"); 145 case 0x27cc8086: 146 return "Intel 82801GB/R (ICH7) USB 2.0 controller"; 147 case 0x28368086: 148 return "Intel 82801H (ICH8) USB 2.0 controller USB2-A"; 149 case 0x283a8086: 150 return "Intel 82801H (ICH8) USB 2.0 controller USB2-B"; 151 case 0x293a8086: 152 return "Intel 82801I (ICH9) USB 2.0 controller"; 153 case 0x293c8086: 154 return "Intel 82801I (ICH9) USB 2.0 controller"; 155 case 0x3a3a8086: 156 return "Intel 82801JI (ICH10) USB 2.0 controller USB-A"; 157 case 0x3a3c8086: 158 return "Intel 82801JI (ICH10) USB 2.0 controller USB-B"; 159 case 0x3b348086: 160 return ("Intel PCH USB 2.0 controller USB-A"); 161 case 0x3b3c8086: 162 return ("Intel PCH USB 2.0 controller USB-B"); 163 case 0x8c268086: 164 return ("Intel Lynx Point USB 2.0 controller USB-A"); 165 case 0x8c2d8086: 166 return ("Intel Lynx Point USB 2.0 controller USB-B"); 167 case 0x8ca68086: 168 return ("Intel Wildcat Point USB 2.0 controller USB-A"); 169 case 0x8cad8086: 170 return ("Intel Wildcat Point USB 2.0 controller USB-B"); 171 case 0x8d268086: 172 return ("Intel Wellsburg USB 2.0 controller"); 173 case 0x8d2d8086: 174 return ("Intel Wellsburg USB 2.0 controller"); 175 case 0x9c268086: 176 return ("Intel Lynx Point LP USB 2.0 controller USB"); 177 178 case 0x00e01033: 179 return ("NEC uPD 72010x USB 2.0 controller"); 180 181 case 0x006810de: 182 return "NVIDIA nForce2 USB 2.0 controller"; 183 case 0x008810de: 184 return "NVIDIA nForce2 Ultra 400 USB 2.0 controller"; 185 case 0x00d810de: 186 return "NVIDIA nForce3 USB 2.0 controller"; 187 case 0x00e810de: 188 return "NVIDIA nForce3 250 USB 2.0 controller"; 189 case 0x005b10de: 190 return "NVIDIA nForce CK804 USB 2.0 controller"; 191 case 0x036d10de: 192 return "NVIDIA nForce MCP55 USB 2.0 controller"; 193 case 0x03f210de: 194 return "NVIDIA nForce MCP61 USB 2.0 controller"; 195 case 0x0aa610de: 196 return "NVIDIA nForce MCP79 USB 2.0 controller"; 197 case 0x0aa910de: 198 return "NVIDIA nForce MCP79 USB 2.0 controller"; 199 case 0x0aaa10de: 200 return "NVIDIA nForce MCP79 USB 2.0 controller"; 201 202 case 0x15621131: 203 return "Philips ISP156x USB 2.0 controller"; 204 205 case 0x31041106: 206 return ("VIA VT6202 USB 2.0 controller"); 207 208 default: 209 break; 210 } 211 212 if ((pci_get_class(self) == PCIC_SERIALBUS) 213 && (pci_get_subclass(self) == PCIS_SERIALBUS_USB) 214 && (pci_get_progif(self) == PCI_INTERFACE_EHCI)) { 215 return ("EHCI (generic) USB 2.0 controller"); 216 } 217 return (NULL); /* dunno */ 218 } 219 220 static int 221 ehci_pci_probe(device_t self) 222 { 223 const char *desc = ehci_pci_match(self); 224 225 if (desc) { 226 device_set_desc(self, desc); 227 return (BUS_PROBE_DEFAULT); 228 } else { 229 return (ENXIO); 230 } 231 } 232 233 static void 234 ehci_pci_ati_quirk(device_t self, uint8_t is_sb700) 235 { 236 device_t smbdev; 237 uint32_t val; 238 239 if (is_sb700) { 240 /* Lookup SMBUS PCI device */ 241 smbdev = pci_find_device(PCI_EHCI_VENDORID_ATI, 0x4385); 242 if (smbdev == NULL) 243 return; 244 val = pci_get_revid(smbdev); 245 if (val != 0x3a && val != 0x3b) 246 return; 247 } 248 249 /* 250 * Note: this bit is described as reserved in SB700 251 * Register Reference Guide. 252 */ 253 val = pci_read_config(self, 0x53, 1); 254 if (!(val & 0x8)) { 255 val |= 0x8; 256 pci_write_config(self, 0x53, val, 1); 257 device_printf(self, "AMD SB600/700 quirk applied\n"); 258 } 259 } 260 261 static void 262 ehci_pci_via_quirk(device_t self) 263 { 264 uint32_t val; 265 266 if ((pci_get_device(self) == 0x3104) && 267 ((pci_get_revid(self) & 0xf0) == 0x60)) { 268 /* Correct schedule sleep time to 10us */ 269 val = pci_read_config(self, 0x4b, 1); 270 if (val & 0x20) 271 return; 272 val |= 0x20; 273 pci_write_config(self, 0x4b, val, 1); 274 device_printf(self, "VIA-quirk applied\n"); 275 } 276 } 277 278 static int 279 ehci_pci_attach(device_t self) 280 { 281 ehci_softc_t *sc = device_get_softc(self); 282 int err; 283 int rid; 284 285 /* initialise some bus fields */ 286 sc->sc_bus.parent = self; 287 sc->sc_bus.devices = sc->sc_devices; 288 sc->sc_bus.devices_max = EHCI_MAX_DEVICES; 289 sc->sc_bus.dma_bits = 32; 290 291 /* get all DMA memory */ 292 if (usb_bus_mem_alloc_all(&sc->sc_bus, 293 USB_GET_DMA_TAG(self), &ehci_iterate_hw_softc)) { 294 return (ENOMEM); 295 } 296 297 pci_enable_busmaster(self); 298 299 switch (pci_read_config(self, PCI_USBREV, 1) & PCI_USB_REV_MASK) { 300 case PCI_USB_REV_PRE_1_0: 301 case PCI_USB_REV_1_0: 302 case PCI_USB_REV_1_1: 303 /* 304 * NOTE: some EHCI USB controllers have the wrong USB 305 * revision number. It appears those controllers are 306 * fully compliant so we just ignore this value in 307 * some common cases. 308 */ 309 device_printf(self, "pre-2.0 USB revision (ignored)\n"); 310 /* fallthrough */ 311 case PCI_USB_REV_2_0: 312 break; 313 default: 314 /* Quirk for Parallels Desktop 4.0 */ 315 device_printf(self, "USB revision is unknown. Assuming v2.0.\n"); 316 break; 317 } 318 319 rid = PCI_CBMEM; 320 sc->sc_io_res = bus_alloc_resource_any(self, SYS_RES_MEMORY, &rid, 321 RF_ACTIVE); 322 if (!sc->sc_io_res) { 323 device_printf(self, "Could not map memory\n"); 324 goto error; 325 } 326 sc->sc_io_tag = rman_get_bustag(sc->sc_io_res); 327 sc->sc_io_hdl = rman_get_bushandle(sc->sc_io_res); 328 sc->sc_io_size = rman_get_size(sc->sc_io_res); 329 330 rid = 0; 331 sc->sc_irq_res = bus_alloc_resource_any(self, SYS_RES_IRQ, &rid, 332 RF_SHAREABLE | RF_ACTIVE); 333 if (sc->sc_irq_res == NULL) { 334 device_printf(self, "Could not allocate irq\n"); 335 goto error; 336 } 337 sc->sc_bus.bdev = device_add_child(self, "usbus", -1); 338 if (!sc->sc_bus.bdev) { 339 device_printf(self, "Could not add USB device\n"); 340 goto error; 341 } 342 device_set_ivars(sc->sc_bus.bdev, &sc->sc_bus); 343 344 /* 345 * ehci_pci_match will never return NULL if ehci_pci_probe 346 * succeeded 347 */ 348 device_set_desc(sc->sc_bus.bdev, ehci_pci_match(self)); 349 switch (pci_get_vendor(self)) { 350 case PCI_EHCI_VENDORID_ACERLABS: 351 sprintf(sc->sc_vendor, "AcerLabs"); 352 break; 353 case PCI_EHCI_VENDORID_AMD: 354 sprintf(sc->sc_vendor, "AMD"); 355 break; 356 case PCI_EHCI_VENDORID_APPLE: 357 sprintf(sc->sc_vendor, "Apple"); 358 break; 359 case PCI_EHCI_VENDORID_ATI: 360 sprintf(sc->sc_vendor, "ATI"); 361 break; 362 case PCI_EHCI_VENDORID_CMDTECH: 363 sprintf(sc->sc_vendor, "CMDTECH"); 364 break; 365 case PCI_EHCI_VENDORID_INTEL: 366 sprintf(sc->sc_vendor, "Intel"); 367 break; 368 case PCI_EHCI_VENDORID_NEC: 369 sprintf(sc->sc_vendor, "NEC"); 370 break; 371 case PCI_EHCI_VENDORID_OPTI: 372 sprintf(sc->sc_vendor, "OPTi"); 373 break; 374 case PCI_EHCI_VENDORID_PHILIPS: 375 sprintf(sc->sc_vendor, "Philips"); 376 break; 377 case PCI_EHCI_VENDORID_SIS: 378 sprintf(sc->sc_vendor, "SiS"); 379 break; 380 case PCI_EHCI_VENDORID_NVIDIA: 381 case PCI_EHCI_VENDORID_NVIDIA2: 382 sprintf(sc->sc_vendor, "nVidia"); 383 break; 384 case PCI_EHCI_VENDORID_VIA: 385 sprintf(sc->sc_vendor, "VIA"); 386 break; 387 default: 388 if (bootverbose) 389 device_printf(self, "(New EHCI DeviceId=0x%08x)\n", 390 pci_get_devid(self)); 391 sprintf(sc->sc_vendor, "(0x%04x)", pci_get_vendor(self)); 392 } 393 394 #if (__FreeBSD_version >= 700031) 395 err = bus_setup_intr(self, sc->sc_irq_res, INTR_TYPE_BIO | INTR_MPSAFE, 396 NULL, (driver_intr_t *)ehci_interrupt, sc, &sc->sc_intr_hdl); 397 #else 398 err = bus_setup_intr(self, sc->sc_irq_res, INTR_TYPE_BIO | INTR_MPSAFE, 399 (driver_intr_t *)ehci_interrupt, sc, &sc->sc_intr_hdl); 400 #endif 401 if (err) { 402 device_printf(self, "Could not setup irq, %d\n", err); 403 sc->sc_intr_hdl = NULL; 404 goto error; 405 } 406 ehci_pci_take_controller(self); 407 408 /* Undocumented quirks taken from Linux */ 409 410 switch (pci_get_vendor(self)) { 411 case PCI_EHCI_VENDORID_ATI: 412 /* SB600 and SB700 EHCI quirk */ 413 switch (pci_get_device(self)) { 414 case 0x4386: 415 ehci_pci_ati_quirk(self, 0); 416 break; 417 case 0x4396: 418 ehci_pci_ati_quirk(self, 1); 419 break; 420 default: 421 break; 422 } 423 break; 424 425 case PCI_EHCI_VENDORID_VIA: 426 ehci_pci_via_quirk(self); 427 break; 428 429 default: 430 break; 431 } 432 433 /* Dropped interrupts workaround */ 434 switch (pci_get_vendor(self)) { 435 case PCI_EHCI_VENDORID_ATI: 436 case PCI_EHCI_VENDORID_VIA: 437 sc->sc_flags |= EHCI_SCFLG_LOSTINTRBUG; 438 if (bootverbose) 439 device_printf(self, 440 "Dropped interrupts workaround enabled\n"); 441 break; 442 default: 443 break; 444 } 445 446 /* Doorbell feature workaround */ 447 switch (pci_get_vendor(self)) { 448 case PCI_EHCI_VENDORID_NVIDIA: 449 case PCI_EHCI_VENDORID_NVIDIA2: 450 sc->sc_flags |= EHCI_SCFLG_IAADBUG; 451 if (bootverbose) 452 device_printf(self, 453 "Doorbell workaround enabled\n"); 454 break; 455 default: 456 break; 457 } 458 459 err = ehci_init(sc); 460 if (!err) { 461 err = device_probe_and_attach(sc->sc_bus.bdev); 462 } 463 if (err) { 464 device_printf(self, "USB init failed err=%d\n", err); 465 goto error; 466 } 467 return (0); 468 469 error: 470 ehci_pci_detach(self); 471 return (ENXIO); 472 } 473 474 static int 475 ehci_pci_detach(device_t self) 476 { 477 ehci_softc_t *sc = device_get_softc(self); 478 device_t bdev; 479 480 if (sc->sc_bus.bdev) { 481 bdev = sc->sc_bus.bdev; 482 device_detach(bdev); 483 device_delete_child(self, bdev); 484 } 485 /* during module unload there are lots of children leftover */ 486 device_delete_children(self); 487 488 pci_disable_busmaster(self); 489 490 if (sc->sc_irq_res && sc->sc_intr_hdl) { 491 /* 492 * only call ehci_detach() after ehci_init() 493 */ 494 ehci_detach(sc); 495 496 int err = bus_teardown_intr(self, sc->sc_irq_res, sc->sc_intr_hdl); 497 498 if (err) 499 /* XXX or should we panic? */ 500 device_printf(self, "Could not tear down irq, %d\n", 501 err); 502 sc->sc_intr_hdl = NULL; 503 } 504 if (sc->sc_irq_res) { 505 bus_release_resource(self, SYS_RES_IRQ, 0, sc->sc_irq_res); 506 sc->sc_irq_res = NULL; 507 } 508 if (sc->sc_io_res) { 509 bus_release_resource(self, SYS_RES_MEMORY, PCI_CBMEM, 510 sc->sc_io_res); 511 sc->sc_io_res = NULL; 512 } 513 usb_bus_mem_free_all(&sc->sc_bus, &ehci_iterate_hw_softc); 514 515 return (0); 516 } 517 518 static int 519 ehci_pci_take_controller(device_t self) 520 { 521 ehci_softc_t *sc = device_get_softc(self); 522 uint32_t cparams; 523 uint32_t eec; 524 uint16_t to; 525 uint8_t eecp; 526 uint8_t bios_sem; 527 528 cparams = EREAD4(sc, EHCI_HCCPARAMS); 529 530 /* Synchronise with the BIOS if it owns the controller. */ 531 for (eecp = EHCI_HCC_EECP(cparams); eecp != 0; 532 eecp = EHCI_EECP_NEXT(eec)) { 533 eec = pci_read_config(self, eecp, 4); 534 if (EHCI_EECP_ID(eec) != EHCI_EC_LEGSUP) { 535 continue; 536 } 537 bios_sem = pci_read_config(self, eecp + 538 EHCI_LEGSUP_BIOS_SEM, 1); 539 if (bios_sem == 0) { 540 continue; 541 } 542 device_printf(sc->sc_bus.bdev, "waiting for BIOS " 543 "to give up control\n"); 544 pci_write_config(self, eecp + 545 EHCI_LEGSUP_OS_SEM, 1, 1); 546 to = 500; 547 while (1) { 548 bios_sem = pci_read_config(self, eecp + 549 EHCI_LEGSUP_BIOS_SEM, 1); 550 if (bios_sem == 0) 551 break; 552 553 if (--to == 0) { 554 device_printf(sc->sc_bus.bdev, 555 "timed out waiting for BIOS\n"); 556 break; 557 } 558 usb_pause_mtx(NULL, hz / 100); /* wait 10ms */ 559 } 560 } 561 return (0); 562 } 563 564 static device_method_t ehci_pci_methods[] = { 565 /* Device interface */ 566 DEVMETHOD(device_probe, ehci_pci_probe), 567 DEVMETHOD(device_attach, ehci_pci_attach), 568 DEVMETHOD(device_detach, ehci_pci_detach), 569 DEVMETHOD(device_suspend, bus_generic_suspend), 570 DEVMETHOD(device_resume, bus_generic_resume), 571 DEVMETHOD(device_shutdown, bus_generic_shutdown), 572 DEVMETHOD(usb_take_controller, ehci_pci_take_controller), 573 574 DEVMETHOD_END 575 }; 576 577 static driver_t ehci_driver = { 578 .name = "ehci", 579 .methods = ehci_pci_methods, 580 .size = sizeof(struct ehci_softc), 581 }; 582 583 static devclass_t ehci_devclass; 584 585 DRIVER_MODULE(ehci, pci, ehci_driver, ehci_devclass, 0, 0); 586 MODULE_DEPEND(ehci, usb, 1, 1, 1); 587