1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * xhci-plat.c - xHCI host controller driver platform Bus Glue.
4 *
5 * Copyright (C) 2012 Texas Instruments Incorporated - https://www.ti.com
6 * Author: Sebastian Andrzej Siewior <bigeasy@linutronix.de>
7 *
8 * A lot of code borrowed from the Linux xHCI driver.
9 */
10
11 #include <linux/clk.h>
12 #include <linux/dma-mapping.h>
13 #include <linux/module.h>
14 #include <linux/pci.h>
15 #include <linux/of.h>
16 #include <linux/of_device.h>
17 #include <linux/platform_device.h>
18 #include <linux/usb/phy.h>
19 #include <linux/slab.h>
20 #include <linux/acpi.h>
21 #include <linux/usb/of.h>
22 #include <linux/reset.h>
23
24 #include "xhci.h"
25 #include "xhci-plat.h"
26 #include "xhci-mvebu.h"
27
28 static struct hc_driver __read_mostly xhci_plat_hc_driver;
29
30 static int xhci_plat_setup(struct usb_hcd *hcd);
31 static int xhci_plat_start(struct usb_hcd *hcd);
32
33 static const struct xhci_driver_overrides xhci_plat_overrides __initconst = {
34 .extra_priv_size = sizeof(struct xhci_plat_priv),
35 .reset = xhci_plat_setup,
36 .start = xhci_plat_start,
37 };
38
xhci_priv_plat_start(struct usb_hcd * hcd)39 static void xhci_priv_plat_start(struct usb_hcd *hcd)
40 {
41 struct xhci_plat_priv *priv = hcd_to_xhci_priv(hcd);
42
43 if (priv->plat_start)
44 priv->plat_start(hcd);
45 }
46
xhci_priv_init_quirk(struct usb_hcd * hcd)47 static int xhci_priv_init_quirk(struct usb_hcd *hcd)
48 {
49 struct xhci_plat_priv *priv = hcd_to_xhci_priv(hcd);
50
51 if (!priv->init_quirk)
52 return 0;
53
54 return priv->init_quirk(hcd);
55 }
56
xhci_priv_suspend_quirk(struct usb_hcd * hcd)57 static int xhci_priv_suspend_quirk(struct usb_hcd *hcd)
58 {
59 struct xhci_plat_priv *priv = hcd_to_xhci_priv(hcd);
60
61 if (!priv->suspend_quirk)
62 return 0;
63
64 return priv->suspend_quirk(hcd);
65 }
66
xhci_priv_resume_quirk(struct usb_hcd * hcd)67 static int xhci_priv_resume_quirk(struct usb_hcd *hcd)
68 {
69 struct xhci_plat_priv *priv = hcd_to_xhci_priv(hcd);
70
71 if (!priv->resume_quirk)
72 return 0;
73
74 return priv->resume_quirk(hcd);
75 }
76
xhci_plat_quirks(struct device * dev,struct xhci_hcd * xhci)77 static void xhci_plat_quirks(struct device *dev, struct xhci_hcd *xhci)
78 {
79 struct xhci_plat_priv *priv = xhci_to_priv(xhci);
80
81 xhci->quirks |= priv->quirks;
82 }
83
84 /* called during probe() after chip reset completes */
xhci_plat_setup(struct usb_hcd * hcd)85 static int xhci_plat_setup(struct usb_hcd *hcd)
86 {
87 int ret;
88
89
90 ret = xhci_priv_init_quirk(hcd);
91 if (ret)
92 return ret;
93
94 return xhci_gen_setup(hcd, xhci_plat_quirks);
95 }
96
xhci_plat_start(struct usb_hcd * hcd)97 static int xhci_plat_start(struct usb_hcd *hcd)
98 {
99 xhci_priv_plat_start(hcd);
100 return xhci_run(hcd);
101 }
102
103 #ifdef CONFIG_OF
104 static const struct xhci_plat_priv xhci_plat_marvell_armada = {
105 .init_quirk = xhci_mvebu_mbus_init_quirk,
106 };
107
108 static const struct xhci_plat_priv xhci_plat_marvell_armada3700 = {
109 .quirks = XHCI_RESET_ON_RESUME,
110 };
111
112 static const struct xhci_plat_priv xhci_plat_brcm = {
113 .quirks = XHCI_RESET_ON_RESUME | XHCI_SUSPEND_RESUME_CLKS,
114 };
115
116 static const struct of_device_id usb_xhci_of_match[] = {
117 {
118 .compatible = "generic-xhci",
119 }, {
120 .compatible = "xhci-platform",
121 }, {
122 .compatible = "marvell,armada-375-xhci",
123 .data = &xhci_plat_marvell_armada,
124 }, {
125 .compatible = "marvell,armada-380-xhci",
126 .data = &xhci_plat_marvell_armada,
127 }, {
128 .compatible = "marvell,armada3700-xhci",
129 .data = &xhci_plat_marvell_armada3700,
130 }, {
131 .compatible = "brcm,xhci-brcm-v2",
132 .data = &xhci_plat_brcm,
133 }, {
134 .compatible = "brcm,bcm2711-xhci",
135 .data = &xhci_plat_brcm,
136 }, {
137 .compatible = "brcm,bcm7445-xhci",
138 .data = &xhci_plat_brcm,
139 },
140 {},
141 };
142 MODULE_DEVICE_TABLE(of, usb_xhci_of_match);
143 #endif
144
xhci_plat_probe(struct platform_device * pdev,struct device * sysdev,const struct xhci_plat_priv * priv_match)145 int xhci_plat_probe(struct platform_device *pdev, struct device *sysdev, const struct xhci_plat_priv *priv_match)
146 {
147 const struct hc_driver *driver;
148 struct device *tmpdev;
149 struct xhci_hcd *xhci;
150 struct resource *res;
151 struct usb_hcd *hcd, *usb3_hcd;
152 int ret;
153 int irq;
154 struct xhci_plat_priv *priv = NULL;
155 bool of_match;
156
157 if (usb_disabled())
158 return -ENODEV;
159
160 driver = &xhci_plat_hc_driver;
161
162 irq = platform_get_irq(pdev, 0);
163 if (irq < 0)
164 return irq;
165
166 if (!sysdev)
167 sysdev = &pdev->dev;
168
169 ret = dma_set_mask_and_coherent(sysdev, DMA_BIT_MASK(64));
170 if (ret)
171 return ret;
172
173 pm_runtime_set_active(&pdev->dev);
174 pm_runtime_enable(&pdev->dev);
175 pm_runtime_get_noresume(&pdev->dev);
176
177 hcd = __usb_create_hcd(driver, sysdev, &pdev->dev,
178 dev_name(&pdev->dev), NULL);
179 if (!hcd) {
180 ret = -ENOMEM;
181 goto disable_runtime;
182 }
183
184 hcd->regs = devm_platform_get_and_ioremap_resource(pdev, 0, &res);
185 if (IS_ERR(hcd->regs)) {
186 ret = PTR_ERR(hcd->regs);
187 goto put_hcd;
188 }
189
190 hcd->rsrc_start = res->start;
191 hcd->rsrc_len = resource_size(res);
192
193 xhci = hcd_to_xhci(hcd);
194
195 xhci->allow_single_roothub = 1;
196
197 /*
198 * Not all platforms have clks so it is not an error if the
199 * clock do not exist.
200 */
201 xhci->reg_clk = devm_clk_get_optional(&pdev->dev, "reg");
202 if (IS_ERR(xhci->reg_clk)) {
203 ret = PTR_ERR(xhci->reg_clk);
204 goto put_hcd;
205 }
206
207 xhci->clk = devm_clk_get_optional(&pdev->dev, NULL);
208 if (IS_ERR(xhci->clk)) {
209 ret = PTR_ERR(xhci->clk);
210 goto put_hcd;
211 }
212
213 xhci->reset = devm_reset_control_array_get_optional_shared(&pdev->dev);
214 if (IS_ERR(xhci->reset)) {
215 ret = PTR_ERR(xhci->reset);
216 goto put_hcd;
217 }
218
219 ret = reset_control_deassert(xhci->reset);
220 if (ret)
221 goto put_hcd;
222
223 ret = clk_prepare_enable(xhci->reg_clk);
224 if (ret)
225 goto err_reset;
226
227 ret = clk_prepare_enable(xhci->clk);
228 if (ret)
229 goto disable_reg_clk;
230
231 if (priv_match) {
232 priv = hcd_to_xhci_priv(hcd);
233 /* Just copy data for now */
234 *priv = *priv_match;
235 }
236
237 device_set_wakeup_capable(&pdev->dev, true);
238
239 xhci->main_hcd = hcd;
240
241 /* imod_interval is the interrupt moderation value in nanoseconds. */
242 xhci->imod_interval = 40000;
243
244 /* Iterate over all parent nodes for finding quirks */
245 for (tmpdev = &pdev->dev; tmpdev; tmpdev = tmpdev->parent) {
246
247 if (device_property_read_bool(tmpdev, "usb2-lpm-disable"))
248 xhci->quirks |= XHCI_HW_LPM_DISABLE;
249
250 if (device_property_read_bool(tmpdev, "usb3-lpm-capable"))
251 xhci->quirks |= XHCI_LPM_SUPPORT;
252
253 if (device_property_read_bool(tmpdev, "quirk-broken-port-ped"))
254 xhci->quirks |= XHCI_BROKEN_PORT_PED;
255
256 if (device_property_read_bool(tmpdev, "xhci-sg-trb-cache-size-quirk"))
257 xhci->quirks |= XHCI_SG_TRB_CACHE_SIZE_QUIRK;
258
259 if (device_property_read_bool(tmpdev, "write-64-hi-lo-quirk"))
260 xhci->quirks |= XHCI_WRITE_64_HI_LO;
261
262 if (device_property_read_bool(tmpdev, "xhci-missing-cas-quirk"))
263 xhci->quirks |= XHCI_MISSING_CAS;
264
265 if (device_property_read_bool(tmpdev, "xhci-skip-phy-init-quirk"))
266 xhci->quirks |= XHCI_SKIP_PHY_INIT;
267
268 device_property_read_u32(tmpdev, "imod-interval-ns",
269 &xhci->imod_interval);
270 device_property_read_u16(tmpdev, "num-hc-interrupters",
271 &xhci->max_interrupters);
272 }
273
274 /*
275 * Drivers such as dwc3 manages PHYs themself (and rely on driver name
276 * matching for the xhci platform device).
277 */
278 of_match = of_match_device(pdev->dev.driver->of_match_table, &pdev->dev);
279 if (of_match) {
280 hcd->usb_phy = devm_usb_get_phy_by_phandle(sysdev, "usb-phy", 0);
281 if (IS_ERR(hcd->usb_phy)) {
282 ret = PTR_ERR(hcd->usb_phy);
283 if (ret == -EPROBE_DEFER)
284 goto disable_clk;
285 hcd->usb_phy = NULL;
286 } else {
287 ret = usb_phy_init(hcd->usb_phy);
288 if (ret)
289 goto disable_clk;
290 }
291 }
292
293 hcd->tpl_support = of_usb_host_tpl_support(sysdev->of_node);
294
295 if ((priv && (priv->quirks & XHCI_SKIP_PHY_INIT)) ||
296 (xhci->quirks & XHCI_SKIP_PHY_INIT))
297 hcd->skip_phy_initialization = 1;
298
299 if (priv && (priv->quirks & XHCI_SG_TRB_CACHE_SIZE_QUIRK))
300 xhci->quirks |= XHCI_SG_TRB_CACHE_SIZE_QUIRK;
301
302 ret = usb_add_hcd(hcd, irq, IRQF_SHARED);
303 if (ret)
304 goto disable_usb_phy;
305
306 if (!xhci_has_one_roothub(xhci)) {
307 xhci->shared_hcd = __usb_create_hcd(driver, sysdev, &pdev->dev,
308 dev_name(&pdev->dev), hcd);
309 if (!xhci->shared_hcd) {
310 ret = -ENOMEM;
311 goto dealloc_usb2_hcd;
312 }
313
314 if (of_match) {
315 xhci->shared_hcd->usb_phy = devm_usb_get_phy_by_phandle(sysdev,
316 "usb-phy", 1);
317 if (IS_ERR(xhci->shared_hcd->usb_phy)) {
318 xhci->shared_hcd->usb_phy = NULL;
319 } else {
320 ret = usb_phy_init(xhci->shared_hcd->usb_phy);
321 if (ret)
322 dev_err(sysdev, "%s init usb3phy fail (ret=%d)\n",
323 __func__, ret);
324 }
325 }
326
327 xhci->shared_hcd->tpl_support = hcd->tpl_support;
328 }
329
330 usb3_hcd = xhci_get_usb3_hcd(xhci);
331 if (usb3_hcd && HCC_MAX_PSA(xhci->hcc_params) >= 4 &&
332 !(xhci->quirks & XHCI_BROKEN_STREAMS))
333 usb3_hcd->can_do_streams = 1;
334
335 if (xhci->shared_hcd) {
336 xhci->shared_hcd->rsrc_start = hcd->rsrc_start;
337 xhci->shared_hcd->rsrc_len = hcd->rsrc_len;
338 ret = usb_add_hcd(xhci->shared_hcd, irq, IRQF_SHARED);
339 if (ret)
340 goto put_usb3_hcd;
341 }
342
343 device_enable_async_suspend(&pdev->dev);
344 pm_runtime_put_noidle(&pdev->dev);
345
346 /*
347 * Prevent runtime pm from being on as default, users should enable
348 * runtime pm using power/control in sysfs.
349 */
350 pm_runtime_forbid(&pdev->dev);
351
352 return 0;
353
354
355 put_usb3_hcd:
356 usb_put_hcd(xhci->shared_hcd);
357
358 dealloc_usb2_hcd:
359 usb_remove_hcd(hcd);
360
361 disable_usb_phy:
362 usb_phy_shutdown(hcd->usb_phy);
363
364 disable_clk:
365 clk_disable_unprepare(xhci->clk);
366
367 disable_reg_clk:
368 clk_disable_unprepare(xhci->reg_clk);
369
370 err_reset:
371 reset_control_assert(xhci->reset);
372
373 put_hcd:
374 usb_put_hcd(hcd);
375
376 disable_runtime:
377 pm_runtime_put_noidle(&pdev->dev);
378 pm_runtime_disable(&pdev->dev);
379
380 return ret;
381 }
382 EXPORT_SYMBOL_GPL(xhci_plat_probe);
383
xhci_generic_plat_probe(struct platform_device * pdev)384 static int xhci_generic_plat_probe(struct platform_device *pdev)
385 {
386 const struct xhci_plat_priv *priv_match;
387 struct device *sysdev;
388 int ret;
389
390 /*
391 * sysdev must point to a device that is known to the system firmware
392 * or PCI hardware. We handle these three cases here:
393 * 1. xhci_plat comes from firmware
394 * 2. xhci_plat is child of a device from firmware (dwc3-plat)
395 * 3. xhci_plat is grandchild of a pci device (dwc3-pci)
396 */
397 for (sysdev = &pdev->dev; sysdev; sysdev = sysdev->parent) {
398 if (is_of_node(sysdev->fwnode) ||
399 is_acpi_device_node(sysdev->fwnode))
400 break;
401 else if (dev_is_pci(sysdev))
402 break;
403 }
404
405 if (!sysdev)
406 sysdev = &pdev->dev;
407
408 if (WARN_ON(!sysdev->dma_mask)) {
409 /* Platform did not initialize dma_mask */
410 ret = dma_coerce_mask_and_coherent(sysdev, DMA_BIT_MASK(64));
411 if (ret)
412 return ret;
413 }
414
415 if (pdev->dev.of_node)
416 priv_match = of_device_get_match_data(&pdev->dev);
417 else
418 priv_match = dev_get_platdata(&pdev->dev);
419
420 return xhci_plat_probe(pdev, sysdev, priv_match);
421 }
422
xhci_plat_remove(struct platform_device * dev)423 void xhci_plat_remove(struct platform_device *dev)
424 {
425 struct usb_hcd *hcd = platform_get_drvdata(dev);
426 struct xhci_hcd *xhci = hcd_to_xhci(hcd);
427 struct clk *clk = xhci->clk;
428 struct clk *reg_clk = xhci->reg_clk;
429 struct usb_hcd *shared_hcd = xhci->shared_hcd;
430
431 xhci->xhc_state |= XHCI_STATE_REMOVING;
432 pm_runtime_get_sync(&dev->dev);
433
434 if (shared_hcd) {
435 usb_remove_hcd(shared_hcd);
436 xhci->shared_hcd = NULL;
437 }
438
439 usb_phy_shutdown(hcd->usb_phy);
440
441 usb_remove_hcd(hcd);
442
443 if (shared_hcd)
444 usb_put_hcd(shared_hcd);
445
446 clk_disable_unprepare(clk);
447 clk_disable_unprepare(reg_clk);
448 reset_control_assert(xhci->reset);
449 usb_put_hcd(hcd);
450
451 pm_runtime_disable(&dev->dev);
452 pm_runtime_put_noidle(&dev->dev);
453 pm_runtime_set_suspended(&dev->dev);
454 }
455 EXPORT_SYMBOL_GPL(xhci_plat_remove);
456
xhci_plat_suspend(struct device * dev)457 static int xhci_plat_suspend(struct device *dev)
458 {
459 struct usb_hcd *hcd = dev_get_drvdata(dev);
460 struct xhci_hcd *xhci = hcd_to_xhci(hcd);
461 int ret;
462
463 if (pm_runtime_suspended(dev))
464 pm_runtime_resume(dev);
465
466 ret = xhci_priv_suspend_quirk(hcd);
467 if (ret)
468 return ret;
469 /*
470 * xhci_suspend() needs `do_wakeup` to know whether host is allowed
471 * to do wakeup during suspend.
472 */
473 ret = xhci_suspend(xhci, device_may_wakeup(dev));
474 if (ret)
475 return ret;
476
477 if (!device_may_wakeup(dev) && (xhci->quirks & XHCI_SUSPEND_RESUME_CLKS)) {
478 clk_disable_unprepare(xhci->clk);
479 clk_disable_unprepare(xhci->reg_clk);
480 }
481
482 return 0;
483 }
484
xhci_plat_resume_common(struct device * dev,bool power_lost)485 static int xhci_plat_resume_common(struct device *dev, bool power_lost)
486 {
487 struct usb_hcd *hcd = dev_get_drvdata(dev);
488 struct xhci_plat_priv *priv = hcd_to_xhci_priv(hcd);
489 struct xhci_hcd *xhci = hcd_to_xhci(hcd);
490 int ret;
491
492 if (!device_may_wakeup(dev) && (xhci->quirks & XHCI_SUSPEND_RESUME_CLKS)) {
493 ret = clk_prepare_enable(xhci->clk);
494 if (ret)
495 return ret;
496
497 ret = clk_prepare_enable(xhci->reg_clk);
498 if (ret) {
499 clk_disable_unprepare(xhci->clk);
500 return ret;
501 }
502 }
503
504 ret = xhci_priv_resume_quirk(hcd);
505 if (ret)
506 goto disable_clks;
507
508 ret = xhci_resume(xhci, power_lost || priv->power_lost, false);
509 if (ret)
510 goto disable_clks;
511
512 pm_runtime_disable(dev);
513 pm_runtime_set_active(dev);
514 pm_runtime_enable(dev);
515
516 return 0;
517
518 disable_clks:
519 if (!device_may_wakeup(dev) && (xhci->quirks & XHCI_SUSPEND_RESUME_CLKS)) {
520 clk_disable_unprepare(xhci->clk);
521 clk_disable_unprepare(xhci->reg_clk);
522 }
523
524 return ret;
525 }
526
xhci_plat_resume(struct device * dev)527 static int xhci_plat_resume(struct device *dev)
528 {
529 return xhci_plat_resume_common(dev, false);
530 }
531
xhci_plat_restore(struct device * dev)532 static int xhci_plat_restore(struct device *dev)
533 {
534 return xhci_plat_resume_common(dev, true);
535 }
536
xhci_plat_runtime_suspend(struct device * dev)537 static int __maybe_unused xhci_plat_runtime_suspend(struct device *dev)
538 {
539 struct usb_hcd *hcd = dev_get_drvdata(dev);
540 struct xhci_hcd *xhci = hcd_to_xhci(hcd);
541 int ret;
542
543 ret = xhci_priv_suspend_quirk(hcd);
544 if (ret)
545 return ret;
546
547 return xhci_suspend(xhci, true);
548 }
549
xhci_plat_runtime_resume(struct device * dev)550 static int __maybe_unused xhci_plat_runtime_resume(struct device *dev)
551 {
552 struct usb_hcd *hcd = dev_get_drvdata(dev);
553 struct xhci_hcd *xhci = hcd_to_xhci(hcd);
554
555 return xhci_resume(xhci, false, true);
556 }
557
558 const struct dev_pm_ops xhci_plat_pm_ops = {
559 .suspend = pm_sleep_ptr(xhci_plat_suspend),
560 .resume = pm_sleep_ptr(xhci_plat_resume),
561 .freeze = pm_sleep_ptr(xhci_plat_suspend),
562 .thaw = pm_sleep_ptr(xhci_plat_resume),
563 .poweroff = pm_sleep_ptr(xhci_plat_suspend),
564 .restore = pm_sleep_ptr(xhci_plat_restore),
565
566 SET_RUNTIME_PM_OPS(xhci_plat_runtime_suspend,
567 xhci_plat_runtime_resume,
568 NULL)
569 };
570 EXPORT_SYMBOL_GPL(xhci_plat_pm_ops);
571
572 #ifdef CONFIG_ACPI
573 static const struct acpi_device_id usb_xhci_acpi_match[] = {
574 /* XHCI-compliant USB Controller */
575 { "PNP0D10", },
576 { "PNP0D15", },
577 { }
578 };
579 MODULE_DEVICE_TABLE(acpi, usb_xhci_acpi_match);
580 #endif
581
582 static struct platform_driver usb_generic_xhci_driver = {
583 .probe = xhci_generic_plat_probe,
584 .remove = xhci_plat_remove,
585 .shutdown = usb_hcd_platform_shutdown,
586 .driver = {
587 .name = "xhci-hcd",
588 .pm = &xhci_plat_pm_ops,
589 .of_match_table = of_match_ptr(usb_xhci_of_match),
590 .acpi_match_table = ACPI_PTR(usb_xhci_acpi_match),
591 },
592 };
593 MODULE_ALIAS("platform:xhci-hcd");
594
xhci_plat_init(void)595 static int __init xhci_plat_init(void)
596 {
597 xhci_init_driver(&xhci_plat_hc_driver, &xhci_plat_overrides);
598 return platform_driver_register(&usb_generic_xhci_driver);
599 }
600 module_init(xhci_plat_init);
601
xhci_plat_exit(void)602 static void __exit xhci_plat_exit(void)
603 {
604 platform_driver_unregister(&usb_generic_xhci_driver);
605 }
606 module_exit(xhci_plat_exit);
607
608 MODULE_DESCRIPTION("xHCI Platform Host Controller Driver");
609 MODULE_LICENSE("GPL");
610