1 // SPDX-License-Identifier: GPL-2.0-only
31 #define XUSB_PADCTL_USB2_PORT_CAP_PORTX_CAP_SHIFT(x) ((x) * 4)
39 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_INTERNAL(x) (1 << (((x) * 4) + 3))
40 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_SHIFT(x) ((x) * 4)
41 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_MASK(x) (0x7 << ((x) * 4))
42 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP(x, v) (((v) & 0x7) << ((x) * 4))
49 #define XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_VCORE_DOWN(x) (1 << (18 + (x) * 4))
51 							(1 << (17 + (x) * 4))
52 #define XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN(x) (1 << (16 + (x) * 4))
62 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL2_TXCLKREF_SEL (1 << 4)
64 #define XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(x) (0x058 + (x) * 4)
75 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_SHIFT 4
79 #define XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(x) (0x068 + (x) * 4)
86 #define XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL2(x) ((x) < 2 ? 0x078 + (x) * 4 : \
87 					       0x0f8 + (x) * 4)
92 #define XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL5(x) ((x) < 2 ? 0x090 + (x) * 4 : \
93 					       0x11c + (x) * 4)
96 #define XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL6(x) ((x) < 2 ? 0x098 + (x) * 4 : \
97 					       0x128 + (x) * 4)
110 #define XUSB_PADCTL_USB2_OTG_PADX_CTL0(x) (0x0a0 + (x) * 4)
123 #define XUSB_PADCTL_USB2_OTG_PADX_CTL1(x) (0x0ac + (x) * 4)
140 #define XUSB_PADCTL_HSIC_PADX_CTL0(x) (0x0c0 + (x) * 4)
145 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEN_SHIFT 4
150 #define XUSB_PADCTL_HSIC_PADX_CTL1(x) (0x0c8 + (x) * 4)
156 #define XUSB_PADCTL_HSIC_PAD_CTL1_PD_RX (1 << 4)
161 #define XUSB_PADCTL_HSIC_PADX_CTL2(x) (0x0d0 + (x) * 4)
162 #define XUSB_PADCTL_HSIC_PAD_CTL2_RX_STROBE_TRIM_SHIFT 4
189 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_TXCLKREF_SEL (1 << 4)
229 	mutex_lock(&padctl->lock);  in tegra124_xusb_padctl_enable()
231 	if (padctl->enable++ > 0)  in tegra124_xusb_padctl_enable()
251 	mutex_unlock(&padctl->lock);  in tegra124_xusb_padctl_enable()
259 	mutex_lock(&padctl->lock);  in tegra124_xusb_padctl_disable()
261 	if (WARN_ON(padctl->enable == 0))  in tegra124_xusb_padctl_disable()
264 	if (--padctl->enable > 0)  in tegra124_xusb_padctl_disable()
284 	mutex_unlock(&padctl->lock);  in tegra124_xusb_padctl_disable()
292 	struct tegra_xusb_lane *lane;  in tegra124_usb3_save_context()  local
297 		return -ENODEV;  in tegra124_usb3_save_context()
299 	port->context_saved = true;  in tegra124_usb3_save_context()
300 	lane = port->base.lane;  in tegra124_usb3_save_context()
302 	if (lane->pad == padctl->pcie)  in tegra124_usb3_save_context()
303 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL6(lane->index);  in tegra124_usb3_save_context()
316 	port->tap1 = value & XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_TAP_MASK;  in tegra124_usb3_save_context()
327 	port->amp = value & XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_AMP_MASK;  in tegra124_usb3_save_context()
334 	value |= (port->tap1 <<  in tegra124_usb3_save_context()
336 		 (port->amp <<  in tegra124_usb3_save_context()
356 	port->ctle_g = value &  in tegra124_usb3_save_context()
368 	port->ctle_z = value &  in tegra124_usb3_save_context()
376 	value |= (port->ctle_g <<  in tegra124_usb3_save_context()
378 		 (port->ctle_z <<  in tegra124_usb3_save_context()
421 	TEGRA124_LANE("usb2-0", 0x004,  0, 0x3, usb2),
422 	TEGRA124_LANE("usb2-1", 0x004,  2, 0x3, usb2),
423 	TEGRA124_LANE("usb2-2", 0x004,  4, 0x3, usb2),
435 		return ERR_PTR(-ENOMEM);  in tegra124_usb2_lane_probe()
437 	INIT_LIST_HEAD(&usb2->base.list);  in tegra124_usb2_lane_probe()
438 	usb2->base.soc = &pad->soc->lanes[index];  in tegra124_usb2_lane_probe()
439 	usb2->base.index = index;  in tegra124_usb2_lane_probe()
440 	usb2->base.pad = pad;  in tegra124_usb2_lane_probe()
441 	usb2->base.np = np;  in tegra124_usb2_lane_probe()
443 	err = tegra_xusb_lane_parse_dt(&usb2->base, np);  in tegra124_usb2_lane_probe()
449 	return &usb2->base;  in tegra124_usb2_lane_probe()
452 static void tegra124_usb2_lane_remove(struct tegra_xusb_lane *lane)  in tegra124_usb2_lane_remove()  argument
454 	struct tegra_xusb_usb2_lane *usb2 = to_usb2_lane(lane);  in tegra124_usb2_lane_remove()
466 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_usb2_phy_init()  local
468 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_usb2_phy_init()
473 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_usb2_phy_exit()  local
475 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_usb2_phy_exit()
480 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_usb2_phy_power_on()  local
481 	struct tegra_xusb_usb2_lane *usb2 = to_usb2_lane(lane);  in tegra124_usb2_phy_power_on()
482 	struct tegra_xusb_usb2_pad *pad = to_usb2_pad(lane->pad);  in tegra124_usb2_phy_power_on()
483 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_usb2_phy_power_on()
486 	unsigned int index = lane->index;  in tegra124_usb2_phy_power_on()
492 		dev_err(&phy->dev, "no port found for USB2 lane %u\n", index);  in tegra124_usb2_phy_power_on()
493 		return -ENODEV;  in tegra124_usb2_phy_power_on()
503 	value |= (priv->fuse.hs_squelch_level <<  in tegra124_usb2_phy_power_on()
526 	value |= (priv->fuse.hs_curr_level[index] +  in tegra124_usb2_phy_power_on()
527 		  usb2->hs_curr_level_offset) <<  in tegra124_usb2_phy_power_on()
543 	value |= (priv->fuse.hs_term_range_adj <<  in tegra124_usb2_phy_power_on()
545 		 (priv->fuse.hs_iref_cap <<  in tegra124_usb2_phy_power_on()
549 	err = regulator_enable(port->supply);  in tegra124_usb2_phy_power_on()
553 	mutex_lock(&pad->lock);  in tegra124_usb2_phy_power_on()
555 	if (pad->enable++ > 0)  in tegra124_usb2_phy_power_on()
563 	mutex_unlock(&pad->lock);  in tegra124_usb2_phy_power_on()
569 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_usb2_phy_power_off()  local
570 	struct tegra_xusb_usb2_pad *pad = to_usb2_pad(lane->pad);  in tegra124_usb2_phy_power_off()
571 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_usb2_phy_power_off()
575 	port = tegra_xusb_find_usb2_port(padctl, lane->index);  in tegra124_usb2_phy_power_off()
577 		dev_err(&phy->dev, "no port found for USB2 lane %u\n",  in tegra124_usb2_phy_power_off()
578 			lane->index);  in tegra124_usb2_phy_power_off()
579 		return -ENODEV;  in tegra124_usb2_phy_power_off()
582 	mutex_lock(&pad->lock);  in tegra124_usb2_phy_power_off()
584 	if (WARN_ON(pad->enable == 0))  in tegra124_usb2_phy_power_off()
587 	if (--pad->enable > 0)  in tegra124_usb2_phy_power_off()
595 	regulator_disable(port->supply);  in tegra124_usb2_phy_power_off()
596 	mutex_unlock(&pad->lock);  in tegra124_usb2_phy_power_off()
619 		return ERR_PTR(-ENOMEM);  in tegra124_usb2_pad_probe()
621 	mutex_init(&usb2->lock);  in tegra124_usb2_pad_probe()
623 	pad = &usb2->base;  in tegra124_usb2_pad_probe()
624 	pad->ops = &tegra124_usb2_lane_ops;  in tegra124_usb2_pad_probe()
625 	pad->soc = soc;  in tegra124_usb2_pad_probe()
637 	dev_set_drvdata(&pad->dev, pad);  in tegra124_usb2_pad_probe()
642 	device_unregister(&pad->dev);  in tegra124_usb2_pad_probe()
672 	TEGRA124_LANE("ulpi-0", 0x004, 12, 0x1, ulpi),
684 		return ERR_PTR(-ENOMEM);  in tegra124_ulpi_lane_probe()
686 	INIT_LIST_HEAD(&ulpi->base.list);  in tegra124_ulpi_lane_probe()
687 	ulpi->base.soc = &pad->soc->lanes[index];  in tegra124_ulpi_lane_probe()
688 	ulpi->base.index = index;  in tegra124_ulpi_lane_probe()
689 	ulpi->base.pad = pad;  in tegra124_ulpi_lane_probe()
690 	ulpi->base.np = np;  in tegra124_ulpi_lane_probe()
692 	err = tegra_xusb_lane_parse_dt(&ulpi->base, np);  in tegra124_ulpi_lane_probe()
698 	return &ulpi->base;  in tegra124_ulpi_lane_probe()
701 static void tegra124_ulpi_lane_remove(struct tegra_xusb_lane *lane)  in tegra124_ulpi_lane_remove()  argument
703 	struct tegra_xusb_ulpi_lane *ulpi = to_ulpi_lane(lane);  in tegra124_ulpi_lane_remove()
715 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_ulpi_phy_init()  local
717 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_ulpi_phy_init()
722 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_ulpi_phy_exit()  local
724 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_ulpi_phy_exit()
756 		return ERR_PTR(-ENOMEM);  in tegra124_ulpi_pad_probe()
758 	pad = &ulpi->base;  in tegra124_ulpi_pad_probe()
759 	pad->ops = &tegra124_ulpi_lane_ops;  in tegra124_ulpi_pad_probe()
760 	pad->soc = soc;  in tegra124_ulpi_pad_probe()
772 	dev_set_drvdata(&pad->dev, pad);  in tegra124_ulpi_pad_probe()
777 	device_unregister(&pad->dev);  in tegra124_ulpi_pad_probe()
807 	TEGRA124_LANE("hsic-0", 0x004, 14, 0x1, hsic),
808 	TEGRA124_LANE("hsic-1", 0x004, 15, 0x1, hsic),
820 		return ERR_PTR(-ENOMEM);  in tegra124_hsic_lane_probe()
822 	INIT_LIST_HEAD(&hsic->base.list);  in tegra124_hsic_lane_probe()
823 	hsic->base.soc = &pad->soc->lanes[index];  in tegra124_hsic_lane_probe()
824 	hsic->base.index = index;  in tegra124_hsic_lane_probe()
825 	hsic->base.pad = pad;  in tegra124_hsic_lane_probe()
826 	hsic->base.np = np;  in tegra124_hsic_lane_probe()
828 	err = tegra_xusb_lane_parse_dt(&hsic->base, np);  in tegra124_hsic_lane_probe()
834 	return &hsic->base;  in tegra124_hsic_lane_probe()
837 static void tegra124_hsic_lane_remove(struct tegra_xusb_lane *lane)  in tegra124_hsic_lane_remove()  argument
839 	struct tegra_xusb_hsic_lane *hsic = to_hsic_lane(lane);  in tegra124_hsic_lane_remove()
851 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_hsic_phy_init()  local
853 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_hsic_phy_init()
858 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_hsic_phy_exit()  local
860 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_hsic_phy_exit()
865 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_hsic_phy_power_on()  local
866 	struct tegra_xusb_hsic_lane *hsic = to_hsic_lane(lane);  in tegra124_hsic_phy_power_on()
867 	struct tegra_xusb_hsic_pad *pad = to_hsic_pad(lane->pad);  in tegra124_hsic_phy_power_on()
868 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_hsic_phy_power_on()
869 	unsigned int index = lane->index;  in tegra124_hsic_phy_power_on()
873 	err = regulator_enable(pad->supply);  in tegra124_hsic_phy_power_on()
877 	padctl_writel(padctl, hsic->strobe_trim,  in tegra124_hsic_phy_power_on()
882 	if (hsic->auto_term)  in tegra124_hsic_phy_power_on()
898 	value |= (hsic->tx_rtune_n <<  in tegra124_hsic_phy_power_on()
900 		(hsic->tx_rtune_p <<  in tegra124_hsic_phy_power_on()
902 		(hsic->tx_rslew_n <<  in tegra124_hsic_phy_power_on()
904 		(hsic->tx_rslew_p <<  in tegra124_hsic_phy_power_on()
913 	value |= (hsic->rx_strobe_trim <<  in tegra124_hsic_phy_power_on()
915 		(hsic->rx_data_trim <<  in tegra124_hsic_phy_power_on()
935 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_hsic_phy_power_off()  local
936 	struct tegra_xusb_hsic_pad *pad = to_hsic_pad(lane->pad);  in tegra124_hsic_phy_power_off()
937 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_hsic_phy_power_off()
938 	unsigned int index = lane->index;  in tegra124_hsic_phy_power_off()
948 	regulator_disable(pad->supply);  in tegra124_hsic_phy_power_off()
972 		return ERR_PTR(-ENOMEM);  in tegra124_hsic_pad_probe()
974 	pad = &hsic->base;  in tegra124_hsic_pad_probe()
975 	pad->ops = &tegra124_hsic_lane_ops;  in tegra124_hsic_pad_probe()
976 	pad->soc = soc;  in tegra124_hsic_pad_probe()
988 	dev_set_drvdata(&pad->dev, pad);  in tegra124_hsic_pad_probe()
993 	device_unregister(&pad->dev);  in tegra124_hsic_pad_probe()
1019 	"usb3-ss",
1024 	TEGRA124_LANE("pcie-0", 0x134, 16, 0x3, pcie),
1025 	TEGRA124_LANE("pcie-1", 0x134, 18, 0x3, pcie),
1026 	TEGRA124_LANE("pcie-2", 0x134, 20, 0x3, pcie),
1027 	TEGRA124_LANE("pcie-3", 0x134, 22, 0x3, pcie),
1028 	TEGRA124_LANE("pcie-4", 0x134, 24, 0x3, pcie),
1040 		return ERR_PTR(-ENOMEM);  in tegra124_pcie_lane_probe()
1042 	INIT_LIST_HEAD(&pcie->base.list);  in tegra124_pcie_lane_probe()
1043 	pcie->base.soc = &pad->soc->lanes[index];  in tegra124_pcie_lane_probe()
1044 	pcie->base.index = index;  in tegra124_pcie_lane_probe()
1045 	pcie->base.pad = pad;  in tegra124_pcie_lane_probe()
1046 	pcie->base.np = np;  in tegra124_pcie_lane_probe()
1048 	err = tegra_xusb_lane_parse_dt(&pcie->base, np);  in tegra124_pcie_lane_probe()
1054 	return &pcie->base;  in tegra124_pcie_lane_probe()
1057 static void tegra124_pcie_lane_remove(struct tegra_xusb_lane *lane)  in tegra124_pcie_lane_remove()  argument
1059 	struct tegra_xusb_pcie_lane *pcie = to_pcie_lane(lane);  in tegra124_pcie_lane_remove()
1071 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_pcie_phy_init()  local
1073 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_pcie_phy_init()
1078 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_pcie_phy_exit()  local
1080 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_pcie_phy_exit()
1085 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_pcie_phy_power_on()  local
1086 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_pcie_phy_power_on()
1088 	int err = -ETIMEDOUT;  in tegra124_pcie_phy_power_on()
1118 	value |= XUSB_PADCTL_USB3_PAD_MUX_PCIE_IDDQ_DISABLE(lane->index);  in tegra124_pcie_phy_power_on()
1126 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_pcie_phy_power_off()  local
1127 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_pcie_phy_power_off()
1131 	value &= ~XUSB_PADCTL_USB3_PAD_MUX_PCIE_IDDQ_DISABLE(lane->index);  in tegra124_pcie_phy_power_off()
1160 		return ERR_PTR(-ENOMEM);  in tegra124_pcie_pad_probe()
1162 	pad = &pcie->base;  in tegra124_pcie_pad_probe()
1163 	pad->ops = &tegra124_pcie_lane_ops;  in tegra124_pcie_pad_probe()
1164 	pad->soc = soc;  in tegra124_pcie_pad_probe()
1176 	dev_set_drvdata(&pad->dev, pad);  in tegra124_pcie_pad_probe()
1181 	device_unregister(&pad->dev);  in tegra124_pcie_pad_probe()
1206 	TEGRA124_LANE("sata-0", 0x134, 26, 0x3, pcie),
1218 		return ERR_PTR(-ENOMEM);  in tegra124_sata_lane_probe()
1220 	INIT_LIST_HEAD(&sata->base.list);  in tegra124_sata_lane_probe()
1221 	sata->base.soc = &pad->soc->lanes[index];  in tegra124_sata_lane_probe()
1222 	sata->base.index = index;  in tegra124_sata_lane_probe()
1223 	sata->base.pad = pad;  in tegra124_sata_lane_probe()
1224 	sata->base.np = np;  in tegra124_sata_lane_probe()
1226 	err = tegra_xusb_lane_parse_dt(&sata->base, np);  in tegra124_sata_lane_probe()
1232 	return &sata->base;  in tegra124_sata_lane_probe()
1235 static void tegra124_sata_lane_remove(struct tegra_xusb_lane *lane)  in tegra124_sata_lane_remove()  argument
1237 	struct tegra_xusb_sata_lane *sata = to_sata_lane(lane);  in tegra124_sata_lane_remove()
1249 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_sata_phy_init()  local
1251 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_sata_phy_init()
1256 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_sata_phy_exit()  local
1258 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_sata_phy_exit()
1263 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_sata_phy_power_on()  local
1264 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_sata_phy_power_on()
1266 	int err = -ETIMEDOUT;  in tegra124_sata_phy_power_on()
1300 	value |= XUSB_PADCTL_USB3_PAD_MUX_SATA_IDDQ_DISABLE(lane->index);  in tegra124_sata_phy_power_on()
1308 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);  in tegra124_sata_phy_power_off()  local
1309 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_sata_phy_power_off()
1313 	value &= ~XUSB_PADCTL_USB3_PAD_MUX_SATA_IDDQ_DISABLE(lane->index);  in tegra124_sata_phy_power_off()
1356 		return ERR_PTR(-ENOMEM);  in tegra124_sata_pad_probe()
1358 	pad = &sata->base;  in tegra124_sata_pad_probe()
1359 	pad->ops = &tegra124_sata_lane_ops;  in tegra124_sata_pad_probe()
1360 	pad->soc = soc;  in tegra124_sata_pad_probe()
1372 	dev_set_drvdata(&pad->dev, pad);  in tegra124_sata_pad_probe()
1377 	device_unregister(&pad->dev);  in tegra124_sata_pad_probe()
1421 	return tegra_xusb_find_lane(port->padctl, "usb2", port->index);  in tegra124_usb2_port_map()
1444 	return tegra_xusb_find_lane(port->padctl, "ulpi", port->index);  in tegra124_ulpi_port_map()
1466 	return tegra_xusb_find_lane(port->padctl, "hsic", port->index);  in tegra124_hsic_port_map()
1479 	struct tegra_xusb_padctl *padctl = port->padctl;  in tegra124_usb3_port_enable()
1480 	struct tegra_xusb_lane *lane = usb3->base.lane;  in tegra124_usb3_port_enable()  local
1481 	unsigned int index = port->index, offset;  in tegra124_usb3_port_enable()
1486 	if (!usb3->internal)  in tegra124_usb3_port_enable()
1492 	value |= XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP(index, usb3->port);  in tegra124_usb3_port_enable()
1496 	 * TODO: move this code into the PCIe/SATA PHY ->power_on() callbacks  in tegra124_usb3_port_enable()
1514 	if (usb3->context_saved) {  in tegra124_usb3_port_enable()
1519 		value |= (usb3->ctle_g <<  in tegra124_usb3_port_enable()
1521 			 (usb3->ctle_z <<  in tegra124_usb3_port_enable()
1529 	if (usb3->context_saved) {  in tegra124_usb3_port_enable()
1534 		value |= (usb3->tap1 <<  in tegra124_usb3_port_enable()
1536 			 (usb3->amp <<  in tegra124_usb3_port_enable()
1542 	if (lane->pad == padctl->pcie)  in tegra124_usb3_port_enable()
1543 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL2(lane->index);  in tegra124_usb3_port_enable()
1554 	if (lane->pad == padctl->pcie)  in tegra124_usb3_port_enable()
1555 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL5(lane->index);  in tegra124_usb3_port_enable()
1563 	/* Enable SATA PHY when SATA lane is used */  in tegra124_usb3_port_enable()
1564 	if (lane->pad == padctl->sata) {  in tegra124_usb3_port_enable()
1615 	struct tegra_xusb_padctl *padctl = port->padctl;  in tegra124_usb3_port_disable()
1619 	value |= XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN_EARLY(port->index);  in tegra124_usb3_port_disable()
1625 	value |= XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN(port->index);  in tegra124_usb3_port_disable()
1631 	value |= XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_VCORE_DOWN(port->index);  in tegra124_usb3_port_disable()
1635 	value &= ~XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_MASK(port->index);  in tegra124_usb3_port_disable()
1636 	value |= XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP(port->index, 0x7);  in tegra124_usb3_port_disable()
1650 	return tegra_xusb_port_find_lane(port, tegra124_usb3_map, "usb3-ss");  in tegra124_usb3_port_map()
1671 	for (i = 0; i < ARRAY_SIZE(fuse->hs_curr_level); i++) {  in tegra124_xusb_read_fuse_calibration()
1672 		fuse->hs_curr_level[i] =  in tegra124_xusb_read_fuse_calibration()
1676 	fuse->hs_iref_cap =  in tegra124_xusb_read_fuse_calibration()
1679 	fuse->hs_term_range_adj =  in tegra124_xusb_read_fuse_calibration()
1682 	fuse->hs_squelch_level =  in tegra124_xusb_read_fuse_calibration()
1698 		return ERR_PTR(-ENOMEM);  in tegra124_xusb_padctl_probe()
1700 	padctl->base.dev = dev;  in tegra124_xusb_padctl_probe()
1701 	padctl->base.soc = soc;  in tegra124_xusb_padctl_probe()
1703 	err = tegra124_xusb_read_fuse_calibration(&padctl->fuse);  in tegra124_xusb_padctl_probe()
1707 	return &padctl->base;  in tegra124_xusb_padctl_probe()
1722 	"avdd-pll-utmip",
1723 	"avdd-pll-erefe",
1724 	"avdd-pex-pll",
1725 	"hvdd-pex-pll-e",