1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (C) 2018 Marvell 4 * 5 * Authors: 6 * Evan Wang <xswang@marvell.com> 7 * Miquèl Raynal <miquel.raynal@bootlin.com> 8 * Pali Rohár <pali@kernel.org> 9 * Marek Behún <kabel@kernel.org> 10 * 11 * Structure inspired from phy-mvebu-cp110-comphy.c written by Antoine Tenart. 12 * Comphy code from ARM Trusted Firmware ported by Pali Rohár <pali@kernel.org> 13 * and Marek Behún <kabel@kernel.org>. 14 */ 15 16 #include <linux/bitfield.h> 17 #include <linux/clk.h> 18 #include <linux/io.h> 19 #include <linux/iopoll.h> 20 #include <linux/mfd/syscon.h> 21 #include <linux/module.h> 22 #include <linux/of.h> 23 #include <linux/phy.h> 24 #include <linux/phy/phy.h> 25 #include <linux/platform_device.h> 26 #include <linux/spinlock.h> 27 28 #define PLL_SET_DELAY_US 600 29 #define COMPHY_PLL_SLEEP 1000 30 #define COMPHY_PLL_TIMEOUT 150000 31 32 /* Comphy lane2 indirect access register offset */ 33 #define COMPHY_LANE2_INDIR_ADDR 0x0 34 #define COMPHY_LANE2_INDIR_DATA 0x4 35 36 /* SATA and USB3 PHY offset compared to SATA PHY */ 37 #define COMPHY_LANE2_REGS_BASE 0x200 38 39 /* 40 * When accessing common PHY lane registers directly, we need to shift by 1, 41 * since the registers are 16-bit. 42 */ 43 #define COMPHY_LANE_REG_DIRECT(reg) (((reg) & 0x7FF) << 1) 44 45 /* COMPHY registers */ 46 #define COMPHY_POWER_PLL_CTRL 0x01 47 #define PU_IVREF_BIT BIT(15) 48 #define PU_PLL_BIT BIT(14) 49 #define PU_RX_BIT BIT(13) 50 #define PU_TX_BIT BIT(12) 51 #define PU_TX_INTP_BIT BIT(11) 52 #define PU_DFE_BIT BIT(10) 53 #define RESET_DTL_RX_BIT BIT(9) 54 #define PLL_LOCK_BIT BIT(8) 55 #define REF_FREF_SEL_MASK GENMASK(4, 0) 56 #define REF_FREF_SEL_SERDES_25MHZ FIELD_PREP(REF_FREF_SEL_MASK, 0x1) 57 #define REF_FREF_SEL_SERDES_40MHZ FIELD_PREP(REF_FREF_SEL_MASK, 0x3) 58 #define REF_FREF_SEL_SERDES_50MHZ FIELD_PREP(REF_FREF_SEL_MASK, 0x4) 59 #define REF_FREF_SEL_PCIE_USB3_25MHZ FIELD_PREP(REF_FREF_SEL_MASK, 0x2) 60 #define REF_FREF_SEL_PCIE_USB3_40MHZ FIELD_PREP(REF_FREF_SEL_MASK, 0x3) 61 #define COMPHY_MODE_MASK GENMASK(7, 5) 62 #define COMPHY_MODE_SATA FIELD_PREP(COMPHY_MODE_MASK, 0x0) 63 #define COMPHY_MODE_PCIE FIELD_PREP(COMPHY_MODE_MASK, 0x3) 64 #define COMPHY_MODE_SERDES FIELD_PREP(COMPHY_MODE_MASK, 0x4) 65 #define COMPHY_MODE_USB3 FIELD_PREP(COMPHY_MODE_MASK, 0x5) 66 67 #define COMPHY_KVCO_CAL_CTRL 0x02 68 #define USE_MAX_PLL_RATE_BIT BIT(12) 69 #define SPEED_PLL_MASK GENMASK(7, 2) 70 #define SPEED_PLL_VALUE_16 FIELD_PREP(SPEED_PLL_MASK, 0x10) 71 72 #define COMPHY_DIG_LOOPBACK_EN 0x23 73 #define SEL_DATA_WIDTH_MASK GENMASK(11, 10) 74 #define DATA_WIDTH_10BIT FIELD_PREP(SEL_DATA_WIDTH_MASK, 0x0) 75 #define DATA_WIDTH_20BIT FIELD_PREP(SEL_DATA_WIDTH_MASK, 0x1) 76 #define DATA_WIDTH_40BIT FIELD_PREP(SEL_DATA_WIDTH_MASK, 0x2) 77 #define PLL_READY_TX_BIT BIT(4) 78 79 #define COMPHY_SYNC_PATTERN 0x24 80 #define TXD_INVERT_BIT BIT(10) 81 #define RXD_INVERT_BIT BIT(11) 82 83 #define COMPHY_SYNC_MASK_GEN 0x25 84 #define PHY_GEN_MAX_MASK GENMASK(11, 10) 85 #define PHY_GEN_MAX_USB3_5G FIELD_PREP(PHY_GEN_MAX_MASK, 0x1) 86 87 #define COMPHY_ISOLATION_CTRL 0x26 88 #define PHY_ISOLATE_MODE BIT(15) 89 90 #define COMPHY_GEN2_SET2 0x3e 91 #define GS2_TX_SSC_AMP_MASK GENMASK(15, 9) 92 #define GS2_TX_SSC_AMP_4128 FIELD_PREP(GS2_TX_SSC_AMP_MASK, 0x20) 93 #define GS2_VREG_RXTX_MAS_ISET_MASK GENMASK(8, 7) 94 #define GS2_VREG_RXTX_MAS_ISET_60U FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\ 95 0x0) 96 #define GS2_VREG_RXTX_MAS_ISET_80U FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\ 97 0x1) 98 #define GS2_VREG_RXTX_MAS_ISET_100U FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\ 99 0x2) 100 #define GS2_VREG_RXTX_MAS_ISET_120U FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\ 101 0x3) 102 #define GS2_RSVD_6_0_MASK GENMASK(6, 0) 103 104 #define COMPHY_GEN3_SET2 0x3f 105 106 #define COMPHY_IDLE_SYNC_EN 0x48 107 #define IDLE_SYNC_EN BIT(12) 108 109 #define COMPHY_MISC_CTRL0 0x4F 110 #define CLK100M_125M_EN BIT(4) 111 #define TXDCLK_2X_SEL BIT(6) 112 #define CLK500M_EN BIT(7) 113 #define PHY_REF_CLK_SEL BIT(10) 114 115 #define COMPHY_SFT_RESET 0x52 116 #define SFT_RST BIT(9) 117 #define SFT_RST_NO_REG BIT(10) 118 119 #define COMPHY_MISC_CTRL1 0x73 120 #define SEL_BITS_PCIE_FORCE BIT(15) 121 122 #define COMPHY_GEN2_SET3 0x112 123 #define GS3_FFE_CAP_SEL_MASK GENMASK(3, 0) 124 #define GS3_FFE_CAP_SEL_VALUE FIELD_PREP(GS3_FFE_CAP_SEL_MASK, 0xF) 125 126 /* PIPE registers */ 127 #define COMPHY_PIPE_LANE_CFG0 0x180 128 #define PRD_TXDEEMPH0_MASK BIT(0) 129 #define PRD_TXMARGIN_MASK GENMASK(3, 1) 130 #define PRD_TXSWING_MASK BIT(4) 131 #define CFG_TX_ALIGN_POS_MASK GENMASK(8, 5) 132 133 #define COMPHY_PIPE_LANE_CFG1 0x181 134 #define PRD_TXDEEMPH1_MASK BIT(15) 135 #define USE_MAX_PLL_RATE_EN BIT(9) 136 #define TX_DET_RX_MODE BIT(6) 137 #define GEN2_TX_DATA_DLY_MASK GENMASK(4, 3) 138 #define GEN2_TX_DATA_DLY_DEFT FIELD_PREP(GEN2_TX_DATA_DLY_MASK, 2) 139 #define TX_ELEC_IDLE_MODE_EN BIT(0) 140 141 #define COMPHY_PIPE_LANE_STAT1 0x183 142 #define TXDCLK_PCLK_EN BIT(0) 143 144 #define COMPHY_PIPE_LANE_CFG4 0x188 145 #define SPREAD_SPECTRUM_CLK_EN BIT(7) 146 147 #define COMPHY_PIPE_RST_CLK_CTRL 0x1C1 148 #define PIPE_SOFT_RESET BIT(0) 149 #define PIPE_REG_RESET BIT(1) 150 #define MODE_CORE_CLK_FREQ_SEL BIT(9) 151 #define MODE_PIPE_WIDTH_32 BIT(3) 152 #define MODE_REFDIV_MASK GENMASK(5, 4) 153 #define MODE_REFDIV_BY_4 FIELD_PREP(MODE_REFDIV_MASK, 0x2) 154 155 #define COMPHY_PIPE_TEST_MODE_CTRL 0x1C2 156 #define MODE_MARGIN_OVERRIDE BIT(2) 157 158 #define COMPHY_PIPE_CLK_SRC_LO 0x1C3 159 #define MODE_CLK_SRC BIT(0) 160 #define BUNDLE_PERIOD_SEL BIT(1) 161 #define BUNDLE_PERIOD_SCALE_MASK GENMASK(3, 2) 162 #define BUNDLE_SAMPLE_CTRL BIT(4) 163 #define PLL_READY_DLY_MASK GENMASK(7, 5) 164 #define CFG_SEL_20B BIT(15) 165 166 #define COMPHY_PIPE_PWR_MGM_TIM1 0x1D0 167 #define CFG_PM_OSCCLK_WAIT_MASK GENMASK(15, 12) 168 #define CFG_PM_RXDEN_WAIT_MASK GENMASK(11, 8) 169 #define CFG_PM_RXDEN_WAIT_1_UNIT FIELD_PREP(CFG_PM_RXDEN_WAIT_MASK, 0x1) 170 #define CFG_PM_RXDLOZ_WAIT_MASK GENMASK(7, 0) 171 #define CFG_PM_RXDLOZ_WAIT_7_UNIT FIELD_PREP(CFG_PM_RXDLOZ_WAIT_MASK, 0x7) 172 #define CFG_PM_RXDLOZ_WAIT_12_UNIT FIELD_PREP(CFG_PM_RXDLOZ_WAIT_MASK, 0xC) 173 174 /* 175 * This register is not from PHY lane register space. It only exists in the 176 * indirect register space, before the actual PHY lane 2 registers. So the 177 * offset is absolute, not relative to COMPHY_LANE2_REGS_BASE. 178 * It is used only for SATA PHY initialization. 179 */ 180 #define COMPHY_RESERVED_REG 0x0E 181 #define PHYCTRL_FRM_PIN_BIT BIT(13) 182 183 /* South Bridge PHY Configuration Registers */ 184 #define COMPHY_PHY_REG(lane, reg) (((1 - (lane)) * 0x28) + ((reg) & 0x3f)) 185 186 /* 187 * lane0: USB3/GbE1 PHY Configuration 1 188 * lane1: PCIe/GbE0 PHY Configuration 1 189 * (used only by SGMII code) 190 */ 191 #define COMPHY_PHY_CFG1 0x0 192 #define PIN_PU_IVREF_BIT BIT(1) 193 #define PIN_RESET_CORE_BIT BIT(11) 194 #define PIN_RESET_COMPHY_BIT BIT(12) 195 #define PIN_PU_PLL_BIT BIT(16) 196 #define PIN_PU_RX_BIT BIT(17) 197 #define PIN_PU_TX_BIT BIT(18) 198 #define PIN_TX_IDLE_BIT BIT(19) 199 #define GEN_RX_SEL_MASK GENMASK(25, 22) 200 #define GEN_RX_SEL_VALUE(val) FIELD_PREP(GEN_RX_SEL_MASK, (val)) 201 #define GEN_TX_SEL_MASK GENMASK(29, 26) 202 #define GEN_TX_SEL_VALUE(val) FIELD_PREP(GEN_TX_SEL_MASK, (val)) 203 #define SERDES_SPEED_1_25_G 0x6 204 #define SERDES_SPEED_3_125_G 0x8 205 #define PHY_RX_INIT_BIT BIT(30) 206 207 /* 208 * lane0: USB3/GbE1 PHY Status 1 209 * lane1: PCIe/GbE0 PHY Status 1 210 * (used only by SGMII code) 211 */ 212 #define COMPHY_PHY_STAT1 0x18 213 #define PHY_RX_INIT_DONE_BIT BIT(0) 214 #define PHY_PLL_READY_RX_BIT BIT(2) 215 #define PHY_PLL_READY_TX_BIT BIT(3) 216 217 /* PHY Selector */ 218 #define COMPHY_SELECTOR_PHY_REG 0xFC 219 /* bit0: 0: Lane1 is GbE0; 1: Lane1 is PCIe */ 220 #define COMPHY_SELECTOR_PCIE_GBE0_SEL_BIT BIT(0) 221 /* bit4: 0: Lane0 is GbE1; 1: Lane0 is USB3 */ 222 #define COMPHY_SELECTOR_USB3_GBE1_SEL_BIT BIT(4) 223 /* bit8: 0: Lane0 is USB3 instead of GbE1, Lane2 is SATA; 1: Lane2 is USB3 */ 224 #define COMPHY_SELECTOR_USB3_PHY_SEL_BIT BIT(8) 225 226 struct mvebu_a3700_comphy_conf { 227 unsigned int lane; 228 enum phy_mode mode; 229 int submode; 230 }; 231 232 #define MVEBU_A3700_COMPHY_CONF(_lane, _mode, _smode) \ 233 { \ 234 .lane = _lane, \ 235 .mode = _mode, \ 236 .submode = _smode, \ 237 } 238 239 #define MVEBU_A3700_COMPHY_CONF_GEN(_lane, _mode) \ 240 MVEBU_A3700_COMPHY_CONF(_lane, _mode, PHY_INTERFACE_MODE_NA) 241 242 #define MVEBU_A3700_COMPHY_CONF_ETH(_lane, _smode) \ 243 MVEBU_A3700_COMPHY_CONF(_lane, PHY_MODE_ETHERNET, _smode) 244 245 static const struct mvebu_a3700_comphy_conf mvebu_a3700_comphy_modes[] = { 246 /* lane 0 */ 247 MVEBU_A3700_COMPHY_CONF_GEN(0, PHY_MODE_USB_HOST_SS), 248 MVEBU_A3700_COMPHY_CONF_ETH(0, PHY_INTERFACE_MODE_SGMII), 249 MVEBU_A3700_COMPHY_CONF_ETH(0, PHY_INTERFACE_MODE_1000BASEX), 250 MVEBU_A3700_COMPHY_CONF_ETH(0, PHY_INTERFACE_MODE_2500BASEX), 251 /* lane 1 */ 252 MVEBU_A3700_COMPHY_CONF_GEN(1, PHY_MODE_PCIE), 253 MVEBU_A3700_COMPHY_CONF_ETH(1, PHY_INTERFACE_MODE_SGMII), 254 MVEBU_A3700_COMPHY_CONF_ETH(1, PHY_INTERFACE_MODE_1000BASEX), 255 MVEBU_A3700_COMPHY_CONF_ETH(1, PHY_INTERFACE_MODE_2500BASEX), 256 /* lane 2 */ 257 MVEBU_A3700_COMPHY_CONF_GEN(2, PHY_MODE_SATA), 258 MVEBU_A3700_COMPHY_CONF_GEN(2, PHY_MODE_USB_HOST_SS), 259 }; 260 261 struct mvebu_a3700_comphy_priv { 262 void __iomem *comphy_regs; 263 void __iomem *lane0_phy_regs; /* USB3 and GbE1 */ 264 void __iomem *lane1_phy_regs; /* PCIe and GbE0 */ 265 void __iomem *lane2_phy_indirect; /* SATA and USB3 */ 266 spinlock_t lock; /* for PHY selector access */ 267 bool xtal_is_40m; 268 }; 269 270 struct mvebu_a3700_comphy_lane { 271 struct mvebu_a3700_comphy_priv *priv; 272 struct device *dev; 273 unsigned int id; 274 enum phy_mode mode; 275 int submode; 276 bool invert_tx; 277 bool invert_rx; 278 }; 279 280 struct gbe_phy_init_data_fix { 281 u16 addr; 282 u16 value; 283 }; 284 285 /* Changes to 40M1G25 mode data required for running 40M3G125 init mode */ 286 static struct gbe_phy_init_data_fix gbe_phy_init_fix[] = { 287 { 0x005, 0x07CC }, { 0x015, 0x0000 }, { 0x01B, 0x0000 }, 288 { 0x01D, 0x0000 }, { 0x01E, 0x0000 }, { 0x01F, 0x0000 }, 289 { 0x020, 0x0000 }, { 0x021, 0x0030 }, { 0x026, 0x0888 }, 290 { 0x04D, 0x0152 }, { 0x04F, 0xA020 }, { 0x050, 0x07CC }, 291 { 0x053, 0xE9CA }, { 0x055, 0xBD97 }, { 0x071, 0x3015 }, 292 { 0x076, 0x03AA }, { 0x07C, 0x0FDF }, { 0x0C2, 0x3030 }, 293 { 0x0C3, 0x8000 }, { 0x0E2, 0x5550 }, { 0x0E3, 0x12A4 }, 294 { 0x0E4, 0x7D00 }, { 0x0E6, 0x0C83 }, { 0x101, 0xFCC0 }, 295 { 0x104, 0x0C10 } 296 }; 297 298 /* 40M1G25 mode init data */ 299 static u16 gbe_phy_init[512] = { 300 /* 0 1 2 3 4 5 6 7 */ 301 /*-----------------------------------------------------------*/ 302 /* 8 9 A B C D E F */ 303 0x3110, 0xFD83, 0x6430, 0x412F, 0x82C0, 0x06FA, 0x4500, 0x6D26, /* 00 */ 304 0xAFC0, 0x8000, 0xC000, 0x0000, 0x2000, 0x49CC, 0x0BC9, 0x2A52, /* 08 */ 305 0x0BD2, 0x0CDE, 0x13D2, 0x0CE8, 0x1149, 0x10E0, 0x0000, 0x0000, /* 10 */ 306 0x0000, 0x0000, 0x0000, 0x0001, 0x0000, 0x4134, 0x0D2D, 0xFFFF, /* 18 */ 307 0xFFE0, 0x4030, 0x1016, 0x0030, 0x0000, 0x0800, 0x0866, 0x0000, /* 20 */ 308 0x0000, 0x0000, 0xFFFF, 0xFFFF, 0xFFFF, 0xFFFF, 0xFFFF, 0xFFFF, /* 28 */ 309 0xFFFF, 0xFFFF, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /* 30 */ 310 0x0000, 0x0000, 0x000F, 0x6A62, 0x1988, 0x3100, 0x3100, 0x3100, /* 38 */ 311 0x3100, 0xA708, 0x2430, 0x0830, 0x1030, 0x4610, 0xFF00, 0xFF00, /* 40 */ 312 0x0060, 0x1000, 0x0400, 0x0040, 0x00F0, 0x0155, 0x1100, 0xA02A, /* 48 */ 313 0x06FA, 0x0080, 0xB008, 0xE3ED, 0x5002, 0xB592, 0x7A80, 0x0001, /* 50 */ 314 0x020A, 0x8820, 0x6014, 0x8054, 0xACAA, 0xFC88, 0x2A02, 0x45CF, /* 58 */ 315 0x000F, 0x1817, 0x2860, 0x064F, 0x0000, 0x0204, 0x1800, 0x6000, /* 60 */ 316 0x810F, 0x4F23, 0x4000, 0x4498, 0x0850, 0x0000, 0x000E, 0x1002, /* 68 */ 317 0x9D3A, 0x3009, 0xD066, 0x0491, 0x0001, 0x6AB0, 0x0399, 0x3780, /* 70 */ 318 0x0040, 0x5AC0, 0x4A80, 0x0000, 0x01DF, 0x0000, 0x0007, 0x0000, /* 78 */ 319 0x2D54, 0x00A1, 0x4000, 0x0100, 0xA20A, 0x0000, 0x0000, 0x0000, /* 80 */ 320 0x0000, 0x0000, 0x0000, 0x7400, 0x0E81, 0x1000, 0x1242, 0x0210, /* 88 */ 321 0x80DF, 0x0F1F, 0x2F3F, 0x4F5F, 0x6F7F, 0x0F1F, 0x2F3F, 0x4F5F, /* 90 */ 322 0x6F7F, 0x4BAD, 0x0000, 0x0000, 0x0800, 0x0000, 0x2400, 0xB651, /* 98 */ 323 0xC9E0, 0x4247, 0x0A24, 0x0000, 0xAF19, 0x1004, 0x0000, 0x0000, /* A0 */ 324 0x0000, 0x0013, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /* A8 */ 325 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /* B0 */ 326 0x0000, 0x0000, 0x0000, 0x0060, 0x0000, 0x0000, 0x0000, 0x0000, /* B8 */ 327 0x0000, 0x0000, 0x3010, 0xFA00, 0x0000, 0x0000, 0x0000, 0x0003, /* C0 */ 328 0x1618, 0x8200, 0x8000, 0x0400, 0x050F, 0x0000, 0x0000, 0x0000, /* C8 */ 329 0x4C93, 0x0000, 0x1000, 0x1120, 0x0010, 0x1242, 0x1242, 0x1E00, /* D0 */ 330 0x0000, 0x0000, 0x0000, 0x00F8, 0x0000, 0x0041, 0x0800, 0x0000, /* D8 */ 331 0x82A0, 0x572E, 0x2490, 0x14A9, 0x4E00, 0x0000, 0x0803, 0x0541, /* E0 */ 332 0x0C15, 0x0000, 0x0000, 0x0400, 0x2626, 0x0000, 0x0000, 0x4200, /* E8 */ 333 0x0000, 0xAA55, 0x1020, 0x0000, 0x0000, 0x5010, 0x0000, 0x0000, /* F0 */ 334 0x0000, 0x0000, 0x5000, 0x0000, 0x0000, 0x0000, 0x02F2, 0x0000, /* F8 */ 335 0x101F, 0xFDC0, 0x4000, 0x8010, 0x0110, 0x0006, 0x0000, 0x0000, /*100 */ 336 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*108 */ 337 0x04CF, 0x0000, 0x04CF, 0x0000, 0x04CF, 0x0000, 0x04C6, 0x0000, /*110 */ 338 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*118 */ 339 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*120 */ 340 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*128 */ 341 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*130 */ 342 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*138 */ 343 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*140 */ 344 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*148 */ 345 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*150 */ 346 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*158 */ 347 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*160 */ 348 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*168 */ 349 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*170 */ 350 0x0000, 0x0000, 0x0000, 0x00F0, 0x08A2, 0x3112, 0x0A14, 0x0000, /*178 */ 351 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*180 */ 352 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*188 */ 353 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*190 */ 354 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*198 */ 355 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1A0 */ 356 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1A8 */ 357 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1B0 */ 358 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1B8 */ 359 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1C0 */ 360 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1C8 */ 361 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1D0 */ 362 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1D8 */ 363 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1E0 */ 364 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1E8 */ 365 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, /*1F0 */ 366 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000 /*1F8 */ 367 }; 368 369 static inline void comphy_reg_set(void __iomem *addr, u32 data, u32 mask) 370 { 371 u32 val; 372 373 val = readl(addr); 374 val = (val & ~mask) | (data & mask); 375 writel(val, addr); 376 } 377 378 static inline void comphy_reg_set16(void __iomem *addr, u16 data, u16 mask) 379 { 380 u16 val; 381 382 val = readw(addr); 383 val = (val & ~mask) | (data & mask); 384 writew(val, addr); 385 } 386 387 /* Used for accessing lane 2 registers (SATA/USB3 PHY) */ 388 static void comphy_set_indirect(struct mvebu_a3700_comphy_priv *priv, 389 u32 offset, u16 data, u16 mask) 390 { 391 writel(offset, 392 priv->lane2_phy_indirect + COMPHY_LANE2_INDIR_ADDR); 393 comphy_reg_set(priv->lane2_phy_indirect + COMPHY_LANE2_INDIR_DATA, 394 data, mask); 395 } 396 397 static void comphy_lane_reg_set(struct mvebu_a3700_comphy_lane *lane, 398 u16 reg, u16 data, u16 mask) 399 { 400 if (lane->id == 2) { 401 /* lane 2 PHY registers are accessed indirectly */ 402 comphy_set_indirect(lane->priv, 403 reg + COMPHY_LANE2_REGS_BASE, 404 data, mask); 405 } else { 406 void __iomem *base = lane->id == 1 ? 407 lane->priv->lane1_phy_regs : 408 lane->priv->lane0_phy_regs; 409 410 comphy_reg_set16(base + COMPHY_LANE_REG_DIRECT(reg), 411 data, mask); 412 } 413 } 414 415 static int comphy_lane_reg_poll(struct mvebu_a3700_comphy_lane *lane, 416 u16 reg, u16 bits, 417 ulong sleep_us, ulong timeout_us) 418 { 419 int ret; 420 421 if (lane->id == 2) { 422 u32 data; 423 424 /* lane 2 PHY registers are accessed indirectly */ 425 writel(reg + COMPHY_LANE2_REGS_BASE, 426 lane->priv->lane2_phy_indirect + 427 COMPHY_LANE2_INDIR_ADDR); 428 429 ret = readl_poll_timeout(lane->priv->lane2_phy_indirect + 430 COMPHY_LANE2_INDIR_DATA, 431 data, (data & bits) == bits, 432 sleep_us, timeout_us); 433 } else { 434 void __iomem *base = lane->id == 1 ? 435 lane->priv->lane1_phy_regs : 436 lane->priv->lane0_phy_regs; 437 u16 data; 438 439 ret = readw_poll_timeout(base + COMPHY_LANE_REG_DIRECT(reg), 440 data, (data & bits) == bits, 441 sleep_us, timeout_us); 442 } 443 444 return ret; 445 } 446 447 static void comphy_periph_reg_set(struct mvebu_a3700_comphy_lane *lane, 448 u8 reg, u32 data, u32 mask) 449 { 450 comphy_reg_set(lane->priv->comphy_regs + COMPHY_PHY_REG(lane->id, reg), 451 data, mask); 452 } 453 454 static int comphy_periph_reg_poll(struct mvebu_a3700_comphy_lane *lane, 455 u8 reg, u32 bits, 456 ulong sleep_us, ulong timeout_us) 457 { 458 u32 data; 459 460 return readl_poll_timeout(lane->priv->comphy_regs + 461 COMPHY_PHY_REG(lane->id, reg), 462 data, (data & bits) == bits, 463 sleep_us, timeout_us); 464 } 465 466 /* PHY selector configures with corresponding modes */ 467 static int 468 mvebu_a3700_comphy_set_phy_selector(struct mvebu_a3700_comphy_lane *lane) 469 { 470 u32 old, new, clr = 0, set = 0; 471 unsigned long flags; 472 473 switch (lane->mode) { 474 case PHY_MODE_SATA: 475 /* SATA must be in Lane2 */ 476 if (lane->id == 2) 477 clr = COMPHY_SELECTOR_USB3_PHY_SEL_BIT; 478 else 479 goto error; 480 break; 481 482 case PHY_MODE_ETHERNET: 483 if (lane->id == 0) 484 clr = COMPHY_SELECTOR_USB3_GBE1_SEL_BIT; 485 else if (lane->id == 1) 486 clr = COMPHY_SELECTOR_PCIE_GBE0_SEL_BIT; 487 else 488 goto error; 489 break; 490 491 case PHY_MODE_USB_HOST_SS: 492 if (lane->id == 2) 493 set = COMPHY_SELECTOR_USB3_PHY_SEL_BIT; 494 else if (lane->id == 0) 495 set = COMPHY_SELECTOR_USB3_GBE1_SEL_BIT; 496 else 497 goto error; 498 break; 499 500 case PHY_MODE_PCIE: 501 /* PCIE must be in Lane1 */ 502 if (lane->id == 1) 503 set = COMPHY_SELECTOR_PCIE_GBE0_SEL_BIT; 504 else 505 goto error; 506 break; 507 508 default: 509 goto error; 510 } 511 512 spin_lock_irqsave(&lane->priv->lock, flags); 513 514 old = readl(lane->priv->comphy_regs + COMPHY_SELECTOR_PHY_REG); 515 new = (old & ~clr) | set; 516 writel(new, lane->priv->comphy_regs + COMPHY_SELECTOR_PHY_REG); 517 518 spin_unlock_irqrestore(&lane->priv->lock, flags); 519 520 dev_dbg(lane->dev, 521 "COMPHY[%d] mode[%d] changed PHY selector 0x%08x -> 0x%08x\n", 522 lane->id, lane->mode, old, new); 523 524 return 0; 525 error: 526 dev_err(lane->dev, "COMPHY[%d] mode[%d] is invalid\n", lane->id, 527 lane->mode); 528 return -EINVAL; 529 } 530 531 static int 532 mvebu_a3700_comphy_sata_power_on(struct mvebu_a3700_comphy_lane *lane) 533 { 534 u32 mask, data, ref_clk; 535 int ret; 536 537 /* Configure phy selector for SATA */ 538 ret = mvebu_a3700_comphy_set_phy_selector(lane); 539 if (ret) 540 return ret; 541 542 /* Clear phy isolation mode to make it work in normal mode */ 543 comphy_lane_reg_set(lane, COMPHY_ISOLATION_CTRL, 544 0x0, PHY_ISOLATE_MODE); 545 546 /* 0. Check the Polarity invert bits */ 547 data = 0x0; 548 if (lane->invert_tx) 549 data |= TXD_INVERT_BIT; 550 if (lane->invert_rx) 551 data |= RXD_INVERT_BIT; 552 mask = TXD_INVERT_BIT | RXD_INVERT_BIT; 553 comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask); 554 555 /* 1. Select 40-bit data width */ 556 comphy_lane_reg_set(lane, COMPHY_DIG_LOOPBACK_EN, 557 DATA_WIDTH_40BIT, SEL_DATA_WIDTH_MASK); 558 559 /* 2. Select reference clock(25M) and PHY mode (SATA) */ 560 if (lane->priv->xtal_is_40m) 561 ref_clk = REF_FREF_SEL_SERDES_40MHZ; 562 else 563 ref_clk = REF_FREF_SEL_SERDES_25MHZ; 564 565 data = ref_clk | COMPHY_MODE_SATA; 566 mask = REF_FREF_SEL_MASK | COMPHY_MODE_MASK; 567 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask); 568 569 /* 3. Use maximum PLL rate (no power save) */ 570 comphy_lane_reg_set(lane, COMPHY_KVCO_CAL_CTRL, 571 USE_MAX_PLL_RATE_BIT, USE_MAX_PLL_RATE_BIT); 572 573 /* 4. Reset reserved bit */ 574 comphy_set_indirect(lane->priv, COMPHY_RESERVED_REG, 575 0x0, PHYCTRL_FRM_PIN_BIT); 576 577 /* 5. Set vendor-specific configuration (It is done in sata driver) */ 578 /* XXX: in U-Boot below sequence was executed in this place, in Linux 579 * not. Now it is done only in U-Boot before this comphy 580 * initialization - tests shows that it works ok, but in case of any 581 * future problem it is left for reference. 582 * reg_set(MVEBU_REGS_BASE + 0xe00a0, 0, 0xffffffff); 583 * reg_set(MVEBU_REGS_BASE + 0xe00a4, BIT(6), BIT(6)); 584 */ 585 586 /* Wait for > 55 us to allow PLL be enabled */ 587 udelay(PLL_SET_DELAY_US); 588 589 /* Polling status */ 590 ret = comphy_lane_reg_poll(lane, COMPHY_DIG_LOOPBACK_EN, 591 PLL_READY_TX_BIT, COMPHY_PLL_SLEEP, 592 COMPHY_PLL_TIMEOUT); 593 if (ret) 594 dev_err(lane->dev, "Failed to lock SATA PLL\n"); 595 596 return ret; 597 } 598 599 static void comphy_gbe_phy_init(struct mvebu_a3700_comphy_lane *lane, 600 bool is_1gbps) 601 { 602 int addr, fix_idx; 603 u16 val; 604 605 fix_idx = 0; 606 for (addr = 0; addr < ARRAY_SIZE(gbe_phy_init); addr++) { 607 /* 608 * All PHY register values are defined in full for 3.125Gbps 609 * SERDES speed. The values required for 1.25 Gbps are almost 610 * the same and only few registers should be "fixed" in 611 * comparison to 3.125 Gbps values. These register values are 612 * stored in "gbe_phy_init_fix" array. 613 */ 614 if (!is_1gbps && 615 fix_idx < ARRAY_SIZE(gbe_phy_init_fix) && 616 gbe_phy_init_fix[fix_idx].addr == addr) { 617 /* Use new value */ 618 val = gbe_phy_init_fix[fix_idx].value; 619 fix_idx++; 620 } else { 621 val = gbe_phy_init[addr]; 622 } 623 624 comphy_lane_reg_set(lane, addr, val, 0xFFFF); 625 } 626 } 627 628 static int 629 mvebu_a3700_comphy_ethernet_power_on(struct mvebu_a3700_comphy_lane *lane) 630 { 631 u32 mask, data, speed_sel; 632 int ret; 633 634 /* Set selector */ 635 ret = mvebu_a3700_comphy_set_phy_selector(lane); 636 if (ret) 637 return ret; 638 639 /* 640 * 1. Reset PHY by setting PHY input port PIN_RESET=1. 641 * 2. Set PHY input port PIN_TX_IDLE=1, PIN_PU_IVREF=1 to keep 642 * PHY TXP/TXN output to idle state during PHY initialization 643 * 3. Set PHY input port PIN_PU_PLL=0, PIN_PU_RX=0, PIN_PU_TX=0. 644 */ 645 data = PIN_PU_IVREF_BIT | PIN_TX_IDLE_BIT | PIN_RESET_COMPHY_BIT; 646 mask = data | PIN_RESET_CORE_BIT | PIN_PU_PLL_BIT | PIN_PU_RX_BIT | 647 PIN_PU_TX_BIT | PHY_RX_INIT_BIT; 648 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask); 649 650 /* 4. Release reset to the PHY by setting PIN_RESET=0. */ 651 data = 0x0; 652 mask = PIN_RESET_COMPHY_BIT; 653 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask); 654 655 /* 656 * 5. Set PIN_PHY_GEN_TX[3:0] and PIN_PHY_GEN_RX[3:0] to decide COMPHY 657 * bit rate 658 */ 659 switch (lane->submode) { 660 case PHY_INTERFACE_MODE_SGMII: 661 case PHY_INTERFACE_MODE_1000BASEX: 662 /* SGMII 1G, SerDes speed 1.25G */ 663 speed_sel = SERDES_SPEED_1_25_G; 664 break; 665 case PHY_INTERFACE_MODE_2500BASEX: 666 /* 2500Base-X, SerDes speed 3.125G */ 667 speed_sel = SERDES_SPEED_3_125_G; 668 break; 669 default: 670 /* Other rates are not supported */ 671 dev_err(lane->dev, 672 "unsupported phy speed %d on comphy lane%d\n", 673 lane->submode, lane->id); 674 return -EINVAL; 675 } 676 data = GEN_RX_SEL_VALUE(speed_sel) | GEN_TX_SEL_VALUE(speed_sel); 677 mask = GEN_RX_SEL_MASK | GEN_TX_SEL_MASK; 678 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask); 679 680 /* 681 * 6. Wait 10mS for bandgap and reference clocks to stabilize; then 682 * start SW programming. 683 */ 684 mdelay(10); 685 686 /* 7. Program COMPHY register PHY_MODE */ 687 data = COMPHY_MODE_SERDES; 688 mask = COMPHY_MODE_MASK; 689 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask); 690 691 /* 692 * 8. Set COMPHY register REFCLK_SEL to select the correct REFCLK 693 * source 694 */ 695 data = 0x0; 696 mask = PHY_REF_CLK_SEL; 697 comphy_lane_reg_set(lane, COMPHY_MISC_CTRL0, data, mask); 698 699 /* 700 * 9. Set correct reference clock frequency in COMPHY register 701 * REF_FREF_SEL. 702 */ 703 if (lane->priv->xtal_is_40m) 704 data = REF_FREF_SEL_SERDES_50MHZ; 705 else 706 data = REF_FREF_SEL_SERDES_25MHZ; 707 708 mask = REF_FREF_SEL_MASK; 709 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask); 710 711 /* 712 * 10. Program COMPHY register PHY_GEN_MAX[1:0] 713 * This step is mentioned in the flow received from verification team. 714 * However the PHY_GEN_MAX value is only meaningful for other interfaces 715 * (not SERDES). For instance, it selects SATA speed 1.5/3/6 Gbps or 716 * PCIe speed 2.5/5 Gbps 717 */ 718 719 /* 720 * 11. Program COMPHY register SEL_BITS to set correct parallel data 721 * bus width 722 */ 723 data = DATA_WIDTH_10BIT; 724 mask = SEL_DATA_WIDTH_MASK; 725 comphy_lane_reg_set(lane, COMPHY_DIG_LOOPBACK_EN, data, mask); 726 727 /* 728 * 12. As long as DFE function needs to be enabled in any mode, 729 * COMPHY register DFE_UPDATE_EN[5:0] shall be programmed to 0x3F 730 * for real chip during COMPHY power on. 731 * The value of the DFE_UPDATE_EN already is 0x3F, because it is the 732 * default value after reset of the PHY. 733 */ 734 735 /* 736 * 13. Program COMPHY GEN registers. 737 * These registers should be programmed based on the lab testing result 738 * to achieve optimal performance. Please contact the CEA group to get 739 * the related GEN table during real chip bring-up. We only required to 740 * run though the entire registers programming flow defined by 741 * "comphy_gbe_phy_init" when the REF clock is 40 MHz. For REF clock 742 * 25 MHz the default values stored in PHY registers are OK. 743 */ 744 dev_dbg(lane->dev, "Running C-DPI phy init %s mode\n", 745 lane->submode == PHY_INTERFACE_MODE_2500BASEX ? "2G5" : "1G"); 746 if (lane->priv->xtal_is_40m) 747 comphy_gbe_phy_init(lane, 748 lane->submode != PHY_INTERFACE_MODE_2500BASEX); 749 750 /* 751 * 14. Check the PHY Polarity invert bit 752 */ 753 data = 0x0; 754 if (lane->invert_tx) 755 data |= TXD_INVERT_BIT; 756 if (lane->invert_rx) 757 data |= RXD_INVERT_BIT; 758 mask = TXD_INVERT_BIT | RXD_INVERT_BIT; 759 comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask); 760 761 /* 762 * 15. Set PHY input ports PIN_PU_PLL, PIN_PU_TX and PIN_PU_RX to 1 to 763 * start PHY power up sequence. All the PHY register programming should 764 * be done before PIN_PU_PLL=1. There should be no register programming 765 * for normal PHY operation from this point. 766 */ 767 data = PIN_PU_PLL_BIT | PIN_PU_RX_BIT | PIN_PU_TX_BIT; 768 mask = data; 769 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask); 770 771 /* 772 * 16. Wait for PHY power up sequence to finish by checking output ports 773 * PIN_PLL_READY_TX=1 and PIN_PLL_READY_RX=1. 774 */ 775 ret = comphy_periph_reg_poll(lane, COMPHY_PHY_STAT1, 776 PHY_PLL_READY_TX_BIT | 777 PHY_PLL_READY_RX_BIT, 778 COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT); 779 if (ret) { 780 dev_err(lane->dev, "Failed to lock PLL for SERDES PHY %d\n", 781 lane->id); 782 return ret; 783 } 784 785 /* 786 * 17. Set COMPHY input port PIN_TX_IDLE=0 787 */ 788 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, 0x0, PIN_TX_IDLE_BIT); 789 790 /* 791 * 18. After valid data appear on PIN_RXDATA bus, set PIN_RX_INIT=1. To 792 * start RX initialization. PIN_RX_INIT_DONE will be cleared to 0 by the 793 * PHY After RX initialization is done, PIN_RX_INIT_DONE will be set to 794 * 1 by COMPHY Set PIN_RX_INIT=0 after PIN_RX_INIT_DONE= 1. Please 795 * refer to RX initialization part for details. 796 */ 797 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, 798 PHY_RX_INIT_BIT, PHY_RX_INIT_BIT); 799 800 ret = comphy_periph_reg_poll(lane, COMPHY_PHY_STAT1, 801 PHY_PLL_READY_TX_BIT | 802 PHY_PLL_READY_RX_BIT, 803 COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT); 804 if (ret) { 805 dev_err(lane->dev, "Failed to lock PLL for SERDES PHY %d\n", 806 lane->id); 807 return ret; 808 } 809 810 ret = comphy_periph_reg_poll(lane, COMPHY_PHY_STAT1, 811 PHY_RX_INIT_DONE_BIT, 812 COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT); 813 if (ret) 814 dev_err(lane->dev, "Failed to init RX of SERDES PHY %d\n", 815 lane->id); 816 817 return ret; 818 } 819 820 static int 821 mvebu_a3700_comphy_usb3_power_on(struct mvebu_a3700_comphy_lane *lane) 822 { 823 u32 mask, data, cfg, ref_clk; 824 int ret; 825 826 /* Set phy seclector */ 827 ret = mvebu_a3700_comphy_set_phy_selector(lane); 828 if (ret) 829 return ret; 830 831 /* COMPHY register reset (cleared automatically) */ 832 comphy_lane_reg_set(lane, COMPHY_SFT_RESET, SFT_RST, SFT_RST); 833 834 /* 835 * 0. Set PHY OTG Control(0x5d034), bit 4, Power up OTG module The 836 * register belong to UTMI module, so it is set in UTMI phy driver. 837 */ 838 839 /* 840 * 1. Set PRD_TXDEEMPH (3.5db de-emph) 841 */ 842 data = PRD_TXDEEMPH0_MASK; 843 mask = PRD_TXDEEMPH0_MASK | PRD_TXMARGIN_MASK | PRD_TXSWING_MASK | 844 CFG_TX_ALIGN_POS_MASK; 845 comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG0, data, mask); 846 847 /* 848 * 2. Set BIT0: enable transmitter in high impedance mode 849 * Set BIT[3:4]: delay 2 clock cycles for HiZ off latency 850 * Set BIT6: Tx detect Rx at HiZ mode 851 * Unset BIT15: set to 0 to set USB3 De-emphasize level to -3.5db 852 * together with bit 0 of COMPHY_PIPE_LANE_CFG0 register 853 */ 854 data = TX_DET_RX_MODE | GEN2_TX_DATA_DLY_DEFT | TX_ELEC_IDLE_MODE_EN; 855 mask = PRD_TXDEEMPH1_MASK | TX_DET_RX_MODE | GEN2_TX_DATA_DLY_MASK | 856 TX_ELEC_IDLE_MODE_EN; 857 comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG1, data, mask); 858 859 /* 860 * 3. Set Spread Spectrum Clock Enabled 861 */ 862 comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG4, 863 SPREAD_SPECTRUM_CLK_EN, SPREAD_SPECTRUM_CLK_EN); 864 865 /* 866 * 4. Set Override Margining Controls From the MAC: 867 * Use margining signals from lane configuration 868 */ 869 comphy_lane_reg_set(lane, COMPHY_PIPE_TEST_MODE_CTRL, 870 MODE_MARGIN_OVERRIDE, 0xFFFF); 871 872 /* 873 * 5. Set Lane-to-Lane Bundle Clock Sampling Period = per PCLK cycles 874 * set Mode Clock Source = PCLK is generated from REFCLK 875 */ 876 data = 0x0; 877 mask = MODE_CLK_SRC | BUNDLE_PERIOD_SEL | BUNDLE_PERIOD_SCALE_MASK | 878 BUNDLE_SAMPLE_CTRL | PLL_READY_DLY_MASK; 879 comphy_lane_reg_set(lane, COMPHY_PIPE_CLK_SRC_LO, data, mask); 880 881 /* 882 * 6. Set G2 Spread Spectrum Clock Amplitude at 4K 883 */ 884 comphy_lane_reg_set(lane, COMPHY_GEN2_SET2, 885 GS2_TX_SSC_AMP_4128, GS2_TX_SSC_AMP_MASK); 886 887 /* 888 * 7. Unset G3 Spread Spectrum Clock Amplitude 889 * set G3 TX and RX Register Master Current Select 890 */ 891 data = GS2_VREG_RXTX_MAS_ISET_60U; 892 mask = GS2_TX_SSC_AMP_MASK | GS2_VREG_RXTX_MAS_ISET_MASK | 893 GS2_RSVD_6_0_MASK; 894 comphy_lane_reg_set(lane, COMPHY_GEN3_SET2, data, mask); 895 896 /* 897 * 8. Check crystal jumper setting and program the Power and PLL Control 898 * accordingly Change RX wait 899 */ 900 if (lane->priv->xtal_is_40m) { 901 ref_clk = REF_FREF_SEL_PCIE_USB3_40MHZ; 902 cfg = CFG_PM_RXDLOZ_WAIT_12_UNIT; 903 } else { 904 ref_clk = REF_FREF_SEL_PCIE_USB3_25MHZ; 905 cfg = CFG_PM_RXDLOZ_WAIT_7_UNIT; 906 } 907 908 data = PU_IVREF_BIT | PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT | 909 PU_TX_INTP_BIT | PU_DFE_BIT | COMPHY_MODE_USB3 | ref_clk; 910 mask = PU_IVREF_BIT | PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT | 911 PU_TX_INTP_BIT | PU_DFE_BIT | PLL_LOCK_BIT | COMPHY_MODE_MASK | 912 REF_FREF_SEL_MASK; 913 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask); 914 915 data = CFG_PM_RXDEN_WAIT_1_UNIT | cfg; 916 mask = CFG_PM_OSCCLK_WAIT_MASK | CFG_PM_RXDEN_WAIT_MASK | 917 CFG_PM_RXDLOZ_WAIT_MASK; 918 comphy_lane_reg_set(lane, COMPHY_PIPE_PWR_MGM_TIM1, data, mask); 919 920 /* 921 * 9. Enable idle sync 922 */ 923 comphy_lane_reg_set(lane, COMPHY_IDLE_SYNC_EN, 924 IDLE_SYNC_EN, IDLE_SYNC_EN); 925 926 /* 927 * 10. Enable the output of 500M clock 928 */ 929 comphy_lane_reg_set(lane, COMPHY_MISC_CTRL0, CLK500M_EN, CLK500M_EN); 930 931 /* 932 * 11. Set 20-bit data width 933 */ 934 comphy_lane_reg_set(lane, COMPHY_DIG_LOOPBACK_EN, 935 DATA_WIDTH_20BIT, 0xFFFF); 936 937 /* 938 * 12. Override Speed_PLL value and use MAC PLL 939 */ 940 data = SPEED_PLL_VALUE_16 | USE_MAX_PLL_RATE_BIT; 941 mask = 0xFFFF; 942 comphy_lane_reg_set(lane, COMPHY_KVCO_CAL_CTRL, data, mask); 943 944 /* 945 * 13. Check the Polarity invert bit 946 */ 947 data = 0x0; 948 if (lane->invert_tx) 949 data |= TXD_INVERT_BIT; 950 if (lane->invert_rx) 951 data |= RXD_INVERT_BIT; 952 mask = TXD_INVERT_BIT | RXD_INVERT_BIT; 953 comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask); 954 955 /* 956 * 14. Set max speed generation to USB3.0 5Gbps 957 */ 958 comphy_lane_reg_set(lane, COMPHY_SYNC_MASK_GEN, 959 PHY_GEN_MAX_USB3_5G, PHY_GEN_MAX_MASK); 960 961 /* 962 * 15. Set capacitor value for FFE gain peaking to 0xF 963 */ 964 comphy_lane_reg_set(lane, COMPHY_GEN2_SET3, 965 GS3_FFE_CAP_SEL_VALUE, GS3_FFE_CAP_SEL_MASK); 966 967 /* 968 * 16. Release SW reset 969 */ 970 data = MODE_CORE_CLK_FREQ_SEL | MODE_PIPE_WIDTH_32 | MODE_REFDIV_BY_4; 971 mask = 0xFFFF; 972 comphy_lane_reg_set(lane, COMPHY_PIPE_RST_CLK_CTRL, data, mask); 973 974 /* Wait for > 55 us to allow PCLK be enabled */ 975 udelay(PLL_SET_DELAY_US); 976 977 ret = comphy_lane_reg_poll(lane, COMPHY_PIPE_LANE_STAT1, TXDCLK_PCLK_EN, 978 COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT); 979 if (ret) 980 dev_err(lane->dev, "Failed to lock USB3 PLL\n"); 981 982 return ret; 983 } 984 985 static int 986 mvebu_a3700_comphy_pcie_power_on(struct mvebu_a3700_comphy_lane *lane) 987 { 988 u32 mask, data, ref_clk; 989 int ret; 990 991 /* Configure phy selector for PCIe */ 992 ret = mvebu_a3700_comphy_set_phy_selector(lane); 993 if (ret) 994 return ret; 995 996 /* 1. Enable max PLL. */ 997 comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG1, 998 USE_MAX_PLL_RATE_EN, USE_MAX_PLL_RATE_EN); 999 1000 /* 2. Select 20 bit SERDES interface. */ 1001 comphy_lane_reg_set(lane, COMPHY_PIPE_CLK_SRC_LO, 1002 CFG_SEL_20B, CFG_SEL_20B); 1003 1004 /* 3. Force to use reg setting for PCIe mode */ 1005 comphy_lane_reg_set(lane, COMPHY_MISC_CTRL1, 1006 SEL_BITS_PCIE_FORCE, SEL_BITS_PCIE_FORCE); 1007 1008 /* 4. Change RX wait */ 1009 data = CFG_PM_RXDEN_WAIT_1_UNIT | CFG_PM_RXDLOZ_WAIT_12_UNIT; 1010 mask = CFG_PM_OSCCLK_WAIT_MASK | CFG_PM_RXDEN_WAIT_MASK | 1011 CFG_PM_RXDLOZ_WAIT_MASK; 1012 comphy_lane_reg_set(lane, COMPHY_PIPE_PWR_MGM_TIM1, data, mask); 1013 1014 /* 5. Enable idle sync */ 1015 comphy_lane_reg_set(lane, COMPHY_IDLE_SYNC_EN, 1016 IDLE_SYNC_EN, IDLE_SYNC_EN); 1017 1018 /* 6. Enable the output of 100M/125M/500M clock */ 1019 data = CLK500M_EN | TXDCLK_2X_SEL | CLK100M_125M_EN; 1020 mask = data; 1021 comphy_lane_reg_set(lane, COMPHY_MISC_CTRL0, data, mask); 1022 1023 /* 1024 * 7. Enable TX, PCIE global register, 0xd0074814, it is done in 1025 * PCI-E driver 1026 */ 1027 1028 /* 1029 * 8. Check crystal jumper setting and program the Power and PLL 1030 * Control accordingly 1031 */ 1032 1033 if (lane->priv->xtal_is_40m) 1034 ref_clk = REF_FREF_SEL_PCIE_USB3_40MHZ; 1035 else 1036 ref_clk = REF_FREF_SEL_PCIE_USB3_25MHZ; 1037 1038 data = PU_IVREF_BIT | PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT | 1039 PU_TX_INTP_BIT | PU_DFE_BIT | COMPHY_MODE_PCIE | ref_clk; 1040 mask = 0xFFFF; 1041 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask); 1042 1043 /* 9. Override Speed_PLL value and use MAC PLL */ 1044 comphy_lane_reg_set(lane, COMPHY_KVCO_CAL_CTRL, 1045 SPEED_PLL_VALUE_16 | USE_MAX_PLL_RATE_BIT, 1046 0xFFFF); 1047 1048 /* 10. Check the Polarity invert bit */ 1049 data = 0x0; 1050 if (lane->invert_tx) 1051 data |= TXD_INVERT_BIT; 1052 if (lane->invert_rx) 1053 data |= RXD_INVERT_BIT; 1054 mask = TXD_INVERT_BIT | RXD_INVERT_BIT; 1055 comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask); 1056 1057 /* 11. Release SW reset */ 1058 data = MODE_CORE_CLK_FREQ_SEL | MODE_PIPE_WIDTH_32; 1059 mask = data | PIPE_SOFT_RESET | MODE_REFDIV_MASK; 1060 comphy_lane_reg_set(lane, COMPHY_PIPE_RST_CLK_CTRL, data, mask); 1061 1062 /* Wait for > 55 us to allow PCLK be enabled */ 1063 udelay(PLL_SET_DELAY_US); 1064 1065 ret = comphy_lane_reg_poll(lane, COMPHY_PIPE_LANE_STAT1, TXDCLK_PCLK_EN, 1066 COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT); 1067 if (ret) 1068 dev_err(lane->dev, "Failed to lock PCIE PLL\n"); 1069 1070 return ret; 1071 } 1072 1073 static void 1074 mvebu_a3700_comphy_sata_power_off(struct mvebu_a3700_comphy_lane *lane) 1075 { 1076 /* Set phy isolation mode */ 1077 comphy_lane_reg_set(lane, COMPHY_ISOLATION_CTRL, 1078 PHY_ISOLATE_MODE, PHY_ISOLATE_MODE); 1079 1080 /* Power off PLL, Tx, Rx */ 1081 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, 1082 0x0, PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT); 1083 } 1084 1085 static void 1086 mvebu_a3700_comphy_ethernet_power_off(struct mvebu_a3700_comphy_lane *lane) 1087 { 1088 u32 mask, data; 1089 1090 data = PIN_RESET_CORE_BIT | PIN_RESET_COMPHY_BIT | PIN_PU_IVREF_BIT | 1091 PHY_RX_INIT_BIT; 1092 mask = data; 1093 comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask); 1094 } 1095 1096 static void 1097 mvebu_a3700_comphy_pcie_power_off(struct mvebu_a3700_comphy_lane *lane) 1098 { 1099 /* Power off PLL, Tx, Rx */ 1100 comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, 1101 0x0, PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT); 1102 } 1103 1104 static void mvebu_a3700_comphy_usb3_power_off(struct mvebu_a3700_comphy_lane *lane) 1105 { 1106 /* 1107 * The USB3 MAC sets the USB3 PHY to low state, so we do not 1108 * need to power off USB3 PHY again. 1109 */ 1110 } 1111 1112 static bool mvebu_a3700_comphy_check_mode(int lane, 1113 enum phy_mode mode, 1114 int submode) 1115 { 1116 int i, n = ARRAY_SIZE(mvebu_a3700_comphy_modes); 1117 1118 /* Unused PHY mux value is 0x0 */ 1119 if (mode == PHY_MODE_INVALID) 1120 return false; 1121 1122 for (i = 0; i < n; i++) { 1123 if (mvebu_a3700_comphy_modes[i].lane == lane && 1124 mvebu_a3700_comphy_modes[i].mode == mode && 1125 mvebu_a3700_comphy_modes[i].submode == submode) 1126 break; 1127 } 1128 1129 if (i == n) 1130 return false; 1131 1132 return true; 1133 } 1134 1135 static int mvebu_a3700_comphy_set_mode(struct phy *phy, enum phy_mode mode, 1136 int submode) 1137 { 1138 struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy); 1139 1140 if (!mvebu_a3700_comphy_check_mode(lane->id, mode, submode)) { 1141 dev_err(lane->dev, "invalid COMPHY mode\n"); 1142 return -EINVAL; 1143 } 1144 1145 /* Mode cannot be changed while the PHY is powered on */ 1146 if (phy->power_count && 1147 (lane->mode != mode || lane->submode != submode)) 1148 return -EBUSY; 1149 1150 /* Just remember the mode, ->power_on() will do the real setup */ 1151 lane->mode = mode; 1152 lane->submode = submode; 1153 1154 return 0; 1155 } 1156 1157 static int mvebu_a3700_comphy_power_on(struct phy *phy) 1158 { 1159 struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy); 1160 1161 if (!mvebu_a3700_comphy_check_mode(lane->id, lane->mode, 1162 lane->submode)) { 1163 dev_err(lane->dev, "invalid COMPHY mode\n"); 1164 return -EINVAL; 1165 } 1166 1167 switch (lane->mode) { 1168 case PHY_MODE_USB_HOST_SS: 1169 dev_dbg(lane->dev, "set lane %d to USB3 host mode\n", lane->id); 1170 return mvebu_a3700_comphy_usb3_power_on(lane); 1171 case PHY_MODE_SATA: 1172 dev_dbg(lane->dev, "set lane %d to SATA mode\n", lane->id); 1173 return mvebu_a3700_comphy_sata_power_on(lane); 1174 case PHY_MODE_ETHERNET: 1175 dev_dbg(lane->dev, "set lane %d to Ethernet mode\n", lane->id); 1176 return mvebu_a3700_comphy_ethernet_power_on(lane); 1177 case PHY_MODE_PCIE: 1178 dev_dbg(lane->dev, "set lane %d to PCIe mode\n", lane->id); 1179 return mvebu_a3700_comphy_pcie_power_on(lane); 1180 default: 1181 dev_err(lane->dev, "unsupported PHY mode (%d)\n", lane->mode); 1182 return -EOPNOTSUPP; 1183 } 1184 } 1185 1186 static int mvebu_a3700_comphy_power_off(struct phy *phy) 1187 { 1188 struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy); 1189 1190 switch (lane->id) { 1191 case 0: 1192 mvebu_a3700_comphy_usb3_power_off(lane); 1193 mvebu_a3700_comphy_ethernet_power_off(lane); 1194 return 0; 1195 case 1: 1196 mvebu_a3700_comphy_pcie_power_off(lane); 1197 mvebu_a3700_comphy_ethernet_power_off(lane); 1198 return 0; 1199 case 2: 1200 mvebu_a3700_comphy_usb3_power_off(lane); 1201 mvebu_a3700_comphy_sata_power_off(lane); 1202 return 0; 1203 default: 1204 dev_err(lane->dev, "invalid COMPHY mode\n"); 1205 return -EINVAL; 1206 } 1207 } 1208 1209 static const struct phy_ops mvebu_a3700_comphy_ops = { 1210 .power_on = mvebu_a3700_comphy_power_on, 1211 .power_off = mvebu_a3700_comphy_power_off, 1212 .set_mode = mvebu_a3700_comphy_set_mode, 1213 .owner = THIS_MODULE, 1214 }; 1215 1216 static struct phy *mvebu_a3700_comphy_xlate(struct device *dev, 1217 const struct of_phandle_args *args) 1218 { 1219 struct mvebu_a3700_comphy_lane *lane; 1220 unsigned int port; 1221 struct phy *phy; 1222 1223 phy = of_phy_simple_xlate(dev, args); 1224 if (IS_ERR(phy)) 1225 return phy; 1226 1227 lane = phy_get_drvdata(phy); 1228 1229 port = args->args[0]; 1230 if (port != 0 && (port != 1 || lane->id != 0)) { 1231 dev_err(lane->dev, "invalid port number %u\n", port); 1232 return ERR_PTR(-EINVAL); 1233 } 1234 1235 lane->invert_tx = args->args[1] & BIT(0); 1236 lane->invert_rx = args->args[1] & BIT(1); 1237 1238 return phy; 1239 } 1240 1241 static int mvebu_a3700_comphy_probe(struct platform_device *pdev) 1242 { 1243 struct mvebu_a3700_comphy_priv *priv; 1244 struct phy_provider *provider; 1245 struct device_node *child; 1246 struct resource *res; 1247 struct clk *clk; 1248 int ret; 1249 1250 priv = devm_kzalloc(&pdev->dev, sizeof(*priv), GFP_KERNEL); 1251 if (!priv) 1252 return -ENOMEM; 1253 1254 spin_lock_init(&priv->lock); 1255 1256 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "comphy"); 1257 priv->comphy_regs = devm_ioremap_resource(&pdev->dev, res); 1258 if (IS_ERR(priv->comphy_regs)) 1259 return PTR_ERR(priv->comphy_regs); 1260 1261 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 1262 "lane1_pcie_gbe"); 1263 priv->lane1_phy_regs = devm_ioremap_resource(&pdev->dev, res); 1264 if (IS_ERR(priv->lane1_phy_regs)) 1265 return PTR_ERR(priv->lane1_phy_regs); 1266 1267 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 1268 "lane0_usb3_gbe"); 1269 priv->lane0_phy_regs = devm_ioremap_resource(&pdev->dev, res); 1270 if (IS_ERR(priv->lane0_phy_regs)) 1271 return PTR_ERR(priv->lane0_phy_regs); 1272 1273 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 1274 "lane2_sata_usb3"); 1275 priv->lane2_phy_indirect = devm_ioremap_resource(&pdev->dev, res); 1276 if (IS_ERR(priv->lane2_phy_indirect)) 1277 return PTR_ERR(priv->lane2_phy_indirect); 1278 1279 /* 1280 * Driver needs to know if reference xtal clock is 40MHz or 25MHz. 1281 * Old DT bindings do not have xtal clk present. So do not fail here 1282 * and expects that default 25MHz reference clock is used. 1283 */ 1284 clk = clk_get(&pdev->dev, "xtal"); 1285 if (IS_ERR(clk)) { 1286 if (PTR_ERR(clk) == -EPROBE_DEFER) 1287 return -EPROBE_DEFER; 1288 dev_warn(&pdev->dev, "missing 'xtal' clk (%ld)\n", 1289 PTR_ERR(clk)); 1290 } else { 1291 ret = clk_prepare_enable(clk); 1292 if (ret) { 1293 dev_warn(&pdev->dev, "enabling xtal clk failed (%d)\n", 1294 ret); 1295 } else { 1296 if (clk_get_rate(clk) == 40000000) 1297 priv->xtal_is_40m = true; 1298 clk_disable_unprepare(clk); 1299 } 1300 clk_put(clk); 1301 } 1302 1303 dev_set_drvdata(&pdev->dev, priv); 1304 1305 for_each_available_child_of_node(pdev->dev.of_node, child) { 1306 struct mvebu_a3700_comphy_lane *lane; 1307 struct phy *phy; 1308 int ret; 1309 u32 lane_id; 1310 1311 ret = of_property_read_u32(child, "reg", &lane_id); 1312 if (ret < 0) { 1313 dev_err(&pdev->dev, "missing 'reg' property (%d)\n", 1314 ret); 1315 continue; 1316 } 1317 1318 if (lane_id >= 3) { 1319 dev_err(&pdev->dev, "invalid 'reg' property\n"); 1320 continue; 1321 } 1322 1323 lane = devm_kzalloc(&pdev->dev, sizeof(*lane), GFP_KERNEL); 1324 if (!lane) { 1325 of_node_put(child); 1326 return -ENOMEM; 1327 } 1328 1329 phy = devm_phy_create(&pdev->dev, child, 1330 &mvebu_a3700_comphy_ops); 1331 if (IS_ERR(phy)) { 1332 of_node_put(child); 1333 return PTR_ERR(phy); 1334 } 1335 1336 lane->priv = priv; 1337 lane->dev = &pdev->dev; 1338 lane->mode = PHY_MODE_INVALID; 1339 lane->submode = PHY_INTERFACE_MODE_NA; 1340 lane->id = lane_id; 1341 lane->invert_tx = false; 1342 lane->invert_rx = false; 1343 phy_set_drvdata(phy, lane); 1344 1345 /* 1346 * To avoid relying on the bootloader/firmware configuration, 1347 * power off all comphys. 1348 */ 1349 mvebu_a3700_comphy_power_off(phy); 1350 } 1351 1352 provider = devm_of_phy_provider_register(&pdev->dev, 1353 mvebu_a3700_comphy_xlate); 1354 1355 return PTR_ERR_OR_ZERO(provider); 1356 } 1357 1358 static const struct of_device_id mvebu_a3700_comphy_of_match_table[] = { 1359 { .compatible = "marvell,comphy-a3700" }, 1360 { }, 1361 }; 1362 MODULE_DEVICE_TABLE(of, mvebu_a3700_comphy_of_match_table); 1363 1364 static struct platform_driver mvebu_a3700_comphy_driver = { 1365 .probe = mvebu_a3700_comphy_probe, 1366 .driver = { 1367 .name = "mvebu-a3700-comphy", 1368 .of_match_table = mvebu_a3700_comphy_of_match_table, 1369 }, 1370 }; 1371 module_platform_driver(mvebu_a3700_comphy_driver); 1372 1373 MODULE_AUTHOR("Miquèl Raynal <miquel.raynal@bootlin.com>"); 1374 MODULE_AUTHOR("Pali Rohár <pali@kernel.org>"); 1375 MODULE_AUTHOR("Marek Behún <kabel@kernel.org>"); 1376 MODULE_DESCRIPTION("Common PHY driver for A3700"); 1377 MODULE_LICENSE("GPL v2"); 1378