xref: /linux/drivers/phy/marvell/phy-mvebu-a3700-comphy.c (revision dec1c62e91ba268ab2a6e339d4d7a59287d5eba1)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (C) 2018 Marvell
4  *
5  * Authors:
6  *   Evan Wang <xswang@marvell.com>
7  *   Miquèl Raynal <miquel.raynal@bootlin.com>
8  *   Pali Rohár <pali@kernel.org>
9  *   Marek Behún <kabel@kernel.org>
10  *
11  * Structure inspired from phy-mvebu-cp110-comphy.c written by Antoine Tenart.
12  * Comphy code from ARM Trusted Firmware ported by Pali Rohár <pali@kernel.org>
13  * and Marek Behún <kabel@kernel.org>.
14  */
15 
16 #include <linux/bitfield.h>
17 #include <linux/clk.h>
18 #include <linux/io.h>
19 #include <linux/iopoll.h>
20 #include <linux/mfd/syscon.h>
21 #include <linux/module.h>
22 #include <linux/phy.h>
23 #include <linux/phy/phy.h>
24 #include <linux/platform_device.h>
25 #include <linux/spinlock.h>
26 
27 #define PLL_SET_DELAY_US		600
28 #define COMPHY_PLL_SLEEP		1000
29 #define COMPHY_PLL_TIMEOUT		150000
30 
31 /* Comphy lane2 indirect access register offset */
32 #define COMPHY_LANE2_INDIR_ADDR		0x0
33 #define COMPHY_LANE2_INDIR_DATA		0x4
34 
35 /* SATA and USB3 PHY offset compared to SATA PHY */
36 #define COMPHY_LANE2_REGS_BASE		0x200
37 
38 /*
39  * When accessing common PHY lane registers directly, we need to shift by 1,
40  * since the registers are 16-bit.
41  */
42 #define COMPHY_LANE_REG_DIRECT(reg)	(((reg) & 0x7FF) << 1)
43 
44 /* COMPHY registers */
45 #define COMPHY_POWER_PLL_CTRL		0x01
46 #define PU_IVREF_BIT			BIT(15)
47 #define PU_PLL_BIT			BIT(14)
48 #define PU_RX_BIT			BIT(13)
49 #define PU_TX_BIT			BIT(12)
50 #define PU_TX_INTP_BIT			BIT(11)
51 #define PU_DFE_BIT			BIT(10)
52 #define RESET_DTL_RX_BIT		BIT(9)
53 #define PLL_LOCK_BIT			BIT(8)
54 #define REF_FREF_SEL_MASK		GENMASK(4, 0)
55 #define REF_FREF_SEL_SERDES_25MHZ	FIELD_PREP(REF_FREF_SEL_MASK, 0x1)
56 #define REF_FREF_SEL_SERDES_40MHZ	FIELD_PREP(REF_FREF_SEL_MASK, 0x3)
57 #define REF_FREF_SEL_SERDES_50MHZ	FIELD_PREP(REF_FREF_SEL_MASK, 0x4)
58 #define REF_FREF_SEL_PCIE_USB3_25MHZ	FIELD_PREP(REF_FREF_SEL_MASK, 0x2)
59 #define REF_FREF_SEL_PCIE_USB3_40MHZ	FIELD_PREP(REF_FREF_SEL_MASK, 0x3)
60 #define COMPHY_MODE_MASK		GENMASK(7, 5)
61 #define COMPHY_MODE_SATA		FIELD_PREP(COMPHY_MODE_MASK, 0x0)
62 #define COMPHY_MODE_PCIE		FIELD_PREP(COMPHY_MODE_MASK, 0x3)
63 #define COMPHY_MODE_SERDES		FIELD_PREP(COMPHY_MODE_MASK, 0x4)
64 #define COMPHY_MODE_USB3		FIELD_PREP(COMPHY_MODE_MASK, 0x5)
65 
66 #define COMPHY_KVCO_CAL_CTRL		0x02
67 #define USE_MAX_PLL_RATE_BIT		BIT(12)
68 #define SPEED_PLL_MASK			GENMASK(7, 2)
69 #define SPEED_PLL_VALUE_16		FIELD_PREP(SPEED_PLL_MASK, 0x10)
70 
71 #define COMPHY_DIG_LOOPBACK_EN		0x23
72 #define SEL_DATA_WIDTH_MASK		GENMASK(11, 10)
73 #define DATA_WIDTH_10BIT		FIELD_PREP(SEL_DATA_WIDTH_MASK, 0x0)
74 #define DATA_WIDTH_20BIT		FIELD_PREP(SEL_DATA_WIDTH_MASK, 0x1)
75 #define DATA_WIDTH_40BIT		FIELD_PREP(SEL_DATA_WIDTH_MASK, 0x2)
76 #define PLL_READY_TX_BIT		BIT(4)
77 
78 #define COMPHY_SYNC_PATTERN		0x24
79 #define TXD_INVERT_BIT			BIT(10)
80 #define RXD_INVERT_BIT			BIT(11)
81 
82 #define COMPHY_SYNC_MASK_GEN		0x25
83 #define PHY_GEN_MAX_MASK		GENMASK(11, 10)
84 #define PHY_GEN_MAX_USB3_5G		FIELD_PREP(PHY_GEN_MAX_MASK, 0x1)
85 
86 #define COMPHY_ISOLATION_CTRL		0x26
87 #define PHY_ISOLATE_MODE		BIT(15)
88 
89 #define COMPHY_GEN2_SET2		0x3e
90 #define GS2_TX_SSC_AMP_MASK		GENMASK(15, 9)
91 #define GS2_TX_SSC_AMP_4128		FIELD_PREP(GS2_TX_SSC_AMP_MASK, 0x20)
92 #define GS2_VREG_RXTX_MAS_ISET_MASK	GENMASK(8, 7)
93 #define GS2_VREG_RXTX_MAS_ISET_60U	FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\
94 						   0x0)
95 #define GS2_VREG_RXTX_MAS_ISET_80U	FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\
96 						   0x1)
97 #define GS2_VREG_RXTX_MAS_ISET_100U	FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\
98 						   0x2)
99 #define GS2_VREG_RXTX_MAS_ISET_120U	FIELD_PREP(GS2_VREG_RXTX_MAS_ISET_MASK,\
100 						   0x3)
101 #define GS2_RSVD_6_0_MASK		GENMASK(6, 0)
102 
103 #define COMPHY_GEN3_SET2		0x3f
104 
105 #define COMPHY_IDLE_SYNC_EN		0x48
106 #define IDLE_SYNC_EN			BIT(12)
107 
108 #define COMPHY_MISC_CTRL0		0x4F
109 #define CLK100M_125M_EN			BIT(4)
110 #define TXDCLK_2X_SEL			BIT(6)
111 #define CLK500M_EN			BIT(7)
112 #define PHY_REF_CLK_SEL			BIT(10)
113 
114 #define COMPHY_SFT_RESET		0x52
115 #define SFT_RST				BIT(9)
116 #define SFT_RST_NO_REG			BIT(10)
117 
118 #define COMPHY_MISC_CTRL1		0x73
119 #define SEL_BITS_PCIE_FORCE		BIT(15)
120 
121 #define COMPHY_GEN2_SET3		0x112
122 #define GS3_FFE_CAP_SEL_MASK		GENMASK(3, 0)
123 #define GS3_FFE_CAP_SEL_VALUE		FIELD_PREP(GS3_FFE_CAP_SEL_MASK, 0xF)
124 
125 /* PIPE registers */
126 #define COMPHY_PIPE_LANE_CFG0		0x180
127 #define PRD_TXDEEMPH0_MASK		BIT(0)
128 #define PRD_TXMARGIN_MASK		GENMASK(3, 1)
129 #define PRD_TXSWING_MASK		BIT(4)
130 #define CFG_TX_ALIGN_POS_MASK		GENMASK(8, 5)
131 
132 #define COMPHY_PIPE_LANE_CFG1		0x181
133 #define PRD_TXDEEMPH1_MASK		BIT(15)
134 #define USE_MAX_PLL_RATE_EN		BIT(9)
135 #define TX_DET_RX_MODE			BIT(6)
136 #define GEN2_TX_DATA_DLY_MASK		GENMASK(4, 3)
137 #define GEN2_TX_DATA_DLY_DEFT		FIELD_PREP(GEN2_TX_DATA_DLY_MASK, 2)
138 #define TX_ELEC_IDLE_MODE_EN		BIT(0)
139 
140 #define COMPHY_PIPE_LANE_STAT1		0x183
141 #define TXDCLK_PCLK_EN			BIT(0)
142 
143 #define COMPHY_PIPE_LANE_CFG4		0x188
144 #define SPREAD_SPECTRUM_CLK_EN		BIT(7)
145 
146 #define COMPHY_PIPE_RST_CLK_CTRL	0x1C1
147 #define PIPE_SOFT_RESET			BIT(0)
148 #define PIPE_REG_RESET			BIT(1)
149 #define MODE_CORE_CLK_FREQ_SEL		BIT(9)
150 #define MODE_PIPE_WIDTH_32		BIT(3)
151 #define MODE_REFDIV_MASK		GENMASK(5, 4)
152 #define MODE_REFDIV_BY_4		FIELD_PREP(MODE_REFDIV_MASK, 0x2)
153 
154 #define COMPHY_PIPE_TEST_MODE_CTRL	0x1C2
155 #define MODE_MARGIN_OVERRIDE		BIT(2)
156 
157 #define COMPHY_PIPE_CLK_SRC_LO		0x1C3
158 #define MODE_CLK_SRC			BIT(0)
159 #define BUNDLE_PERIOD_SEL		BIT(1)
160 #define BUNDLE_PERIOD_SCALE_MASK	GENMASK(3, 2)
161 #define BUNDLE_SAMPLE_CTRL		BIT(4)
162 #define PLL_READY_DLY_MASK		GENMASK(7, 5)
163 #define CFG_SEL_20B			BIT(15)
164 
165 #define COMPHY_PIPE_PWR_MGM_TIM1	0x1D0
166 #define CFG_PM_OSCCLK_WAIT_MASK		GENMASK(15, 12)
167 #define CFG_PM_RXDEN_WAIT_MASK		GENMASK(11, 8)
168 #define CFG_PM_RXDEN_WAIT_1_UNIT	FIELD_PREP(CFG_PM_RXDEN_WAIT_MASK, 0x1)
169 #define CFG_PM_RXDLOZ_WAIT_MASK		GENMASK(7, 0)
170 #define CFG_PM_RXDLOZ_WAIT_7_UNIT	FIELD_PREP(CFG_PM_RXDLOZ_WAIT_MASK, 0x7)
171 #define CFG_PM_RXDLOZ_WAIT_12_UNIT	FIELD_PREP(CFG_PM_RXDLOZ_WAIT_MASK, 0xC)
172 
173 /*
174  * This register is not from PHY lane register space. It only exists in the
175  * indirect register space, before the actual PHY lane 2 registers. So the
176  * offset is absolute, not relative to COMPHY_LANE2_REGS_BASE.
177  * It is used only for SATA PHY initialization.
178  */
179 #define COMPHY_RESERVED_REG		0x0E
180 #define PHYCTRL_FRM_PIN_BIT		BIT(13)
181 
182 /* South Bridge PHY Configuration Registers */
183 #define COMPHY_PHY_REG(lane, reg)	(((1 - (lane)) * 0x28) + ((reg) & 0x3f))
184 
185 /*
186  * lane0: USB3/GbE1 PHY Configuration 1
187  * lane1: PCIe/GbE0 PHY Configuration 1
188  * (used only by SGMII code)
189  */
190 #define COMPHY_PHY_CFG1			0x0
191 #define PIN_PU_IVREF_BIT		BIT(1)
192 #define PIN_RESET_CORE_BIT		BIT(11)
193 #define PIN_RESET_COMPHY_BIT		BIT(12)
194 #define PIN_PU_PLL_BIT			BIT(16)
195 #define PIN_PU_RX_BIT			BIT(17)
196 #define PIN_PU_TX_BIT			BIT(18)
197 #define PIN_TX_IDLE_BIT			BIT(19)
198 #define GEN_RX_SEL_MASK			GENMASK(25, 22)
199 #define GEN_RX_SEL_VALUE(val)		FIELD_PREP(GEN_RX_SEL_MASK, (val))
200 #define GEN_TX_SEL_MASK			GENMASK(29, 26)
201 #define GEN_TX_SEL_VALUE(val)		FIELD_PREP(GEN_TX_SEL_MASK, (val))
202 #define SERDES_SPEED_1_25_G		0x6
203 #define SERDES_SPEED_3_125_G		0x8
204 #define PHY_RX_INIT_BIT			BIT(30)
205 
206 /*
207  * lane0: USB3/GbE1 PHY Status 1
208  * lane1: PCIe/GbE0 PHY Status 1
209  * (used only by SGMII code)
210  */
211 #define COMPHY_PHY_STAT1		0x18
212 #define PHY_RX_INIT_DONE_BIT		BIT(0)
213 #define PHY_PLL_READY_RX_BIT		BIT(2)
214 #define PHY_PLL_READY_TX_BIT		BIT(3)
215 
216 /* PHY Selector */
217 #define COMPHY_SELECTOR_PHY_REG			0xFC
218 /* bit0: 0: Lane1 is GbE0; 1: Lane1 is PCIe */
219 #define COMPHY_SELECTOR_PCIE_GBE0_SEL_BIT	BIT(0)
220 /* bit4: 0: Lane0 is GbE1; 1: Lane0 is USB3 */
221 #define COMPHY_SELECTOR_USB3_GBE1_SEL_BIT	BIT(4)
222 /* bit8: 0: Lane0 is USB3 instead of GbE1, Lane2 is SATA; 1: Lane2 is USB3 */
223 #define COMPHY_SELECTOR_USB3_PHY_SEL_BIT	BIT(8)
224 
225 struct mvebu_a3700_comphy_conf {
226 	unsigned int lane;
227 	enum phy_mode mode;
228 	int submode;
229 };
230 
231 #define MVEBU_A3700_COMPHY_CONF(_lane, _mode, _smode)			\
232 	{								\
233 		.lane = _lane,						\
234 		.mode = _mode,						\
235 		.submode = _smode,					\
236 	}
237 
238 #define MVEBU_A3700_COMPHY_CONF_GEN(_lane, _mode) \
239 	MVEBU_A3700_COMPHY_CONF(_lane, _mode, PHY_INTERFACE_MODE_NA)
240 
241 #define MVEBU_A3700_COMPHY_CONF_ETH(_lane, _smode) \
242 	MVEBU_A3700_COMPHY_CONF(_lane, PHY_MODE_ETHERNET, _smode)
243 
244 static const struct mvebu_a3700_comphy_conf mvebu_a3700_comphy_modes[] = {
245 	/* lane 0 */
246 	MVEBU_A3700_COMPHY_CONF_GEN(0, PHY_MODE_USB_HOST_SS),
247 	MVEBU_A3700_COMPHY_CONF_ETH(0, PHY_INTERFACE_MODE_SGMII),
248 	MVEBU_A3700_COMPHY_CONF_ETH(0, PHY_INTERFACE_MODE_1000BASEX),
249 	MVEBU_A3700_COMPHY_CONF_ETH(0, PHY_INTERFACE_MODE_2500BASEX),
250 	/* lane 1 */
251 	MVEBU_A3700_COMPHY_CONF_GEN(1, PHY_MODE_PCIE),
252 	MVEBU_A3700_COMPHY_CONF_ETH(1, PHY_INTERFACE_MODE_SGMII),
253 	MVEBU_A3700_COMPHY_CONF_ETH(1, PHY_INTERFACE_MODE_1000BASEX),
254 	MVEBU_A3700_COMPHY_CONF_ETH(1, PHY_INTERFACE_MODE_2500BASEX),
255 	/* lane 2 */
256 	MVEBU_A3700_COMPHY_CONF_GEN(2, PHY_MODE_SATA),
257 	MVEBU_A3700_COMPHY_CONF_GEN(2, PHY_MODE_USB_HOST_SS),
258 };
259 
260 struct mvebu_a3700_comphy_priv {
261 	void __iomem *comphy_regs;
262 	void __iomem *lane0_phy_regs; /* USB3 and GbE1 */
263 	void __iomem *lane1_phy_regs; /* PCIe and GbE0 */
264 	void __iomem *lane2_phy_indirect; /* SATA and USB3 */
265 	spinlock_t lock; /* for PHY selector access */
266 	bool xtal_is_40m;
267 };
268 
269 struct mvebu_a3700_comphy_lane {
270 	struct mvebu_a3700_comphy_priv *priv;
271 	struct device *dev;
272 	unsigned int id;
273 	enum phy_mode mode;
274 	int submode;
275 	bool invert_tx;
276 	bool invert_rx;
277 	bool needs_reset;
278 };
279 
280 struct gbe_phy_init_data_fix {
281 	u16 addr;
282 	u16 value;
283 };
284 
285 /* Changes to 40M1G25 mode data required for running 40M3G125 init mode */
286 static struct gbe_phy_init_data_fix gbe_phy_init_fix[] = {
287 	{ 0x005, 0x07CC }, { 0x015, 0x0000 }, { 0x01B, 0x0000 },
288 	{ 0x01D, 0x0000 }, { 0x01E, 0x0000 }, { 0x01F, 0x0000 },
289 	{ 0x020, 0x0000 }, { 0x021, 0x0030 }, { 0x026, 0x0888 },
290 	{ 0x04D, 0x0152 }, { 0x04F, 0xA020 }, { 0x050, 0x07CC },
291 	{ 0x053, 0xE9CA }, { 0x055, 0xBD97 }, { 0x071, 0x3015 },
292 	{ 0x076, 0x03AA }, { 0x07C, 0x0FDF }, { 0x0C2, 0x3030 },
293 	{ 0x0C3, 0x8000 }, { 0x0E2, 0x5550 }, { 0x0E3, 0x12A4 },
294 	{ 0x0E4, 0x7D00 }, { 0x0E6, 0x0C83 }, { 0x101, 0xFCC0 },
295 	{ 0x104, 0x0C10 }
296 };
297 
298 /* 40M1G25 mode init data */
299 static u16 gbe_phy_init[512] = {
300 	/* 0       1       2       3       4       5       6       7 */
301 	/*-----------------------------------------------------------*/
302 	/* 8       9       A       B       C       D       E       F */
303 	0x3110, 0xFD83, 0x6430, 0x412F, 0x82C0, 0x06FA, 0x4500, 0x6D26,	/* 00 */
304 	0xAFC0, 0x8000, 0xC000, 0x0000, 0x2000, 0x49CC, 0x0BC9, 0x2A52,	/* 08 */
305 	0x0BD2, 0x0CDE, 0x13D2, 0x0CE8, 0x1149, 0x10E0, 0x0000, 0x0000,	/* 10 */
306 	0x0000, 0x0000, 0x0000, 0x0001, 0x0000, 0x4134, 0x0D2D, 0xFFFF,	/* 18 */
307 	0xFFE0, 0x4030, 0x1016, 0x0030, 0x0000, 0x0800, 0x0866, 0x0000,	/* 20 */
308 	0x0000, 0x0000, 0xFFFF, 0xFFFF, 0xFFFF, 0xFFFF, 0xFFFF, 0xFFFF,	/* 28 */
309 	0xFFFF, 0xFFFF, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/* 30 */
310 	0x0000, 0x0000, 0x000F, 0x6A62, 0x1988, 0x3100, 0x3100, 0x3100,	/* 38 */
311 	0x3100, 0xA708, 0x2430, 0x0830, 0x1030, 0x4610, 0xFF00, 0xFF00,	/* 40 */
312 	0x0060, 0x1000, 0x0400, 0x0040, 0x00F0, 0x0155, 0x1100, 0xA02A,	/* 48 */
313 	0x06FA, 0x0080, 0xB008, 0xE3ED, 0x5002, 0xB592, 0x7A80, 0x0001,	/* 50 */
314 	0x020A, 0x8820, 0x6014, 0x8054, 0xACAA, 0xFC88, 0x2A02, 0x45CF,	/* 58 */
315 	0x000F, 0x1817, 0x2860, 0x064F, 0x0000, 0x0204, 0x1800, 0x6000,	/* 60 */
316 	0x810F, 0x4F23, 0x4000, 0x4498, 0x0850, 0x0000, 0x000E, 0x1002,	/* 68 */
317 	0x9D3A, 0x3009, 0xD066, 0x0491, 0x0001, 0x6AB0, 0x0399, 0x3780,	/* 70 */
318 	0x0040, 0x5AC0, 0x4A80, 0x0000, 0x01DF, 0x0000, 0x0007, 0x0000,	/* 78 */
319 	0x2D54, 0x00A1, 0x4000, 0x0100, 0xA20A, 0x0000, 0x0000, 0x0000,	/* 80 */
320 	0x0000, 0x0000, 0x0000, 0x7400, 0x0E81, 0x1000, 0x1242, 0x0210,	/* 88 */
321 	0x80DF, 0x0F1F, 0x2F3F, 0x4F5F, 0x6F7F, 0x0F1F, 0x2F3F, 0x4F5F,	/* 90 */
322 	0x6F7F, 0x4BAD, 0x0000, 0x0000, 0x0800, 0x0000, 0x2400, 0xB651,	/* 98 */
323 	0xC9E0, 0x4247, 0x0A24, 0x0000, 0xAF19, 0x1004, 0x0000, 0x0000,	/* A0 */
324 	0x0000, 0x0013, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/* A8 */
325 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/* B0 */
326 	0x0000, 0x0000, 0x0000, 0x0060, 0x0000, 0x0000, 0x0000, 0x0000,	/* B8 */
327 	0x0000, 0x0000, 0x3010, 0xFA00, 0x0000, 0x0000, 0x0000, 0x0003,	/* C0 */
328 	0x1618, 0x8200, 0x8000, 0x0400, 0x050F, 0x0000, 0x0000, 0x0000,	/* C8 */
329 	0x4C93, 0x0000, 0x1000, 0x1120, 0x0010, 0x1242, 0x1242, 0x1E00,	/* D0 */
330 	0x0000, 0x0000, 0x0000, 0x00F8, 0x0000, 0x0041, 0x0800, 0x0000,	/* D8 */
331 	0x82A0, 0x572E, 0x2490, 0x14A9, 0x4E00, 0x0000, 0x0803, 0x0541,	/* E0 */
332 	0x0C15, 0x0000, 0x0000, 0x0400, 0x2626, 0x0000, 0x0000, 0x4200,	/* E8 */
333 	0x0000, 0xAA55, 0x1020, 0x0000, 0x0000, 0x5010, 0x0000, 0x0000,	/* F0 */
334 	0x0000, 0x0000, 0x5000, 0x0000, 0x0000, 0x0000, 0x02F2, 0x0000,	/* F8 */
335 	0x101F, 0xFDC0, 0x4000, 0x8010, 0x0110, 0x0006, 0x0000, 0x0000,	/*100 */
336 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*108 */
337 	0x04CF, 0x0000, 0x04CF, 0x0000, 0x04CF, 0x0000, 0x04C6, 0x0000,	/*110 */
338 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*118 */
339 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*120 */
340 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*128 */
341 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*130 */
342 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*138 */
343 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*140 */
344 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*148 */
345 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*150 */
346 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*158 */
347 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*160 */
348 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*168 */
349 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*170 */
350 	0x0000, 0x0000, 0x0000, 0x00F0, 0x08A2, 0x3112, 0x0A14, 0x0000,	/*178 */
351 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*180 */
352 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*188 */
353 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*190 */
354 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*198 */
355 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1A0 */
356 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1A8 */
357 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1B0 */
358 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1B8 */
359 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1C0 */
360 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1C8 */
361 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1D0 */
362 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1D8 */
363 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1E0 */
364 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1E8 */
365 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,	/*1F0 */
366 	0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000	/*1F8 */
367 };
368 
369 static inline void comphy_reg_set(void __iomem *addr, u32 data, u32 mask)
370 {
371 	u32 val;
372 
373 	val = readl(addr);
374 	val = (val & ~mask) | (data & mask);
375 	writel(val, addr);
376 }
377 
378 static inline void comphy_reg_set16(void __iomem *addr, u16 data, u16 mask)
379 {
380 	u16 val;
381 
382 	val = readw(addr);
383 	val = (val & ~mask) | (data & mask);
384 	writew(val, addr);
385 }
386 
387 /* Used for accessing lane 2 registers (SATA/USB3 PHY) */
388 static void comphy_set_indirect(struct mvebu_a3700_comphy_priv *priv,
389 				u32 offset, u16 data, u16 mask)
390 {
391 	writel(offset,
392 	       priv->lane2_phy_indirect + COMPHY_LANE2_INDIR_ADDR);
393 	comphy_reg_set(priv->lane2_phy_indirect + COMPHY_LANE2_INDIR_DATA,
394 		       data, mask);
395 }
396 
397 static void comphy_lane_reg_set(struct mvebu_a3700_comphy_lane *lane,
398 				u16 reg, u16 data, u16 mask)
399 {
400 	if (lane->id == 2) {
401 		/* lane 2 PHY registers are accessed indirectly */
402 		comphy_set_indirect(lane->priv,
403 				    reg + COMPHY_LANE2_REGS_BASE,
404 				    data, mask);
405 	} else {
406 		void __iomem *base = lane->id == 1 ?
407 				     lane->priv->lane1_phy_regs :
408 				     lane->priv->lane0_phy_regs;
409 
410 		comphy_reg_set16(base + COMPHY_LANE_REG_DIRECT(reg),
411 				 data, mask);
412 	}
413 }
414 
415 static int comphy_lane_reg_poll(struct mvebu_a3700_comphy_lane *lane,
416 				u16 reg, u16 bits,
417 				ulong sleep_us, ulong timeout_us)
418 {
419 	int ret;
420 
421 	if (lane->id == 2) {
422 		u32 data;
423 
424 		/* lane 2 PHY registers are accessed indirectly */
425 		writel(reg + COMPHY_LANE2_REGS_BASE,
426 		       lane->priv->lane2_phy_indirect +
427 		       COMPHY_LANE2_INDIR_ADDR);
428 
429 		ret = readl_poll_timeout(lane->priv->lane2_phy_indirect +
430 					 COMPHY_LANE2_INDIR_DATA,
431 					 data, (data & bits) == bits,
432 					 sleep_us, timeout_us);
433 	} else {
434 		void __iomem *base = lane->id == 1 ?
435 				     lane->priv->lane1_phy_regs :
436 				     lane->priv->lane0_phy_regs;
437 		u16 data;
438 
439 		ret = readw_poll_timeout(base + COMPHY_LANE_REG_DIRECT(reg),
440 					 data, (data & bits) == bits,
441 					 sleep_us, timeout_us);
442 	}
443 
444 	return ret;
445 }
446 
447 static void comphy_periph_reg_set(struct mvebu_a3700_comphy_lane *lane,
448 				  u8 reg, u32 data, u32 mask)
449 {
450 	comphy_reg_set(lane->priv->comphy_regs + COMPHY_PHY_REG(lane->id, reg),
451 		       data, mask);
452 }
453 
454 static int comphy_periph_reg_poll(struct mvebu_a3700_comphy_lane *lane,
455 				  u8 reg, u32 bits,
456 				  ulong sleep_us, ulong timeout_us)
457 {
458 	u32 data;
459 
460 	return readl_poll_timeout(lane->priv->comphy_regs +
461 				  COMPHY_PHY_REG(lane->id, reg),
462 				  data, (data & bits) == bits,
463 				  sleep_us, timeout_us);
464 }
465 
466 /* PHY selector configures with corresponding modes */
467 static int
468 mvebu_a3700_comphy_set_phy_selector(struct mvebu_a3700_comphy_lane *lane)
469 {
470 	u32 old, new, clr = 0, set = 0;
471 	unsigned long flags;
472 
473 	switch (lane->mode) {
474 	case PHY_MODE_SATA:
475 		/* SATA must be in Lane2 */
476 		if (lane->id == 2)
477 			clr = COMPHY_SELECTOR_USB3_PHY_SEL_BIT;
478 		else
479 			goto error;
480 		break;
481 
482 	case PHY_MODE_ETHERNET:
483 		if (lane->id == 0)
484 			clr = COMPHY_SELECTOR_USB3_GBE1_SEL_BIT;
485 		else if (lane->id == 1)
486 			clr = COMPHY_SELECTOR_PCIE_GBE0_SEL_BIT;
487 		else
488 			goto error;
489 		break;
490 
491 	case PHY_MODE_USB_HOST_SS:
492 		if (lane->id == 2)
493 			set = COMPHY_SELECTOR_USB3_PHY_SEL_BIT;
494 		else if (lane->id == 0)
495 			set = COMPHY_SELECTOR_USB3_GBE1_SEL_BIT;
496 		else
497 			goto error;
498 		break;
499 
500 	case PHY_MODE_PCIE:
501 		/* PCIE must be in Lane1 */
502 		if (lane->id == 1)
503 			set = COMPHY_SELECTOR_PCIE_GBE0_SEL_BIT;
504 		else
505 			goto error;
506 		break;
507 
508 	default:
509 		goto error;
510 	}
511 
512 	spin_lock_irqsave(&lane->priv->lock, flags);
513 
514 	old = readl(lane->priv->comphy_regs + COMPHY_SELECTOR_PHY_REG);
515 	new = (old & ~clr) | set;
516 	writel(new, lane->priv->comphy_regs + COMPHY_SELECTOR_PHY_REG);
517 
518 	spin_unlock_irqrestore(&lane->priv->lock, flags);
519 
520 	dev_dbg(lane->dev,
521 		"COMPHY[%d] mode[%d] changed PHY selector 0x%08x -> 0x%08x\n",
522 		lane->id, lane->mode, old, new);
523 
524 	return 0;
525 error:
526 	dev_err(lane->dev, "COMPHY[%d] mode[%d] is invalid\n", lane->id,
527 		lane->mode);
528 	return -EINVAL;
529 }
530 
531 static int
532 mvebu_a3700_comphy_sata_power_on(struct mvebu_a3700_comphy_lane *lane)
533 {
534 	u32 mask, data, ref_clk;
535 	int ret;
536 
537 	/* Configure phy selector for SATA */
538 	ret = mvebu_a3700_comphy_set_phy_selector(lane);
539 	if (ret)
540 		return ret;
541 
542 	/* Clear phy isolation mode to make it work in normal mode */
543 	comphy_lane_reg_set(lane, COMPHY_ISOLATION_CTRL,
544 			    0x0, PHY_ISOLATE_MODE);
545 
546 	/* 0. Check the Polarity invert bits */
547 	data = 0x0;
548 	if (lane->invert_tx)
549 		data |= TXD_INVERT_BIT;
550 	if (lane->invert_rx)
551 		data |= RXD_INVERT_BIT;
552 	mask = TXD_INVERT_BIT | RXD_INVERT_BIT;
553 	comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask);
554 
555 	/* 1. Select 40-bit data width */
556 	comphy_lane_reg_set(lane, COMPHY_DIG_LOOPBACK_EN,
557 			    DATA_WIDTH_40BIT, SEL_DATA_WIDTH_MASK);
558 
559 	/* 2. Select reference clock(25M) and PHY mode (SATA) */
560 	if (lane->priv->xtal_is_40m)
561 		ref_clk = REF_FREF_SEL_SERDES_40MHZ;
562 	else
563 		ref_clk = REF_FREF_SEL_SERDES_25MHZ;
564 
565 	data = ref_clk | COMPHY_MODE_SATA;
566 	mask = REF_FREF_SEL_MASK | COMPHY_MODE_MASK;
567 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask);
568 
569 	/* 3. Use maximum PLL rate (no power save) */
570 	comphy_lane_reg_set(lane, COMPHY_KVCO_CAL_CTRL,
571 			    USE_MAX_PLL_RATE_BIT, USE_MAX_PLL_RATE_BIT);
572 
573 	/* 4. Reset reserved bit */
574 	comphy_set_indirect(lane->priv, COMPHY_RESERVED_REG,
575 			    0x0, PHYCTRL_FRM_PIN_BIT);
576 
577 	/* 5. Set vendor-specific configuration (It is done in sata driver) */
578 	/* XXX: in U-Boot below sequence was executed in this place, in Linux
579 	 * not.  Now it is done only in U-Boot before this comphy
580 	 * initialization - tests shows that it works ok, but in case of any
581 	 * future problem it is left for reference.
582 	 *   reg_set(MVEBU_REGS_BASE + 0xe00a0, 0, 0xffffffff);
583 	 *   reg_set(MVEBU_REGS_BASE + 0xe00a4, BIT(6), BIT(6));
584 	 */
585 
586 	/* Wait for > 55 us to allow PLL be enabled */
587 	udelay(PLL_SET_DELAY_US);
588 
589 	/* Polling status */
590 	ret = comphy_lane_reg_poll(lane, COMPHY_DIG_LOOPBACK_EN,
591 				   PLL_READY_TX_BIT, COMPHY_PLL_SLEEP,
592 				   COMPHY_PLL_TIMEOUT);
593 	if (ret)
594 		dev_err(lane->dev, "Failed to lock SATA PLL\n");
595 
596 	return ret;
597 }
598 
599 static void comphy_gbe_phy_init(struct mvebu_a3700_comphy_lane *lane,
600 				bool is_1gbps)
601 {
602 	int addr, fix_idx;
603 	u16 val;
604 
605 	fix_idx = 0;
606 	for (addr = 0; addr < 512; addr++) {
607 		/*
608 		 * All PHY register values are defined in full for 3.125Gbps
609 		 * SERDES speed. The values required for 1.25 Gbps are almost
610 		 * the same and only few registers should be "fixed" in
611 		 * comparison to 3.125 Gbps values. These register values are
612 		 * stored in "gbe_phy_init_fix" array.
613 		 */
614 		if (!is_1gbps && gbe_phy_init_fix[fix_idx].addr == addr) {
615 			/* Use new value */
616 			val = gbe_phy_init_fix[fix_idx].value;
617 			if (fix_idx < ARRAY_SIZE(gbe_phy_init_fix))
618 				fix_idx++;
619 		} else {
620 			val = gbe_phy_init[addr];
621 		}
622 
623 		comphy_lane_reg_set(lane, addr, val, 0xFFFF);
624 	}
625 }
626 
627 static int
628 mvebu_a3700_comphy_ethernet_power_on(struct mvebu_a3700_comphy_lane *lane)
629 {
630 	u32 mask, data, speed_sel;
631 	int ret;
632 
633 	/* Set selector */
634 	ret = mvebu_a3700_comphy_set_phy_selector(lane);
635 	if (ret)
636 		return ret;
637 
638 	/*
639 	 * 1. Reset PHY by setting PHY input port PIN_RESET=1.
640 	 * 2. Set PHY input port PIN_TX_IDLE=1, PIN_PU_IVREF=1 to keep
641 	 *    PHY TXP/TXN output to idle state during PHY initialization
642 	 * 3. Set PHY input port PIN_PU_PLL=0, PIN_PU_RX=0, PIN_PU_TX=0.
643 	 */
644 	data = PIN_PU_IVREF_BIT | PIN_TX_IDLE_BIT | PIN_RESET_COMPHY_BIT;
645 	mask = data | PIN_RESET_CORE_BIT | PIN_PU_PLL_BIT | PIN_PU_RX_BIT |
646 	       PIN_PU_TX_BIT | PHY_RX_INIT_BIT;
647 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask);
648 
649 	/* 4. Release reset to the PHY by setting PIN_RESET=0. */
650 	data = 0x0;
651 	mask = PIN_RESET_COMPHY_BIT;
652 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask);
653 
654 	/*
655 	 * 5. Set PIN_PHY_GEN_TX[3:0] and PIN_PHY_GEN_RX[3:0] to decide COMPHY
656 	 * bit rate
657 	 */
658 	switch (lane->submode) {
659 	case PHY_INTERFACE_MODE_SGMII:
660 	case PHY_INTERFACE_MODE_1000BASEX:
661 		/* SGMII 1G, SerDes speed 1.25G */
662 		speed_sel = SERDES_SPEED_1_25_G;
663 		break;
664 	case PHY_INTERFACE_MODE_2500BASEX:
665 		/* 2500Base-X, SerDes speed 3.125G */
666 		speed_sel = SERDES_SPEED_3_125_G;
667 		break;
668 	default:
669 		/* Other rates are not supported */
670 		dev_err(lane->dev,
671 			"unsupported phy speed %d on comphy lane%d\n",
672 			lane->submode, lane->id);
673 		return -EINVAL;
674 	}
675 	data = GEN_RX_SEL_VALUE(speed_sel) | GEN_TX_SEL_VALUE(speed_sel);
676 	mask = GEN_RX_SEL_MASK | GEN_TX_SEL_MASK;
677 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask);
678 
679 	/*
680 	 * 6. Wait 10mS for bandgap and reference clocks to stabilize; then
681 	 * start SW programming.
682 	 */
683 	mdelay(10);
684 
685 	/* 7. Program COMPHY register PHY_MODE */
686 	data = COMPHY_MODE_SERDES;
687 	mask = COMPHY_MODE_MASK;
688 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask);
689 
690 	/*
691 	 * 8. Set COMPHY register REFCLK_SEL to select the correct REFCLK
692 	 * source
693 	 */
694 	data = 0x0;
695 	mask = PHY_REF_CLK_SEL;
696 	comphy_lane_reg_set(lane, COMPHY_MISC_CTRL0, data, mask);
697 
698 	/*
699 	 * 9. Set correct reference clock frequency in COMPHY register
700 	 * REF_FREF_SEL.
701 	 */
702 	if (lane->priv->xtal_is_40m)
703 		data = REF_FREF_SEL_SERDES_50MHZ;
704 	else
705 		data = REF_FREF_SEL_SERDES_25MHZ;
706 
707 	mask = REF_FREF_SEL_MASK;
708 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask);
709 
710 	/*
711 	 * 10. Program COMPHY register PHY_GEN_MAX[1:0]
712 	 * This step is mentioned in the flow received from verification team.
713 	 * However the PHY_GEN_MAX value is only meaningful for other interfaces
714 	 * (not SERDES). For instance, it selects SATA speed 1.5/3/6 Gbps or
715 	 * PCIe speed 2.5/5 Gbps
716 	 */
717 
718 	/*
719 	 * 11. Program COMPHY register SEL_BITS to set correct parallel data
720 	 * bus width
721 	 */
722 	data = DATA_WIDTH_10BIT;
723 	mask = SEL_DATA_WIDTH_MASK;
724 	comphy_lane_reg_set(lane, COMPHY_DIG_LOOPBACK_EN, data, mask);
725 
726 	/*
727 	 * 12. As long as DFE function needs to be enabled in any mode,
728 	 * COMPHY register DFE_UPDATE_EN[5:0] shall be programmed to 0x3F
729 	 * for real chip during COMPHY power on.
730 	 * The value of the DFE_UPDATE_EN already is 0x3F, because it is the
731 	 * default value after reset of the PHY.
732 	 */
733 
734 	/*
735 	 * 13. Program COMPHY GEN registers.
736 	 * These registers should be programmed based on the lab testing result
737 	 * to achieve optimal performance. Please contact the CEA group to get
738 	 * the related GEN table during real chip bring-up. We only required to
739 	 * run though the entire registers programming flow defined by
740 	 * "comphy_gbe_phy_init" when the REF clock is 40 MHz. For REF clock
741 	 * 25 MHz the default values stored in PHY registers are OK.
742 	 */
743 	dev_dbg(lane->dev, "Running C-DPI phy init %s mode\n",
744 		lane->submode == PHY_INTERFACE_MODE_2500BASEX ? "2G5" : "1G");
745 	if (lane->priv->xtal_is_40m)
746 		comphy_gbe_phy_init(lane,
747 				    lane->submode != PHY_INTERFACE_MODE_2500BASEX);
748 
749 	/*
750 	 * 14. Check the PHY Polarity invert bit
751 	 */
752 	data = 0x0;
753 	if (lane->invert_tx)
754 		data |= TXD_INVERT_BIT;
755 	if (lane->invert_rx)
756 		data |= RXD_INVERT_BIT;
757 	mask = TXD_INVERT_BIT | RXD_INVERT_BIT;
758 	comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask);
759 
760 	/*
761 	 * 15. Set PHY input ports PIN_PU_PLL, PIN_PU_TX and PIN_PU_RX to 1 to
762 	 * start PHY power up sequence. All the PHY register programming should
763 	 * be done before PIN_PU_PLL=1. There should be no register programming
764 	 * for normal PHY operation from this point.
765 	 */
766 	data = PIN_PU_PLL_BIT | PIN_PU_RX_BIT | PIN_PU_TX_BIT;
767 	mask = data;
768 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask);
769 
770 	/*
771 	 * 16. Wait for PHY power up sequence to finish by checking output ports
772 	 * PIN_PLL_READY_TX=1 and PIN_PLL_READY_RX=1.
773 	 */
774 	ret = comphy_periph_reg_poll(lane, COMPHY_PHY_STAT1,
775 				     PHY_PLL_READY_TX_BIT |
776 				     PHY_PLL_READY_RX_BIT,
777 				     COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT);
778 	if (ret) {
779 		dev_err(lane->dev, "Failed to lock PLL for SERDES PHY %d\n",
780 			lane->id);
781 		return ret;
782 	}
783 
784 	/*
785 	 * 17. Set COMPHY input port PIN_TX_IDLE=0
786 	 */
787 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, 0x0, PIN_TX_IDLE_BIT);
788 
789 	/*
790 	 * 18. After valid data appear on PIN_RXDATA bus, set PIN_RX_INIT=1. To
791 	 * start RX initialization. PIN_RX_INIT_DONE will be cleared to 0 by the
792 	 * PHY After RX initialization is done, PIN_RX_INIT_DONE will be set to
793 	 * 1 by COMPHY Set PIN_RX_INIT=0 after PIN_RX_INIT_DONE= 1. Please
794 	 * refer to RX initialization part for details.
795 	 */
796 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1,
797 			      PHY_RX_INIT_BIT, PHY_RX_INIT_BIT);
798 
799 	ret = comphy_periph_reg_poll(lane, COMPHY_PHY_STAT1,
800 				     PHY_PLL_READY_TX_BIT |
801 				     PHY_PLL_READY_RX_BIT,
802 				     COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT);
803 	if (ret) {
804 		dev_err(lane->dev, "Failed to lock PLL for SERDES PHY %d\n",
805 			lane->id);
806 		return ret;
807 	}
808 
809 	ret = comphy_periph_reg_poll(lane, COMPHY_PHY_STAT1,
810 				     PHY_RX_INIT_DONE_BIT,
811 				     COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT);
812 	if (ret)
813 		dev_err(lane->dev, "Failed to init RX of SERDES PHY %d\n",
814 			lane->id);
815 
816 	return ret;
817 }
818 
819 static int
820 mvebu_a3700_comphy_usb3_power_on(struct mvebu_a3700_comphy_lane *lane)
821 {
822 	u32 mask, data, cfg, ref_clk;
823 	int ret;
824 
825 	/* Set phy seclector */
826 	ret = mvebu_a3700_comphy_set_phy_selector(lane);
827 	if (ret)
828 		return ret;
829 
830 	/*
831 	 * 0. Set PHY OTG Control(0x5d034), bit 4, Power up OTG module The
832 	 * register belong to UTMI module, so it is set in UTMI phy driver.
833 	 */
834 
835 	/*
836 	 * 1. Set PRD_TXDEEMPH (3.5db de-emph)
837 	 */
838 	data = PRD_TXDEEMPH0_MASK;
839 	mask = PRD_TXDEEMPH0_MASK | PRD_TXMARGIN_MASK | PRD_TXSWING_MASK |
840 	       CFG_TX_ALIGN_POS_MASK;
841 	comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG0, data, mask);
842 
843 	/*
844 	 * 2. Set BIT0: enable transmitter in high impedance mode
845 	 *    Set BIT[3:4]: delay 2 clock cycles for HiZ off latency
846 	 *    Set BIT6: Tx detect Rx at HiZ mode
847 	 *    Unset BIT15: set to 0 to set USB3 De-emphasize level to -3.5db
848 	 *            together with bit 0 of COMPHY_PIPE_LANE_CFG0 register
849 	 */
850 	data = TX_DET_RX_MODE | GEN2_TX_DATA_DLY_DEFT | TX_ELEC_IDLE_MODE_EN;
851 	mask = PRD_TXDEEMPH1_MASK | TX_DET_RX_MODE | GEN2_TX_DATA_DLY_MASK |
852 	       TX_ELEC_IDLE_MODE_EN;
853 	comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG1, data, mask);
854 
855 	/*
856 	 * 3. Set Spread Spectrum Clock Enabled
857 	 */
858 	comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG4,
859 			    SPREAD_SPECTRUM_CLK_EN, SPREAD_SPECTRUM_CLK_EN);
860 
861 	/*
862 	 * 4. Set Override Margining Controls From the MAC:
863 	 *    Use margining signals from lane configuration
864 	 */
865 	comphy_lane_reg_set(lane, COMPHY_PIPE_TEST_MODE_CTRL,
866 			    MODE_MARGIN_OVERRIDE, 0xFFFF);
867 
868 	/*
869 	 * 5. Set Lane-to-Lane Bundle Clock Sampling Period = per PCLK cycles
870 	 *    set Mode Clock Source = PCLK is generated from REFCLK
871 	 */
872 	data = 0x0;
873 	mask = MODE_CLK_SRC | BUNDLE_PERIOD_SEL | BUNDLE_PERIOD_SCALE_MASK |
874 	       BUNDLE_SAMPLE_CTRL | PLL_READY_DLY_MASK;
875 	comphy_lane_reg_set(lane, COMPHY_PIPE_CLK_SRC_LO, data, mask);
876 
877 	/*
878 	 * 6. Set G2 Spread Spectrum Clock Amplitude at 4K
879 	 */
880 	comphy_lane_reg_set(lane, COMPHY_GEN2_SET2,
881 			    GS2_TX_SSC_AMP_4128, GS2_TX_SSC_AMP_MASK);
882 
883 	/*
884 	 * 7. Unset G3 Spread Spectrum Clock Amplitude
885 	 *    set G3 TX and RX Register Master Current Select
886 	 */
887 	data = GS2_VREG_RXTX_MAS_ISET_60U;
888 	mask = GS2_TX_SSC_AMP_MASK | GS2_VREG_RXTX_MAS_ISET_MASK |
889 	       GS2_RSVD_6_0_MASK;
890 	comphy_lane_reg_set(lane, COMPHY_GEN3_SET2, data, mask);
891 
892 	/*
893 	 * 8. Check crystal jumper setting and program the Power and PLL Control
894 	 * accordingly Change RX wait
895 	 */
896 	if (lane->priv->xtal_is_40m) {
897 		ref_clk = REF_FREF_SEL_PCIE_USB3_40MHZ;
898 		cfg = CFG_PM_RXDLOZ_WAIT_12_UNIT;
899 	} else {
900 		ref_clk = REF_FREF_SEL_PCIE_USB3_25MHZ;
901 		cfg = CFG_PM_RXDLOZ_WAIT_7_UNIT;
902 	}
903 
904 	data = PU_IVREF_BIT | PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT |
905 	       PU_TX_INTP_BIT | PU_DFE_BIT | COMPHY_MODE_USB3 | ref_clk;
906 	mask = PU_IVREF_BIT | PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT |
907 	       PU_TX_INTP_BIT | PU_DFE_BIT | PLL_LOCK_BIT | COMPHY_MODE_MASK |
908 	       REF_FREF_SEL_MASK;
909 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask);
910 
911 	data = CFG_PM_RXDEN_WAIT_1_UNIT | cfg;
912 	mask = CFG_PM_OSCCLK_WAIT_MASK | CFG_PM_RXDEN_WAIT_MASK |
913 	       CFG_PM_RXDLOZ_WAIT_MASK;
914 	comphy_lane_reg_set(lane, COMPHY_PIPE_PWR_MGM_TIM1, data, mask);
915 
916 	/*
917 	 * 9. Enable idle sync
918 	 */
919 	comphy_lane_reg_set(lane, COMPHY_IDLE_SYNC_EN,
920 			    IDLE_SYNC_EN, IDLE_SYNC_EN);
921 
922 	/*
923 	 * 10. Enable the output of 500M clock
924 	 */
925 	comphy_lane_reg_set(lane, COMPHY_MISC_CTRL0, CLK500M_EN, CLK500M_EN);
926 
927 	/*
928 	 * 11. Set 20-bit data width
929 	 */
930 	comphy_lane_reg_set(lane, COMPHY_DIG_LOOPBACK_EN,
931 			    DATA_WIDTH_20BIT, 0xFFFF);
932 
933 	/*
934 	 * 12. Override Speed_PLL value and use MAC PLL
935 	 */
936 	data = SPEED_PLL_VALUE_16 | USE_MAX_PLL_RATE_BIT;
937 	mask = 0xFFFF;
938 	comphy_lane_reg_set(lane, COMPHY_KVCO_CAL_CTRL, data, mask);
939 
940 	/*
941 	 * 13. Check the Polarity invert bit
942 	 */
943 	data = 0x0;
944 	if (lane->invert_tx)
945 		data |= TXD_INVERT_BIT;
946 	if (lane->invert_rx)
947 		data |= RXD_INVERT_BIT;
948 	mask = TXD_INVERT_BIT | RXD_INVERT_BIT;
949 	comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask);
950 
951 	/*
952 	 * 14. Set max speed generation to USB3.0 5Gbps
953 	 */
954 	comphy_lane_reg_set(lane, COMPHY_SYNC_MASK_GEN,
955 			    PHY_GEN_MAX_USB3_5G, PHY_GEN_MAX_MASK);
956 
957 	/*
958 	 * 15. Set capacitor value for FFE gain peaking to 0xF
959 	 */
960 	comphy_lane_reg_set(lane, COMPHY_GEN2_SET3,
961 			    GS3_FFE_CAP_SEL_VALUE, GS3_FFE_CAP_SEL_MASK);
962 
963 	/*
964 	 * 16. Release SW reset
965 	 */
966 	data = MODE_CORE_CLK_FREQ_SEL | MODE_PIPE_WIDTH_32 | MODE_REFDIV_BY_4;
967 	mask = 0xFFFF;
968 	comphy_lane_reg_set(lane, COMPHY_PIPE_RST_CLK_CTRL, data, mask);
969 
970 	/* Wait for > 55 us to allow PCLK be enabled */
971 	udelay(PLL_SET_DELAY_US);
972 
973 	ret = comphy_lane_reg_poll(lane, COMPHY_PIPE_LANE_STAT1, TXDCLK_PCLK_EN,
974 				   COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT);
975 	if (ret)
976 		dev_err(lane->dev, "Failed to lock USB3 PLL\n");
977 
978 	return ret;
979 }
980 
981 static int
982 mvebu_a3700_comphy_pcie_power_on(struct mvebu_a3700_comphy_lane *lane)
983 {
984 	u32 mask, data, ref_clk;
985 	int ret;
986 
987 	/* Configure phy selector for PCIe */
988 	ret = mvebu_a3700_comphy_set_phy_selector(lane);
989 	if (ret)
990 		return ret;
991 
992 	/* 1. Enable max PLL. */
993 	comphy_lane_reg_set(lane, COMPHY_PIPE_LANE_CFG1,
994 			    USE_MAX_PLL_RATE_EN, USE_MAX_PLL_RATE_EN);
995 
996 	/* 2. Select 20 bit SERDES interface. */
997 	comphy_lane_reg_set(lane, COMPHY_PIPE_CLK_SRC_LO,
998 			    CFG_SEL_20B, CFG_SEL_20B);
999 
1000 	/* 3. Force to use reg setting for PCIe mode */
1001 	comphy_lane_reg_set(lane, COMPHY_MISC_CTRL1,
1002 			    SEL_BITS_PCIE_FORCE, SEL_BITS_PCIE_FORCE);
1003 
1004 	/* 4. Change RX wait */
1005 	data = CFG_PM_RXDEN_WAIT_1_UNIT | CFG_PM_RXDLOZ_WAIT_12_UNIT;
1006 	mask = CFG_PM_OSCCLK_WAIT_MASK | CFG_PM_RXDEN_WAIT_MASK |
1007 	       CFG_PM_RXDLOZ_WAIT_MASK;
1008 	comphy_lane_reg_set(lane, COMPHY_PIPE_PWR_MGM_TIM1, data, mask);
1009 
1010 	/* 5. Enable idle sync */
1011 	comphy_lane_reg_set(lane, COMPHY_IDLE_SYNC_EN,
1012 			    IDLE_SYNC_EN, IDLE_SYNC_EN);
1013 
1014 	/* 6. Enable the output of 100M/125M/500M clock */
1015 	data = CLK500M_EN | TXDCLK_2X_SEL | CLK100M_125M_EN;
1016 	mask = data;
1017 	comphy_lane_reg_set(lane, COMPHY_MISC_CTRL0, data, mask);
1018 
1019 	/*
1020 	 * 7. Enable TX, PCIE global register, 0xd0074814, it is done in
1021 	 * PCI-E driver
1022 	 */
1023 
1024 	/*
1025 	 * 8. Check crystal jumper setting and program the Power and PLL
1026 	 * Control accordingly
1027 	 */
1028 
1029 	if (lane->priv->xtal_is_40m)
1030 		ref_clk = REF_FREF_SEL_PCIE_USB3_40MHZ;
1031 	else
1032 		ref_clk = REF_FREF_SEL_PCIE_USB3_25MHZ;
1033 
1034 	data = PU_IVREF_BIT | PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT |
1035 	       PU_TX_INTP_BIT | PU_DFE_BIT | COMPHY_MODE_PCIE | ref_clk;
1036 	mask = 0xFFFF;
1037 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL, data, mask);
1038 
1039 	/* 9. Override Speed_PLL value and use MAC PLL */
1040 	comphy_lane_reg_set(lane, COMPHY_KVCO_CAL_CTRL,
1041 			    SPEED_PLL_VALUE_16 | USE_MAX_PLL_RATE_BIT,
1042 			    0xFFFF);
1043 
1044 	/* 10. Check the Polarity invert bit */
1045 	data = 0x0;
1046 	if (lane->invert_tx)
1047 		data |= TXD_INVERT_BIT;
1048 	if (lane->invert_rx)
1049 		data |= RXD_INVERT_BIT;
1050 	mask = TXD_INVERT_BIT | RXD_INVERT_BIT;
1051 	comphy_lane_reg_set(lane, COMPHY_SYNC_PATTERN, data, mask);
1052 
1053 	/* 11. Release SW reset */
1054 	data = MODE_CORE_CLK_FREQ_SEL | MODE_PIPE_WIDTH_32;
1055 	mask = data | PIPE_SOFT_RESET | MODE_REFDIV_MASK;
1056 	comphy_lane_reg_set(lane, COMPHY_PIPE_RST_CLK_CTRL, data, mask);
1057 
1058 	/* Wait for > 55 us to allow PCLK be enabled */
1059 	udelay(PLL_SET_DELAY_US);
1060 
1061 	ret = comphy_lane_reg_poll(lane, COMPHY_PIPE_LANE_STAT1, TXDCLK_PCLK_EN,
1062 				   COMPHY_PLL_SLEEP, COMPHY_PLL_TIMEOUT);
1063 	if (ret)
1064 		dev_err(lane->dev, "Failed to lock PCIE PLL\n");
1065 
1066 	return ret;
1067 }
1068 
1069 static void
1070 mvebu_a3700_comphy_sata_power_off(struct mvebu_a3700_comphy_lane *lane)
1071 {
1072 	/* Set phy isolation mode */
1073 	comphy_lane_reg_set(lane, COMPHY_ISOLATION_CTRL,
1074 			    PHY_ISOLATE_MODE, PHY_ISOLATE_MODE);
1075 
1076 	/* Power off PLL, Tx, Rx */
1077 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL,
1078 			    0x0, PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT);
1079 }
1080 
1081 static void
1082 mvebu_a3700_comphy_ethernet_power_off(struct mvebu_a3700_comphy_lane *lane)
1083 {
1084 	u32 mask, data;
1085 
1086 	data = PIN_RESET_CORE_BIT | PIN_RESET_COMPHY_BIT | PIN_PU_IVREF_BIT |
1087 	       PHY_RX_INIT_BIT;
1088 	mask = data;
1089 	comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask);
1090 }
1091 
1092 static void
1093 mvebu_a3700_comphy_pcie_power_off(struct mvebu_a3700_comphy_lane *lane)
1094 {
1095 	/* Power off PLL, Tx, Rx */
1096 	comphy_lane_reg_set(lane, COMPHY_POWER_PLL_CTRL,
1097 			    0x0, PU_PLL_BIT | PU_RX_BIT | PU_TX_BIT);
1098 }
1099 
1100 static int mvebu_a3700_comphy_reset(struct phy *phy)
1101 {
1102 	struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy);
1103 	u16 mask, data;
1104 
1105 	dev_dbg(lane->dev, "resetting lane %d\n", lane->id);
1106 
1107 	/* COMPHY reset for internal logic */
1108 	comphy_lane_reg_set(lane, COMPHY_SFT_RESET,
1109 			    SFT_RST_NO_REG, SFT_RST_NO_REG);
1110 
1111 	/* COMPHY register reset (cleared automatically) */
1112 	comphy_lane_reg_set(lane, COMPHY_SFT_RESET, SFT_RST, SFT_RST);
1113 
1114 	/* PIPE soft and register reset */
1115 	data = PIPE_SOFT_RESET | PIPE_REG_RESET;
1116 	mask = data;
1117 	comphy_lane_reg_set(lane, COMPHY_PIPE_RST_CLK_CTRL, data, mask);
1118 
1119 	/* Release PIPE register reset */
1120 	comphy_lane_reg_set(lane, COMPHY_PIPE_RST_CLK_CTRL,
1121 			    0x0, PIPE_REG_RESET);
1122 
1123 	/* Reset SB configuration register (only for lanes 0 and 1) */
1124 	if (lane->id == 0 || lane->id == 1) {
1125 		u32 mask, data;
1126 
1127 		data = PIN_RESET_CORE_BIT | PIN_RESET_COMPHY_BIT |
1128 		       PIN_PU_PLL_BIT | PIN_PU_RX_BIT | PIN_PU_TX_BIT;
1129 		mask = data | PIN_PU_IVREF_BIT | PIN_TX_IDLE_BIT;
1130 		comphy_periph_reg_set(lane, COMPHY_PHY_CFG1, data, mask);
1131 	}
1132 
1133 	return 0;
1134 }
1135 
1136 static bool mvebu_a3700_comphy_check_mode(int lane,
1137 					  enum phy_mode mode,
1138 					  int submode)
1139 {
1140 	int i, n = ARRAY_SIZE(mvebu_a3700_comphy_modes);
1141 
1142 	/* Unused PHY mux value is 0x0 */
1143 	if (mode == PHY_MODE_INVALID)
1144 		return false;
1145 
1146 	for (i = 0; i < n; i++) {
1147 		if (mvebu_a3700_comphy_modes[i].lane == lane &&
1148 		    mvebu_a3700_comphy_modes[i].mode == mode &&
1149 		    mvebu_a3700_comphy_modes[i].submode == submode)
1150 			break;
1151 	}
1152 
1153 	if (i == n)
1154 		return false;
1155 
1156 	return true;
1157 }
1158 
1159 static int mvebu_a3700_comphy_set_mode(struct phy *phy, enum phy_mode mode,
1160 				       int submode)
1161 {
1162 	struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy);
1163 
1164 	if (!mvebu_a3700_comphy_check_mode(lane->id, mode, submode)) {
1165 		dev_err(lane->dev, "invalid COMPHY mode\n");
1166 		return -EINVAL;
1167 	}
1168 
1169 	/* Mode cannot be changed while the PHY is powered on */
1170 	if (phy->power_count &&
1171 	    (lane->mode != mode || lane->submode != submode))
1172 		return -EBUSY;
1173 
1174 	/* If changing mode, ensure reset is called */
1175 	if (lane->mode != PHY_MODE_INVALID && lane->mode != mode)
1176 		lane->needs_reset = true;
1177 
1178 	/* Just remember the mode, ->power_on() will do the real setup */
1179 	lane->mode = mode;
1180 	lane->submode = submode;
1181 
1182 	return 0;
1183 }
1184 
1185 static int mvebu_a3700_comphy_power_on(struct phy *phy)
1186 {
1187 	struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy);
1188 	int ret;
1189 
1190 	if (!mvebu_a3700_comphy_check_mode(lane->id, lane->mode,
1191 					   lane->submode)) {
1192 		dev_err(lane->dev, "invalid COMPHY mode\n");
1193 		return -EINVAL;
1194 	}
1195 
1196 	if (lane->needs_reset) {
1197 		ret = mvebu_a3700_comphy_reset(phy);
1198 		if (ret)
1199 			return ret;
1200 
1201 		lane->needs_reset = false;
1202 	}
1203 
1204 	switch (lane->mode) {
1205 	case PHY_MODE_USB_HOST_SS:
1206 		dev_dbg(lane->dev, "set lane %d to USB3 host mode\n", lane->id);
1207 		return mvebu_a3700_comphy_usb3_power_on(lane);
1208 	case PHY_MODE_SATA:
1209 		dev_dbg(lane->dev, "set lane %d to SATA mode\n", lane->id);
1210 		return mvebu_a3700_comphy_sata_power_on(lane);
1211 	case PHY_MODE_ETHERNET:
1212 		dev_dbg(lane->dev, "set lane %d to Ethernet mode\n", lane->id);
1213 		return mvebu_a3700_comphy_ethernet_power_on(lane);
1214 	case PHY_MODE_PCIE:
1215 		dev_dbg(lane->dev, "set lane %d to PCIe mode\n", lane->id);
1216 		return mvebu_a3700_comphy_pcie_power_on(lane);
1217 	default:
1218 		dev_err(lane->dev, "unsupported PHY mode (%d)\n", lane->mode);
1219 		return -EOPNOTSUPP;
1220 	}
1221 }
1222 
1223 static int mvebu_a3700_comphy_power_off(struct phy *phy)
1224 {
1225 	struct mvebu_a3700_comphy_lane *lane = phy_get_drvdata(phy);
1226 
1227 	switch (lane->mode) {
1228 	case PHY_MODE_USB_HOST_SS:
1229 		/*
1230 		 * The USB3 MAC sets the USB3 PHY to low state, so we do not
1231 		 * need to power off USB3 PHY again.
1232 		 */
1233 		break;
1234 
1235 	case PHY_MODE_SATA:
1236 		mvebu_a3700_comphy_sata_power_off(lane);
1237 		break;
1238 
1239 	case PHY_MODE_ETHERNET:
1240 		mvebu_a3700_comphy_ethernet_power_off(lane);
1241 		break;
1242 
1243 	case PHY_MODE_PCIE:
1244 		mvebu_a3700_comphy_pcie_power_off(lane);
1245 		break;
1246 
1247 	default:
1248 		dev_err(lane->dev, "invalid COMPHY mode\n");
1249 		return -EINVAL;
1250 	}
1251 
1252 	return 0;
1253 }
1254 
1255 static const struct phy_ops mvebu_a3700_comphy_ops = {
1256 	.power_on	= mvebu_a3700_comphy_power_on,
1257 	.power_off	= mvebu_a3700_comphy_power_off,
1258 	.reset		= mvebu_a3700_comphy_reset,
1259 	.set_mode	= mvebu_a3700_comphy_set_mode,
1260 	.owner		= THIS_MODULE,
1261 };
1262 
1263 static struct phy *mvebu_a3700_comphy_xlate(struct device *dev,
1264 					    struct of_phandle_args *args)
1265 {
1266 	struct mvebu_a3700_comphy_lane *lane;
1267 	unsigned int port;
1268 	struct phy *phy;
1269 
1270 	phy = of_phy_simple_xlate(dev, args);
1271 	if (IS_ERR(phy))
1272 		return phy;
1273 
1274 	lane = phy_get_drvdata(phy);
1275 
1276 	port = args->args[0];
1277 	if (port != 0 && (port != 1 || lane->id != 0)) {
1278 		dev_err(lane->dev, "invalid port number %u\n", port);
1279 		return ERR_PTR(-EINVAL);
1280 	}
1281 
1282 	lane->invert_tx = args->args[1] & BIT(0);
1283 	lane->invert_rx = args->args[1] & BIT(1);
1284 
1285 	return phy;
1286 }
1287 
1288 static int mvebu_a3700_comphy_probe(struct platform_device *pdev)
1289 {
1290 	struct mvebu_a3700_comphy_priv *priv;
1291 	struct phy_provider *provider;
1292 	struct device_node *child;
1293 	struct resource *res;
1294 	struct clk *clk;
1295 	int ret;
1296 
1297 	priv = devm_kzalloc(&pdev->dev, sizeof(*priv), GFP_KERNEL);
1298 	if (!priv)
1299 		return -ENOMEM;
1300 
1301 	spin_lock_init(&priv->lock);
1302 
1303 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "comphy");
1304 	priv->comphy_regs = devm_ioremap_resource(&pdev->dev, res);
1305 	if (IS_ERR(priv->comphy_regs))
1306 		return PTR_ERR(priv->comphy_regs);
1307 
1308 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
1309 					   "lane1_pcie_gbe");
1310 	priv->lane1_phy_regs = devm_ioremap_resource(&pdev->dev, res);
1311 	if (IS_ERR(priv->lane1_phy_regs))
1312 		return PTR_ERR(priv->lane1_phy_regs);
1313 
1314 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
1315 					   "lane0_usb3_gbe");
1316 	priv->lane0_phy_regs = devm_ioremap_resource(&pdev->dev, res);
1317 	if (IS_ERR(priv->lane0_phy_regs))
1318 		return PTR_ERR(priv->lane0_phy_regs);
1319 
1320 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
1321 					   "lane2_sata_usb3");
1322 	priv->lane2_phy_indirect = devm_ioremap_resource(&pdev->dev, res);
1323 	if (IS_ERR(priv->lane2_phy_indirect))
1324 		return PTR_ERR(priv->lane2_phy_indirect);
1325 
1326 	/*
1327 	 * Driver needs to know if reference xtal clock is 40MHz or 25MHz.
1328 	 * Old DT bindings do not have xtal clk present. So do not fail here
1329 	 * and expects that default 25MHz reference clock is used.
1330 	 */
1331 	clk = clk_get(&pdev->dev, "xtal");
1332 	if (IS_ERR(clk)) {
1333 		if (PTR_ERR(clk) == -EPROBE_DEFER)
1334 			return -EPROBE_DEFER;
1335 		dev_warn(&pdev->dev, "missing 'xtal' clk (%ld)\n",
1336 			 PTR_ERR(clk));
1337 	} else {
1338 		ret = clk_prepare_enable(clk);
1339 		if (ret) {
1340 			dev_warn(&pdev->dev, "enabling xtal clk failed (%d)\n",
1341 				 ret);
1342 		} else {
1343 			if (clk_get_rate(clk) == 40000000)
1344 				priv->xtal_is_40m = true;
1345 			clk_disable_unprepare(clk);
1346 		}
1347 		clk_put(clk);
1348 	}
1349 
1350 	dev_set_drvdata(&pdev->dev, priv);
1351 
1352 	for_each_available_child_of_node(pdev->dev.of_node, child) {
1353 		struct mvebu_a3700_comphy_lane *lane;
1354 		struct phy *phy;
1355 		int ret;
1356 		u32 lane_id;
1357 
1358 		ret = of_property_read_u32(child, "reg", &lane_id);
1359 		if (ret < 0) {
1360 			dev_err(&pdev->dev, "missing 'reg' property (%d)\n",
1361 				ret);
1362 			continue;
1363 		}
1364 
1365 		if (lane_id >= 3) {
1366 			dev_err(&pdev->dev, "invalid 'reg' property\n");
1367 			continue;
1368 		}
1369 
1370 		lane = devm_kzalloc(&pdev->dev, sizeof(*lane), GFP_KERNEL);
1371 		if (!lane) {
1372 			of_node_put(child);
1373 			return -ENOMEM;
1374 		}
1375 
1376 		phy = devm_phy_create(&pdev->dev, child,
1377 				      &mvebu_a3700_comphy_ops);
1378 		if (IS_ERR(phy)) {
1379 			of_node_put(child);
1380 			return PTR_ERR(phy);
1381 		}
1382 
1383 		lane->priv = priv;
1384 		lane->dev = &pdev->dev;
1385 		lane->mode = PHY_MODE_INVALID;
1386 		lane->submode = PHY_INTERFACE_MODE_NA;
1387 		lane->id = lane_id;
1388 		lane->invert_tx = false;
1389 		lane->invert_rx = false;
1390 		phy_set_drvdata(phy, lane);
1391 
1392 		/*
1393 		 * To avoid relying on the bootloader/firmware configuration,
1394 		 * power off all comphys.
1395 		 */
1396 		mvebu_a3700_comphy_reset(phy);
1397 		lane->needs_reset = false;
1398 	}
1399 
1400 	provider = devm_of_phy_provider_register(&pdev->dev,
1401 						 mvebu_a3700_comphy_xlate);
1402 
1403 	return PTR_ERR_OR_ZERO(provider);
1404 }
1405 
1406 static const struct of_device_id mvebu_a3700_comphy_of_match_table[] = {
1407 	{ .compatible = "marvell,comphy-a3700" },
1408 	{ },
1409 };
1410 MODULE_DEVICE_TABLE(of, mvebu_a3700_comphy_of_match_table);
1411 
1412 static struct platform_driver mvebu_a3700_comphy_driver = {
1413 	.probe	= mvebu_a3700_comphy_probe,
1414 	.driver	= {
1415 		.name = "mvebu-a3700-comphy",
1416 		.of_match_table = mvebu_a3700_comphy_of_match_table,
1417 	},
1418 };
1419 module_platform_driver(mvebu_a3700_comphy_driver);
1420 
1421 MODULE_AUTHOR("Miquèl Raynal <miquel.raynal@bootlin.com>");
1422 MODULE_AUTHOR("Pali Rohár <pali@kernel.org>");
1423 MODULE_AUTHOR("Marek Behún <kabel@kernel.org>");
1424 MODULE_DESCRIPTION("Common PHY driver for A3700");
1425 MODULE_LICENSE("GPL v2");
1426