xref: /linux/drivers/gpu/drm/rockchip/dw-mipi-dsi-rockchip.c (revision c532de5a67a70f8533d495f8f2aaa9a0491c3ad0)
1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd
4  * Author:
5  *      Chris Zhong <zyw@rock-chips.com>
6  *      Nickey Yang <nickey.yang@rock-chips.com>
7  */
8 
9 #include <linux/clk.h>
10 #include <linux/iopoll.h>
11 #include <linux/math64.h>
12 #include <linux/mfd/syscon.h>
13 #include <linux/module.h>
14 #include <linux/of_device.h>
15 #include <linux/of_platform.h>
16 #include <linux/phy/phy.h>
17 #include <linux/platform_device.h>
18 #include <linux/pm_runtime.h>
19 #include <linux/regmap.h>
20 
21 #include <video/mipi_display.h>
22 
23 #include <drm/bridge/dw_mipi_dsi.h>
24 #include <drm/drm_mipi_dsi.h>
25 #include <drm/drm_of.h>
26 #include <drm/drm_simple_kms_helper.h>
27 
28 #include "rockchip_drm_drv.h"
29 
30 #define DSI_PHY_RSTZ			0xa0
31 #define PHY_DISFORCEPLL			0
32 #define PHY_ENFORCEPLL			BIT(3)
33 #define PHY_DISABLECLK			0
34 #define PHY_ENABLECLK			BIT(2)
35 #define PHY_RSTZ			0
36 #define PHY_UNRSTZ			BIT(1)
37 #define PHY_SHUTDOWNZ			0
38 #define PHY_UNSHUTDOWNZ			BIT(0)
39 
40 #define DSI_PHY_IF_CFG			0xa4
41 #define N_LANES(n)			((((n) - 1) & 0x3) << 0)
42 #define PHY_STOP_WAIT_TIME(cycle)	(((cycle) & 0xff) << 8)
43 
44 #define DSI_PHY_STATUS			0xb0
45 #define LOCK				BIT(0)
46 #define STOP_STATE_CLK_LANE		BIT(2)
47 
48 #define DSI_PHY_TST_CTRL0		0xb4
49 #define PHY_TESTCLK			BIT(1)
50 #define PHY_UNTESTCLK			0
51 #define PHY_TESTCLR			BIT(0)
52 #define PHY_UNTESTCLR			0
53 
54 #define DSI_PHY_TST_CTRL1		0xb8
55 #define PHY_TESTEN			BIT(16)
56 #define PHY_UNTESTEN			0
57 #define PHY_TESTDOUT(n)			(((n) & 0xff) << 8)
58 #define PHY_TESTDIN(n)			(((n) & 0xff) << 0)
59 
60 #define DSI_INT_ST0			0xbc
61 #define DSI_INT_ST1			0xc0
62 #define DSI_INT_MSK0			0xc4
63 #define DSI_INT_MSK1			0xc8
64 
65 #define PHY_STATUS_TIMEOUT_US		10000
66 #define CMD_PKT_STATUS_TIMEOUT_US	20000
67 
68 #define BYPASS_VCO_RANGE	BIT(7)
69 #define VCO_RANGE_CON_SEL(val)	(((val) & 0x7) << 3)
70 #define VCO_IN_CAP_CON_DEFAULT	(0x0 << 1)
71 #define VCO_IN_CAP_CON_LOW	(0x1 << 1)
72 #define VCO_IN_CAP_CON_HIGH	(0x2 << 1)
73 #define REF_BIAS_CUR_SEL	BIT(0)
74 
75 #define CP_CURRENT_3UA	0x1
76 #define CP_CURRENT_4_5UA	0x2
77 #define CP_CURRENT_7_5UA	0x6
78 #define CP_CURRENT_6UA	0x9
79 #define CP_CURRENT_12UA	0xb
80 #define CP_CURRENT_SEL(val)	((val) & 0xf)
81 #define CP_PROGRAM_EN		BIT(7)
82 
83 #define LPF_RESISTORS_15_5KOHM	0x1
84 #define LPF_RESISTORS_13KOHM	0x2
85 #define LPF_RESISTORS_11_5KOHM	0x4
86 #define LPF_RESISTORS_10_5KOHM	0x8
87 #define LPF_RESISTORS_8KOHM	0x10
88 #define LPF_PROGRAM_EN		BIT(6)
89 #define LPF_RESISTORS_SEL(val)	((val) & 0x3f)
90 
91 #define HSFREQRANGE_SEL(val)	(((val) & 0x3f) << 1)
92 
93 #define INPUT_DIVIDER(val)	(((val) - 1) & 0x7f)
94 #define LOW_PROGRAM_EN		0
95 #define HIGH_PROGRAM_EN		BIT(7)
96 #define LOOP_DIV_LOW_SEL(val)	(((val) - 1) & 0x1f)
97 #define LOOP_DIV_HIGH_SEL(val)	((((val) - 1) >> 5) & 0xf)
98 #define PLL_LOOP_DIV_EN		BIT(5)
99 #define PLL_INPUT_DIV_EN	BIT(4)
100 
101 #define POWER_CONTROL		BIT(6)
102 #define INTERNAL_REG_CURRENT	BIT(3)
103 #define BIAS_BLOCK_ON		BIT(2)
104 #define BANDGAP_ON		BIT(0)
105 
106 #define TER_RESISTOR_HIGH	BIT(7)
107 #define	TER_RESISTOR_LOW	0
108 #define LEVEL_SHIFTERS_ON	BIT(6)
109 #define TER_CAL_DONE		BIT(5)
110 #define SETRD_MAX		(0x7 << 2)
111 #define POWER_MANAGE		BIT(1)
112 #define TER_RESISTORS_ON	BIT(0)
113 
114 #define BIASEXTR_SEL(val)	((val) & 0x7)
115 #define BANDGAP_SEL(val)	((val) & 0x7)
116 #define TLP_PROGRAM_EN		BIT(7)
117 #define THS_PRE_PROGRAM_EN	BIT(7)
118 #define THS_ZERO_PROGRAM_EN	BIT(6)
119 
120 #define PLL_BIAS_CUR_SEL_CAP_VCO_CONTROL		0x10
121 #define PLL_CP_CONTROL_PLL_LOCK_BYPASS			0x11
122 #define PLL_LPF_AND_CP_CONTROL				0x12
123 #define PLL_INPUT_DIVIDER_RATIO				0x17
124 #define PLL_LOOP_DIVIDER_RATIO				0x18
125 #define PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL	0x19
126 #define BANDGAP_AND_BIAS_CONTROL			0x20
127 #define TERMINATION_RESISTER_CONTROL			0x21
128 #define AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY		0x22
129 #define HS_RX_CONTROL_OF_LANE_CLK			0x34
130 #define HS_RX_CONTROL_OF_LANE_0				0x44
131 #define HS_RX_CONTROL_OF_LANE_1				0x54
132 #define HS_TX_CLOCK_LANE_REQUEST_STATE_TIME_CONTROL	0x60
133 #define HS_TX_CLOCK_LANE_PREPARE_STATE_TIME_CONTROL	0x61
134 #define HS_TX_CLOCK_LANE_HS_ZERO_STATE_TIME_CONTROL	0x62
135 #define HS_TX_CLOCK_LANE_TRAIL_STATE_TIME_CONTROL	0x63
136 #define HS_TX_CLOCK_LANE_EXIT_STATE_TIME_CONTROL	0x64
137 #define HS_TX_CLOCK_LANE_POST_TIME_CONTROL		0x65
138 #define HS_TX_DATA_LANE_REQUEST_STATE_TIME_CONTROL	0x70
139 #define HS_TX_DATA_LANE_PREPARE_STATE_TIME_CONTROL	0x71
140 #define HS_TX_DATA_LANE_HS_ZERO_STATE_TIME_CONTROL	0x72
141 #define HS_TX_DATA_LANE_TRAIL_STATE_TIME_CONTROL	0x73
142 #define HS_TX_DATA_LANE_EXIT_STATE_TIME_CONTROL		0x74
143 #define HS_RX_DATA_LANE_THS_SETTLE_CONTROL		0x75
144 #define HS_RX_CONTROL_OF_LANE_2				0x84
145 #define HS_RX_CONTROL_OF_LANE_3				0x94
146 
147 #define DW_MIPI_NEEDS_PHY_CFG_CLK	BIT(0)
148 #define DW_MIPI_NEEDS_GRF_CLK		BIT(1)
149 
150 #define PX30_GRF_PD_VO_CON1		0x0438
151 #define PX30_DSI_FORCETXSTOPMODE	(0xf << 7)
152 #define PX30_DSI_FORCERXMODE		BIT(6)
153 #define PX30_DSI_TURNDISABLE		BIT(5)
154 #define PX30_DSI_LCDC_SEL		BIT(0)
155 
156 #define RK3128_GRF_LVDS_CON0		0x0150
157 #define RK3128_DSI_FORCETXSTOPMODE	GENMASK(13, 10)
158 #define RK3128_DSI_FORCERXMODE		BIT(9)
159 #define RK3128_DSI_TURNDISABLE		BIT(8)
160 
161 #define RK3288_GRF_SOC_CON6		0x025c
162 #define RK3288_DSI0_LCDC_SEL		BIT(6)
163 #define RK3288_DSI1_LCDC_SEL		BIT(9)
164 
165 #define RK3399_GRF_SOC_CON20		0x6250
166 #define RK3399_DSI0_LCDC_SEL		BIT(0)
167 #define RK3399_DSI1_LCDC_SEL		BIT(4)
168 
169 #define RK3399_GRF_SOC_CON22		0x6258
170 #define RK3399_DSI0_TURNREQUEST		(0xf << 12)
171 #define RK3399_DSI0_TURNDISABLE		(0xf << 8)
172 #define RK3399_DSI0_FORCETXSTOPMODE	(0xf << 4)
173 #define RK3399_DSI0_FORCERXMODE		(0xf << 0)
174 
175 #define RK3399_GRF_SOC_CON23		0x625c
176 #define RK3399_DSI1_TURNDISABLE		(0xf << 12)
177 #define RK3399_DSI1_FORCETXSTOPMODE	(0xf << 8)
178 #define RK3399_DSI1_FORCERXMODE		(0xf << 4)
179 #define RK3399_DSI1_ENABLE		(0xf << 0)
180 
181 #define RK3399_GRF_SOC_CON24		0x6260
182 #define RK3399_TXRX_MASTERSLAVEZ	BIT(7)
183 #define RK3399_TXRX_ENABLECLK		BIT(6)
184 #define RK3399_TXRX_BASEDIR		BIT(5)
185 #define RK3399_TXRX_SRC_SEL_ISP0	BIT(4)
186 #define RK3399_TXRX_TURNREQUEST		GENMASK(3, 0)
187 
188 #define RK3568_GRF_VO_CON2		0x0368
189 #define RK3568_DSI0_SKEWCALHS		(0x1f << 11)
190 #define RK3568_DSI0_FORCETXSTOPMODE	(0xf << 4)
191 #define RK3568_DSI0_TURNDISABLE		BIT(2)
192 #define RK3568_DSI0_FORCERXMODE		BIT(0)
193 
194 /*
195  * Note these registers do not appear in the datasheet, they are
196  * however present in the BSP driver which is where these values
197  * come from. Name GRF_VO_CON3 is assumed.
198  */
199 #define RK3568_GRF_VO_CON3		0x36c
200 #define RK3568_DSI1_SKEWCALHS		(0x1f << 11)
201 #define RK3568_DSI1_FORCETXSTOPMODE	(0xf << 4)
202 #define RK3568_DSI1_TURNDISABLE		BIT(2)
203 #define RK3568_DSI1_FORCERXMODE		BIT(0)
204 
205 #define RV1126_GRF_DSIPHY_CON		0x10220
206 #define RV1126_DSI_FORCETXSTOPMODE	(0xf << 4)
207 #define RV1126_DSI_TURNDISABLE		BIT(2)
208 #define RV1126_DSI_FORCERXMODE		BIT(0)
209 
210 #define HIWORD_UPDATE(val, mask)	(val | (mask) << 16)
211 
212 enum {
213 	DW_DSI_USAGE_IDLE,
214 	DW_DSI_USAGE_DSI,
215 	DW_DSI_USAGE_PHY,
216 };
217 
218 enum {
219 	BANDGAP_97_07,
220 	BANDGAP_98_05,
221 	BANDGAP_99_02,
222 	BANDGAP_100_00,
223 	BANDGAP_93_17,
224 	BANDGAP_94_15,
225 	BANDGAP_95_12,
226 	BANDGAP_96_10,
227 };
228 
229 enum {
230 	BIASEXTR_87_1,
231 	BIASEXTR_91_5,
232 	BIASEXTR_95_9,
233 	BIASEXTR_100,
234 	BIASEXTR_105_94,
235 	BIASEXTR_111_88,
236 	BIASEXTR_118_8,
237 	BIASEXTR_127_7,
238 };
239 
240 struct rockchip_dw_dsi_chip_data {
241 	u32 reg;
242 
243 	u32 lcdsel_grf_reg;
244 	u32 lcdsel_big;
245 	u32 lcdsel_lit;
246 
247 	u32 enable_grf_reg;
248 	u32 enable;
249 
250 	u32 lanecfg1_grf_reg;
251 	u32 lanecfg1;
252 	u32 lanecfg2_grf_reg;
253 	u32 lanecfg2;
254 
255 	int (*dphy_rx_init)(struct phy *phy);
256 	int (*dphy_rx_power_on)(struct phy *phy);
257 	int (*dphy_rx_power_off)(struct phy *phy);
258 
259 	unsigned int flags;
260 	unsigned int max_data_lanes;
261 };
262 
263 struct dw_mipi_dsi_rockchip {
264 	struct device *dev;
265 	struct rockchip_encoder encoder;
266 	void __iomem *base;
267 
268 	struct regmap *grf_regmap;
269 	struct clk *pclk;
270 	struct clk *pllref_clk;
271 	struct clk *grf_clk;
272 	struct clk *phy_cfg_clk;
273 
274 	/* dual-channel */
275 	bool is_slave;
276 	struct dw_mipi_dsi_rockchip *slave;
277 
278 	/* optional external dphy */
279 	struct phy *phy;
280 	union phy_configure_opts phy_opts;
281 
282 	/* being a phy for other mipi hosts */
283 	unsigned int usage_mode;
284 	struct mutex usage_mutex;
285 	struct phy *dphy;
286 	struct phy_configure_opts_mipi_dphy dphy_config;
287 
288 	unsigned int lane_mbps; /* per lane */
289 	u16 input_div;
290 	u16 feedback_div;
291 	u32 format;
292 
293 	struct dw_mipi_dsi *dmd;
294 	const struct rockchip_dw_dsi_chip_data *cdata;
295 	struct dw_mipi_dsi_plat_data pdata;
296 
297 	bool dsi_bound;
298 };
299 
300 static struct dw_mipi_dsi_rockchip *to_dsi(struct drm_encoder *encoder)
301 {
302 	struct rockchip_encoder *rkencoder = to_rockchip_encoder(encoder);
303 
304 	return container_of(rkencoder, struct dw_mipi_dsi_rockchip, encoder);
305 }
306 
307 struct dphy_pll_parameter_map {
308 	unsigned int max_mbps;
309 	u8 hsfreqrange;
310 	u8 icpctrl;
311 	u8 lpfctrl;
312 };
313 
314 /* The table is based on 27MHz DPHY pll reference clock. */
315 static const struct dphy_pll_parameter_map dppa_map[] = {
316 	{  89, 0x00, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
317 	{  99, 0x10, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
318 	{ 109, 0x20, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
319 	{ 129, 0x01, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
320 	{ 139, 0x11, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
321 	{ 149, 0x21, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
322 	{ 169, 0x02, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
323 	{ 179, 0x12, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
324 	{ 199, 0x22, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
325 	{ 219, 0x03, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
326 	{ 239, 0x13, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
327 	{ 249, 0x23, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
328 	{ 269, 0x04, CP_CURRENT_6UA, LPF_RESISTORS_11_5KOHM },
329 	{ 299, 0x14, CP_CURRENT_6UA, LPF_RESISTORS_11_5KOHM },
330 	{ 329, 0x05, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
331 	{ 359, 0x15, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
332 	{ 399, 0x25, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
333 	{ 449, 0x06, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
334 	{ 499, 0x16, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
335 	{ 549, 0x07, CP_CURRENT_7_5UA, LPF_RESISTORS_10_5KOHM },
336 	{ 599, 0x17, CP_CURRENT_7_5UA, LPF_RESISTORS_10_5KOHM },
337 	{ 649, 0x08, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
338 	{ 699, 0x18, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
339 	{ 749, 0x09, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
340 	{ 799, 0x19, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
341 	{ 849, 0x29, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
342 	{ 899, 0x39, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
343 	{ 949, 0x0a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
344 	{ 999, 0x1a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
345 	{1049, 0x2a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
346 	{1099, 0x3a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
347 	{1149, 0x0b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
348 	{1199, 0x1b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
349 	{1249, 0x2b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
350 	{1299, 0x3b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
351 	{1349, 0x0c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
352 	{1399, 0x1c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
353 	{1449, 0x2c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
354 	{1500, 0x3c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM }
355 };
356 
357 static int max_mbps_to_parameter(unsigned int max_mbps)
358 {
359 	int i;
360 
361 	for (i = 0; i < ARRAY_SIZE(dppa_map); i++)
362 		if (dppa_map[i].max_mbps >= max_mbps)
363 			return i;
364 
365 	return -EINVAL;
366 }
367 
368 static inline void dsi_write(struct dw_mipi_dsi_rockchip *dsi, u32 reg, u32 val)
369 {
370 	writel(val, dsi->base + reg);
371 }
372 
373 static void dw_mipi_dsi_phy_write(struct dw_mipi_dsi_rockchip *dsi,
374 				  u8 test_code,
375 				  u8 test_data)
376 {
377 	/*
378 	 * With the falling edge on TESTCLK, the TESTDIN[7:0] signal content
379 	 * is latched internally as the current test code. Test data is
380 	 * programmed internally by rising edge on TESTCLK.
381 	 */
382 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
383 
384 	dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_TESTEN | PHY_TESTDOUT(0) |
385 					  PHY_TESTDIN(test_code));
386 
387 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_UNTESTCLK | PHY_UNTESTCLR);
388 
389 	dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_UNTESTEN | PHY_TESTDOUT(0) |
390 					  PHY_TESTDIN(test_data));
391 
392 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
393 }
394 
395 /*
396  * ns2bc - Nanoseconds to byte clock cycles
397  */
398 static inline unsigned int ns2bc(struct dw_mipi_dsi_rockchip *dsi, int ns)
399 {
400 	return DIV_ROUND_UP(ns * dsi->lane_mbps / 8, 1000);
401 }
402 
403 /*
404  * ns2ui - Nanoseconds to UI time periods
405  */
406 static inline unsigned int ns2ui(struct dw_mipi_dsi_rockchip *dsi, int ns)
407 {
408 	return DIV_ROUND_UP(ns * dsi->lane_mbps, 1000);
409 }
410 
411 static int dw_mipi_dsi_phy_init(void *priv_data)
412 {
413 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
414 	int ret, i, vco;
415 
416 	if (dsi->phy)
417 		return 0;
418 
419 	/*
420 	 * Get vco from frequency(lane_mbps)
421 	 * vco	frequency table
422 	 * 000 - between   80 and  200 MHz
423 	 * 001 - between  200 and  300 MHz
424 	 * 010 - between  300 and  500 MHz
425 	 * 011 - between  500 and  700 MHz
426 	 * 100 - between  700 and  900 MHz
427 	 * 101 - between  900 and 1100 MHz
428 	 * 110 - between 1100 and 1300 MHz
429 	 * 111 - between 1300 and 1500 MHz
430 	 */
431 	vco = (dsi->lane_mbps < 200) ? 0 : (dsi->lane_mbps + 100) / 200;
432 
433 	i = max_mbps_to_parameter(dsi->lane_mbps);
434 	if (i < 0) {
435 		DRM_DEV_ERROR(dsi->dev,
436 			      "failed to get parameter for %dmbps clock\n",
437 			      dsi->lane_mbps);
438 		return i;
439 	}
440 
441 	ret = clk_prepare_enable(dsi->phy_cfg_clk);
442 	if (ret) {
443 		DRM_DEV_ERROR(dsi->dev, "Failed to enable phy_cfg_clk\n");
444 		return ret;
445 	}
446 
447 	dw_mipi_dsi_phy_write(dsi, PLL_BIAS_CUR_SEL_CAP_VCO_CONTROL,
448 			      BYPASS_VCO_RANGE |
449 			      VCO_RANGE_CON_SEL(vco) |
450 			      VCO_IN_CAP_CON_LOW |
451 			      REF_BIAS_CUR_SEL);
452 
453 	dw_mipi_dsi_phy_write(dsi, PLL_CP_CONTROL_PLL_LOCK_BYPASS,
454 			      CP_CURRENT_SEL(dppa_map[i].icpctrl));
455 	dw_mipi_dsi_phy_write(dsi, PLL_LPF_AND_CP_CONTROL,
456 			      CP_PROGRAM_EN | LPF_PROGRAM_EN |
457 			      LPF_RESISTORS_SEL(dppa_map[i].lpfctrl));
458 
459 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_0,
460 			      HSFREQRANGE_SEL(dppa_map[i].hsfreqrange));
461 
462 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_DIVIDER_RATIO,
463 			      INPUT_DIVIDER(dsi->input_div));
464 	dw_mipi_dsi_phy_write(dsi, PLL_LOOP_DIVIDER_RATIO,
465 			      LOOP_DIV_LOW_SEL(dsi->feedback_div) |
466 			      LOW_PROGRAM_EN);
467 	/*
468 	 * We need set PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL immediately
469 	 * to make the configured LSB effective according to IP simulation
470 	 * and lab test results.
471 	 * Only in this way can we get correct mipi phy pll frequency.
472 	 */
473 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL,
474 			      PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
475 	dw_mipi_dsi_phy_write(dsi, PLL_LOOP_DIVIDER_RATIO,
476 			      LOOP_DIV_HIGH_SEL(dsi->feedback_div) |
477 			      HIGH_PROGRAM_EN);
478 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL,
479 			      PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
480 
481 	dw_mipi_dsi_phy_write(dsi, AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY,
482 			      LOW_PROGRAM_EN | BIASEXTR_SEL(BIASEXTR_127_7));
483 	dw_mipi_dsi_phy_write(dsi, AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY,
484 			      HIGH_PROGRAM_EN | BANDGAP_SEL(BANDGAP_96_10));
485 
486 	dw_mipi_dsi_phy_write(dsi, BANDGAP_AND_BIAS_CONTROL,
487 			      POWER_CONTROL | INTERNAL_REG_CURRENT |
488 			      BIAS_BLOCK_ON | BANDGAP_ON);
489 
490 	dw_mipi_dsi_phy_write(dsi, TERMINATION_RESISTER_CONTROL,
491 			      TER_RESISTOR_LOW | TER_CAL_DONE |
492 			      SETRD_MAX | TER_RESISTORS_ON);
493 	dw_mipi_dsi_phy_write(dsi, TERMINATION_RESISTER_CONTROL,
494 			      TER_RESISTOR_HIGH | LEVEL_SHIFTERS_ON |
495 			      SETRD_MAX | POWER_MANAGE |
496 			      TER_RESISTORS_ON);
497 
498 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_REQUEST_STATE_TIME_CONTROL,
499 			      TLP_PROGRAM_EN | ns2bc(dsi, 500));
500 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_PREPARE_STATE_TIME_CONTROL,
501 			      THS_PRE_PROGRAM_EN | ns2ui(dsi, 40));
502 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_HS_ZERO_STATE_TIME_CONTROL,
503 			      THS_ZERO_PROGRAM_EN | ns2bc(dsi, 300));
504 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_TRAIL_STATE_TIME_CONTROL,
505 			      THS_PRE_PROGRAM_EN | ns2ui(dsi, 100));
506 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_EXIT_STATE_TIME_CONTROL,
507 			      BIT(5) | ns2bc(dsi, 100));
508 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_POST_TIME_CONTROL,
509 			      BIT(5) | (ns2bc(dsi, 60) + 7));
510 
511 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_REQUEST_STATE_TIME_CONTROL,
512 			      TLP_PROGRAM_EN | ns2bc(dsi, 500));
513 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_PREPARE_STATE_TIME_CONTROL,
514 			      THS_PRE_PROGRAM_EN | (ns2ui(dsi, 50) + 20));
515 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_HS_ZERO_STATE_TIME_CONTROL,
516 			      THS_ZERO_PROGRAM_EN | (ns2bc(dsi, 140) + 2));
517 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_TRAIL_STATE_TIME_CONTROL,
518 			      THS_PRE_PROGRAM_EN | (ns2ui(dsi, 60) + 8));
519 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_EXIT_STATE_TIME_CONTROL,
520 			      BIT(5) | ns2bc(dsi, 100));
521 
522 	clk_disable_unprepare(dsi->phy_cfg_clk);
523 
524 	return ret;
525 }
526 
527 static void dw_mipi_dsi_phy_power_on(void *priv_data)
528 {
529 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
530 	int ret;
531 
532 	ret = phy_set_mode(dsi->phy, PHY_MODE_MIPI_DPHY);
533 	if (ret) {
534 		DRM_DEV_ERROR(dsi->dev, "failed to set phy mode: %d\n", ret);
535 		return;
536 	}
537 
538 	phy_configure(dsi->phy, &dsi->phy_opts);
539 	phy_power_on(dsi->phy);
540 }
541 
542 static void dw_mipi_dsi_phy_power_off(void *priv_data)
543 {
544 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
545 
546 	phy_power_off(dsi->phy);
547 }
548 
549 static int
550 dw_mipi_dsi_get_lane_mbps(void *priv_data, const struct drm_display_mode *mode,
551 			  unsigned long mode_flags, u32 lanes, u32 format,
552 			  unsigned int *lane_mbps)
553 {
554 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
555 	int bpp;
556 	unsigned long mpclk, tmp;
557 	unsigned int target_mbps = 1000;
558 	unsigned int max_mbps = dppa_map[ARRAY_SIZE(dppa_map) - 1].max_mbps;
559 	unsigned long best_freq = 0;
560 	unsigned long fvco_min, fvco_max, fin, fout;
561 	unsigned int min_prediv, max_prediv;
562 	unsigned int _prediv, best_prediv;
563 	unsigned long _fbdiv, best_fbdiv;
564 	unsigned long min_delta = ULONG_MAX;
565 
566 	dsi->format = format;
567 	bpp = mipi_dsi_pixel_format_to_bpp(dsi->format);
568 	if (bpp < 0) {
569 		DRM_DEV_ERROR(dsi->dev,
570 			      "failed to get bpp for pixel format %d\n",
571 			      dsi->format);
572 		return bpp;
573 	}
574 
575 	mpclk = DIV_ROUND_UP(mode->clock, MSEC_PER_SEC);
576 	if (mpclk) {
577 		/* take 1 / 0.8, since mbps must big than bandwidth of RGB */
578 		tmp = mpclk * (bpp / lanes) * 10 / 8;
579 		if (tmp < max_mbps)
580 			target_mbps = tmp;
581 		else
582 			DRM_DEV_ERROR(dsi->dev,
583 				      "DPHY clock frequency is out of range\n");
584 	}
585 
586 	/* for external phy only a the mipi_dphy_config is necessary */
587 	if (dsi->phy) {
588 		phy_mipi_dphy_get_default_config(mode->clock * 1000 * 10 / 8,
589 						 bpp, lanes,
590 						 &dsi->phy_opts.mipi_dphy);
591 		dsi->lane_mbps = target_mbps;
592 		*lane_mbps = dsi->lane_mbps;
593 
594 		return 0;
595 	}
596 
597 	fin = clk_get_rate(dsi->pllref_clk);
598 	fout = target_mbps * USEC_PER_SEC;
599 
600 	/* constraint: 5Mhz <= Fref / N <= 40MHz */
601 	min_prediv = DIV_ROUND_UP(fin, 40 * USEC_PER_SEC);
602 	max_prediv = fin / (5 * USEC_PER_SEC);
603 
604 	/* constraint: 80MHz <= Fvco <= 1500Mhz */
605 	fvco_min = 80 * USEC_PER_SEC;
606 	fvco_max = 1500 * USEC_PER_SEC;
607 
608 	for (_prediv = min_prediv; _prediv <= max_prediv; _prediv++) {
609 		u64 tmp;
610 		u32 delta;
611 		/* Fvco = Fref * M / N */
612 		tmp = (u64)fout * _prediv;
613 		do_div(tmp, fin);
614 		_fbdiv = tmp;
615 		/*
616 		 * Due to the use of a "by 2 pre-scaler," the range of the
617 		 * feedback multiplication value M is limited to even division
618 		 * numbers, and m must be greater than 6, not bigger than 512.
619 		 */
620 		if (_fbdiv < 6 || _fbdiv > 512)
621 			continue;
622 
623 		_fbdiv += _fbdiv % 2;
624 
625 		tmp = (u64)_fbdiv * fin;
626 		do_div(tmp, _prediv);
627 		if (tmp < fvco_min || tmp > fvco_max)
628 			continue;
629 
630 		delta = abs(fout - tmp);
631 		if (delta < min_delta) {
632 			best_prediv = _prediv;
633 			best_fbdiv = _fbdiv;
634 			min_delta = delta;
635 			best_freq = tmp;
636 		}
637 	}
638 
639 	if (best_freq) {
640 		dsi->lane_mbps = DIV_ROUND_UP(best_freq, USEC_PER_SEC);
641 		*lane_mbps = dsi->lane_mbps;
642 		dsi->input_div = best_prediv;
643 		dsi->feedback_div = best_fbdiv;
644 	} else {
645 		DRM_DEV_ERROR(dsi->dev, "Can not find best_freq for DPHY\n");
646 		return -EINVAL;
647 	}
648 
649 	return 0;
650 }
651 
652 struct hstt {
653 	unsigned int maxfreq;
654 	struct dw_mipi_dsi_dphy_timing timing;
655 };
656 
657 #define HSTT(_maxfreq, _c_lp2hs, _c_hs2lp, _d_lp2hs, _d_hs2lp)	\
658 {					\
659 	.maxfreq = _maxfreq,		\
660 	.timing = {			\
661 		.clk_lp2hs = _c_lp2hs,	\
662 		.clk_hs2lp = _c_hs2lp,	\
663 		.data_lp2hs = _d_lp2hs,	\
664 		.data_hs2lp = _d_hs2lp,	\
665 	}				\
666 }
667 
668 /* Table A-3 High-Speed Transition Times */
669 static struct hstt hstt_table[] = {
670 	HSTT(  90,  32, 20,  26, 13),
671 	HSTT( 100,  35, 23,  28, 14),
672 	HSTT( 110,  32, 22,  26, 13),
673 	HSTT( 130,  31, 20,  27, 13),
674 	HSTT( 140,  33, 22,  26, 14),
675 	HSTT( 150,  33, 21,  26, 14),
676 	HSTT( 170,  32, 20,  27, 13),
677 	HSTT( 180,  36, 23,  30, 15),
678 	HSTT( 200,  40, 22,  33, 15),
679 	HSTT( 220,  40, 22,  33, 15),
680 	HSTT( 240,  44, 24,  36, 16),
681 	HSTT( 250,  48, 24,  38, 17),
682 	HSTT( 270,  48, 24,  38, 17),
683 	HSTT( 300,  50, 27,  41, 18),
684 	HSTT( 330,  56, 28,  45, 18),
685 	HSTT( 360,  59, 28,  48, 19),
686 	HSTT( 400,  61, 30,  50, 20),
687 	HSTT( 450,  67, 31,  55, 21),
688 	HSTT( 500,  73, 31,  59, 22),
689 	HSTT( 550,  79, 36,  63, 24),
690 	HSTT( 600,  83, 37,  68, 25),
691 	HSTT( 650,  90, 38,  73, 27),
692 	HSTT( 700,  95, 40,  77, 28),
693 	HSTT( 750, 102, 40,  84, 28),
694 	HSTT( 800, 106, 42,  87, 30),
695 	HSTT( 850, 113, 44,  93, 31),
696 	HSTT( 900, 118, 47,  98, 32),
697 	HSTT( 950, 124, 47, 102, 34),
698 	HSTT(1000, 130, 49, 107, 35),
699 	HSTT(1050, 135, 51, 111, 37),
700 	HSTT(1100, 139, 51, 114, 38),
701 	HSTT(1150, 146, 54, 120, 40),
702 	HSTT(1200, 153, 57, 125, 41),
703 	HSTT(1250, 158, 58, 130, 42),
704 	HSTT(1300, 163, 58, 135, 44),
705 	HSTT(1350, 168, 60, 140, 45),
706 	HSTT(1400, 172, 64, 144, 47),
707 	HSTT(1450, 176, 65, 148, 48),
708 	HSTT(1500, 181, 66, 153, 50)
709 };
710 
711 static int
712 dw_mipi_dsi_phy_get_timing(void *priv_data, unsigned int lane_mbps,
713 			   struct dw_mipi_dsi_dphy_timing *timing)
714 {
715 	int i;
716 
717 	for (i = 0; i < ARRAY_SIZE(hstt_table); i++)
718 		if (lane_mbps < hstt_table[i].maxfreq)
719 			break;
720 
721 	if (i == ARRAY_SIZE(hstt_table))
722 		i--;
723 
724 	*timing = hstt_table[i].timing;
725 
726 	return 0;
727 }
728 
729 static const struct dw_mipi_dsi_phy_ops dw_mipi_dsi_rockchip_phy_ops = {
730 	.init = dw_mipi_dsi_phy_init,
731 	.power_on = dw_mipi_dsi_phy_power_on,
732 	.power_off = dw_mipi_dsi_phy_power_off,
733 	.get_lane_mbps = dw_mipi_dsi_get_lane_mbps,
734 	.get_timing = dw_mipi_dsi_phy_get_timing,
735 };
736 
737 static void dw_mipi_dsi_rockchip_config(struct dw_mipi_dsi_rockchip *dsi)
738 {
739 	if (dsi->cdata->lanecfg1_grf_reg)
740 		regmap_write(dsi->grf_regmap, dsi->cdata->lanecfg1_grf_reg,
741 					      dsi->cdata->lanecfg1);
742 
743 	if (dsi->cdata->lanecfg2_grf_reg)
744 		regmap_write(dsi->grf_regmap, dsi->cdata->lanecfg2_grf_reg,
745 					      dsi->cdata->lanecfg2);
746 
747 	if (dsi->cdata->enable_grf_reg)
748 		regmap_write(dsi->grf_regmap, dsi->cdata->enable_grf_reg,
749 					      dsi->cdata->enable);
750 }
751 
752 static void dw_mipi_dsi_rockchip_set_lcdsel(struct dw_mipi_dsi_rockchip *dsi,
753 					    int mux)
754 {
755 	if (dsi->cdata->lcdsel_grf_reg)
756 		regmap_write(dsi->grf_regmap, dsi->cdata->lcdsel_grf_reg,
757 			mux ? dsi->cdata->lcdsel_lit : dsi->cdata->lcdsel_big);
758 }
759 
760 static int
761 dw_mipi_dsi_encoder_atomic_check(struct drm_encoder *encoder,
762 				 struct drm_crtc_state *crtc_state,
763 				 struct drm_connector_state *conn_state)
764 {
765 	struct rockchip_crtc_state *s = to_rockchip_crtc_state(crtc_state);
766 	struct dw_mipi_dsi_rockchip *dsi = to_dsi(encoder);
767 
768 	switch (dsi->format) {
769 	case MIPI_DSI_FMT_RGB888:
770 		s->output_mode = ROCKCHIP_OUT_MODE_P888;
771 		break;
772 	case MIPI_DSI_FMT_RGB666:
773 		s->output_mode = ROCKCHIP_OUT_MODE_P666;
774 		break;
775 	case MIPI_DSI_FMT_RGB565:
776 		s->output_mode = ROCKCHIP_OUT_MODE_P565;
777 		break;
778 	default:
779 		WARN_ON(1);
780 		return -EINVAL;
781 	}
782 
783 	s->output_type = DRM_MODE_CONNECTOR_DSI;
784 	if (dsi->slave)
785 		s->output_flags = ROCKCHIP_OUTPUT_DSI_DUAL;
786 
787 	return 0;
788 }
789 
790 static void dw_mipi_dsi_encoder_enable(struct drm_encoder *encoder)
791 {
792 	struct dw_mipi_dsi_rockchip *dsi = to_dsi(encoder);
793 	int ret, mux;
794 
795 	mux = drm_of_encoder_active_endpoint_id(dsi->dev->of_node,
796 						&dsi->encoder.encoder);
797 	if (mux < 0)
798 		return;
799 
800 	/*
801 	 * For the RK3399, the clk of grf must be enabled before writing grf
802 	 * register. And for RK3288 or other soc, this grf_clk must be NULL,
803 	 * the clk_prepare_enable return true directly.
804 	 */
805 	ret = clk_prepare_enable(dsi->grf_clk);
806 	if (ret) {
807 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
808 		return;
809 	}
810 
811 	dw_mipi_dsi_rockchip_set_lcdsel(dsi, mux);
812 	if (dsi->slave)
813 		dw_mipi_dsi_rockchip_set_lcdsel(dsi->slave, mux);
814 
815 	clk_disable_unprepare(dsi->grf_clk);
816 }
817 
818 static const struct drm_encoder_helper_funcs
819 dw_mipi_dsi_encoder_helper_funcs = {
820 	.atomic_check = dw_mipi_dsi_encoder_atomic_check,
821 	.enable = dw_mipi_dsi_encoder_enable,
822 };
823 
824 static int rockchip_dsi_drm_create_encoder(struct dw_mipi_dsi_rockchip *dsi,
825 					   struct drm_device *drm_dev)
826 {
827 	struct drm_encoder *encoder = &dsi->encoder.encoder;
828 	int ret;
829 
830 	encoder->possible_crtcs = drm_of_find_possible_crtcs(drm_dev,
831 							     dsi->dev->of_node);
832 
833 	ret = drm_simple_encoder_init(drm_dev, encoder, DRM_MODE_ENCODER_DSI);
834 	if (ret) {
835 		DRM_ERROR("Failed to initialize encoder with drm\n");
836 		return ret;
837 	}
838 
839 	drm_encoder_helper_add(encoder, &dw_mipi_dsi_encoder_helper_funcs);
840 
841 	return 0;
842 }
843 
844 static struct device
845 *dw_mipi_dsi_rockchip_find_second(struct dw_mipi_dsi_rockchip *dsi)
846 {
847 	const struct of_device_id *match;
848 	struct device_node *node = NULL, *local;
849 
850 	match = of_match_device(dsi->dev->driver->of_match_table, dsi->dev);
851 
852 	local = of_graph_get_remote_node(dsi->dev->of_node, 1, 0);
853 	if (!local)
854 		return NULL;
855 
856 	while ((node = of_find_compatible_node(node, NULL,
857 					       match->compatible))) {
858 		struct device_node *remote;
859 
860 		/* found ourself */
861 		if (node == dsi->dev->of_node)
862 			continue;
863 
864 		remote = of_graph_get_remote_node(node, 1, 0);
865 		if (!remote)
866 			continue;
867 
868 		/* same display device in port1-ep0 for both */
869 		if (remote == local) {
870 			struct dw_mipi_dsi_rockchip *dsi2;
871 			struct platform_device *pdev;
872 
873 			pdev = of_find_device_by_node(node);
874 
875 			/*
876 			 * we have found the second, so will either return it
877 			 * or return with an error. In any case won't need the
878 			 * nodes anymore nor continue the loop.
879 			 */
880 			of_node_put(remote);
881 			of_node_put(node);
882 			of_node_put(local);
883 
884 			if (!pdev)
885 				return ERR_PTR(-EPROBE_DEFER);
886 
887 			dsi2 = platform_get_drvdata(pdev);
888 			if (!dsi2) {
889 				platform_device_put(pdev);
890 				return ERR_PTR(-EPROBE_DEFER);
891 			}
892 
893 			return &pdev->dev;
894 		}
895 
896 		of_node_put(remote);
897 	}
898 
899 	of_node_put(local);
900 
901 	return NULL;
902 }
903 
904 static int dw_mipi_dsi_rockchip_bind(struct device *dev,
905 				     struct device *master,
906 				     void *data)
907 {
908 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
909 	struct drm_device *drm_dev = data;
910 	struct device *second;
911 	bool master1, master2;
912 	int ret;
913 
914 	second = dw_mipi_dsi_rockchip_find_second(dsi);
915 	if (IS_ERR(second))
916 		return PTR_ERR(second);
917 
918 	if (second) {
919 		master1 = of_property_read_bool(dsi->dev->of_node,
920 						"clock-master");
921 		master2 = of_property_read_bool(second->of_node,
922 						"clock-master");
923 
924 		if (master1 && master2) {
925 			DRM_DEV_ERROR(dsi->dev, "only one clock-master allowed\n");
926 			return -EINVAL;
927 		}
928 
929 		if (!master1 && !master2) {
930 			DRM_DEV_ERROR(dsi->dev, "no clock-master defined\n");
931 			return -EINVAL;
932 		}
933 
934 		/* we are the slave in dual-DSI */
935 		if (!master1) {
936 			dsi->is_slave = true;
937 			return 0;
938 		}
939 
940 		dsi->slave = dev_get_drvdata(second);
941 		if (!dsi->slave) {
942 			DRM_DEV_ERROR(dev, "could not get slaves data\n");
943 			return -ENODEV;
944 		}
945 
946 		dsi->slave->is_slave = true;
947 		dw_mipi_dsi_set_slave(dsi->dmd, dsi->slave->dmd);
948 		put_device(second);
949 	}
950 
951 	pm_runtime_get_sync(dsi->dev);
952 	if (dsi->slave)
953 		pm_runtime_get_sync(dsi->slave->dev);
954 
955 	ret = clk_prepare_enable(dsi->pllref_clk);
956 	if (ret) {
957 		DRM_DEV_ERROR(dev, "Failed to enable pllref_clk: %d\n", ret);
958 		goto out_pm_runtime;
959 	}
960 
961 	/*
962 	 * With the GRF clock running, write lane and dual-mode configurations
963 	 * that won't change immediately. If we waited until enable() to do
964 	 * this, things like panel preparation would not be able to send
965 	 * commands over DSI.
966 	 */
967 	ret = clk_prepare_enable(dsi->grf_clk);
968 	if (ret) {
969 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
970 		goto out_pll_clk;
971 	}
972 
973 	dw_mipi_dsi_rockchip_config(dsi);
974 	if (dsi->slave)
975 		dw_mipi_dsi_rockchip_config(dsi->slave);
976 
977 	clk_disable_unprepare(dsi->grf_clk);
978 
979 	ret = rockchip_dsi_drm_create_encoder(dsi, drm_dev);
980 	if (ret) {
981 		DRM_DEV_ERROR(dev, "Failed to create drm encoder\n");
982 		goto out_pll_clk;
983 	}
984 	rockchip_drm_encoder_set_crtc_endpoint_id(&dsi->encoder,
985 						  dev->of_node, 0, 0);
986 
987 	ret = dw_mipi_dsi_bind(dsi->dmd, &dsi->encoder.encoder);
988 	if (ret) {
989 		DRM_DEV_ERROR(dev, "Failed to bind: %d\n", ret);
990 		goto out_pll_clk;
991 	}
992 
993 	dsi->dsi_bound = true;
994 
995 	return 0;
996 
997 out_pll_clk:
998 	clk_disable_unprepare(dsi->pllref_clk);
999 out_pm_runtime:
1000 	pm_runtime_put(dsi->dev);
1001 	if (dsi->slave)
1002 		pm_runtime_put(dsi->slave->dev);
1003 
1004 	return ret;
1005 }
1006 
1007 static void dw_mipi_dsi_rockchip_unbind(struct device *dev,
1008 					struct device *master,
1009 					void *data)
1010 {
1011 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
1012 
1013 	if (dsi->is_slave)
1014 		return;
1015 
1016 	dsi->dsi_bound = false;
1017 
1018 	dw_mipi_dsi_unbind(dsi->dmd);
1019 
1020 	clk_disable_unprepare(dsi->pllref_clk);
1021 
1022 	pm_runtime_put(dsi->dev);
1023 	if (dsi->slave)
1024 		pm_runtime_put(dsi->slave->dev);
1025 }
1026 
1027 static const struct component_ops dw_mipi_dsi_rockchip_ops = {
1028 	.bind	= dw_mipi_dsi_rockchip_bind,
1029 	.unbind	= dw_mipi_dsi_rockchip_unbind,
1030 };
1031 
1032 static int dw_mipi_dsi_rockchip_host_attach(void *priv_data,
1033 					    struct mipi_dsi_device *device)
1034 {
1035 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
1036 	struct device *second;
1037 	int ret;
1038 
1039 	mutex_lock(&dsi->usage_mutex);
1040 
1041 	if (dsi->usage_mode != DW_DSI_USAGE_IDLE) {
1042 		DRM_DEV_ERROR(dsi->dev, "dsi controller already in use\n");
1043 		mutex_unlock(&dsi->usage_mutex);
1044 		return -EBUSY;
1045 	}
1046 
1047 	dsi->usage_mode = DW_DSI_USAGE_DSI;
1048 	mutex_unlock(&dsi->usage_mutex);
1049 
1050 	ret = component_add(dsi->dev, &dw_mipi_dsi_rockchip_ops);
1051 	if (ret) {
1052 		DRM_DEV_ERROR(dsi->dev, "Failed to register component: %d\n",
1053 					ret);
1054 		goto out;
1055 	}
1056 
1057 	second = dw_mipi_dsi_rockchip_find_second(dsi);
1058 	if (IS_ERR(second)) {
1059 		ret = PTR_ERR(second);
1060 		goto out;
1061 	}
1062 	if (second) {
1063 		ret = component_add(second, &dw_mipi_dsi_rockchip_ops);
1064 		if (ret) {
1065 			DRM_DEV_ERROR(second,
1066 				      "Failed to register component: %d\n",
1067 				      ret);
1068 			goto out;
1069 		}
1070 	}
1071 
1072 	return 0;
1073 
1074 out:
1075 	mutex_lock(&dsi->usage_mutex);
1076 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1077 	mutex_unlock(&dsi->usage_mutex);
1078 	return ret;
1079 }
1080 
1081 static int dw_mipi_dsi_rockchip_host_detach(void *priv_data,
1082 					    struct mipi_dsi_device *device)
1083 {
1084 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
1085 	struct device *second;
1086 
1087 	second = dw_mipi_dsi_rockchip_find_second(dsi);
1088 	if (second && !IS_ERR(second))
1089 		component_del(second, &dw_mipi_dsi_rockchip_ops);
1090 
1091 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_ops);
1092 
1093 	mutex_lock(&dsi->usage_mutex);
1094 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1095 	mutex_unlock(&dsi->usage_mutex);
1096 
1097 	return 0;
1098 }
1099 
1100 static const struct dw_mipi_dsi_host_ops dw_mipi_dsi_rockchip_host_ops = {
1101 	.attach = dw_mipi_dsi_rockchip_host_attach,
1102 	.detach = dw_mipi_dsi_rockchip_host_detach,
1103 };
1104 
1105 static int dw_mipi_dsi_rockchip_dphy_bind(struct device *dev,
1106 					  struct device *master,
1107 					  void *data)
1108 {
1109 	/*
1110 	 * Nothing to do when used as a dphy.
1111 	 * Just make the rest of Rockchip-DRM happy
1112 	 * by being here.
1113 	 */
1114 
1115 	return 0;
1116 }
1117 
1118 static void dw_mipi_dsi_rockchip_dphy_unbind(struct device *dev,
1119 					     struct device *master,
1120 					     void *data)
1121 {
1122 	/* Nothing to do when used as a dphy. */
1123 }
1124 
1125 static const struct component_ops dw_mipi_dsi_rockchip_dphy_ops = {
1126 	.bind	= dw_mipi_dsi_rockchip_dphy_bind,
1127 	.unbind	= dw_mipi_dsi_rockchip_dphy_unbind,
1128 };
1129 
1130 static int dw_mipi_dsi_dphy_init(struct phy *phy)
1131 {
1132 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1133 	int ret;
1134 
1135 	mutex_lock(&dsi->usage_mutex);
1136 
1137 	if (dsi->usage_mode != DW_DSI_USAGE_IDLE) {
1138 		DRM_DEV_ERROR(dsi->dev, "dsi controller already in use\n");
1139 		mutex_unlock(&dsi->usage_mutex);
1140 		return -EBUSY;
1141 	}
1142 
1143 	dsi->usage_mode = DW_DSI_USAGE_PHY;
1144 	mutex_unlock(&dsi->usage_mutex);
1145 
1146 	ret = component_add(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1147 	if (ret < 0)
1148 		goto err_graph;
1149 
1150 	if (dsi->cdata->dphy_rx_init) {
1151 		ret = clk_prepare_enable(dsi->pclk);
1152 		if (ret < 0)
1153 			goto err_init;
1154 
1155 		ret = clk_prepare_enable(dsi->grf_clk);
1156 		if (ret) {
1157 			clk_disable_unprepare(dsi->pclk);
1158 			goto err_init;
1159 		}
1160 
1161 		ret = dsi->cdata->dphy_rx_init(phy);
1162 		clk_disable_unprepare(dsi->grf_clk);
1163 		clk_disable_unprepare(dsi->pclk);
1164 		if (ret < 0)
1165 			goto err_init;
1166 	}
1167 
1168 	return 0;
1169 
1170 err_init:
1171 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1172 err_graph:
1173 	mutex_lock(&dsi->usage_mutex);
1174 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1175 	mutex_unlock(&dsi->usage_mutex);
1176 
1177 	return ret;
1178 }
1179 
1180 static int dw_mipi_dsi_dphy_exit(struct phy *phy)
1181 {
1182 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1183 
1184 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1185 
1186 	mutex_lock(&dsi->usage_mutex);
1187 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1188 	mutex_unlock(&dsi->usage_mutex);
1189 
1190 	return 0;
1191 }
1192 
1193 static int dw_mipi_dsi_dphy_configure(struct phy *phy, union phy_configure_opts *opts)
1194 {
1195 	struct phy_configure_opts_mipi_dphy *config = &opts->mipi_dphy;
1196 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1197 	int ret;
1198 
1199 	ret = phy_mipi_dphy_config_validate(&opts->mipi_dphy);
1200 	if (ret)
1201 		return ret;
1202 
1203 	dsi->dphy_config = *config;
1204 	dsi->lane_mbps = div_u64(config->hs_clk_rate, 1000 * 1000 * 1);
1205 
1206 	return 0;
1207 }
1208 
1209 static int dw_mipi_dsi_dphy_power_on(struct phy *phy)
1210 {
1211 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1212 	int i, ret;
1213 
1214 	DRM_DEV_DEBUG(dsi->dev, "lanes %d - data_rate_mbps %u\n",
1215 		      dsi->dphy_config.lanes, dsi->lane_mbps);
1216 
1217 	i = max_mbps_to_parameter(dsi->lane_mbps);
1218 	if (i < 0) {
1219 		DRM_DEV_ERROR(dsi->dev, "failed to get parameter for %dmbps clock\n",
1220 			      dsi->lane_mbps);
1221 		return i;
1222 	}
1223 
1224 	ret = pm_runtime_resume_and_get(dsi->dev);
1225 	if (ret < 0) {
1226 		DRM_DEV_ERROR(dsi->dev, "failed to enable device: %d\n", ret);
1227 		return ret;
1228 	}
1229 
1230 	ret = clk_prepare_enable(dsi->pclk);
1231 	if (ret) {
1232 		DRM_DEV_ERROR(dsi->dev, "Failed to enable pclk: %d\n", ret);
1233 		goto err_pclk;
1234 	}
1235 
1236 	ret = clk_prepare_enable(dsi->grf_clk);
1237 	if (ret) {
1238 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1239 		goto err_grf_clk;
1240 	}
1241 
1242 	ret = clk_prepare_enable(dsi->phy_cfg_clk);
1243 	if (ret) {
1244 		DRM_DEV_ERROR(dsi->dev, "Failed to enable phy_cfg_clk: %d\n", ret);
1245 		goto err_phy_cfg_clk;
1246 	}
1247 
1248 	/* do soc-variant specific init */
1249 	if (dsi->cdata->dphy_rx_power_on) {
1250 		ret = dsi->cdata->dphy_rx_power_on(phy);
1251 		if (ret < 0) {
1252 			DRM_DEV_ERROR(dsi->dev, "hardware-specific phy bringup failed: %d\n", ret);
1253 			goto err_pwr_on;
1254 		}
1255 	}
1256 
1257 	/*
1258 	 * Configure hsfreqrange according to frequency values
1259 	 * Set clock lane and hsfreqrange by lane0(test code 0x44)
1260 	 */
1261 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_CLK, 0);
1262 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_0,
1263 			      HSFREQRANGE_SEL(dppa_map[i].hsfreqrange));
1264 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_1, 0);
1265 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_2, 0);
1266 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_3, 0);
1267 
1268 	/* Normal operation */
1269 	dw_mipi_dsi_phy_write(dsi, 0x0, 0);
1270 
1271 	clk_disable_unprepare(dsi->phy_cfg_clk);
1272 	clk_disable_unprepare(dsi->grf_clk);
1273 
1274 	return ret;
1275 
1276 err_pwr_on:
1277 	clk_disable_unprepare(dsi->phy_cfg_clk);
1278 err_phy_cfg_clk:
1279 	clk_disable_unprepare(dsi->grf_clk);
1280 err_grf_clk:
1281 	clk_disable_unprepare(dsi->pclk);
1282 err_pclk:
1283 	pm_runtime_put(dsi->dev);
1284 	return ret;
1285 }
1286 
1287 static int dw_mipi_dsi_dphy_power_off(struct phy *phy)
1288 {
1289 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1290 	int ret;
1291 
1292 	ret = clk_prepare_enable(dsi->grf_clk);
1293 	if (ret) {
1294 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1295 		return ret;
1296 	}
1297 
1298 	if (dsi->cdata->dphy_rx_power_off) {
1299 		ret = dsi->cdata->dphy_rx_power_off(phy);
1300 		if (ret < 0)
1301 			DRM_DEV_ERROR(dsi->dev, "hardware-specific phy shutdown failed: %d\n", ret);
1302 	}
1303 
1304 	clk_disable_unprepare(dsi->grf_clk);
1305 	clk_disable_unprepare(dsi->pclk);
1306 
1307 	pm_runtime_put(dsi->dev);
1308 
1309 	return ret;
1310 }
1311 
1312 static const struct phy_ops dw_mipi_dsi_dphy_ops = {
1313 	.configure	= dw_mipi_dsi_dphy_configure,
1314 	.power_on	= dw_mipi_dsi_dphy_power_on,
1315 	.power_off	= dw_mipi_dsi_dphy_power_off,
1316 	.init		= dw_mipi_dsi_dphy_init,
1317 	.exit		= dw_mipi_dsi_dphy_exit,
1318 };
1319 
1320 static int __maybe_unused dw_mipi_dsi_rockchip_resume(struct device *dev)
1321 {
1322 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
1323 	int ret;
1324 
1325 	/*
1326 	 * Re-configure DSI state, if we were previously initialized. We need
1327 	 * to do this before rockchip_drm_drv tries to re-enable() any panels.
1328 	 */
1329 	if (dsi->dsi_bound) {
1330 		ret = clk_prepare_enable(dsi->grf_clk);
1331 		if (ret) {
1332 			DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1333 			return ret;
1334 		}
1335 
1336 		dw_mipi_dsi_rockchip_config(dsi);
1337 		if (dsi->slave)
1338 			dw_mipi_dsi_rockchip_config(dsi->slave);
1339 
1340 		clk_disable_unprepare(dsi->grf_clk);
1341 	}
1342 
1343 	return 0;
1344 }
1345 
1346 static const struct dev_pm_ops dw_mipi_dsi_rockchip_pm_ops = {
1347 	SET_LATE_SYSTEM_SLEEP_PM_OPS(NULL, dw_mipi_dsi_rockchip_resume)
1348 };
1349 
1350 static int dw_mipi_dsi_rockchip_probe(struct platform_device *pdev)
1351 {
1352 	struct device *dev = &pdev->dev;
1353 	struct device_node *np = dev->of_node;
1354 	struct dw_mipi_dsi_rockchip *dsi;
1355 	struct phy_provider *phy_provider;
1356 	struct resource *res;
1357 	const struct rockchip_dw_dsi_chip_data *cdata =
1358 				of_device_get_match_data(dev);
1359 	int ret, i;
1360 
1361 	dsi = devm_kzalloc(dev, sizeof(*dsi), GFP_KERNEL);
1362 	if (!dsi)
1363 		return -ENOMEM;
1364 
1365 	dsi->base = devm_platform_get_and_ioremap_resource(pdev, 0, &res);
1366 	if (IS_ERR(dsi->base)) {
1367 		DRM_DEV_ERROR(dev, "Unable to get dsi registers\n");
1368 		return PTR_ERR(dsi->base);
1369 	}
1370 
1371 	i = 0;
1372 	while (cdata[i].reg) {
1373 		if (cdata[i].reg == res->start) {
1374 			dsi->cdata = &cdata[i];
1375 			break;
1376 		}
1377 
1378 		i++;
1379 	}
1380 
1381 	if (!dsi->cdata) {
1382 		DRM_DEV_ERROR(dev, "no dsi-config for %s node\n", np->name);
1383 		return -EINVAL;
1384 	}
1385 
1386 	/* try to get a possible external dphy */
1387 	dsi->phy = devm_phy_optional_get(dev, "dphy");
1388 	if (IS_ERR(dsi->phy)) {
1389 		ret = PTR_ERR(dsi->phy);
1390 		DRM_DEV_ERROR(dev, "failed to get mipi dphy: %d\n", ret);
1391 		return ret;
1392 	}
1393 
1394 	dsi->pclk = devm_clk_get(dev, "pclk");
1395 	if (IS_ERR(dsi->pclk)) {
1396 		ret = PTR_ERR(dsi->pclk);
1397 		DRM_DEV_ERROR(dev, "Unable to get pclk: %d\n", ret);
1398 		return ret;
1399 	}
1400 
1401 	dsi->pllref_clk = devm_clk_get(dev, "ref");
1402 	if (IS_ERR(dsi->pllref_clk)) {
1403 		if (dsi->phy) {
1404 			/*
1405 			 * if external phy is present, pll will be
1406 			 * generated there.
1407 			 */
1408 			dsi->pllref_clk = NULL;
1409 		} else {
1410 			ret = PTR_ERR(dsi->pllref_clk);
1411 			DRM_DEV_ERROR(dev,
1412 				      "Unable to get pll reference clock: %d\n",
1413 				      ret);
1414 			return ret;
1415 		}
1416 	}
1417 
1418 	if (dsi->cdata->flags & DW_MIPI_NEEDS_PHY_CFG_CLK) {
1419 		dsi->phy_cfg_clk = devm_clk_get(dev, "phy_cfg");
1420 		if (IS_ERR(dsi->phy_cfg_clk)) {
1421 			ret = PTR_ERR(dsi->phy_cfg_clk);
1422 			DRM_DEV_ERROR(dev,
1423 				      "Unable to get phy_cfg_clk: %d\n", ret);
1424 			return ret;
1425 		}
1426 	}
1427 
1428 	if (dsi->cdata->flags & DW_MIPI_NEEDS_GRF_CLK) {
1429 		dsi->grf_clk = devm_clk_get(dev, "grf");
1430 		if (IS_ERR(dsi->grf_clk)) {
1431 			ret = PTR_ERR(dsi->grf_clk);
1432 			DRM_DEV_ERROR(dev, "Unable to get grf_clk: %d\n", ret);
1433 			return ret;
1434 		}
1435 	}
1436 
1437 	dsi->grf_regmap = syscon_regmap_lookup_by_phandle(np, "rockchip,grf");
1438 	if (IS_ERR(dsi->grf_regmap)) {
1439 		DRM_DEV_ERROR(dev, "Unable to get rockchip,grf\n");
1440 		return PTR_ERR(dsi->grf_regmap);
1441 	}
1442 
1443 	dsi->dev = dev;
1444 	dsi->pdata.base = dsi->base;
1445 	dsi->pdata.max_data_lanes = dsi->cdata->max_data_lanes;
1446 	dsi->pdata.phy_ops = &dw_mipi_dsi_rockchip_phy_ops;
1447 	dsi->pdata.host_ops = &dw_mipi_dsi_rockchip_host_ops;
1448 	dsi->pdata.priv_data = dsi;
1449 	platform_set_drvdata(pdev, dsi);
1450 
1451 	mutex_init(&dsi->usage_mutex);
1452 
1453 	dsi->dphy = devm_phy_create(dev, NULL, &dw_mipi_dsi_dphy_ops);
1454 	if (IS_ERR(dsi->dphy)) {
1455 		DRM_DEV_ERROR(&pdev->dev, "failed to create PHY\n");
1456 		return PTR_ERR(dsi->dphy);
1457 	}
1458 
1459 	phy_set_drvdata(dsi->dphy, dsi);
1460 	phy_provider = devm_of_phy_provider_register(dev, of_phy_simple_xlate);
1461 	if (IS_ERR(phy_provider))
1462 		return PTR_ERR(phy_provider);
1463 
1464 	dsi->dmd = dw_mipi_dsi_probe(pdev, &dsi->pdata);
1465 	if (IS_ERR(dsi->dmd)) {
1466 		ret = PTR_ERR(dsi->dmd);
1467 		if (ret != -EPROBE_DEFER)
1468 			DRM_DEV_ERROR(dev,
1469 				      "Failed to probe dw_mipi_dsi: %d\n", ret);
1470 		return ret;
1471 	}
1472 
1473 	return 0;
1474 }
1475 
1476 static void dw_mipi_dsi_rockchip_remove(struct platform_device *pdev)
1477 {
1478 	struct dw_mipi_dsi_rockchip *dsi = platform_get_drvdata(pdev);
1479 
1480 	dw_mipi_dsi_remove(dsi->dmd);
1481 }
1482 
1483 static const struct rockchip_dw_dsi_chip_data px30_chip_data[] = {
1484 	{
1485 		.reg = 0xff450000,
1486 		.lcdsel_grf_reg = PX30_GRF_PD_VO_CON1,
1487 		.lcdsel_big = HIWORD_UPDATE(0, PX30_DSI_LCDC_SEL),
1488 		.lcdsel_lit = HIWORD_UPDATE(PX30_DSI_LCDC_SEL,
1489 					    PX30_DSI_LCDC_SEL),
1490 
1491 		.lanecfg1_grf_reg = PX30_GRF_PD_VO_CON1,
1492 		.lanecfg1 = HIWORD_UPDATE(0, PX30_DSI_TURNDISABLE |
1493 					     PX30_DSI_FORCERXMODE |
1494 					     PX30_DSI_FORCETXSTOPMODE),
1495 
1496 		.max_data_lanes = 4,
1497 	},
1498 	{ /* sentinel */ }
1499 };
1500 
1501 static const struct rockchip_dw_dsi_chip_data rk3128_chip_data[] = {
1502 	{
1503 		.reg = 0x10110000,
1504 		.lanecfg1_grf_reg = RK3128_GRF_LVDS_CON0,
1505 		.lanecfg1 = HIWORD_UPDATE(0, RK3128_DSI_TURNDISABLE |
1506 					     RK3128_DSI_FORCERXMODE |
1507 					     RK3128_DSI_FORCETXSTOPMODE),
1508 		.max_data_lanes = 4,
1509 	},
1510 	{ /* sentinel */ }
1511 };
1512 
1513 static const struct rockchip_dw_dsi_chip_data rk3288_chip_data[] = {
1514 	{
1515 		.reg = 0xff960000,
1516 		.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
1517 		.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI0_LCDC_SEL),
1518 		.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI0_LCDC_SEL, RK3288_DSI0_LCDC_SEL),
1519 
1520 		.max_data_lanes = 4,
1521 	},
1522 	{
1523 		.reg = 0xff964000,
1524 		.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
1525 		.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI1_LCDC_SEL),
1526 		.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI1_LCDC_SEL, RK3288_DSI1_LCDC_SEL),
1527 
1528 		.max_data_lanes = 4,
1529 	},
1530 	{ /* sentinel */ }
1531 };
1532 
1533 static int rk3399_dphy_tx1rx1_init(struct phy *phy)
1534 {
1535 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1536 
1537 	/*
1538 	 * Set TX1RX1 source to isp1.
1539 	 * Assume ISP0 is supplied by the RX0 dphy.
1540 	 */
1541 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1542 		     HIWORD_UPDATE(0, RK3399_TXRX_SRC_SEL_ISP0));
1543 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1544 		     HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
1545 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1546 		     HIWORD_UPDATE(0, RK3399_TXRX_BASEDIR));
1547 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1548 		     HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
1549 
1550 	return 0;
1551 }
1552 
1553 static int rk3399_dphy_tx1rx1_power_on(struct phy *phy)
1554 {
1555 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1556 
1557 	/* tester reset pulse */
1558 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_TESTCLR);
1559 	usleep_range(100, 150);
1560 
1561 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1562 		     HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
1563 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1564 		     HIWORD_UPDATE(RK3399_TXRX_BASEDIR, RK3399_TXRX_BASEDIR));
1565 
1566 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1567 		     HIWORD_UPDATE(0, RK3399_DSI1_FORCERXMODE));
1568 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1569 		     HIWORD_UPDATE(0, RK3399_DSI1_FORCETXSTOPMODE));
1570 
1571 	/* Disable lane turn around, which is ignored in receive mode */
1572 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1573 		     HIWORD_UPDATE(0, RK3399_TXRX_TURNREQUEST));
1574 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1575 		     HIWORD_UPDATE(RK3399_DSI1_TURNDISABLE,
1576 				   RK3399_DSI1_TURNDISABLE));
1577 	usleep_range(100, 150);
1578 
1579 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
1580 	usleep_range(100, 150);
1581 
1582 	/* Enable dphy lanes */
1583 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1584 		     HIWORD_UPDATE(GENMASK(dsi->dphy_config.lanes - 1, 0),
1585 				   RK3399_DSI1_ENABLE));
1586 
1587 	usleep_range(100, 150);
1588 
1589 	return 0;
1590 }
1591 
1592 static int rk3399_dphy_tx1rx1_power_off(struct phy *phy)
1593 {
1594 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1595 
1596 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1597 		     HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
1598 
1599 	return 0;
1600 }
1601 
1602 static const struct rockchip_dw_dsi_chip_data rk3399_chip_data[] = {
1603 	{
1604 		.reg = 0xff960000,
1605 		.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
1606 		.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI0_LCDC_SEL),
1607 		.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI0_LCDC_SEL,
1608 					    RK3399_DSI0_LCDC_SEL),
1609 
1610 		.lanecfg1_grf_reg = RK3399_GRF_SOC_CON22,
1611 		.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI0_TURNREQUEST |
1612 					     RK3399_DSI0_TURNDISABLE |
1613 					     RK3399_DSI0_FORCETXSTOPMODE |
1614 					     RK3399_DSI0_FORCERXMODE),
1615 
1616 		.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
1617 		.max_data_lanes = 4,
1618 	},
1619 	{
1620 		.reg = 0xff968000,
1621 		.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
1622 		.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI1_LCDC_SEL),
1623 		.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI1_LCDC_SEL,
1624 					    RK3399_DSI1_LCDC_SEL),
1625 
1626 		.lanecfg1_grf_reg = RK3399_GRF_SOC_CON23,
1627 		.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI1_TURNDISABLE |
1628 					     RK3399_DSI1_FORCETXSTOPMODE |
1629 					     RK3399_DSI1_FORCERXMODE |
1630 					     RK3399_DSI1_ENABLE),
1631 
1632 		.lanecfg2_grf_reg = RK3399_GRF_SOC_CON24,
1633 		.lanecfg2 = HIWORD_UPDATE(RK3399_TXRX_MASTERSLAVEZ |
1634 					  RK3399_TXRX_ENABLECLK,
1635 					  RK3399_TXRX_MASTERSLAVEZ |
1636 					  RK3399_TXRX_ENABLECLK |
1637 					  RK3399_TXRX_BASEDIR),
1638 
1639 		.enable_grf_reg = RK3399_GRF_SOC_CON23,
1640 		.enable = HIWORD_UPDATE(RK3399_DSI1_ENABLE, RK3399_DSI1_ENABLE),
1641 
1642 		.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
1643 		.max_data_lanes = 4,
1644 
1645 		.dphy_rx_init = rk3399_dphy_tx1rx1_init,
1646 		.dphy_rx_power_on = rk3399_dphy_tx1rx1_power_on,
1647 		.dphy_rx_power_off = rk3399_dphy_tx1rx1_power_off,
1648 	},
1649 	{ /* sentinel */ }
1650 };
1651 
1652 static const struct rockchip_dw_dsi_chip_data rk3568_chip_data[] = {
1653 	{
1654 		.reg = 0xfe060000,
1655 		.lanecfg1_grf_reg = RK3568_GRF_VO_CON2,
1656 		.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI0_SKEWCALHS |
1657 					  RK3568_DSI0_FORCETXSTOPMODE |
1658 					  RK3568_DSI0_TURNDISABLE |
1659 					  RK3568_DSI0_FORCERXMODE),
1660 		.max_data_lanes = 4,
1661 	},
1662 	{
1663 		.reg = 0xfe070000,
1664 		.lanecfg1_grf_reg = RK3568_GRF_VO_CON3,
1665 		.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI1_SKEWCALHS |
1666 					  RK3568_DSI1_FORCETXSTOPMODE |
1667 					  RK3568_DSI1_TURNDISABLE |
1668 					  RK3568_DSI1_FORCERXMODE),
1669 		.max_data_lanes = 4,
1670 	},
1671 	{ /* sentinel */ }
1672 };
1673 
1674 static const struct rockchip_dw_dsi_chip_data rv1126_chip_data[] = {
1675 	{
1676 		.reg = 0xffb30000,
1677 		.lanecfg1_grf_reg = RV1126_GRF_DSIPHY_CON,
1678 		.lanecfg1 = HIWORD_UPDATE(0, RV1126_DSI_TURNDISABLE |
1679 					     RV1126_DSI_FORCERXMODE |
1680 					     RV1126_DSI_FORCETXSTOPMODE),
1681 		.max_data_lanes = 4,
1682 	},
1683 	{ /* sentinel */ }
1684 };
1685 
1686 static const struct of_device_id dw_mipi_dsi_rockchip_dt_ids[] = {
1687 	{
1688 	 .compatible = "rockchip,px30-mipi-dsi",
1689 	 .data = &px30_chip_data,
1690 	}, {
1691 	 .compatible = "rockchip,rk3128-mipi-dsi",
1692 	 .data = &rk3128_chip_data,
1693 	}, {
1694 	 .compatible = "rockchip,rk3288-mipi-dsi",
1695 	 .data = &rk3288_chip_data,
1696 	}, {
1697 	 .compatible = "rockchip,rk3399-mipi-dsi",
1698 	 .data = &rk3399_chip_data,
1699 	}, {
1700 	 .compatible = "rockchip,rk3568-mipi-dsi",
1701 	 .data = &rk3568_chip_data,
1702 	}, {
1703 	 .compatible = "rockchip,rv1126-mipi-dsi",
1704 	 .data = &rv1126_chip_data,
1705 	},
1706 	{ /* sentinel */ }
1707 };
1708 MODULE_DEVICE_TABLE(of, dw_mipi_dsi_rockchip_dt_ids);
1709 
1710 struct platform_driver dw_mipi_dsi_rockchip_driver = {
1711 	.probe		= dw_mipi_dsi_rockchip_probe,
1712 	.remove_new	= dw_mipi_dsi_rockchip_remove,
1713 	.driver		= {
1714 		.of_match_table = dw_mipi_dsi_rockchip_dt_ids,
1715 		.pm	= &dw_mipi_dsi_rockchip_pm_ops,
1716 		.name	= "dw-mipi-dsi-rockchip",
1717 		/*
1718 		 * For dual-DSI display, one DSI pokes at the other DSI's
1719 		 * drvdata in dw_mipi_dsi_rockchip_find_second(). This is not
1720 		 * safe for asynchronous probe.
1721 		 */
1722 		.probe_type = PROBE_FORCE_SYNCHRONOUS,
1723 	},
1724 };
1725