xref: /linux/drivers/gpu/drm/mediatek/mtk_drm_drv.c (revision 8d1077cf2e43b15fefd76ebec2b71541eb27ef2c)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (c) 2015 MediaTek Inc.
4  * Author: YT SHEN <yt.shen@mediatek.com>
5  */
6 
7 #include <linux/component.h>
8 #include <linux/iommu.h>
9 #include <linux/module.h>
10 #include <linux/of_address.h>
11 #include <linux/of_platform.h>
12 #include <linux/pm_runtime.h>
13 #include <linux/dma-mapping.h>
14 
15 #include <drm/drm_atomic.h>
16 #include <drm/drm_atomic_helper.h>
17 #include <drm/drm_drv.h>
18 #include <drm/drm_fbdev_generic.h>
19 #include <drm/drm_fourcc.h>
20 #include <drm/drm_gem.h>
21 #include <drm/drm_gem_framebuffer_helper.h>
22 #include <drm/drm_ioctl.h>
23 #include <drm/drm_of.h>
24 #include <drm/drm_probe_helper.h>
25 #include <drm/drm_vblank.h>
26 
27 #include "mtk_drm_crtc.h"
28 #include "mtk_drm_ddp_comp.h"
29 #include "mtk_drm_drv.h"
30 #include "mtk_drm_gem.h"
31 
32 #define DRIVER_NAME "mediatek"
33 #define DRIVER_DESC "Mediatek SoC DRM"
34 #define DRIVER_DATE "20150513"
35 #define DRIVER_MAJOR 1
36 #define DRIVER_MINOR 0
37 
38 static const struct drm_mode_config_helper_funcs mtk_drm_mode_config_helpers = {
39 	.atomic_commit_tail = drm_atomic_helper_commit_tail_rpm,
40 };
41 
42 static struct drm_framebuffer *
43 mtk_drm_mode_fb_create(struct drm_device *dev,
44 		       struct drm_file *file,
45 		       const struct drm_mode_fb_cmd2 *cmd)
46 {
47 	const struct drm_format_info *info = drm_get_format_info(dev, cmd);
48 
49 	if (info->num_planes != 1)
50 		return ERR_PTR(-EINVAL);
51 
52 	return drm_gem_fb_create(dev, file, cmd);
53 }
54 
55 static const struct drm_mode_config_funcs mtk_drm_mode_config_funcs = {
56 	.fb_create = mtk_drm_mode_fb_create,
57 	.atomic_check = drm_atomic_helper_check,
58 	.atomic_commit = drm_atomic_helper_commit,
59 };
60 
61 static const unsigned int mt2701_mtk_ddp_main[] = {
62 	DDP_COMPONENT_OVL0,
63 	DDP_COMPONENT_RDMA0,
64 	DDP_COMPONENT_COLOR0,
65 	DDP_COMPONENT_BLS,
66 	DDP_COMPONENT_DSI0,
67 };
68 
69 static const unsigned int mt2701_mtk_ddp_ext[] = {
70 	DDP_COMPONENT_RDMA1,
71 	DDP_COMPONENT_DPI0,
72 };
73 
74 static const unsigned int mt7623_mtk_ddp_main[] = {
75 	DDP_COMPONENT_OVL0,
76 	DDP_COMPONENT_RDMA0,
77 	DDP_COMPONENT_COLOR0,
78 	DDP_COMPONENT_BLS,
79 	DDP_COMPONENT_DPI0,
80 };
81 
82 static const unsigned int mt7623_mtk_ddp_ext[] = {
83 	DDP_COMPONENT_RDMA1,
84 	DDP_COMPONENT_DSI0,
85 };
86 
87 static const unsigned int mt2712_mtk_ddp_main[] = {
88 	DDP_COMPONENT_OVL0,
89 	DDP_COMPONENT_COLOR0,
90 	DDP_COMPONENT_AAL0,
91 	DDP_COMPONENT_OD0,
92 	DDP_COMPONENT_RDMA0,
93 	DDP_COMPONENT_DPI0,
94 	DDP_COMPONENT_PWM0,
95 };
96 
97 static const unsigned int mt2712_mtk_ddp_ext[] = {
98 	DDP_COMPONENT_OVL1,
99 	DDP_COMPONENT_COLOR1,
100 	DDP_COMPONENT_AAL1,
101 	DDP_COMPONENT_OD1,
102 	DDP_COMPONENT_RDMA1,
103 	DDP_COMPONENT_DPI1,
104 	DDP_COMPONENT_PWM1,
105 };
106 
107 static const unsigned int mt2712_mtk_ddp_third[] = {
108 	DDP_COMPONENT_RDMA2,
109 	DDP_COMPONENT_DSI3,
110 	DDP_COMPONENT_PWM2,
111 };
112 
113 static unsigned int mt8167_mtk_ddp_main[] = {
114 	DDP_COMPONENT_OVL0,
115 	DDP_COMPONENT_COLOR0,
116 	DDP_COMPONENT_CCORR,
117 	DDP_COMPONENT_AAL0,
118 	DDP_COMPONENT_GAMMA,
119 	DDP_COMPONENT_DITHER0,
120 	DDP_COMPONENT_RDMA0,
121 	DDP_COMPONENT_DSI0,
122 };
123 
124 static const unsigned int mt8173_mtk_ddp_main[] = {
125 	DDP_COMPONENT_OVL0,
126 	DDP_COMPONENT_COLOR0,
127 	DDP_COMPONENT_AAL0,
128 	DDP_COMPONENT_OD0,
129 	DDP_COMPONENT_RDMA0,
130 	DDP_COMPONENT_UFOE,
131 	DDP_COMPONENT_DSI0,
132 	DDP_COMPONENT_PWM0,
133 };
134 
135 static const unsigned int mt8173_mtk_ddp_ext[] = {
136 	DDP_COMPONENT_OVL1,
137 	DDP_COMPONENT_COLOR1,
138 	DDP_COMPONENT_GAMMA,
139 	DDP_COMPONENT_RDMA1,
140 	DDP_COMPONENT_DPI0,
141 };
142 
143 static const unsigned int mt8183_mtk_ddp_main[] = {
144 	DDP_COMPONENT_OVL0,
145 	DDP_COMPONENT_OVL_2L0,
146 	DDP_COMPONENT_RDMA0,
147 	DDP_COMPONENT_COLOR0,
148 	DDP_COMPONENT_CCORR,
149 	DDP_COMPONENT_AAL0,
150 	DDP_COMPONENT_GAMMA,
151 	DDP_COMPONENT_DITHER0,
152 	DDP_COMPONENT_DSI0,
153 };
154 
155 static const unsigned int mt8183_mtk_ddp_ext[] = {
156 	DDP_COMPONENT_OVL_2L1,
157 	DDP_COMPONENT_RDMA1,
158 	DDP_COMPONENT_DPI0,
159 };
160 
161 static const unsigned int mt8186_mtk_ddp_main[] = {
162 	DDP_COMPONENT_OVL0,
163 	DDP_COMPONENT_RDMA0,
164 	DDP_COMPONENT_COLOR0,
165 	DDP_COMPONENT_CCORR,
166 	DDP_COMPONENT_AAL0,
167 	DDP_COMPONENT_GAMMA,
168 	DDP_COMPONENT_POSTMASK0,
169 	DDP_COMPONENT_DITHER0,
170 	DDP_COMPONENT_DSI0,
171 };
172 
173 static const unsigned int mt8186_mtk_ddp_ext[] = {
174 	DDP_COMPONENT_OVL_2L0,
175 	DDP_COMPONENT_RDMA1,
176 	DDP_COMPONENT_DPI0,
177 };
178 
179 static const unsigned int mt8188_mtk_ddp_main[] = {
180 	DDP_COMPONENT_OVL0,
181 	DDP_COMPONENT_RDMA0,
182 	DDP_COMPONENT_COLOR0,
183 	DDP_COMPONENT_CCORR,
184 	DDP_COMPONENT_AAL0,
185 	DDP_COMPONENT_GAMMA,
186 	DDP_COMPONENT_POSTMASK0,
187 	DDP_COMPONENT_DITHER0,
188 	DDP_COMPONENT_DP_INTF0,
189 };
190 
191 static const unsigned int mt8192_mtk_ddp_main[] = {
192 	DDP_COMPONENT_OVL0,
193 	DDP_COMPONENT_OVL_2L0,
194 	DDP_COMPONENT_RDMA0,
195 	DDP_COMPONENT_COLOR0,
196 	DDP_COMPONENT_CCORR,
197 	DDP_COMPONENT_AAL0,
198 	DDP_COMPONENT_GAMMA,
199 	DDP_COMPONENT_POSTMASK0,
200 	DDP_COMPONENT_DITHER0,
201 	DDP_COMPONENT_DSI0,
202 };
203 
204 static const unsigned int mt8192_mtk_ddp_ext[] = {
205 	DDP_COMPONENT_OVL_2L2,
206 	DDP_COMPONENT_RDMA4,
207 	DDP_COMPONENT_DPI0,
208 };
209 
210 static const unsigned int mt8195_mtk_ddp_main[] = {
211 	DDP_COMPONENT_OVL0,
212 	DDP_COMPONENT_RDMA0,
213 	DDP_COMPONENT_COLOR0,
214 	DDP_COMPONENT_CCORR,
215 	DDP_COMPONENT_AAL0,
216 	DDP_COMPONENT_GAMMA,
217 	DDP_COMPONENT_DITHER0,
218 	DDP_COMPONENT_DSC0,
219 	DDP_COMPONENT_MERGE0,
220 	DDP_COMPONENT_DP_INTF0,
221 };
222 
223 static const unsigned int mt8195_mtk_ddp_ext[] = {
224 	DDP_COMPONENT_DRM_OVL_ADAPTOR,
225 	DDP_COMPONENT_MERGE5,
226 	DDP_COMPONENT_DP_INTF1,
227 };
228 
229 static const struct mtk_mmsys_driver_data mt2701_mmsys_driver_data = {
230 	.main_path = mt2701_mtk_ddp_main,
231 	.main_len = ARRAY_SIZE(mt2701_mtk_ddp_main),
232 	.ext_path = mt2701_mtk_ddp_ext,
233 	.ext_len = ARRAY_SIZE(mt2701_mtk_ddp_ext),
234 	.shadow_register = true,
235 	.mmsys_dev_num = 1,
236 };
237 
238 static const struct mtk_mmsys_driver_data mt7623_mmsys_driver_data = {
239 	.main_path = mt7623_mtk_ddp_main,
240 	.main_len = ARRAY_SIZE(mt7623_mtk_ddp_main),
241 	.ext_path = mt7623_mtk_ddp_ext,
242 	.ext_len = ARRAY_SIZE(mt7623_mtk_ddp_ext),
243 	.shadow_register = true,
244 	.mmsys_dev_num = 1,
245 };
246 
247 static const struct mtk_mmsys_driver_data mt2712_mmsys_driver_data = {
248 	.main_path = mt2712_mtk_ddp_main,
249 	.main_len = ARRAY_SIZE(mt2712_mtk_ddp_main),
250 	.ext_path = mt2712_mtk_ddp_ext,
251 	.ext_len = ARRAY_SIZE(mt2712_mtk_ddp_ext),
252 	.third_path = mt2712_mtk_ddp_third,
253 	.third_len = ARRAY_SIZE(mt2712_mtk_ddp_third),
254 	.mmsys_dev_num = 1,
255 };
256 
257 static const struct mtk_mmsys_driver_data mt8167_mmsys_driver_data = {
258 	.main_path = mt8167_mtk_ddp_main,
259 	.main_len = ARRAY_SIZE(mt8167_mtk_ddp_main),
260 	.mmsys_dev_num = 1,
261 };
262 
263 static const struct mtk_mmsys_driver_data mt8173_mmsys_driver_data = {
264 	.main_path = mt8173_mtk_ddp_main,
265 	.main_len = ARRAY_SIZE(mt8173_mtk_ddp_main),
266 	.ext_path = mt8173_mtk_ddp_ext,
267 	.ext_len = ARRAY_SIZE(mt8173_mtk_ddp_ext),
268 	.mmsys_dev_num = 1,
269 };
270 
271 static const struct mtk_mmsys_driver_data mt8183_mmsys_driver_data = {
272 	.main_path = mt8183_mtk_ddp_main,
273 	.main_len = ARRAY_SIZE(mt8183_mtk_ddp_main),
274 	.ext_path = mt8183_mtk_ddp_ext,
275 	.ext_len = ARRAY_SIZE(mt8183_mtk_ddp_ext),
276 	.mmsys_dev_num = 1,
277 };
278 
279 static const struct mtk_mmsys_driver_data mt8186_mmsys_driver_data = {
280 	.main_path = mt8186_mtk_ddp_main,
281 	.main_len = ARRAY_SIZE(mt8186_mtk_ddp_main),
282 	.ext_path = mt8186_mtk_ddp_ext,
283 	.ext_len = ARRAY_SIZE(mt8186_mtk_ddp_ext),
284 	.mmsys_dev_num = 1,
285 };
286 
287 static const struct mtk_mmsys_driver_data mt8188_vdosys0_driver_data = {
288 	.main_path = mt8188_mtk_ddp_main,
289 	.main_len = ARRAY_SIZE(mt8188_mtk_ddp_main),
290 };
291 
292 static const struct mtk_mmsys_driver_data mt8192_mmsys_driver_data = {
293 	.main_path = mt8192_mtk_ddp_main,
294 	.main_len = ARRAY_SIZE(mt8192_mtk_ddp_main),
295 	.ext_path = mt8192_mtk_ddp_ext,
296 	.ext_len = ARRAY_SIZE(mt8192_mtk_ddp_ext),
297 	.mmsys_dev_num = 1,
298 };
299 
300 static const struct mtk_mmsys_driver_data mt8195_vdosys0_driver_data = {
301 	.main_path = mt8195_mtk_ddp_main,
302 	.main_len = ARRAY_SIZE(mt8195_mtk_ddp_main),
303 	.mmsys_dev_num = 2,
304 };
305 
306 static const struct mtk_mmsys_driver_data mt8195_vdosys1_driver_data = {
307 	.ext_path = mt8195_mtk_ddp_ext,
308 	.ext_len = ARRAY_SIZE(mt8195_mtk_ddp_ext),
309 	.mmsys_id = 1,
310 	.mmsys_dev_num = 2,
311 };
312 
313 static const struct of_device_id mtk_drm_of_ids[] = {
314 	{ .compatible = "mediatek,mt2701-mmsys",
315 	  .data = &mt2701_mmsys_driver_data},
316 	{ .compatible = "mediatek,mt7623-mmsys",
317 	  .data = &mt7623_mmsys_driver_data},
318 	{ .compatible = "mediatek,mt2712-mmsys",
319 	  .data = &mt2712_mmsys_driver_data},
320 	{ .compatible = "mediatek,mt8167-mmsys",
321 	  .data = &mt8167_mmsys_driver_data},
322 	{ .compatible = "mediatek,mt8173-mmsys",
323 	  .data = &mt8173_mmsys_driver_data},
324 	{ .compatible = "mediatek,mt8183-mmsys",
325 	  .data = &mt8183_mmsys_driver_data},
326 	{ .compatible = "mediatek,mt8186-mmsys",
327 	  .data = &mt8186_mmsys_driver_data},
328 	{ .compatible = "mediatek,mt8188-vdosys0",
329 	  .data = &mt8188_vdosys0_driver_data},
330 	{ .compatible = "mediatek,mt8192-mmsys",
331 	  .data = &mt8192_mmsys_driver_data},
332 	{ .compatible = "mediatek,mt8195-mmsys",
333 	  .data = &mt8195_vdosys0_driver_data},
334 	{ .compatible = "mediatek,mt8195-vdosys0",
335 	  .data = &mt8195_vdosys0_driver_data},
336 	{ .compatible = "mediatek,mt8195-vdosys1",
337 	  .data = &mt8195_vdosys1_driver_data},
338 	{ }
339 };
340 MODULE_DEVICE_TABLE(of, mtk_drm_of_ids);
341 
342 static int mtk_drm_match(struct device *dev, void *data)
343 {
344 	if (!strncmp(dev_name(dev), "mediatek-drm", sizeof("mediatek-drm") - 1))
345 		return true;
346 	return false;
347 }
348 
349 static bool mtk_drm_get_all_drm_priv(struct device *dev)
350 {
351 	struct mtk_drm_private *drm_priv = dev_get_drvdata(dev);
352 	struct mtk_drm_private *all_drm_priv[MAX_CRTC];
353 	struct device_node *phandle = dev->parent->of_node;
354 	const struct of_device_id *of_id;
355 	struct device_node *node;
356 	struct device *drm_dev;
357 	int cnt = 0;
358 	int i, j;
359 
360 	for_each_child_of_node(phandle->parent, node) {
361 		struct platform_device *pdev;
362 
363 		of_id = of_match_node(mtk_drm_of_ids, node);
364 		if (!of_id)
365 			continue;
366 
367 		pdev = of_find_device_by_node(node);
368 		if (!pdev)
369 			continue;
370 
371 		drm_dev = device_find_child(&pdev->dev, NULL, mtk_drm_match);
372 		if (!drm_dev || !dev_get_drvdata(drm_dev))
373 			continue;
374 
375 		all_drm_priv[cnt] = dev_get_drvdata(drm_dev);
376 		if (all_drm_priv[cnt] && all_drm_priv[cnt]->mtk_drm_bound)
377 			cnt++;
378 	}
379 
380 	if (drm_priv->data->mmsys_dev_num == cnt) {
381 		for (i = 0; i < cnt; i++)
382 			for (j = 0; j < cnt; j++)
383 				all_drm_priv[j]->all_drm_private[i] = all_drm_priv[i];
384 
385 		return true;
386 	}
387 
388 	return false;
389 }
390 
391 static bool mtk_drm_find_mmsys_comp(struct mtk_drm_private *private, int comp_id)
392 {
393 	const struct mtk_mmsys_driver_data *drv_data = private->data;
394 	int i;
395 
396 	if (drv_data->main_path)
397 		for (i = 0; i < drv_data->main_len; i++)
398 			if (drv_data->main_path[i] == comp_id)
399 				return true;
400 
401 	if (drv_data->ext_path)
402 		for (i = 0; i < drv_data->ext_len; i++)
403 			if (drv_data->ext_path[i] == comp_id)
404 				return true;
405 
406 	if (drv_data->third_path)
407 		for (i = 0; i < drv_data->third_len; i++)
408 			if (drv_data->third_path[i] == comp_id)
409 				return true;
410 
411 	return false;
412 }
413 
414 static int mtk_drm_kms_init(struct drm_device *drm)
415 {
416 	struct mtk_drm_private *private = drm->dev_private;
417 	struct mtk_drm_private *priv_n;
418 	struct device *dma_dev = NULL;
419 	int ret, i, j;
420 
421 	if (drm_firmware_drivers_only())
422 		return -ENODEV;
423 
424 	ret = drmm_mode_config_init(drm);
425 	if (ret)
426 		goto put_mutex_dev;
427 
428 	drm->mode_config.min_width = 64;
429 	drm->mode_config.min_height = 64;
430 
431 	/*
432 	 * set max width and height as default value(4096x4096).
433 	 * this value would be used to check framebuffer size limitation
434 	 * at drm_mode_addfb().
435 	 */
436 	drm->mode_config.max_width = 4096;
437 	drm->mode_config.max_height = 4096;
438 	drm->mode_config.funcs = &mtk_drm_mode_config_funcs;
439 	drm->mode_config.helper_private = &mtk_drm_mode_config_helpers;
440 
441 	for (i = 0; i < private->data->mmsys_dev_num; i++) {
442 		drm->dev_private = private->all_drm_private[i];
443 		ret = component_bind_all(private->all_drm_private[i]->dev, drm);
444 		if (ret)
445 			goto put_mutex_dev;
446 	}
447 
448 	/*
449 	 * Ensure internal panels are at the top of the connector list before
450 	 * crtc creation.
451 	 */
452 	drm_helper_move_panel_connectors_to_head(drm);
453 
454 	/*
455 	 * 1. We currently support two fixed data streams, each optional,
456 	 *    and each statically assigned to a crtc:
457 	 *    OVL0 -> COLOR0 -> AAL -> OD -> RDMA0 -> UFOE -> DSI0 ...
458 	 * 2. For multi mmsys architecture, crtc path data are located in
459 	 *    different drm private data structures. Loop through crtc index to
460 	 *    create crtc from the main path and then ext_path and finally the
461 	 *    third path.
462 	 */
463 	for (i = 0; i < MAX_CRTC; i++) {
464 		for (j = 0; j < private->data->mmsys_dev_num; j++) {
465 			priv_n = private->all_drm_private[j];
466 
467 			if (i == 0 && priv_n->data->main_len) {
468 				ret = mtk_drm_crtc_create(drm, priv_n->data->main_path,
469 							  priv_n->data->main_len, j);
470 				if (ret)
471 					goto err_component_unbind;
472 
473 				continue;
474 			} else if (i == 1 && priv_n->data->ext_len) {
475 				ret = mtk_drm_crtc_create(drm, priv_n->data->ext_path,
476 							  priv_n->data->ext_len, j);
477 				if (ret)
478 					goto err_component_unbind;
479 
480 				continue;
481 			} else if (i == 2 && priv_n->data->third_len) {
482 				ret = mtk_drm_crtc_create(drm, priv_n->data->third_path,
483 							  priv_n->data->third_len, j);
484 				if (ret)
485 					goto err_component_unbind;
486 
487 				continue;
488 			}
489 		}
490 	}
491 
492 	/* Use OVL device for all DMA memory allocations */
493 	dma_dev = mtk_drm_crtc_dma_dev_get(drm_crtc_from_index(drm, 0));
494 	if (!dma_dev) {
495 		ret = -ENODEV;
496 		dev_err(drm->dev, "Need at least one OVL device\n");
497 		goto err_component_unbind;
498 	}
499 
500 	for (i = 0; i < private->data->mmsys_dev_num; i++)
501 		private->all_drm_private[i]->dma_dev = dma_dev;
502 
503 	/*
504 	 * Configure the DMA segment size to make sure we get contiguous IOVA
505 	 * when importing PRIME buffers.
506 	 */
507 	ret = dma_set_max_seg_size(dma_dev, UINT_MAX);
508 	if (ret) {
509 		dev_err(dma_dev, "Failed to set DMA segment size\n");
510 		goto err_component_unbind;
511 	}
512 
513 	ret = drm_vblank_init(drm, MAX_CRTC);
514 	if (ret < 0)
515 		goto err_component_unbind;
516 
517 	drm_kms_helper_poll_init(drm);
518 	drm_mode_config_reset(drm);
519 
520 	return 0;
521 
522 err_component_unbind:
523 	for (i = 0; i < private->data->mmsys_dev_num; i++)
524 		component_unbind_all(private->all_drm_private[i]->dev, drm);
525 put_mutex_dev:
526 	for (i = 0; i < private->data->mmsys_dev_num; i++)
527 		put_device(private->all_drm_private[i]->mutex_dev);
528 
529 	return ret;
530 }
531 
532 static void mtk_drm_kms_deinit(struct drm_device *drm)
533 {
534 	drm_kms_helper_poll_fini(drm);
535 	drm_atomic_helper_shutdown(drm);
536 
537 	component_unbind_all(drm->dev, drm);
538 }
539 
540 DEFINE_DRM_GEM_FOPS(mtk_drm_fops);
541 
542 /*
543  * We need to override this because the device used to import the memory is
544  * not dev->dev, as drm_gem_prime_import() expects.
545  */
546 static struct drm_gem_object *mtk_drm_gem_prime_import(struct drm_device *dev,
547 						       struct dma_buf *dma_buf)
548 {
549 	struct mtk_drm_private *private = dev->dev_private;
550 
551 	return drm_gem_prime_import_dev(dev, dma_buf, private->dma_dev);
552 }
553 
554 static const struct drm_driver mtk_drm_driver = {
555 	.driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_ATOMIC,
556 
557 	.dumb_create = mtk_drm_gem_dumb_create,
558 
559 	.gem_prime_import = mtk_drm_gem_prime_import,
560 	.gem_prime_import_sg_table = mtk_gem_prime_import_sg_table,
561 	.fops = &mtk_drm_fops,
562 
563 	.name = DRIVER_NAME,
564 	.desc = DRIVER_DESC,
565 	.date = DRIVER_DATE,
566 	.major = DRIVER_MAJOR,
567 	.minor = DRIVER_MINOR,
568 };
569 
570 static int compare_dev(struct device *dev, void *data)
571 {
572 	return dev == (struct device *)data;
573 }
574 
575 static int mtk_drm_bind(struct device *dev)
576 {
577 	struct mtk_drm_private *private = dev_get_drvdata(dev);
578 	struct platform_device *pdev;
579 	struct drm_device *drm;
580 	int ret, i;
581 
582 	if (!iommu_present(&platform_bus_type))
583 		return -EPROBE_DEFER;
584 
585 	pdev = of_find_device_by_node(private->mutex_node);
586 	if (!pdev) {
587 		dev_err(dev, "Waiting for disp-mutex device %pOF\n",
588 			private->mutex_node);
589 		of_node_put(private->mutex_node);
590 		return -EPROBE_DEFER;
591 	}
592 
593 	private->mutex_dev = &pdev->dev;
594 	private->mtk_drm_bound = true;
595 	private->dev = dev;
596 
597 	if (!mtk_drm_get_all_drm_priv(dev))
598 		return 0;
599 
600 	drm = drm_dev_alloc(&mtk_drm_driver, dev);
601 	if (IS_ERR(drm))
602 		return PTR_ERR(drm);
603 
604 	private->drm_master = true;
605 	drm->dev_private = private;
606 	for (i = 0; i < private->data->mmsys_dev_num; i++)
607 		private->all_drm_private[i]->drm = drm;
608 
609 	ret = mtk_drm_kms_init(drm);
610 	if (ret < 0)
611 		goto err_free;
612 
613 	ret = drm_dev_register(drm, 0);
614 	if (ret < 0)
615 		goto err_deinit;
616 
617 	drm_fbdev_generic_setup(drm, 32);
618 
619 	return 0;
620 
621 err_deinit:
622 	mtk_drm_kms_deinit(drm);
623 err_free:
624 	private->drm = NULL;
625 	drm_dev_put(drm);
626 	return ret;
627 }
628 
629 static void mtk_drm_unbind(struct device *dev)
630 {
631 	struct mtk_drm_private *private = dev_get_drvdata(dev);
632 
633 	/* for multi mmsys dev, unregister drm dev in mmsys master */
634 	if (private->drm_master) {
635 		drm_dev_unregister(private->drm);
636 		mtk_drm_kms_deinit(private->drm);
637 		drm_dev_put(private->drm);
638 	}
639 	private->mtk_drm_bound = false;
640 	private->drm_master = false;
641 	private->drm = NULL;
642 }
643 
644 static const struct component_master_ops mtk_drm_ops = {
645 	.bind		= mtk_drm_bind,
646 	.unbind		= mtk_drm_unbind,
647 };
648 
649 static const struct of_device_id mtk_ddp_comp_dt_ids[] = {
650 	{ .compatible = "mediatek,mt8167-disp-aal",
651 	  .data = (void *)MTK_DISP_AAL},
652 	{ .compatible = "mediatek,mt8173-disp-aal",
653 	  .data = (void *)MTK_DISP_AAL},
654 	{ .compatible = "mediatek,mt8183-disp-aal",
655 	  .data = (void *)MTK_DISP_AAL},
656 	{ .compatible = "mediatek,mt8192-disp-aal",
657 	  .data = (void *)MTK_DISP_AAL},
658 	{ .compatible = "mediatek,mt8167-disp-ccorr",
659 	  .data = (void *)MTK_DISP_CCORR },
660 	{ .compatible = "mediatek,mt8183-disp-ccorr",
661 	  .data = (void *)MTK_DISP_CCORR },
662 	{ .compatible = "mediatek,mt8192-disp-ccorr",
663 	  .data = (void *)MTK_DISP_CCORR },
664 	{ .compatible = "mediatek,mt2701-disp-color",
665 	  .data = (void *)MTK_DISP_COLOR },
666 	{ .compatible = "mediatek,mt8167-disp-color",
667 	  .data = (void *)MTK_DISP_COLOR },
668 	{ .compatible = "mediatek,mt8173-disp-color",
669 	  .data = (void *)MTK_DISP_COLOR },
670 	{ .compatible = "mediatek,mt8167-disp-dither",
671 	  .data = (void *)MTK_DISP_DITHER },
672 	{ .compatible = "mediatek,mt8183-disp-dither",
673 	  .data = (void *)MTK_DISP_DITHER },
674 	{ .compatible = "mediatek,mt8195-disp-dsc",
675 	  .data = (void *)MTK_DISP_DSC },
676 	{ .compatible = "mediatek,mt8167-disp-gamma",
677 	  .data = (void *)MTK_DISP_GAMMA, },
678 	{ .compatible = "mediatek,mt8173-disp-gamma",
679 	  .data = (void *)MTK_DISP_GAMMA, },
680 	{ .compatible = "mediatek,mt8183-disp-gamma",
681 	  .data = (void *)MTK_DISP_GAMMA, },
682 	{ .compatible = "mediatek,mt8195-disp-merge",
683 	  .data = (void *)MTK_DISP_MERGE },
684 	{ .compatible = "mediatek,mt2701-disp-mutex",
685 	  .data = (void *)MTK_DISP_MUTEX },
686 	{ .compatible = "mediatek,mt2712-disp-mutex",
687 	  .data = (void *)MTK_DISP_MUTEX },
688 	{ .compatible = "mediatek,mt8167-disp-mutex",
689 	  .data = (void *)MTK_DISP_MUTEX },
690 	{ .compatible = "mediatek,mt8173-disp-mutex",
691 	  .data = (void *)MTK_DISP_MUTEX },
692 	{ .compatible = "mediatek,mt8183-disp-mutex",
693 	  .data = (void *)MTK_DISP_MUTEX },
694 	{ .compatible = "mediatek,mt8186-disp-mutex",
695 	  .data = (void *)MTK_DISP_MUTEX },
696 	{ .compatible = "mediatek,mt8188-disp-mutex",
697 	  .data = (void *)MTK_DISP_MUTEX },
698 	{ .compatible = "mediatek,mt8192-disp-mutex",
699 	  .data = (void *)MTK_DISP_MUTEX },
700 	{ .compatible = "mediatek,mt8195-disp-mutex",
701 	  .data = (void *)MTK_DISP_MUTEX },
702 	{ .compatible = "mediatek,mt8173-disp-od",
703 	  .data = (void *)MTK_DISP_OD },
704 	{ .compatible = "mediatek,mt2701-disp-ovl",
705 	  .data = (void *)MTK_DISP_OVL },
706 	{ .compatible = "mediatek,mt8167-disp-ovl",
707 	  .data = (void *)MTK_DISP_OVL },
708 	{ .compatible = "mediatek,mt8173-disp-ovl",
709 	  .data = (void *)MTK_DISP_OVL },
710 	{ .compatible = "mediatek,mt8183-disp-ovl",
711 	  .data = (void *)MTK_DISP_OVL },
712 	{ .compatible = "mediatek,mt8192-disp-ovl",
713 	  .data = (void *)MTK_DISP_OVL },
714 	{ .compatible = "mediatek,mt8183-disp-ovl-2l",
715 	  .data = (void *)MTK_DISP_OVL_2L },
716 	{ .compatible = "mediatek,mt8192-disp-ovl-2l",
717 	  .data = (void *)MTK_DISP_OVL_2L },
718 	{ .compatible = "mediatek,mt8192-disp-postmask",
719 	  .data = (void *)MTK_DISP_POSTMASK },
720 	{ .compatible = "mediatek,mt2701-disp-pwm",
721 	  .data = (void *)MTK_DISP_BLS },
722 	{ .compatible = "mediatek,mt8167-disp-pwm",
723 	  .data = (void *)MTK_DISP_PWM },
724 	{ .compatible = "mediatek,mt8173-disp-pwm",
725 	  .data = (void *)MTK_DISP_PWM },
726 	{ .compatible = "mediatek,mt2701-disp-rdma",
727 	  .data = (void *)MTK_DISP_RDMA },
728 	{ .compatible = "mediatek,mt8167-disp-rdma",
729 	  .data = (void *)MTK_DISP_RDMA },
730 	{ .compatible = "mediatek,mt8173-disp-rdma",
731 	  .data = (void *)MTK_DISP_RDMA },
732 	{ .compatible = "mediatek,mt8183-disp-rdma",
733 	  .data = (void *)MTK_DISP_RDMA },
734 	{ .compatible = "mediatek,mt8195-disp-rdma",
735 	  .data = (void *)MTK_DISP_RDMA },
736 	{ .compatible = "mediatek,mt8173-disp-ufoe",
737 	  .data = (void *)MTK_DISP_UFOE },
738 	{ .compatible = "mediatek,mt8173-disp-wdma",
739 	  .data = (void *)MTK_DISP_WDMA },
740 	{ .compatible = "mediatek,mt2701-dpi",
741 	  .data = (void *)MTK_DPI },
742 	{ .compatible = "mediatek,mt8167-dsi",
743 	  .data = (void *)MTK_DSI },
744 	{ .compatible = "mediatek,mt8173-dpi",
745 	  .data = (void *)MTK_DPI },
746 	{ .compatible = "mediatek,mt8183-dpi",
747 	  .data = (void *)MTK_DPI },
748 	{ .compatible = "mediatek,mt8186-dpi",
749 	  .data = (void *)MTK_DPI },
750 	{ .compatible = "mediatek,mt8188-dp-intf",
751 	  .data = (void *)MTK_DP_INTF },
752 	{ .compatible = "mediatek,mt8192-dpi",
753 	  .data = (void *)MTK_DPI },
754 	{ .compatible = "mediatek,mt8195-dp-intf",
755 	  .data = (void *)MTK_DP_INTF },
756 	{ .compatible = "mediatek,mt2701-dsi",
757 	  .data = (void *)MTK_DSI },
758 	{ .compatible = "mediatek,mt8173-dsi",
759 	  .data = (void *)MTK_DSI },
760 	{ .compatible = "mediatek,mt8183-dsi",
761 	  .data = (void *)MTK_DSI },
762 	{ .compatible = "mediatek,mt8186-dsi",
763 	  .data = (void *)MTK_DSI },
764 	{ }
765 };
766 
767 static int mtk_drm_probe(struct platform_device *pdev)
768 {
769 	struct device *dev = &pdev->dev;
770 	struct device_node *phandle = dev->parent->of_node;
771 	const struct of_device_id *of_id;
772 	struct mtk_drm_private *private;
773 	struct device_node *node;
774 	struct component_match *match = NULL;
775 	struct platform_device *ovl_adaptor;
776 	int ret;
777 	int i;
778 
779 	private = devm_kzalloc(dev, sizeof(*private), GFP_KERNEL);
780 	if (!private)
781 		return -ENOMEM;
782 
783 	private->mmsys_dev = dev->parent;
784 	if (!private->mmsys_dev) {
785 		dev_err(dev, "Failed to get MMSYS device\n");
786 		return -ENODEV;
787 	}
788 
789 	of_id = of_match_node(mtk_drm_of_ids, phandle);
790 	if (!of_id)
791 		return -ENODEV;
792 
793 	private->data = of_id->data;
794 
795 	private->all_drm_private = devm_kmalloc_array(dev, private->data->mmsys_dev_num,
796 						      sizeof(*private->all_drm_private),
797 						      GFP_KERNEL);
798 	if (!private->all_drm_private)
799 		return -ENOMEM;
800 
801 	/* Bringup ovl_adaptor */
802 	if (mtk_drm_find_mmsys_comp(private, DDP_COMPONENT_DRM_OVL_ADAPTOR)) {
803 		ovl_adaptor = platform_device_register_data(dev, "mediatek-disp-ovl-adaptor",
804 							    PLATFORM_DEVID_AUTO,
805 							    (void *)private->mmsys_dev,
806 							    sizeof(*private->mmsys_dev));
807 		private->ddp_comp[DDP_COMPONENT_DRM_OVL_ADAPTOR].dev = &ovl_adaptor->dev;
808 		mtk_ddp_comp_init(NULL, &private->ddp_comp[DDP_COMPONENT_DRM_OVL_ADAPTOR],
809 				  DDP_COMPONENT_DRM_OVL_ADAPTOR);
810 		component_match_add(dev, &match, compare_dev, &ovl_adaptor->dev);
811 	}
812 
813 	/* Iterate over sibling DISP function blocks */
814 	for_each_child_of_node(phandle->parent, node) {
815 		const struct of_device_id *of_id;
816 		enum mtk_ddp_comp_type comp_type;
817 		int comp_id;
818 
819 		of_id = of_match_node(mtk_ddp_comp_dt_ids, node);
820 		if (!of_id)
821 			continue;
822 
823 		if (!of_device_is_available(node)) {
824 			dev_dbg(dev, "Skipping disabled component %pOF\n",
825 				node);
826 			continue;
827 		}
828 
829 		comp_type = (enum mtk_ddp_comp_type)of_id->data;
830 
831 		if (comp_type == MTK_DISP_MUTEX) {
832 			int id;
833 
834 			id = of_alias_get_id(node, "mutex");
835 			if (id < 0 || id == private->data->mmsys_id) {
836 				private->mutex_node = of_node_get(node);
837 				dev_dbg(dev, "get mutex for mmsys %d", private->data->mmsys_id);
838 			}
839 			continue;
840 		}
841 
842 		comp_id = mtk_ddp_comp_get_id(node, comp_type);
843 		if (comp_id < 0) {
844 			dev_warn(dev, "Skipping unknown component %pOF\n",
845 				 node);
846 			continue;
847 		}
848 
849 		if (!mtk_drm_find_mmsys_comp(private, comp_id))
850 			continue;
851 
852 		private->comp_node[comp_id] = of_node_get(node);
853 
854 		/*
855 		 * Currently only the AAL, CCORR, COLOR, GAMMA, MERGE, OVL, RDMA, DSI, and DPI
856 		 * blocks have separate component platform drivers and initialize their own
857 		 * DDP component structure. The others are initialized here.
858 		 */
859 		if (comp_type == MTK_DISP_AAL ||
860 		    comp_type == MTK_DISP_CCORR ||
861 		    comp_type == MTK_DISP_COLOR ||
862 		    comp_type == MTK_DISP_GAMMA ||
863 		    comp_type == MTK_DISP_MERGE ||
864 		    comp_type == MTK_DISP_OVL ||
865 		    comp_type == MTK_DISP_OVL_2L ||
866 		    comp_type == MTK_DISP_OVL_ADAPTOR ||
867 		    comp_type == MTK_DISP_RDMA ||
868 		    comp_type == MTK_DP_INTF ||
869 		    comp_type == MTK_DPI ||
870 		    comp_type == MTK_DSI) {
871 			dev_info(dev, "Adding component match for %pOF\n",
872 				 node);
873 			drm_of_component_match_add(dev, &match, component_compare_of,
874 						   node);
875 		}
876 
877 		ret = mtk_ddp_comp_init(node, &private->ddp_comp[comp_id], comp_id);
878 		if (ret) {
879 			of_node_put(node);
880 			goto err_node;
881 		}
882 	}
883 
884 	if (!private->mutex_node) {
885 		dev_err(dev, "Failed to find disp-mutex node\n");
886 		ret = -ENODEV;
887 		goto err_node;
888 	}
889 
890 	pm_runtime_enable(dev);
891 
892 	platform_set_drvdata(pdev, private);
893 
894 	ret = component_master_add_with_match(dev, &mtk_drm_ops, match);
895 	if (ret)
896 		goto err_pm;
897 
898 	return 0;
899 
900 err_pm:
901 	pm_runtime_disable(dev);
902 err_node:
903 	of_node_put(private->mutex_node);
904 	for (i = 0; i < DDP_COMPONENT_DRM_ID_MAX; i++)
905 		of_node_put(private->comp_node[i]);
906 	return ret;
907 }
908 
909 static int mtk_drm_remove(struct platform_device *pdev)
910 {
911 	struct mtk_drm_private *private = platform_get_drvdata(pdev);
912 	int i;
913 
914 	component_master_del(&pdev->dev, &mtk_drm_ops);
915 	pm_runtime_disable(&pdev->dev);
916 	of_node_put(private->mutex_node);
917 	for (i = 0; i < DDP_COMPONENT_DRM_ID_MAX; i++)
918 		of_node_put(private->comp_node[i]);
919 
920 	return 0;
921 }
922 
923 static int mtk_drm_sys_prepare(struct device *dev)
924 {
925 	struct mtk_drm_private *private = dev_get_drvdata(dev);
926 	struct drm_device *drm = private->drm;
927 
928 	if (private->drm_master)
929 		return drm_mode_config_helper_suspend(drm);
930 	else
931 		return 0;
932 }
933 
934 static void mtk_drm_sys_complete(struct device *dev)
935 {
936 	struct mtk_drm_private *private = dev_get_drvdata(dev);
937 	struct drm_device *drm = private->drm;
938 	int ret = 0;
939 
940 	if (private->drm_master)
941 		ret = drm_mode_config_helper_resume(drm);
942 	if (ret)
943 		dev_err(dev, "Failed to resume\n");
944 }
945 
946 static const struct dev_pm_ops mtk_drm_pm_ops = {
947 	.prepare = mtk_drm_sys_prepare,
948 	.complete = mtk_drm_sys_complete,
949 };
950 
951 static struct platform_driver mtk_drm_platform_driver = {
952 	.probe	= mtk_drm_probe,
953 	.remove	= mtk_drm_remove,
954 	.driver	= {
955 		.name	= "mediatek-drm",
956 		.pm     = &mtk_drm_pm_ops,
957 	},
958 };
959 
960 static struct platform_driver * const mtk_drm_drivers[] = {
961 	&mtk_disp_aal_driver,
962 	&mtk_disp_ccorr_driver,
963 	&mtk_disp_color_driver,
964 	&mtk_disp_gamma_driver,
965 	&mtk_disp_merge_driver,
966 	&mtk_disp_ovl_adaptor_driver,
967 	&mtk_disp_ovl_driver,
968 	&mtk_disp_rdma_driver,
969 	&mtk_dpi_driver,
970 	&mtk_drm_platform_driver,
971 	&mtk_dsi_driver,
972 	&mtk_ethdr_driver,
973 	&mtk_mdp_rdma_driver,
974 };
975 
976 static int __init mtk_drm_init(void)
977 {
978 	return platform_register_drivers(mtk_drm_drivers,
979 					 ARRAY_SIZE(mtk_drm_drivers));
980 }
981 
982 static void __exit mtk_drm_exit(void)
983 {
984 	platform_unregister_drivers(mtk_drm_drivers,
985 				    ARRAY_SIZE(mtk_drm_drivers));
986 }
987 
988 module_init(mtk_drm_init);
989 module_exit(mtk_drm_exit);
990 
991 MODULE_AUTHOR("YT SHEN <yt.shen@mediatek.com>");
992 MODULE_DESCRIPTION("Mediatek SoC DRM driver");
993 MODULE_LICENSE("GPL v2");
994