xref: /linux/drivers/gpu/drm/drm_client_modeset.c (revision c532de5a67a70f8533d495f8f2aaa9a0491c3ad0)
1 // SPDX-License-Identifier: MIT
2 /*
3  * Copyright 2018 Noralf Trønnes
4  * Copyright (c) 2006-2009 Red Hat Inc.
5  * Copyright (c) 2006-2008 Intel Corporation
6  *   Jesse Barnes <jesse.barnes@intel.com>
7  * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
8  */
9 
10 #include "drm/drm_modeset_lock.h"
11 #include <linux/module.h>
12 #include <linux/mutex.h>
13 #include <linux/slab.h>
14 #include <linux/string_helpers.h>
15 
16 #include <drm/drm_atomic.h>
17 #include <drm/drm_client.h>
18 #include <drm/drm_connector.h>
19 #include <drm/drm_crtc.h>
20 #include <drm/drm_device.h>
21 #include <drm/drm_drv.h>
22 #include <drm/drm_edid.h>
23 #include <drm/drm_encoder.h>
24 #include <drm/drm_print.h>
25 
26 #include "drm_crtc_internal.h"
27 #include "drm_internal.h"
28 
29 #define DRM_CLIENT_MAX_CLONED_CONNECTORS	8
30 
31 struct drm_client_offset {
32 	int x, y;
33 };
34 
35 int drm_client_modeset_create(struct drm_client_dev *client)
36 {
37 	struct drm_device *dev = client->dev;
38 	unsigned int num_crtc = dev->mode_config.num_crtc;
39 	unsigned int max_connector_count = 1;
40 	struct drm_mode_set *modeset;
41 	struct drm_crtc *crtc;
42 	unsigned int i = 0;
43 
44 	/* Add terminating zero entry to enable index less iteration */
45 	client->modesets = kcalloc(num_crtc + 1, sizeof(*client->modesets), GFP_KERNEL);
46 	if (!client->modesets)
47 		return -ENOMEM;
48 
49 	mutex_init(&client->modeset_mutex);
50 
51 	drm_for_each_crtc(crtc, dev)
52 		client->modesets[i++].crtc = crtc;
53 
54 	/* Cloning is only supported in the single crtc case. */
55 	if (num_crtc == 1)
56 		max_connector_count = DRM_CLIENT_MAX_CLONED_CONNECTORS;
57 
58 	for (modeset = client->modesets; modeset->crtc; modeset++) {
59 		modeset->connectors = kcalloc(max_connector_count,
60 					      sizeof(*modeset->connectors), GFP_KERNEL);
61 		if (!modeset->connectors)
62 			goto err_free;
63 	}
64 
65 	return 0;
66 
67 err_free:
68 	drm_client_modeset_free(client);
69 
70 	return -ENOMEM;
71 }
72 
73 static void drm_client_modeset_release(struct drm_client_dev *client)
74 {
75 	struct drm_mode_set *modeset;
76 	unsigned int i;
77 
78 	drm_client_for_each_modeset(modeset, client) {
79 		drm_mode_destroy(client->dev, modeset->mode);
80 		modeset->mode = NULL;
81 		modeset->fb = NULL;
82 
83 		for (i = 0; i < modeset->num_connectors; i++) {
84 			drm_connector_put(modeset->connectors[i]);
85 			modeset->connectors[i] = NULL;
86 		}
87 		modeset->num_connectors = 0;
88 	}
89 }
90 
91 void drm_client_modeset_free(struct drm_client_dev *client)
92 {
93 	struct drm_mode_set *modeset;
94 
95 	mutex_lock(&client->modeset_mutex);
96 
97 	drm_client_modeset_release(client);
98 
99 	drm_client_for_each_modeset(modeset, client)
100 		kfree(modeset->connectors);
101 
102 	mutex_unlock(&client->modeset_mutex);
103 
104 	mutex_destroy(&client->modeset_mutex);
105 	kfree(client->modesets);
106 }
107 
108 static struct drm_mode_set *
109 drm_client_find_modeset(struct drm_client_dev *client, struct drm_crtc *crtc)
110 {
111 	struct drm_mode_set *modeset;
112 
113 	drm_client_for_each_modeset(modeset, client)
114 		if (modeset->crtc == crtc)
115 			return modeset;
116 
117 	return NULL;
118 }
119 
120 static struct drm_display_mode *
121 drm_connector_get_tiled_mode(struct drm_connector *connector)
122 {
123 	struct drm_display_mode *mode;
124 
125 	list_for_each_entry(mode, &connector->modes, head) {
126 		if (mode->hdisplay == connector->tile_h_size &&
127 		    mode->vdisplay == connector->tile_v_size)
128 			return mode;
129 	}
130 	return NULL;
131 }
132 
133 static struct drm_display_mode *
134 drm_connector_fallback_non_tiled_mode(struct drm_connector *connector)
135 {
136 	struct drm_display_mode *mode;
137 
138 	list_for_each_entry(mode, &connector->modes, head) {
139 		if (mode->hdisplay == connector->tile_h_size &&
140 		    mode->vdisplay == connector->tile_v_size)
141 			continue;
142 		return mode;
143 	}
144 	return NULL;
145 }
146 
147 static struct drm_display_mode *
148 drm_connector_has_preferred_mode(struct drm_connector *connector, int width, int height)
149 {
150 	struct drm_display_mode *mode;
151 
152 	list_for_each_entry(mode, &connector->modes, head) {
153 		if (mode->hdisplay > width ||
154 		    mode->vdisplay > height)
155 			continue;
156 		if (mode->type & DRM_MODE_TYPE_PREFERRED)
157 			return mode;
158 	}
159 	return NULL;
160 }
161 
162 static struct drm_display_mode *drm_connector_pick_cmdline_mode(struct drm_connector *connector)
163 {
164 	struct drm_cmdline_mode *cmdline_mode;
165 	struct drm_display_mode *mode;
166 	bool prefer_non_interlace;
167 
168 	/*
169 	 * Find a user-defined mode. If the user gave us a valid
170 	 * mode on the kernel command line, it will show up in this
171 	 * list.
172 	 */
173 
174 	list_for_each_entry(mode, &connector->modes, head) {
175 		if (mode->type & DRM_MODE_TYPE_USERDEF)
176 			return mode;
177 	}
178 
179 	cmdline_mode = &connector->cmdline_mode;
180 	if (cmdline_mode->specified == false)
181 		return NULL;
182 
183 	/*
184 	 * Attempt to find a matching mode in the list of modes we
185 	 * have gotten so far.
186 	 */
187 
188 	prefer_non_interlace = !cmdline_mode->interlace;
189 again:
190 	list_for_each_entry(mode, &connector->modes, head) {
191 		/* check width/height */
192 		if (mode->hdisplay != cmdline_mode->xres ||
193 		    mode->vdisplay != cmdline_mode->yres)
194 			continue;
195 
196 		if (cmdline_mode->refresh_specified) {
197 			if (drm_mode_vrefresh(mode) != cmdline_mode->refresh)
198 				continue;
199 		}
200 
201 		if (cmdline_mode->interlace) {
202 			if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
203 				continue;
204 		} else if (prefer_non_interlace) {
205 			if (mode->flags & DRM_MODE_FLAG_INTERLACE)
206 				continue;
207 		}
208 		return mode;
209 	}
210 
211 	if (prefer_non_interlace) {
212 		prefer_non_interlace = false;
213 		goto again;
214 	}
215 
216 	return NULL;
217 }
218 
219 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
220 {
221 	bool enable;
222 
223 	if (connector->display_info.non_desktop)
224 		return false;
225 
226 	if (strict)
227 		enable = connector->status == connector_status_connected;
228 	else
229 		enable = connector->status != connector_status_disconnected;
230 
231 	return enable;
232 }
233 
234 static void drm_client_connectors_enabled(struct drm_connector **connectors,
235 					  unsigned int connector_count,
236 					  bool *enabled)
237 {
238 	bool any_enabled = false;
239 	struct drm_connector *connector;
240 	int i = 0;
241 
242 	for (i = 0; i < connector_count; i++) {
243 		connector = connectors[i];
244 		enabled[i] = drm_connector_enabled(connector, true);
245 		drm_dbg_kms(connector->dev, "[CONNECTOR:%d:%s] enabled? %s\n",
246 			    connector->base.id, connector->name,
247 			    connector->display_info.non_desktop ?
248 			    "non desktop" : str_yes_no(enabled[i]));
249 
250 		any_enabled |= enabled[i];
251 	}
252 
253 	if (any_enabled)
254 		return;
255 
256 	for (i = 0; i < connector_count; i++)
257 		enabled[i] = drm_connector_enabled(connectors[i], false);
258 }
259 
260 static bool drm_client_target_cloned(struct drm_device *dev,
261 				     struct drm_connector **connectors,
262 				     unsigned int connector_count,
263 				     struct drm_display_mode **modes,
264 				     struct drm_client_offset *offsets,
265 				     bool *enabled, int width, int height)
266 {
267 	int count, i, j;
268 	bool can_clone = false;
269 	struct drm_display_mode *dmt_mode, *mode;
270 
271 	/* only contemplate cloning in the single crtc case */
272 	if (dev->mode_config.num_crtc > 1)
273 		return false;
274 
275 	count = 0;
276 	for (i = 0; i < connector_count; i++) {
277 		if (enabled[i])
278 			count++;
279 	}
280 
281 	/* only contemplate cloning if more than one connector is enabled */
282 	if (count <= 1)
283 		return false;
284 
285 	/* check the command line or if nothing common pick 1024x768 */
286 	can_clone = true;
287 	for (i = 0; i < connector_count; i++) {
288 		if (!enabled[i])
289 			continue;
290 		modes[i] = drm_connector_pick_cmdline_mode(connectors[i]);
291 		if (!modes[i]) {
292 			can_clone = false;
293 			break;
294 		}
295 		for (j = 0; j < i; j++) {
296 			if (!enabled[j])
297 				continue;
298 			if (!drm_mode_match(modes[j], modes[i],
299 					    DRM_MODE_MATCH_TIMINGS |
300 					    DRM_MODE_MATCH_CLOCK |
301 					    DRM_MODE_MATCH_FLAGS |
302 					    DRM_MODE_MATCH_3D_FLAGS))
303 				can_clone = false;
304 		}
305 	}
306 
307 	if (can_clone) {
308 		drm_dbg_kms(dev, "can clone using command line\n");
309 		return true;
310 	}
311 
312 	/* try and find a 1024x768 mode on each connector */
313 	can_clone = true;
314 	dmt_mode = drm_mode_find_dmt(dev, 1024, 768, 60, false);
315 
316 	if (!dmt_mode)
317 		goto fail;
318 
319 	for (i = 0; i < connector_count; i++) {
320 		if (!enabled[i])
321 			continue;
322 
323 		list_for_each_entry(mode, &connectors[i]->modes, head) {
324 			if (drm_mode_match(mode, dmt_mode,
325 					   DRM_MODE_MATCH_TIMINGS |
326 					   DRM_MODE_MATCH_CLOCK |
327 					   DRM_MODE_MATCH_FLAGS |
328 					   DRM_MODE_MATCH_3D_FLAGS))
329 				modes[i] = mode;
330 		}
331 		if (!modes[i])
332 			can_clone = false;
333 	}
334 	kfree(dmt_mode);
335 
336 	if (can_clone) {
337 		drm_dbg_kms(dev, "can clone using 1024x768\n");
338 		return true;
339 	}
340 fail:
341 	drm_info(dev, "kms: can't enable cloning when we probably wanted to.\n");
342 	return false;
343 }
344 
345 static int drm_client_get_tile_offsets(struct drm_device *dev,
346 				       struct drm_connector **connectors,
347 				       unsigned int connector_count,
348 				       struct drm_display_mode **modes,
349 				       struct drm_client_offset *offsets,
350 				       int idx,
351 				       int h_idx, int v_idx)
352 {
353 	struct drm_connector *connector;
354 	int i;
355 	int hoffset = 0, voffset = 0;
356 
357 	for (i = 0; i < connector_count; i++) {
358 		connector = connectors[i];
359 		if (!connector->has_tile)
360 			continue;
361 
362 		if (!modes[i] && (h_idx || v_idx)) {
363 			drm_dbg_kms(dev,
364 				    "[CONNECTOR:%d:%s] no modes for connector tiled %d\n",
365 				    connector->base.id, connector->name, i);
366 			continue;
367 		}
368 		if (connector->tile_h_loc < h_idx)
369 			hoffset += modes[i]->hdisplay;
370 
371 		if (connector->tile_v_loc < v_idx)
372 			voffset += modes[i]->vdisplay;
373 	}
374 	offsets[idx].x = hoffset;
375 	offsets[idx].y = voffset;
376 	drm_dbg_kms(dev, "returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
377 	return 0;
378 }
379 
380 static bool drm_client_target_preferred(struct drm_device *dev,
381 					struct drm_connector **connectors,
382 					unsigned int connector_count,
383 					struct drm_display_mode **modes,
384 					struct drm_client_offset *offsets,
385 					bool *enabled, int width, int height)
386 {
387 	const u64 mask = BIT_ULL(connector_count) - 1;
388 	struct drm_connector *connector;
389 	u64 conn_configured = 0;
390 	int tile_pass = 0;
391 	int num_tiled_conns = 0;
392 	int i;
393 
394 	for (i = 0; i < connector_count; i++) {
395 		if (connectors[i]->has_tile &&
396 		    connectors[i]->status == connector_status_connected)
397 			num_tiled_conns++;
398 	}
399 
400 retry:
401 	for (i = 0; i < connector_count; i++) {
402 		connector = connectors[i];
403 
404 		if (conn_configured & BIT_ULL(i))
405 			continue;
406 
407 		if (enabled[i] == false) {
408 			conn_configured |= BIT_ULL(i);
409 			continue;
410 		}
411 
412 		/* first pass over all the untiled connectors */
413 		if (tile_pass == 0 && connector->has_tile)
414 			continue;
415 
416 		if (tile_pass == 1) {
417 			if (connector->tile_h_loc != 0 ||
418 			    connector->tile_v_loc != 0)
419 				continue;
420 
421 		} else {
422 			if (connector->tile_h_loc != tile_pass - 1 &&
423 			    connector->tile_v_loc != tile_pass - 1)
424 			/* if this tile_pass doesn't cover any of the tiles - keep going */
425 				continue;
426 
427 			/*
428 			 * find the tile offsets for this pass - need to find
429 			 * all tiles left and above
430 			 */
431 			drm_client_get_tile_offsets(dev, connectors, connector_count,
432 						    modes, offsets, i,
433 						    connector->tile_h_loc, connector->tile_v_loc);
434 		}
435 		drm_dbg_kms(dev, "[CONNECTOR:%d:%s] looking for cmdline mode\n",
436 			    connector->base.id, connector->name);
437 
438 		/* got for command line mode first */
439 		modes[i] = drm_connector_pick_cmdline_mode(connector);
440 		if (!modes[i]) {
441 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] looking for preferred mode, tile %d\n",
442 				    connector->base.id, connector->name,
443 				    connector->tile_group ? connector->tile_group->id : 0);
444 			modes[i] = drm_connector_has_preferred_mode(connector, width, height);
445 		}
446 		/* No preferred modes, pick one off the list */
447 		if (!modes[i] && !list_empty(&connector->modes)) {
448 			list_for_each_entry(modes[i], &connector->modes, head)
449 				break;
450 		}
451 		/*
452 		 * In case of tiled mode if all tiles not present fallback to
453 		 * first available non tiled mode.
454 		 * After all tiles are present, try to find the tiled mode
455 		 * for all and if tiled mode not present due to fbcon size
456 		 * limitations, use first non tiled mode only for
457 		 * tile 0,0 and set to no mode for all other tiles.
458 		 */
459 		if (connector->has_tile) {
460 			if (num_tiled_conns <
461 			    connector->num_h_tile * connector->num_v_tile ||
462 			    (connector->tile_h_loc == 0 &&
463 			     connector->tile_v_loc == 0 &&
464 			     !drm_connector_get_tiled_mode(connector))) {
465 				drm_dbg_kms(dev,
466 					    "[CONNECTOR:%d:%s] Falling back to non-tiled mode\n",
467 					    connector->base.id, connector->name);
468 				modes[i] = drm_connector_fallback_non_tiled_mode(connector);
469 			} else {
470 				modes[i] = drm_connector_get_tiled_mode(connector);
471 			}
472 		}
473 
474 		drm_dbg_kms(dev, "[CONNECTOR:%d:%s] Found mode %s\n",
475 			    connector->base.id, connector->name,
476 			    modes[i] ? modes[i]->name : "none");
477 		conn_configured |= BIT_ULL(i);
478 	}
479 
480 	if ((conn_configured & mask) != mask) {
481 		tile_pass++;
482 		goto retry;
483 	}
484 	return true;
485 }
486 
487 static bool connector_has_possible_crtc(struct drm_connector *connector,
488 					struct drm_crtc *crtc)
489 {
490 	struct drm_encoder *encoder;
491 
492 	drm_connector_for_each_possible_encoder(connector, encoder) {
493 		if (encoder->possible_crtcs & drm_crtc_mask(crtc))
494 			return true;
495 	}
496 
497 	return false;
498 }
499 
500 static int drm_client_pick_crtcs(struct drm_client_dev *client,
501 				 struct drm_connector **connectors,
502 				 unsigned int connector_count,
503 				 struct drm_crtc **best_crtcs,
504 				 struct drm_display_mode **modes,
505 				 int n, int width, int height)
506 {
507 	struct drm_device *dev = client->dev;
508 	struct drm_connector *connector;
509 	int my_score, best_score, score;
510 	struct drm_crtc **crtcs, *crtc;
511 	struct drm_mode_set *modeset;
512 	int o;
513 
514 	if (n == connector_count)
515 		return 0;
516 
517 	connector = connectors[n];
518 
519 	best_crtcs[n] = NULL;
520 	best_score = drm_client_pick_crtcs(client, connectors, connector_count,
521 					   best_crtcs, modes, n + 1, width, height);
522 	if (modes[n] == NULL)
523 		return best_score;
524 
525 	crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
526 	if (!crtcs)
527 		return best_score;
528 
529 	my_score = 1;
530 	if (connector->status == connector_status_connected)
531 		my_score++;
532 	if (connector->cmdline_mode.specified)
533 		my_score++;
534 	if (drm_connector_has_preferred_mode(connector, width, height))
535 		my_score++;
536 
537 	/*
538 	 * select a crtc for this connector and then attempt to configure
539 	 * remaining connectors
540 	 */
541 	drm_client_for_each_modeset(modeset, client) {
542 		crtc = modeset->crtc;
543 
544 		if (!connector_has_possible_crtc(connector, crtc))
545 			continue;
546 
547 		for (o = 0; o < n; o++)
548 			if (best_crtcs[o] == crtc)
549 				break;
550 
551 		if (o < n) {
552 			/* ignore cloning unless only a single crtc */
553 			if (dev->mode_config.num_crtc > 1)
554 				continue;
555 
556 			if (!drm_mode_equal(modes[o], modes[n]))
557 				continue;
558 		}
559 
560 		crtcs[n] = crtc;
561 		memcpy(crtcs, best_crtcs, n * sizeof(*crtcs));
562 		score = my_score + drm_client_pick_crtcs(client, connectors, connector_count,
563 							 crtcs, modes, n + 1, width, height);
564 		if (score > best_score) {
565 			best_score = score;
566 			memcpy(best_crtcs, crtcs, connector_count * sizeof(*crtcs));
567 		}
568 	}
569 
570 	kfree(crtcs);
571 	return best_score;
572 }
573 
574 /* Try to read the BIOS display configuration and use it for the initial config */
575 static bool drm_client_firmware_config(struct drm_client_dev *client,
576 				       struct drm_connector **connectors,
577 				       unsigned int connector_count,
578 				       struct drm_crtc **crtcs,
579 				       struct drm_display_mode **modes,
580 				       struct drm_client_offset *offsets,
581 				       bool *enabled, int width, int height)
582 {
583 	const int count = min_t(unsigned int, connector_count, BITS_PER_LONG);
584 	unsigned long conn_configured, conn_seq, mask;
585 	struct drm_device *dev = client->dev;
586 	int i, j;
587 	bool *save_enabled;
588 	bool fallback = true, ret = true;
589 	int num_connectors_enabled = 0;
590 	int num_connectors_detected = 0;
591 	int num_tiled_conns = 0;
592 	struct drm_modeset_acquire_ctx ctx;
593 
594 	if (!drm_drv_uses_atomic_modeset(dev))
595 		return false;
596 
597 	if (drm_WARN_ON(dev, count <= 0))
598 		return false;
599 
600 	save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
601 	if (!save_enabled)
602 		return false;
603 
604 	drm_modeset_acquire_init(&ctx, 0);
605 
606 	while (drm_modeset_lock_all_ctx(dev, &ctx) != 0)
607 		drm_modeset_backoff(&ctx);
608 
609 	memcpy(save_enabled, enabled, count);
610 	mask = GENMASK(count - 1, 0);
611 	conn_configured = 0;
612 	for (i = 0; i < count; i++) {
613 		if (connectors[i]->has_tile &&
614 		    connectors[i]->status == connector_status_connected)
615 			num_tiled_conns++;
616 	}
617 retry:
618 	conn_seq = conn_configured;
619 	for (i = 0; i < count; i++) {
620 		struct drm_connector *connector;
621 		struct drm_encoder *encoder;
622 		struct drm_crtc *new_crtc;
623 
624 		connector = connectors[i];
625 
626 		if (conn_configured & BIT(i))
627 			continue;
628 
629 		if (conn_seq == 0 && !connector->has_tile)
630 			continue;
631 
632 		if (connector->status == connector_status_connected)
633 			num_connectors_detected++;
634 
635 		if (!enabled[i]) {
636 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] not enabled, skipping\n",
637 				    connector->base.id, connector->name);
638 			conn_configured |= BIT(i);
639 			continue;
640 		}
641 
642 		if (connector->force == DRM_FORCE_OFF) {
643 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] disabled by user, skipping\n",
644 				    connector->base.id, connector->name);
645 			enabled[i] = false;
646 			continue;
647 		}
648 
649 		encoder = connector->state->best_encoder;
650 		if (!encoder || drm_WARN_ON(dev, !connector->state->crtc)) {
651 			if (connector->force > DRM_FORCE_OFF)
652 				goto bail;
653 
654 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] has no encoder or crtc, skipping\n",
655 				    connector->base.id, connector->name);
656 			enabled[i] = false;
657 			conn_configured |= BIT(i);
658 			continue;
659 		}
660 
661 		num_connectors_enabled++;
662 
663 		new_crtc = connector->state->crtc;
664 
665 		/*
666 		 * Make sure we're not trying to drive multiple connectors
667 		 * with a single CRTC, since our cloning support may not
668 		 * match the BIOS.
669 		 */
670 		for (j = 0; j < count; j++) {
671 			if (crtcs[j] == new_crtc) {
672 				drm_dbg_kms(dev, "fallback: cloned configuration\n");
673 				goto bail;
674 			}
675 		}
676 
677 		drm_dbg_kms(dev, "[CONNECTOR:%d:%s] looking for cmdline mode\n",
678 			    connector->base.id, connector->name);
679 
680 		/* go for command line mode first */
681 		modes[i] = drm_connector_pick_cmdline_mode(connector);
682 
683 		/* try for preferred next */
684 		if (!modes[i]) {
685 			drm_dbg_kms(dev,
686 				    "[CONNECTOR:%d:%s] looking for preferred mode, has tile: %s\n",
687 				    connector->base.id, connector->name,
688 				    str_yes_no(connector->has_tile));
689 			modes[i] = drm_connector_has_preferred_mode(connector, width, height);
690 		}
691 
692 		/* No preferred mode marked by the EDID? Are there any modes? */
693 		if (!modes[i] && !list_empty(&connector->modes)) {
694 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] using first listed mode\n",
695 				    connector->base.id, connector->name);
696 			modes[i] = list_first_entry(&connector->modes,
697 						    struct drm_display_mode,
698 						    head);
699 		}
700 
701 		/* last resort: use current mode */
702 		if (!modes[i]) {
703 			/*
704 			 * IMPORTANT: We want to use the adjusted mode (i.e.
705 			 * after the panel fitter upscaling) as the initial
706 			 * config, not the input mode, which is what crtc->mode
707 			 * usually contains. But since our current
708 			 * code puts a mode derived from the post-pfit timings
709 			 * into crtc->mode this works out correctly.
710 			 *
711 			 * This is crtc->mode and not crtc->state->mode for the
712 			 * fastboot check to work correctly.
713 			 */
714 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] looking for current mode\n",
715 				    connector->base.id, connector->name);
716 			modes[i] = &connector->state->crtc->mode;
717 		}
718 		/*
719 		 * In case of tiled modes, if all tiles are not present
720 		 * then fallback to a non tiled mode.
721 		 */
722 		if (connector->has_tile &&
723 		    num_tiled_conns < connector->num_h_tile * connector->num_v_tile) {
724 			drm_dbg_kms(dev, "[CONNECTOR:%d:%s] Falling back to non-tiled mode\n",
725 				    connector->base.id, connector->name);
726 			modes[i] = drm_connector_fallback_non_tiled_mode(connector);
727 		}
728 		crtcs[i] = new_crtc;
729 
730 		drm_dbg_kms(dev, "[CONNECTOR:%d:%s] on [CRTC:%d:%s]: %dx%d%s\n",
731 			    connector->base.id, connector->name,
732 			    connector->state->crtc->base.id,
733 			    connector->state->crtc->name,
734 			    modes[i]->hdisplay, modes[i]->vdisplay,
735 			    modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" : "");
736 
737 		fallback = false;
738 		conn_configured |= BIT(i);
739 	}
740 
741 	if ((conn_configured & mask) != mask && conn_configured != conn_seq)
742 		goto retry;
743 
744 	/*
745 	 * If the BIOS didn't enable everything it could, fall back to have the
746 	 * same user experiencing of lighting up as much as possible like the
747 	 * fbdev helper library.
748 	 */
749 	if (num_connectors_enabled != num_connectors_detected &&
750 	    num_connectors_enabled < dev->mode_config.num_crtc) {
751 		drm_dbg_kms(dev, "fallback: Not all outputs enabled\n");
752 		drm_dbg_kms(dev, "Enabled: %i, detected: %i\n",
753 			    num_connectors_enabled, num_connectors_detected);
754 		fallback = true;
755 	}
756 
757 	if (fallback) {
758 bail:
759 		drm_dbg_kms(dev, "Not using firmware configuration\n");
760 		memcpy(enabled, save_enabled, count);
761 		ret = false;
762 	}
763 
764 	drm_modeset_drop_locks(&ctx);
765 	drm_modeset_acquire_fini(&ctx);
766 
767 	kfree(save_enabled);
768 	return ret;
769 }
770 
771 /**
772  * drm_client_modeset_probe() - Probe for displays
773  * @client: DRM client
774  * @width: Maximum display mode width (optional)
775  * @height: Maximum display mode height (optional)
776  *
777  * This function sets up display pipelines for enabled connectors and stores the
778  * config in the client's modeset array.
779  *
780  * Returns:
781  * Zero on success or negative error code on failure.
782  */
783 int drm_client_modeset_probe(struct drm_client_dev *client, unsigned int width, unsigned int height)
784 {
785 	struct drm_connector *connector, **connectors = NULL;
786 	struct drm_connector_list_iter conn_iter;
787 	struct drm_device *dev = client->dev;
788 	unsigned int total_modes_count = 0;
789 	struct drm_client_offset *offsets;
790 	unsigned int connector_count = 0;
791 	/* points to modes protected by mode_config.mutex */
792 	struct drm_display_mode **modes;
793 	struct drm_crtc **crtcs;
794 	int i, ret = 0;
795 	bool *enabled;
796 
797 	drm_dbg_kms(dev, "\n");
798 
799 	if (!width)
800 		width = dev->mode_config.max_width;
801 	if (!height)
802 		height = dev->mode_config.max_height;
803 
804 	drm_connector_list_iter_begin(dev, &conn_iter);
805 	drm_client_for_each_connector_iter(connector, &conn_iter) {
806 		struct drm_connector **tmp;
807 
808 		tmp = krealloc(connectors, (connector_count + 1) * sizeof(*connectors), GFP_KERNEL);
809 		if (!tmp) {
810 			ret = -ENOMEM;
811 			goto free_connectors;
812 		}
813 
814 		connectors = tmp;
815 		drm_connector_get(connector);
816 		connectors[connector_count++] = connector;
817 	}
818 	drm_connector_list_iter_end(&conn_iter);
819 
820 	if (!connector_count)
821 		return 0;
822 
823 	crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
824 	modes = kcalloc(connector_count, sizeof(*modes), GFP_KERNEL);
825 	offsets = kcalloc(connector_count, sizeof(*offsets), GFP_KERNEL);
826 	enabled = kcalloc(connector_count, sizeof(bool), GFP_KERNEL);
827 	if (!crtcs || !modes || !enabled || !offsets) {
828 		ret = -ENOMEM;
829 		goto out;
830 	}
831 
832 	mutex_lock(&client->modeset_mutex);
833 
834 	mutex_lock(&dev->mode_config.mutex);
835 	for (i = 0; i < connector_count; i++)
836 		total_modes_count += connectors[i]->funcs->fill_modes(connectors[i], width, height);
837 	if (!total_modes_count)
838 		drm_dbg_kms(dev, "No connectors reported connected with modes\n");
839 	drm_client_connectors_enabled(connectors, connector_count, enabled);
840 
841 	if (!drm_client_firmware_config(client, connectors, connector_count, crtcs,
842 					modes, offsets, enabled, width, height)) {
843 		memset(modes, 0, connector_count * sizeof(*modes));
844 		memset(crtcs, 0, connector_count * sizeof(*crtcs));
845 		memset(offsets, 0, connector_count * sizeof(*offsets));
846 
847 		if (!drm_client_target_cloned(dev, connectors, connector_count, modes,
848 					      offsets, enabled, width, height) &&
849 		    !drm_client_target_preferred(dev, connectors, connector_count, modes,
850 						 offsets, enabled, width, height))
851 			drm_err(dev, "Unable to find initial modes\n");
852 
853 		drm_dbg_kms(dev, "picking CRTCs for %dx%d config\n",
854 			    width, height);
855 
856 		drm_client_pick_crtcs(client, connectors, connector_count,
857 				      crtcs, modes, 0, width, height);
858 	}
859 
860 	drm_client_modeset_release(client);
861 
862 	for (i = 0; i < connector_count; i++) {
863 		struct drm_display_mode *mode = modes[i];
864 		struct drm_crtc *crtc = crtcs[i];
865 		struct drm_client_offset *offset = &offsets[i];
866 
867 		if (mode && crtc) {
868 			struct drm_mode_set *modeset = drm_client_find_modeset(client, crtc);
869 			struct drm_connector *connector = connectors[i];
870 
871 			drm_dbg_kms(dev, "[CRTC:%d:%s] desired mode %s set (%d,%d)\n",
872 				    crtc->base.id, crtc->name,
873 				    mode->name, offset->x, offset->y);
874 
875 			if (drm_WARN_ON_ONCE(dev, modeset->num_connectors == DRM_CLIENT_MAX_CLONED_CONNECTORS ||
876 					     (dev->mode_config.num_crtc > 1 && modeset->num_connectors == 1))) {
877 				ret = -EINVAL;
878 				break;
879 			}
880 
881 			kfree(modeset->mode);
882 			modeset->mode = drm_mode_duplicate(dev, mode);
883 			if (!modeset->mode) {
884 				ret = -ENOMEM;
885 				break;
886 			}
887 
888 			drm_connector_get(connector);
889 			modeset->connectors[modeset->num_connectors++] = connector;
890 			modeset->x = offset->x;
891 			modeset->y = offset->y;
892 		}
893 	}
894 	mutex_unlock(&dev->mode_config.mutex);
895 
896 	mutex_unlock(&client->modeset_mutex);
897 out:
898 	kfree(crtcs);
899 	kfree(modes);
900 	kfree(offsets);
901 	kfree(enabled);
902 free_connectors:
903 	for (i = 0; i < connector_count; i++)
904 		drm_connector_put(connectors[i]);
905 	kfree(connectors);
906 
907 	return ret;
908 }
909 EXPORT_SYMBOL(drm_client_modeset_probe);
910 
911 /**
912  * drm_client_rotation() - Check the initial rotation value
913  * @modeset: DRM modeset
914  * @rotation: Returned rotation value
915  *
916  * This function checks if the primary plane in @modeset can hw rotate
917  * to match the rotation needed on its connector.
918  *
919  * Note: Currently only 0 and 180 degrees are supported.
920  *
921  * Return:
922  * True if the plane can do the rotation, false otherwise.
923  */
924 bool drm_client_rotation(struct drm_mode_set *modeset, unsigned int *rotation)
925 {
926 	struct drm_connector *connector = modeset->connectors[0];
927 	struct drm_plane *plane = modeset->crtc->primary;
928 	struct drm_cmdline_mode *cmdline;
929 	u64 valid_mask = 0;
930 	unsigned int i;
931 
932 	if (!modeset->num_connectors)
933 		return false;
934 
935 	switch (connector->display_info.panel_orientation) {
936 	case DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP:
937 		*rotation = DRM_MODE_ROTATE_180;
938 		break;
939 	case DRM_MODE_PANEL_ORIENTATION_LEFT_UP:
940 		*rotation = DRM_MODE_ROTATE_90;
941 		break;
942 	case DRM_MODE_PANEL_ORIENTATION_RIGHT_UP:
943 		*rotation = DRM_MODE_ROTATE_270;
944 		break;
945 	default:
946 		*rotation = DRM_MODE_ROTATE_0;
947 	}
948 
949 	/**
950 	 * The panel already defined the default rotation
951 	 * through its orientation. Whatever has been provided
952 	 * on the command line needs to be added to that.
953 	 *
954 	 * Unfortunately, the rotations are at different bit
955 	 * indices, so the math to add them up are not as
956 	 * trivial as they could.
957 	 *
958 	 * Reflections on the other hand are pretty trivial to deal with, a
959 	 * simple XOR between the two handle the addition nicely.
960 	 */
961 	cmdline = &connector->cmdline_mode;
962 	if (cmdline->specified && cmdline->rotation_reflection) {
963 		unsigned int cmdline_rest, panel_rest;
964 		unsigned int cmdline_rot, panel_rot;
965 		unsigned int sum_rot, sum_rest;
966 
967 		panel_rot = ilog2(*rotation & DRM_MODE_ROTATE_MASK);
968 		cmdline_rot = ilog2(cmdline->rotation_reflection & DRM_MODE_ROTATE_MASK);
969 		sum_rot = (panel_rot + cmdline_rot) % 4;
970 
971 		panel_rest = *rotation & ~DRM_MODE_ROTATE_MASK;
972 		cmdline_rest = cmdline->rotation_reflection & ~DRM_MODE_ROTATE_MASK;
973 		sum_rest = panel_rest ^ cmdline_rest;
974 
975 		*rotation = (1 << sum_rot) | sum_rest;
976 	}
977 
978 	/*
979 	 * TODO: support 90 / 270 degree hardware rotation,
980 	 * depending on the hardware this may require the framebuffer
981 	 * to be in a specific tiling format.
982 	 */
983 	if (((*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_0 &&
984 	     (*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_180) ||
985 	    !plane->rotation_property)
986 		return false;
987 
988 	for (i = 0; i < plane->rotation_property->num_values; i++)
989 		valid_mask |= (1ULL << plane->rotation_property->values[i]);
990 
991 	if (!(*rotation & valid_mask))
992 		return false;
993 
994 	return true;
995 }
996 EXPORT_SYMBOL(drm_client_rotation);
997 
998 static int drm_client_modeset_commit_atomic(struct drm_client_dev *client, bool active, bool check)
999 {
1000 	struct drm_device *dev = client->dev;
1001 	struct drm_plane *plane;
1002 	struct drm_atomic_state *state;
1003 	struct drm_modeset_acquire_ctx ctx;
1004 	struct drm_mode_set *mode_set;
1005 	int ret;
1006 
1007 	drm_modeset_acquire_init(&ctx, 0);
1008 
1009 	state = drm_atomic_state_alloc(dev);
1010 	if (!state) {
1011 		ret = -ENOMEM;
1012 		goto out_ctx;
1013 	}
1014 
1015 	state->acquire_ctx = &ctx;
1016 retry:
1017 	drm_for_each_plane(plane, dev) {
1018 		struct drm_plane_state *plane_state;
1019 
1020 		plane_state = drm_atomic_get_plane_state(state, plane);
1021 		if (IS_ERR(plane_state)) {
1022 			ret = PTR_ERR(plane_state);
1023 			goto out_state;
1024 		}
1025 
1026 		plane_state->rotation = DRM_MODE_ROTATE_0;
1027 
1028 		/* disable non-primary: */
1029 		if (plane->type == DRM_PLANE_TYPE_PRIMARY)
1030 			continue;
1031 
1032 		ret = __drm_atomic_helper_disable_plane(plane, plane_state);
1033 		if (ret != 0)
1034 			goto out_state;
1035 	}
1036 
1037 	drm_client_for_each_modeset(mode_set, client) {
1038 		struct drm_plane *primary = mode_set->crtc->primary;
1039 		unsigned int rotation;
1040 
1041 		if (drm_client_rotation(mode_set, &rotation)) {
1042 			struct drm_plane_state *plane_state;
1043 
1044 			/* Cannot fail as we've already gotten the plane state above */
1045 			plane_state = drm_atomic_get_new_plane_state(state, primary);
1046 			plane_state->rotation = rotation;
1047 		}
1048 
1049 		ret = __drm_atomic_helper_set_config(mode_set, state);
1050 		if (ret != 0)
1051 			goto out_state;
1052 
1053 		/*
1054 		 * __drm_atomic_helper_set_config() sets active when a
1055 		 * mode is set, unconditionally clear it if we force DPMS off
1056 		 */
1057 		if (!active) {
1058 			struct drm_crtc *crtc = mode_set->crtc;
1059 			struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
1060 
1061 			crtc_state->active = false;
1062 		}
1063 	}
1064 
1065 	if (check)
1066 		ret = drm_atomic_check_only(state);
1067 	else
1068 		ret = drm_atomic_commit(state);
1069 
1070 out_state:
1071 	if (ret == -EDEADLK)
1072 		goto backoff;
1073 
1074 	drm_atomic_state_put(state);
1075 out_ctx:
1076 	drm_modeset_drop_locks(&ctx);
1077 	drm_modeset_acquire_fini(&ctx);
1078 
1079 	return ret;
1080 
1081 backoff:
1082 	drm_atomic_state_clear(state);
1083 	drm_modeset_backoff(&ctx);
1084 
1085 	goto retry;
1086 }
1087 
1088 static int drm_client_modeset_commit_legacy(struct drm_client_dev *client)
1089 {
1090 	struct drm_device *dev = client->dev;
1091 	struct drm_mode_set *mode_set;
1092 	struct drm_plane *plane;
1093 	int ret = 0;
1094 
1095 	drm_modeset_lock_all(dev);
1096 	drm_for_each_plane(plane, dev) {
1097 		if (plane->type != DRM_PLANE_TYPE_PRIMARY)
1098 			drm_plane_force_disable(plane);
1099 
1100 		if (plane->rotation_property)
1101 			drm_mode_plane_set_obj_prop(plane,
1102 						    plane->rotation_property,
1103 						    DRM_MODE_ROTATE_0);
1104 	}
1105 
1106 	drm_client_for_each_modeset(mode_set, client) {
1107 		struct drm_crtc *crtc = mode_set->crtc;
1108 
1109 		if (crtc->funcs->cursor_set2) {
1110 			ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
1111 			if (ret)
1112 				goto out;
1113 		} else if (crtc->funcs->cursor_set) {
1114 			ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
1115 			if (ret)
1116 				goto out;
1117 		}
1118 
1119 		ret = drm_mode_set_config_internal(mode_set);
1120 		if (ret)
1121 			goto out;
1122 	}
1123 out:
1124 	drm_modeset_unlock_all(dev);
1125 
1126 	return ret;
1127 }
1128 
1129 /**
1130  * drm_client_modeset_check() - Check modeset configuration
1131  * @client: DRM client
1132  *
1133  * Check modeset configuration.
1134  *
1135  * Returns:
1136  * Zero on success or negative error code on failure.
1137  */
1138 int drm_client_modeset_check(struct drm_client_dev *client)
1139 {
1140 	int ret;
1141 
1142 	if (!drm_drv_uses_atomic_modeset(client->dev))
1143 		return 0;
1144 
1145 	mutex_lock(&client->modeset_mutex);
1146 	ret = drm_client_modeset_commit_atomic(client, true, true);
1147 	mutex_unlock(&client->modeset_mutex);
1148 
1149 	return ret;
1150 }
1151 EXPORT_SYMBOL(drm_client_modeset_check);
1152 
1153 /**
1154  * drm_client_modeset_commit_locked() - Force commit CRTC configuration
1155  * @client: DRM client
1156  *
1157  * Commit modeset configuration to crtcs without checking if there is a DRM
1158  * master. The assumption is that the caller already holds an internal DRM
1159  * master reference acquired with drm_master_internal_acquire().
1160  *
1161  * Returns:
1162  * Zero on success or negative error code on failure.
1163  */
1164 int drm_client_modeset_commit_locked(struct drm_client_dev *client)
1165 {
1166 	struct drm_device *dev = client->dev;
1167 	int ret;
1168 
1169 	mutex_lock(&client->modeset_mutex);
1170 	if (drm_drv_uses_atomic_modeset(dev))
1171 		ret = drm_client_modeset_commit_atomic(client, true, false);
1172 	else
1173 		ret = drm_client_modeset_commit_legacy(client);
1174 	mutex_unlock(&client->modeset_mutex);
1175 
1176 	return ret;
1177 }
1178 EXPORT_SYMBOL(drm_client_modeset_commit_locked);
1179 
1180 /**
1181  * drm_client_modeset_commit() - Commit CRTC configuration
1182  * @client: DRM client
1183  *
1184  * Commit modeset configuration to crtcs.
1185  *
1186  * Returns:
1187  * Zero on success or negative error code on failure.
1188  */
1189 int drm_client_modeset_commit(struct drm_client_dev *client)
1190 {
1191 	struct drm_device *dev = client->dev;
1192 	int ret;
1193 
1194 	if (!drm_master_internal_acquire(dev))
1195 		return -EBUSY;
1196 
1197 	ret = drm_client_modeset_commit_locked(client);
1198 
1199 	drm_master_internal_release(dev);
1200 
1201 	return ret;
1202 }
1203 EXPORT_SYMBOL(drm_client_modeset_commit);
1204 
1205 static void drm_client_modeset_dpms_legacy(struct drm_client_dev *client, int dpms_mode)
1206 {
1207 	struct drm_device *dev = client->dev;
1208 	struct drm_connector *connector;
1209 	struct drm_mode_set *modeset;
1210 	struct drm_modeset_acquire_ctx ctx;
1211 	int j;
1212 	int ret;
1213 
1214 	DRM_MODESET_LOCK_ALL_BEGIN(dev, ctx, 0, ret);
1215 	drm_client_for_each_modeset(modeset, client) {
1216 		if (!modeset->crtc->enabled)
1217 			continue;
1218 
1219 		for (j = 0; j < modeset->num_connectors; j++) {
1220 			connector = modeset->connectors[j];
1221 			connector->funcs->dpms(connector, dpms_mode);
1222 			drm_object_property_set_value(&connector->base,
1223 				dev->mode_config.dpms_property, dpms_mode);
1224 		}
1225 	}
1226 	DRM_MODESET_LOCK_ALL_END(dev, ctx, ret);
1227 }
1228 
1229 /**
1230  * drm_client_modeset_dpms() - Set DPMS mode
1231  * @client: DRM client
1232  * @mode: DPMS mode
1233  *
1234  * Note: For atomic drivers @mode is reduced to on/off.
1235  *
1236  * Returns:
1237  * Zero on success or negative error code on failure.
1238  */
1239 int drm_client_modeset_dpms(struct drm_client_dev *client, int mode)
1240 {
1241 	struct drm_device *dev = client->dev;
1242 	int ret = 0;
1243 
1244 	if (!drm_master_internal_acquire(dev))
1245 		return -EBUSY;
1246 
1247 	mutex_lock(&client->modeset_mutex);
1248 	if (drm_drv_uses_atomic_modeset(dev))
1249 		ret = drm_client_modeset_commit_atomic(client, mode == DRM_MODE_DPMS_ON, false);
1250 	else
1251 		drm_client_modeset_dpms_legacy(client, mode);
1252 	mutex_unlock(&client->modeset_mutex);
1253 
1254 	drm_master_internal_release(dev);
1255 
1256 	return ret;
1257 }
1258 EXPORT_SYMBOL(drm_client_modeset_dpms);
1259 
1260 #ifdef CONFIG_DRM_KUNIT_TEST
1261 #include "tests/drm_client_modeset_test.c"
1262 #endif
1263