xref: /linux/drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm_mst_types.c (revision 965c995c9a4b395471ff48790a0155ee986ca405)
1 /*
2  * Copyright 2012-15 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: AMD
23  *
24  */
25 
26 #include <linux/vmalloc.h>
27 #include <drm/display/drm_dp_helper.h>
28 #include <drm/display/drm_dp_mst_helper.h>
29 #include <drm/drm_atomic.h>
30 #include <drm/drm_atomic_helper.h>
31 #include <drm/drm_fixed.h>
32 #include <drm/drm_edid.h>
33 #include "dm_services.h"
34 #include "amdgpu.h"
35 #include "amdgpu_dm.h"
36 #include "amdgpu_dm_mst_types.h"
37 #include "amdgpu_dm_hdcp.h"
38 
39 #include "dc.h"
40 #include "dm_helpers.h"
41 
42 #include "ddc_service_types.h"
43 #include "dpcd_defs.h"
44 
45 #include "dmub_cmd.h"
46 #if defined(CONFIG_DEBUG_FS)
47 #include "amdgpu_dm_debugfs.h"
48 #endif
49 
50 #include "dc/resource/dcn20/dcn20_resource.h"
51 
52 #define PEAK_FACTOR_X1000 1006
53 
54 /*
55  * This function handles both native AUX and I2C-Over-AUX transactions.
56  */
dm_dp_aux_transfer(struct drm_dp_aux * aux,struct drm_dp_aux_msg * msg)57 static ssize_t dm_dp_aux_transfer(struct drm_dp_aux *aux,
58 				  struct drm_dp_aux_msg *msg)
59 {
60 	ssize_t result = 0;
61 	struct aux_payload payload;
62 	enum aux_return_code_type operation_result;
63 	struct amdgpu_device *adev;
64 	struct ddc_service *ddc;
65 	uint8_t copy[16];
66 
67 	if (WARN_ON(msg->size > 16))
68 		return -E2BIG;
69 
70 	payload.address = msg->address;
71 	payload.data = msg->buffer;
72 	payload.length = msg->size;
73 	payload.reply = &msg->reply;
74 	payload.i2c_over_aux = (msg->request & DP_AUX_NATIVE_WRITE) == 0;
75 	payload.write = (msg->request & DP_AUX_I2C_READ) == 0;
76 	payload.mot = (msg->request & DP_AUX_I2C_MOT) != 0;
77 	payload.write_status_update =
78 			(msg->request & DP_AUX_I2C_WRITE_STATUS_UPDATE) != 0;
79 	payload.defer_delay = 0;
80 
81 	if (payload.write) {
82 		memcpy(copy, msg->buffer, msg->size);
83 		payload.data = copy;
84 	}
85 
86 	result = dc_link_aux_transfer_raw(TO_DM_AUX(aux)->ddc_service, &payload,
87 				      &operation_result);
88 
89 	/*
90 	 * w/a on certain intel platform where hpd is unexpected to pull low during
91 	 * 1st sideband message transaction by return AUX_RET_ERROR_HPD_DISCON
92 	 * aux transaction is succuess in such case, therefore bypass the error
93 	 */
94 	ddc = TO_DM_AUX(aux)->ddc_service;
95 	adev = ddc->ctx->driver_context;
96 	if (adev->dm.aux_hpd_discon_quirk) {
97 		if (msg->address == DP_SIDEBAND_MSG_DOWN_REQ_BASE &&
98 			operation_result == AUX_RET_ERROR_HPD_DISCON) {
99 			result = msg->size;
100 			operation_result = AUX_RET_SUCCESS;
101 		}
102 	}
103 
104 	/*
105 	 * result equals to 0 includes the cases of AUX_DEFER/I2C_DEFER
106 	 */
107 	if (payload.write && result >= 0) {
108 		if (result) {
109 			/*one byte indicating partially written bytes*/
110 			drm_dbg_dp(adev_to_drm(adev), "AUX partially written\n");
111 			result = payload.data[0];
112 		} else if (!payload.reply[0])
113 			/*I2C_ACK|AUX_ACK*/
114 			result = msg->size;
115 	}
116 
117 	if (result < 0) {
118 		switch (operation_result) {
119 		case AUX_RET_SUCCESS:
120 			break;
121 		case AUX_RET_ERROR_HPD_DISCON:
122 		case AUX_RET_ERROR_UNKNOWN:
123 		case AUX_RET_ERROR_INVALID_OPERATION:
124 		case AUX_RET_ERROR_PROTOCOL_ERROR:
125 			result = -EIO;
126 			break;
127 		case AUX_RET_ERROR_INVALID_REPLY:
128 		case AUX_RET_ERROR_ENGINE_ACQUIRE:
129 			result = -EBUSY;
130 			break;
131 		case AUX_RET_ERROR_TIMEOUT:
132 			result = -ETIMEDOUT;
133 			break;
134 		}
135 
136 		drm_dbg_dp(adev_to_drm(adev), "DP AUX transfer fail:%d\n", operation_result);
137 	}
138 
139 	if (payload.reply[0])
140 		drm_dbg_dp(adev_to_drm(adev), "AUX reply command not ACK: 0x%02x.",
141 			payload.reply[0]);
142 
143 	return result;
144 }
145 
146 static void
dm_dp_mst_connector_destroy(struct drm_connector * connector)147 dm_dp_mst_connector_destroy(struct drm_connector *connector)
148 {
149 	struct amdgpu_dm_connector *aconnector =
150 		to_amdgpu_dm_connector(connector);
151 
152 	if (aconnector->dc_sink) {
153 		dc_link_remove_remote_sink(aconnector->dc_link,
154 					   aconnector->dc_sink);
155 		dc_sink_release(aconnector->dc_sink);
156 	}
157 
158 	drm_edid_free(aconnector->drm_edid);
159 
160 	drm_connector_cleanup(connector);
161 	drm_dp_mst_put_port_malloc(aconnector->mst_output_port);
162 	kfree(aconnector);
163 }
164 
165 static int
amdgpu_dm_mst_connector_late_register(struct drm_connector * connector)166 amdgpu_dm_mst_connector_late_register(struct drm_connector *connector)
167 {
168 	struct amdgpu_dm_connector *amdgpu_dm_connector =
169 		to_amdgpu_dm_connector(connector);
170 	int r;
171 
172 	r = drm_dp_mst_connector_late_register(connector,
173 					       amdgpu_dm_connector->mst_output_port);
174 	if (r < 0)
175 		return r;
176 
177 #if defined(CONFIG_DEBUG_FS)
178 	connector_debugfs_init(amdgpu_dm_connector);
179 #endif
180 
181 	return 0;
182 }
183 
184 
185 static inline void
amdgpu_dm_mst_reset_mst_connector_setting(struct amdgpu_dm_connector * aconnector)186 amdgpu_dm_mst_reset_mst_connector_setting(struct amdgpu_dm_connector *aconnector)
187 {
188 	aconnector->drm_edid = NULL;
189 	aconnector->dsc_aux = NULL;
190 	aconnector->mst_output_port->passthrough_aux = NULL;
191 	aconnector->mst_local_bw = 0;
192 	aconnector->vc_full_pbn = 0;
193 }
194 
195 static void
amdgpu_dm_mst_connector_early_unregister(struct drm_connector * connector)196 amdgpu_dm_mst_connector_early_unregister(struct drm_connector *connector)
197 {
198 	struct amdgpu_dm_connector *aconnector =
199 		to_amdgpu_dm_connector(connector);
200 	struct drm_dp_mst_port *port = aconnector->mst_output_port;
201 	struct amdgpu_dm_connector *root = aconnector->mst_root;
202 	struct dc_link *dc_link = aconnector->dc_link;
203 	struct dc_sink *dc_sink = aconnector->dc_sink;
204 
205 	drm_dp_mst_connector_early_unregister(connector, port);
206 
207 	/*
208 	 * Release dc_sink for connector which its attached port is
209 	 * no longer in the mst topology
210 	 */
211 	drm_modeset_lock(&root->mst_mgr.base.lock, NULL);
212 	if (dc_sink) {
213 		if (dc_link->sink_count)
214 			dc_link_remove_remote_sink(dc_link, dc_sink);
215 
216 		drm_dbg_dp(connector->dev,
217 			   "DM_MST: remove remote sink 0x%p, %d remaining\n",
218 			   dc_sink, dc_link->sink_count);
219 
220 		dc_sink_release(dc_sink);
221 		aconnector->dc_sink = NULL;
222 		amdgpu_dm_mst_reset_mst_connector_setting(aconnector);
223 	}
224 
225 	aconnector->mst_status = MST_STATUS_DEFAULT;
226 	drm_modeset_unlock(&root->mst_mgr.base.lock);
227 }
228 
229 static const struct drm_connector_funcs dm_dp_mst_connector_funcs = {
230 	.fill_modes = drm_helper_probe_single_connector_modes,
231 	.destroy = dm_dp_mst_connector_destroy,
232 	.reset = amdgpu_dm_connector_funcs_reset,
233 	.atomic_duplicate_state = amdgpu_dm_connector_atomic_duplicate_state,
234 	.atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
235 	.atomic_set_property = amdgpu_dm_connector_atomic_set_property,
236 	.atomic_get_property = amdgpu_dm_connector_atomic_get_property,
237 	.late_register = amdgpu_dm_mst_connector_late_register,
238 	.early_unregister = amdgpu_dm_mst_connector_early_unregister,
239 };
240 
needs_dsc_aux_workaround(struct dc_link * link)241 bool needs_dsc_aux_workaround(struct dc_link *link)
242 {
243 	if (link->dpcd_caps.branch_dev_id == DP_BRANCH_DEVICE_ID_90CC24 &&
244 	    (link->dpcd_caps.dpcd_rev.raw == DPCD_REV_14 || link->dpcd_caps.dpcd_rev.raw == DPCD_REV_12) &&
245 	    link->dpcd_caps.sink_count.bits.SINK_COUNT >= 2)
246 		return true;
247 
248 	return false;
249 }
250 
251 #if defined(CONFIG_DRM_AMD_DC_FP)
is_synaptics_cascaded_panamera(struct dc_link * link,struct drm_dp_mst_port * port)252 static bool is_synaptics_cascaded_panamera(struct dc_link *link, struct drm_dp_mst_port *port)
253 {
254 	u8 branch_vendor_data[4] = { 0 }; // Vendor data 0x50C ~ 0x50F
255 
256 	if (drm_dp_dpcd_read(port->mgr->aux, DP_BRANCH_VENDOR_SPECIFIC_START, &branch_vendor_data, 4) == 4) {
257 		if (link->dpcd_caps.branch_dev_id == DP_BRANCH_DEVICE_ID_90CC24 &&
258 				IS_SYNAPTICS_CASCADED_PANAMERA(link->dpcd_caps.branch_dev_name, branch_vendor_data)) {
259 			DRM_INFO("Synaptics Cascaded MST hub\n");
260 			return true;
261 		}
262 	}
263 
264 	return false;
265 }
266 
validate_dsc_caps_on_connector(struct amdgpu_dm_connector * aconnector)267 static bool validate_dsc_caps_on_connector(struct amdgpu_dm_connector *aconnector)
268 {
269 	struct dc_sink *dc_sink = aconnector->dc_sink;
270 	struct drm_dp_mst_port *port = aconnector->mst_output_port;
271 	u8 dsc_caps[16] = { 0 };
272 	u8 dsc_branch_dec_caps_raw[3] = { 0 };	// DSC branch decoder caps 0xA0 ~ 0xA2
273 	u8 *dsc_branch_dec_caps = NULL;
274 
275 	aconnector->dsc_aux = drm_dp_mst_dsc_aux_for_port(port);
276 
277 	/*
278 	 * drm_dp_mst_dsc_aux_for_port() will return NULL for certain configs
279 	 * because it only check the dsc/fec caps of the "port variable" and not the dock
280 	 *
281 	 * This case will return NULL: DSC capabe MST dock connected to a non fec/dsc capable display
282 	 *
283 	 * Workaround: explicitly check the use case above and use the mst dock's aux as dsc_aux
284 	 *
285 	 */
286 	if (!aconnector->dsc_aux && !port->parent->port_parent &&
287 	    needs_dsc_aux_workaround(aconnector->dc_link))
288 		aconnector->dsc_aux = &aconnector->mst_root->dm_dp_aux.aux;
289 
290 	/* synaptics cascaded MST hub case */
291 	if (is_synaptics_cascaded_panamera(aconnector->dc_link, port))
292 		aconnector->dsc_aux = port->mgr->aux;
293 
294 	if (!aconnector->dsc_aux)
295 		return false;
296 
297 	if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DSC_SUPPORT, dsc_caps, 16) < 0)
298 		return false;
299 
300 	if (drm_dp_dpcd_read(aconnector->dsc_aux,
301 			DP_DSC_BRANCH_OVERALL_THROUGHPUT_0, dsc_branch_dec_caps_raw, 3) == 3)
302 		dsc_branch_dec_caps = dsc_branch_dec_caps_raw;
303 
304 	if (!dc_dsc_parse_dsc_dpcd(aconnector->dc_link->ctx->dc,
305 				  dsc_caps, dsc_branch_dec_caps,
306 				  &dc_sink->dsc_caps.dsc_dec_caps))
307 		return false;
308 
309 	return true;
310 }
311 #endif
312 
retrieve_downstream_port_device(struct amdgpu_dm_connector * aconnector)313 static bool retrieve_downstream_port_device(struct amdgpu_dm_connector *aconnector)
314 {
315 	union dp_downstream_port_present ds_port_present;
316 
317 	if (!aconnector->dsc_aux)
318 		return false;
319 
320 	if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DOWNSTREAMPORT_PRESENT, &ds_port_present, 1) < 0) {
321 		DRM_INFO("Failed to read downstream_port_present 0x05 from DFP of branch device\n");
322 		return false;
323 	}
324 
325 	aconnector->mst_downstream_port_present = ds_port_present;
326 	DRM_INFO("Downstream port present %d, type %d\n",
327 			ds_port_present.fields.PORT_PRESENT, ds_port_present.fields.PORT_TYPE);
328 
329 	return true;
330 }
331 
dm_dp_mst_get_modes(struct drm_connector * connector)332 static int dm_dp_mst_get_modes(struct drm_connector *connector)
333 {
334 	struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
335 	int ret = 0;
336 
337 	if (!aconnector)
338 		return drm_add_edid_modes(connector, NULL);
339 
340 	if (!aconnector->drm_edid) {
341 		const struct drm_edid *drm_edid;
342 
343 		drm_edid = drm_dp_mst_edid_read(connector,
344 						&aconnector->mst_root->mst_mgr,
345 						aconnector->mst_output_port);
346 
347 		if (!drm_edid) {
348 			amdgpu_dm_set_mst_status(&aconnector->mst_status,
349 			MST_REMOTE_EDID, false);
350 
351 			drm_edid_connector_update(
352 				&aconnector->base,
353 				NULL);
354 
355 			DRM_DEBUG_KMS("Can't get EDID of %s. Add default remote sink.", connector->name);
356 			if (!aconnector->dc_sink) {
357 				struct dc_sink *dc_sink;
358 				struct dc_sink_init_data init_params = {
359 					.link = aconnector->dc_link,
360 					.sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
361 
362 				dc_sink = dc_link_add_remote_sink(
363 					aconnector->dc_link,
364 					NULL,
365 					0,
366 					&init_params);
367 
368 				if (!dc_sink) {
369 					DRM_ERROR("Unable to add a remote sink\n");
370 					return 0;
371 				}
372 
373 				drm_dbg_dp(connector->dev,
374 					   "DM_MST: add remote sink 0x%p, %d remaining\n",
375 					   dc_sink,
376 					   aconnector->dc_link->sink_count);
377 
378 				dc_sink->priv = aconnector;
379 				aconnector->dc_sink = dc_sink;
380 			}
381 
382 			return ret;
383 		}
384 
385 		aconnector->drm_edid = drm_edid;
386 		amdgpu_dm_set_mst_status(&aconnector->mst_status,
387 			MST_REMOTE_EDID, true);
388 	}
389 
390 	if (aconnector->dc_sink && aconnector->dc_sink->sink_signal == SIGNAL_TYPE_VIRTUAL) {
391 		dc_sink_release(aconnector->dc_sink);
392 		aconnector->dc_sink = NULL;
393 	}
394 
395 	if (!aconnector->dc_sink) {
396 		struct dc_sink *dc_sink;
397 		struct dc_sink_init_data init_params = {
398 				.link = aconnector->dc_link,
399 				.sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
400 		const struct edid *edid;
401 
402 		edid = drm_edid_raw(aconnector->drm_edid); // FIXME: Get rid of drm_edid_raw()
403 		dc_sink = dc_link_add_remote_sink(
404 			aconnector->dc_link,
405 			(uint8_t *)edid,
406 			(edid->extensions + 1) * EDID_LENGTH,
407 			&init_params);
408 
409 		if (!dc_sink) {
410 			DRM_ERROR("Unable to add a remote sink\n");
411 			return 0;
412 		}
413 
414 		drm_dbg_dp(connector->dev,
415 			   "DM_MST: add remote sink 0x%p, %d remaining\n",
416 			   dc_sink, aconnector->dc_link->sink_count);
417 
418 		dc_sink->priv = aconnector;
419 		/* dc_link_add_remote_sink returns a new reference */
420 		aconnector->dc_sink = dc_sink;
421 
422 		/* when display is unplugged from mst hub, connctor will be
423 		 * destroyed within dm_dp_mst_connector_destroy. connector
424 		 * hdcp perperties, like type, undesired, desired, enabled,
425 		 * will be lost. So, save hdcp properties into hdcp_work within
426 		 * amdgpu_dm_atomic_commit_tail. if the same display is
427 		 * plugged back with same display index, its hdcp properties
428 		 * will be retrieved from hdcp_work within dm_dp_mst_get_modes
429 		 */
430 		if (aconnector->dc_sink && connector->state) {
431 			struct drm_device *dev = connector->dev;
432 			struct amdgpu_device *adev = drm_to_adev(dev);
433 
434 			if (adev->dm.hdcp_workqueue) {
435 				struct hdcp_workqueue *hdcp_work = adev->dm.hdcp_workqueue;
436 				struct hdcp_workqueue *hdcp_w =
437 					&hdcp_work[aconnector->dc_link->link_index];
438 
439 				connector->state->hdcp_content_type =
440 				hdcp_w->hdcp_content_type[connector->index];
441 				connector->state->content_protection =
442 				hdcp_w->content_protection[connector->index];
443 			}
444 		}
445 
446 		if (aconnector->dc_sink) {
447 			amdgpu_dm_update_freesync_caps(
448 					connector, aconnector->drm_edid);
449 
450 #if defined(CONFIG_DRM_AMD_DC_FP)
451 			if (!validate_dsc_caps_on_connector(aconnector))
452 				memset(&aconnector->dc_sink->dsc_caps,
453 				       0, sizeof(aconnector->dc_sink->dsc_caps));
454 #endif
455 
456 			if (!retrieve_downstream_port_device(aconnector))
457 				memset(&aconnector->mst_downstream_port_present,
458 					0, sizeof(aconnector->mst_downstream_port_present));
459 		}
460 	}
461 
462 	drm_edid_connector_update(&aconnector->base, aconnector->drm_edid);
463 
464 	ret = drm_edid_connector_add_modes(connector);
465 
466 	return ret;
467 }
468 
469 static struct drm_encoder *
dm_mst_atomic_best_encoder(struct drm_connector * connector,struct drm_atomic_state * state)470 dm_mst_atomic_best_encoder(struct drm_connector *connector,
471 			   struct drm_atomic_state *state)
472 {
473 	struct drm_connector_state *connector_state = drm_atomic_get_new_connector_state(state,
474 											 connector);
475 	struct amdgpu_device *adev = drm_to_adev(connector->dev);
476 	struct amdgpu_crtc *acrtc = to_amdgpu_crtc(connector_state->crtc);
477 
478 	return &adev->dm.mst_encoders[acrtc->crtc_id].base;
479 }
480 
481 static int
dm_dp_mst_detect(struct drm_connector * connector,struct drm_modeset_acquire_ctx * ctx,bool force)482 dm_dp_mst_detect(struct drm_connector *connector,
483 		 struct drm_modeset_acquire_ctx *ctx, bool force)
484 {
485 	struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
486 	struct amdgpu_dm_connector *master = aconnector->mst_root;
487 	struct drm_dp_mst_port *port = aconnector->mst_output_port;
488 	int connection_status;
489 
490 	if (drm_connector_is_unregistered(connector))
491 		return connector_status_disconnected;
492 
493 	connection_status = drm_dp_mst_detect_port(connector, ctx, &master->mst_mgr,
494 							aconnector->mst_output_port);
495 
496 	if (port->pdt != DP_PEER_DEVICE_NONE && !port->dpcd_rev) {
497 		uint8_t dpcd_rev;
498 		int ret;
499 
500 		ret = drm_dp_dpcd_readb(&port->aux, DP_DP13_DPCD_REV, &dpcd_rev);
501 
502 		if (ret == 1) {
503 			port->dpcd_rev = dpcd_rev;
504 
505 			/* Could be DP1.2 DP Rx case*/
506 			if (!dpcd_rev) {
507 				ret = drm_dp_dpcd_readb(&port->aux, DP_DPCD_REV, &dpcd_rev);
508 
509 				if (ret == 1)
510 					port->dpcd_rev = dpcd_rev;
511 			}
512 
513 			if (!dpcd_rev)
514 				DRM_DEBUG_KMS("Can't decide DPCD revision number!");
515 		}
516 
517 		/*
518 		 * Could be legacy sink, logical port etc on DP1.2.
519 		 * Will get Nack under these cases when issue remote
520 		 * DPCD read.
521 		 */
522 		if (ret != 1)
523 			DRM_DEBUG_KMS("Can't access DPCD");
524 	} else if (port->pdt == DP_PEER_DEVICE_NONE) {
525 		port->dpcd_rev = 0;
526 	}
527 
528 	/*
529 	 * Release dc_sink for connector which unplug event is notified by CSN msg
530 	 */
531 	if (connection_status == connector_status_disconnected && aconnector->dc_sink) {
532 		if (aconnector->dc_link->sink_count)
533 			dc_link_remove_remote_sink(aconnector->dc_link, aconnector->dc_sink);
534 
535 		drm_dbg_dp(connector->dev,
536 			   "DM_MST: remove remote sink 0x%p, %d remaining\n",
537 			   aconnector->dc_link,
538 			   aconnector->dc_link->sink_count);
539 
540 		dc_sink_release(aconnector->dc_sink);
541 		aconnector->dc_sink = NULL;
542 		amdgpu_dm_mst_reset_mst_connector_setting(aconnector);
543 
544 		amdgpu_dm_set_mst_status(&aconnector->mst_status,
545 			MST_REMOTE_EDID | MST_ALLOCATE_NEW_PAYLOAD | MST_CLEAR_ALLOCATED_PAYLOAD,
546 			false);
547 	}
548 
549 	return connection_status;
550 }
551 
dm_dp_mst_atomic_check(struct drm_connector * connector,struct drm_atomic_state * state)552 static int dm_dp_mst_atomic_check(struct drm_connector *connector,
553 				  struct drm_atomic_state *state)
554 {
555 	struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
556 	struct drm_dp_mst_topology_mgr *mst_mgr = &aconnector->mst_root->mst_mgr;
557 	struct drm_dp_mst_port *mst_port = aconnector->mst_output_port;
558 
559 	return drm_dp_atomic_release_time_slots(state, mst_mgr, mst_port);
560 }
561 
562 static const struct drm_connector_helper_funcs dm_dp_mst_connector_helper_funcs = {
563 	.get_modes = dm_dp_mst_get_modes,
564 	.mode_valid = amdgpu_dm_connector_mode_valid,
565 	.atomic_best_encoder = dm_mst_atomic_best_encoder,
566 	.detect_ctx = dm_dp_mst_detect,
567 	.atomic_check = dm_dp_mst_atomic_check,
568 };
569 
amdgpu_dm_encoder_destroy(struct drm_encoder * encoder)570 static void amdgpu_dm_encoder_destroy(struct drm_encoder *encoder)
571 {
572 	drm_encoder_cleanup(encoder);
573 }
574 
575 static const struct drm_encoder_funcs amdgpu_dm_encoder_funcs = {
576 	.destroy = amdgpu_dm_encoder_destroy,
577 };
578 
579 void
dm_dp_create_fake_mst_encoders(struct amdgpu_device * adev)580 dm_dp_create_fake_mst_encoders(struct amdgpu_device *adev)
581 {
582 	struct drm_device *dev = adev_to_drm(adev);
583 	int i;
584 
585 	for (i = 0; i < adev->dm.display_indexes_num; i++) {
586 		struct amdgpu_encoder *amdgpu_encoder = &adev->dm.mst_encoders[i];
587 		struct drm_encoder *encoder = &amdgpu_encoder->base;
588 
589 		encoder->possible_crtcs = amdgpu_dm_get_encoder_crtc_mask(adev);
590 
591 		drm_encoder_init(
592 			dev,
593 			&amdgpu_encoder->base,
594 			&amdgpu_dm_encoder_funcs,
595 			DRM_MODE_ENCODER_DPMST,
596 			NULL);
597 
598 		drm_encoder_helper_add(encoder, &amdgpu_dm_encoder_helper_funcs);
599 	}
600 }
601 
602 static struct drm_connector *
dm_dp_add_mst_connector(struct drm_dp_mst_topology_mgr * mgr,struct drm_dp_mst_port * port,const char * pathprop)603 dm_dp_add_mst_connector(struct drm_dp_mst_topology_mgr *mgr,
604 			struct drm_dp_mst_port *port,
605 			const char *pathprop)
606 {
607 	struct amdgpu_dm_connector *master = container_of(mgr, struct amdgpu_dm_connector, mst_mgr);
608 	struct drm_device *dev = master->base.dev;
609 	struct amdgpu_device *adev = drm_to_adev(dev);
610 	struct amdgpu_dm_connector *aconnector;
611 	struct drm_connector *connector;
612 	int i;
613 
614 	aconnector = kzalloc(sizeof(*aconnector), GFP_KERNEL);
615 	if (!aconnector)
616 		return NULL;
617 
618 	DRM_DEBUG_DRIVER("%s: Create aconnector 0x%p for port 0x%p\n", __func__, aconnector, port);
619 
620 	connector = &aconnector->base;
621 	aconnector->mst_output_port = port;
622 	aconnector->mst_root = master;
623 	amdgpu_dm_set_mst_status(&aconnector->mst_status,
624 			MST_PROBE, true);
625 
626 	if (drm_connector_dynamic_init(
627 		dev,
628 		connector,
629 		&dm_dp_mst_connector_funcs,
630 		DRM_MODE_CONNECTOR_DisplayPort,
631 		NULL)) {
632 		kfree(aconnector);
633 		return NULL;
634 	}
635 	drm_connector_helper_add(connector, &dm_dp_mst_connector_helper_funcs);
636 
637 	amdgpu_dm_connector_init_helper(
638 		&adev->dm,
639 		aconnector,
640 		DRM_MODE_CONNECTOR_DisplayPort,
641 		master->dc_link,
642 		master->connector_id);
643 
644 	for (i = 0; i < adev->dm.display_indexes_num; i++) {
645 		drm_connector_attach_encoder(&aconnector->base,
646 					     &adev->dm.mst_encoders[i].base);
647 	}
648 
649 	connector->max_bpc_property = master->base.max_bpc_property;
650 	if (connector->max_bpc_property)
651 		drm_connector_attach_max_bpc_property(connector, 8, 16);
652 
653 	connector->vrr_capable_property = master->base.vrr_capable_property;
654 	if (connector->vrr_capable_property)
655 		drm_connector_attach_vrr_capable_property(connector);
656 
657 	drm_object_attach_property(
658 		&connector->base,
659 		dev->mode_config.path_property,
660 		0);
661 	drm_object_attach_property(
662 		&connector->base,
663 		dev->mode_config.tile_property,
664 		0);
665 	connector->colorspace_property = master->base.colorspace_property;
666 	if (connector->colorspace_property)
667 		drm_connector_attach_colorspace_property(connector);
668 
669 	drm_connector_set_path_property(connector, pathprop);
670 
671 	/*
672 	 * Initialize connector state before adding the connectror to drm and
673 	 * framebuffer lists
674 	 */
675 	amdgpu_dm_connector_funcs_reset(connector);
676 
677 	drm_dp_mst_get_port_malloc(port);
678 
679 	return connector;
680 }
681 
dm_handle_mst_sideband_msg_ready_event(struct drm_dp_mst_topology_mgr * mgr,enum mst_msg_ready_type msg_rdy_type)682 void dm_handle_mst_sideband_msg_ready_event(
683 	struct drm_dp_mst_topology_mgr *mgr,
684 	enum mst_msg_ready_type msg_rdy_type)
685 {
686 	uint8_t esi[DP_PSR_ERROR_STATUS - DP_SINK_COUNT_ESI] = { 0 };
687 	uint8_t dret;
688 	bool new_irq_handled = false;
689 	int dpcd_addr;
690 	uint8_t dpcd_bytes_to_read;
691 	const uint8_t max_process_count = 30;
692 	uint8_t process_count = 0;
693 	u8 retry;
694 	struct amdgpu_dm_connector *aconnector =
695 			container_of(mgr, struct amdgpu_dm_connector, mst_mgr);
696 
697 
698 	const struct dc_link_status *link_status = dc_link_get_status(aconnector->dc_link);
699 
700 	if (link_status->dpcd_caps->dpcd_rev.raw < 0x12) {
701 		dpcd_bytes_to_read = DP_LANE0_1_STATUS - DP_SINK_COUNT;
702 		/* DPCD 0x200 - 0x201 for downstream IRQ */
703 		dpcd_addr = DP_SINK_COUNT;
704 	} else {
705 		dpcd_bytes_to_read = DP_PSR_ERROR_STATUS - DP_SINK_COUNT_ESI;
706 		/* DPCD 0x2002 - 0x2005 for downstream IRQ */
707 		dpcd_addr = DP_SINK_COUNT_ESI;
708 	}
709 
710 	mutex_lock(&aconnector->handle_mst_msg_ready);
711 
712 	while (process_count < max_process_count) {
713 		u8 ack[DP_PSR_ERROR_STATUS - DP_SINK_COUNT_ESI] = {};
714 
715 		process_count++;
716 
717 		dret = drm_dp_dpcd_read(
718 			&aconnector->dm_dp_aux.aux,
719 			dpcd_addr,
720 			esi,
721 			dpcd_bytes_to_read);
722 
723 		if (dret != dpcd_bytes_to_read) {
724 			DRM_DEBUG_KMS("DPCD read and acked number is not as expected!");
725 			break;
726 		}
727 
728 		DRM_DEBUG_DRIVER("ESI %02x %02x %02x\n", esi[0], esi[1], esi[2]);
729 
730 		switch (msg_rdy_type) {
731 		case DOWN_REP_MSG_RDY_EVENT:
732 			/* Only handle DOWN_REP_MSG_RDY case*/
733 			esi[1] &= DP_DOWN_REP_MSG_RDY;
734 			break;
735 		case UP_REQ_MSG_RDY_EVENT:
736 			/* Only handle UP_REQ_MSG_RDY case*/
737 			esi[1] &= DP_UP_REQ_MSG_RDY;
738 			break;
739 		default:
740 			/* Handle both cases*/
741 			esi[1] &= (DP_DOWN_REP_MSG_RDY | DP_UP_REQ_MSG_RDY);
742 			break;
743 		}
744 
745 		if (!esi[1])
746 			break;
747 
748 		/* handle MST irq */
749 		if (aconnector->mst_mgr.mst_state)
750 			drm_dp_mst_hpd_irq_handle_event(&aconnector->mst_mgr,
751 						 esi,
752 						 ack,
753 						 &new_irq_handled);
754 
755 		if (new_irq_handled) {
756 			/* ACK at DPCD to notify down stream */
757 			for (retry = 0; retry < 3; retry++) {
758 				ssize_t wret;
759 
760 				wret = drm_dp_dpcd_writeb(&aconnector->dm_dp_aux.aux,
761 							  dpcd_addr + 1,
762 							  ack[1]);
763 				if (wret == 1)
764 					break;
765 			}
766 
767 			if (retry == 3) {
768 				DRM_ERROR("Failed to ack MST event.\n");
769 				break;
770 			}
771 
772 			drm_dp_mst_hpd_irq_send_new_request(&aconnector->mst_mgr);
773 
774 			new_irq_handled = false;
775 		} else {
776 			break;
777 		}
778 	}
779 
780 	mutex_unlock(&aconnector->handle_mst_msg_ready);
781 
782 	if (process_count == max_process_count)
783 		DRM_DEBUG_DRIVER("Loop exceeded max iterations\n");
784 }
785 
dm_handle_mst_down_rep_msg_ready(struct drm_dp_mst_topology_mgr * mgr)786 static void dm_handle_mst_down_rep_msg_ready(struct drm_dp_mst_topology_mgr *mgr)
787 {
788 	dm_handle_mst_sideband_msg_ready_event(mgr, DOWN_REP_MSG_RDY_EVENT);
789 }
790 
791 static const struct drm_dp_mst_topology_cbs dm_mst_cbs = {
792 	.add_connector = dm_dp_add_mst_connector,
793 	.poll_hpd_irq = dm_handle_mst_down_rep_msg_ready,
794 };
795 
amdgpu_dm_initialize_dp_connector(struct amdgpu_display_manager * dm,struct amdgpu_dm_connector * aconnector,int link_index)796 void amdgpu_dm_initialize_dp_connector(struct amdgpu_display_manager *dm,
797 				       struct amdgpu_dm_connector *aconnector,
798 				       int link_index)
799 {
800 	struct dc_link_settings max_link_enc_cap = {0};
801 
802 	aconnector->dm_dp_aux.aux.name =
803 		kasprintf(GFP_KERNEL, "AMDGPU DM aux hw bus %d",
804 			  link_index);
805 	aconnector->dm_dp_aux.aux.transfer = dm_dp_aux_transfer;
806 	aconnector->dm_dp_aux.aux.drm_dev = dm->ddev;
807 	aconnector->dm_dp_aux.ddc_service = aconnector->dc_link->ddc;
808 
809 	drm_dp_aux_init(&aconnector->dm_dp_aux.aux);
810 	drm_dp_cec_register_connector(&aconnector->dm_dp_aux.aux,
811 				      &aconnector->base);
812 	drm_dp_dpcd_set_probe(&aconnector->dm_dp_aux.aux, false);
813 
814 	if (aconnector->base.connector_type == DRM_MODE_CONNECTOR_eDP)
815 		return;
816 
817 	dc_link_dp_get_max_link_enc_cap(aconnector->dc_link, &max_link_enc_cap);
818 	aconnector->mst_mgr.cbs = &dm_mst_cbs;
819 	drm_dp_mst_topology_mgr_init(&aconnector->mst_mgr, adev_to_drm(dm->adev),
820 				     &aconnector->dm_dp_aux.aux, 16, 4, aconnector->connector_id);
821 
822 	drm_connector_attach_dp_subconnector_property(&aconnector->base);
823 }
824 
dm_mst_get_pbn_divider(struct dc_link * link)825 int dm_mst_get_pbn_divider(struct dc_link *link)
826 {
827 	if (!link)
828 		return 0;
829 
830 	return dc_link_bandwidth_kbps(link,
831 			dc_link_get_link_cap(link)) / (8 * 1000 * 54);
832 }
833 
834 struct dsc_mst_fairness_params {
835 	struct dc_crtc_timing *timing;
836 	struct dc_sink *sink;
837 	struct dc_dsc_bw_range bw_range;
838 	bool compression_possible;
839 	struct drm_dp_mst_port *port;
840 	enum dsc_clock_force_state clock_force_enable;
841 	uint32_t num_slices_h;
842 	uint32_t num_slices_v;
843 	uint32_t bpp_overwrite;
844 	struct amdgpu_dm_connector *aconnector;
845 };
846 
847 #if defined(CONFIG_DRM_AMD_DC_FP)
get_fec_overhead_multiplier(struct dc_link * dc_link)848 static uint16_t get_fec_overhead_multiplier(struct dc_link *dc_link)
849 {
850 	u8 link_coding_cap;
851 	uint16_t fec_overhead_multiplier_x1000 = PBN_FEC_OVERHEAD_MULTIPLIER_8B_10B;
852 
853 	link_coding_cap = dc_link_dp_mst_decide_link_encoding_format(dc_link);
854 	if (link_coding_cap == DP_128b_132b_ENCODING)
855 		fec_overhead_multiplier_x1000 = PBN_FEC_OVERHEAD_MULTIPLIER_128B_132B;
856 
857 	return fec_overhead_multiplier_x1000;
858 }
859 
kbps_to_peak_pbn(int kbps,uint16_t fec_overhead_multiplier_x1000)860 static int kbps_to_peak_pbn(int kbps, uint16_t fec_overhead_multiplier_x1000)
861 {
862 	u64 peak_kbps = kbps;
863 
864 	peak_kbps *= 1006;
865 	peak_kbps *= fec_overhead_multiplier_x1000;
866 	peak_kbps = div_u64(peak_kbps, 1000 * 1000);
867 	return (int) DIV64_U64_ROUND_UP(peak_kbps * 64, (54 * 8 * 1000));
868 }
869 
set_dsc_configs_from_fairness_vars(struct dsc_mst_fairness_params * params,struct dsc_mst_fairness_vars * vars,int count,int k)870 static void set_dsc_configs_from_fairness_vars(struct dsc_mst_fairness_params *params,
871 		struct dsc_mst_fairness_vars *vars,
872 		int count,
873 		int k)
874 {
875 	struct drm_connector *drm_connector;
876 	int i;
877 	struct dc_dsc_config_options dsc_options = {0};
878 
879 	for (i = 0; i < count; i++) {
880 		drm_connector = &params[i].aconnector->base;
881 
882 		dc_dsc_get_default_config_option(params[i].sink->ctx->dc, &dsc_options);
883 		dsc_options.max_target_bpp_limit_override_x16 = drm_connector->display_info.max_dsc_bpp * 16;
884 
885 		memset(&params[i].timing->dsc_cfg, 0, sizeof(params[i].timing->dsc_cfg));
886 		if (vars[i + k].dsc_enabled && dc_dsc_compute_config(
887 					params[i].sink->ctx->dc->res_pool->dscs[0],
888 					&params[i].sink->dsc_caps.dsc_dec_caps,
889 					&dsc_options,
890 					0,
891 					params[i].timing,
892 					dc_link_get_highest_encoding_format(params[i].aconnector->dc_link),
893 					&params[i].timing->dsc_cfg)) {
894 			params[i].timing->flags.DSC = 1;
895 
896 			if (params[i].bpp_overwrite)
897 				params[i].timing->dsc_cfg.bits_per_pixel = params[i].bpp_overwrite;
898 			else
899 				params[i].timing->dsc_cfg.bits_per_pixel = vars[i + k].bpp_x16;
900 
901 			if (params[i].num_slices_h)
902 				params[i].timing->dsc_cfg.num_slices_h = params[i].num_slices_h;
903 
904 			if (params[i].num_slices_v)
905 				params[i].timing->dsc_cfg.num_slices_v = params[i].num_slices_v;
906 		} else {
907 			params[i].timing->flags.DSC = 0;
908 		}
909 		params[i].timing->dsc_cfg.mst_pbn = vars[i + k].pbn;
910 	}
911 
912 	for (i = 0; i < count; i++) {
913 		if (params[i].sink) {
914 			if (params[i].sink->sink_signal != SIGNAL_TYPE_VIRTUAL &&
915 				params[i].sink->sink_signal != SIGNAL_TYPE_NONE)
916 				DRM_DEBUG_DRIVER("MST_DSC %s i=%d dispname=%s\n", __func__, i,
917 					params[i].sink->edid_caps.display_name);
918 		}
919 
920 		DRM_DEBUG_DRIVER("MST_DSC dsc=%d bits_per_pixel=%d pbn=%d\n",
921 			params[i].timing->flags.DSC,
922 			params[i].timing->dsc_cfg.bits_per_pixel,
923 			vars[i + k].pbn);
924 	}
925 }
926 
bpp_x16_from_pbn(struct dsc_mst_fairness_params param,int pbn)927 static int bpp_x16_from_pbn(struct dsc_mst_fairness_params param, int pbn)
928 {
929 	struct dc_dsc_config dsc_config;
930 	u64 kbps;
931 
932 	struct drm_connector *drm_connector = &param.aconnector->base;
933 	struct dc_dsc_config_options dsc_options = {0};
934 
935 	dc_dsc_get_default_config_option(param.sink->ctx->dc, &dsc_options);
936 	dsc_options.max_target_bpp_limit_override_x16 = drm_connector->display_info.max_dsc_bpp * 16;
937 
938 	kbps = div_u64((u64)pbn * 994 * 8 * 54, 64);
939 	dc_dsc_compute_config(
940 			param.sink->ctx->dc->res_pool->dscs[0],
941 			&param.sink->dsc_caps.dsc_dec_caps,
942 			&dsc_options,
943 			(int) kbps, param.timing,
944 			dc_link_get_highest_encoding_format(param.aconnector->dc_link),
945 			&dsc_config);
946 
947 	return dsc_config.bits_per_pixel;
948 }
949 
increase_dsc_bpp(struct drm_atomic_state * state,struct drm_dp_mst_topology_state * mst_state,struct dc_link * dc_link,struct dsc_mst_fairness_params * params,struct dsc_mst_fairness_vars * vars,int count,int k)950 static int increase_dsc_bpp(struct drm_atomic_state *state,
951 			    struct drm_dp_mst_topology_state *mst_state,
952 			    struct dc_link *dc_link,
953 			    struct dsc_mst_fairness_params *params,
954 			    struct dsc_mst_fairness_vars *vars,
955 			    int count,
956 			    int k)
957 {
958 	int i;
959 	bool bpp_increased[MAX_PIPES];
960 	int initial_slack[MAX_PIPES];
961 	int min_initial_slack;
962 	int next_index;
963 	int remaining_to_increase = 0;
964 	int link_timeslots_used;
965 	int fair_pbn_alloc;
966 	int ret = 0;
967 	uint16_t fec_overhead_multiplier_x1000 = get_fec_overhead_multiplier(dc_link);
968 
969 	for (i = 0; i < count; i++) {
970 		if (vars[i + k].dsc_enabled) {
971 			initial_slack[i] =
972 			kbps_to_peak_pbn(params[i].bw_range.max_kbps, fec_overhead_multiplier_x1000) - vars[i + k].pbn;
973 			bpp_increased[i] = false;
974 			remaining_to_increase += 1;
975 		} else {
976 			initial_slack[i] = 0;
977 			bpp_increased[i] = true;
978 		}
979 	}
980 
981 	while (remaining_to_increase) {
982 		next_index = -1;
983 		min_initial_slack = -1;
984 		for (i = 0; i < count; i++) {
985 			if (!bpp_increased[i]) {
986 				if (min_initial_slack == -1 || min_initial_slack > initial_slack[i]) {
987 					min_initial_slack = initial_slack[i];
988 					next_index = i;
989 				}
990 			}
991 		}
992 
993 		if (next_index == -1)
994 			break;
995 
996 		link_timeslots_used = 0;
997 
998 		for (i = 0; i < count; i++)
999 			link_timeslots_used += DIV_ROUND_UP(vars[i + k].pbn, dfixed_trunc(mst_state->pbn_div));
1000 
1001 		fair_pbn_alloc =
1002 			(63 - link_timeslots_used) / remaining_to_increase * dfixed_trunc(mst_state->pbn_div);
1003 
1004 		if (initial_slack[next_index] > fair_pbn_alloc) {
1005 			vars[next_index].pbn += fair_pbn_alloc;
1006 			ret = drm_dp_atomic_find_time_slots(state,
1007 							    params[next_index].port->mgr,
1008 							    params[next_index].port,
1009 							    vars[next_index].pbn);
1010 			if (ret < 0)
1011 				return ret;
1012 
1013 			ret = drm_dp_mst_atomic_check(state);
1014 			if (ret == 0) {
1015 				vars[next_index].bpp_x16 = bpp_x16_from_pbn(params[next_index], vars[next_index].pbn);
1016 			} else {
1017 				vars[next_index].pbn -= fair_pbn_alloc;
1018 				ret = drm_dp_atomic_find_time_slots(state,
1019 								    params[next_index].port->mgr,
1020 								    params[next_index].port,
1021 								    vars[next_index].pbn);
1022 				if (ret < 0)
1023 					return ret;
1024 			}
1025 		} else {
1026 			vars[next_index].pbn += initial_slack[next_index];
1027 			ret = drm_dp_atomic_find_time_slots(state,
1028 							    params[next_index].port->mgr,
1029 							    params[next_index].port,
1030 							    vars[next_index].pbn);
1031 			if (ret < 0)
1032 				return ret;
1033 
1034 			ret = drm_dp_mst_atomic_check(state);
1035 			if (ret == 0) {
1036 				vars[next_index].bpp_x16 = params[next_index].bw_range.max_target_bpp_x16;
1037 			} else {
1038 				vars[next_index].pbn -= initial_slack[next_index];
1039 				ret = drm_dp_atomic_find_time_slots(state,
1040 								    params[next_index].port->mgr,
1041 								    params[next_index].port,
1042 								    vars[next_index].pbn);
1043 				if (ret < 0)
1044 					return ret;
1045 			}
1046 		}
1047 
1048 		bpp_increased[next_index] = true;
1049 		remaining_to_increase--;
1050 	}
1051 	return 0;
1052 }
1053 
try_disable_dsc(struct drm_atomic_state * state,struct dc_link * dc_link,struct dsc_mst_fairness_params * params,struct dsc_mst_fairness_vars * vars,int count,int k)1054 static int try_disable_dsc(struct drm_atomic_state *state,
1055 			   struct dc_link *dc_link,
1056 			   struct dsc_mst_fairness_params *params,
1057 			   struct dsc_mst_fairness_vars *vars,
1058 			   int count,
1059 			   int k)
1060 {
1061 	int i;
1062 	bool tried[MAX_PIPES];
1063 	int kbps_increase[MAX_PIPES];
1064 	int max_kbps_increase;
1065 	int next_index;
1066 	int remaining_to_try = 0;
1067 	int ret;
1068 	uint16_t fec_overhead_multiplier_x1000 = get_fec_overhead_multiplier(dc_link);
1069 	int var_pbn;
1070 
1071 	for (i = 0; i < count; i++) {
1072 		if (vars[i + k].dsc_enabled
1073 				&& vars[i + k].bpp_x16 == params[i].bw_range.max_target_bpp_x16
1074 				&& params[i].clock_force_enable == DSC_CLK_FORCE_DEFAULT) {
1075 			kbps_increase[i] = params[i].bw_range.stream_kbps - params[i].bw_range.max_kbps;
1076 			tried[i] = false;
1077 			remaining_to_try += 1;
1078 		} else {
1079 			kbps_increase[i] = 0;
1080 			tried[i] = true;
1081 		}
1082 	}
1083 
1084 	while (remaining_to_try) {
1085 		next_index = -1;
1086 		max_kbps_increase = -1;
1087 		for (i = 0; i < count; i++) {
1088 			if (!tried[i]) {
1089 				if (max_kbps_increase == -1 || max_kbps_increase < kbps_increase[i]) {
1090 					max_kbps_increase = kbps_increase[i];
1091 					next_index = i;
1092 				}
1093 			}
1094 		}
1095 
1096 		if (next_index == -1)
1097 			break;
1098 
1099 		DRM_DEBUG_DRIVER("MST_DSC index #%d, try no compression\n", next_index);
1100 		var_pbn = vars[next_index].pbn;
1101 		vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.stream_kbps, fec_overhead_multiplier_x1000);
1102 		ret = drm_dp_atomic_find_time_slots(state,
1103 						    params[next_index].port->mgr,
1104 						    params[next_index].port,
1105 						    vars[next_index].pbn);
1106 		if (ret < 0) {
1107 			DRM_DEBUG_DRIVER("%s:%d MST_DSC index #%d, failed to set pbn to the state, %d\n",
1108 						__func__, __LINE__, next_index, ret);
1109 			vars[next_index].pbn = var_pbn;
1110 			return ret;
1111 		}
1112 
1113 		ret = drm_dp_mst_atomic_check(state);
1114 		if (ret == 0) {
1115 			DRM_DEBUG_DRIVER("MST_DSC index #%d, greedily disable dsc\n", next_index);
1116 			vars[next_index].dsc_enabled = false;
1117 			vars[next_index].bpp_x16 = 0;
1118 		} else {
1119 			DRM_DEBUG_DRIVER("MST_DSC index #%d, restore optimized pbn value\n", next_index);
1120 			vars[next_index].pbn = var_pbn;
1121 			ret = drm_dp_atomic_find_time_slots(state,
1122 							    params[next_index].port->mgr,
1123 							    params[next_index].port,
1124 							    vars[next_index].pbn);
1125 			if (ret < 0) {
1126 				DRM_DEBUG_DRIVER("%s:%d MST_DSC index #%d, failed to set pbn to the state, %d\n",
1127 							__func__, __LINE__, next_index, ret);
1128 				return ret;
1129 			}
1130 		}
1131 
1132 		tried[next_index] = true;
1133 		remaining_to_try--;
1134 	}
1135 	return 0;
1136 }
1137 
log_dsc_params(int count,struct dsc_mst_fairness_vars * vars,int k)1138 static void log_dsc_params(int count, struct dsc_mst_fairness_vars *vars, int k)
1139 {
1140 	int i;
1141 
1142 	for (i = 0; i < count; i++)
1143 		DRM_DEBUG_DRIVER("MST_DSC DSC params: stream #%d --- dsc_enabled = %d, bpp_x16 = %d, pbn = %d\n",
1144 				 i, vars[i + k].dsc_enabled, vars[i + k].bpp_x16, vars[i + k].pbn);
1145 }
1146 
compute_mst_dsc_configs_for_link(struct drm_atomic_state * state,struct dc_state * dc_state,struct dc_link * dc_link,struct dsc_mst_fairness_vars * vars,struct drm_dp_mst_topology_mgr * mgr,int * link_vars_start_index)1147 static int compute_mst_dsc_configs_for_link(struct drm_atomic_state *state,
1148 					    struct dc_state *dc_state,
1149 					    struct dc_link *dc_link,
1150 					    struct dsc_mst_fairness_vars *vars,
1151 					    struct drm_dp_mst_topology_mgr *mgr,
1152 					    int *link_vars_start_index)
1153 {
1154 	struct dc_stream_state *stream;
1155 	struct dsc_mst_fairness_params params[MAX_PIPES];
1156 	struct amdgpu_dm_connector *aconnector;
1157 	struct drm_dp_mst_topology_state *mst_state = drm_atomic_get_mst_topology_state(state, mgr);
1158 	int count = 0;
1159 	int i, k, ret;
1160 	bool debugfs_overwrite = false;
1161 	uint16_t fec_overhead_multiplier_x1000 = get_fec_overhead_multiplier(dc_link);
1162 	struct drm_connector_state *new_conn_state;
1163 
1164 	memset(params, 0, sizeof(params));
1165 
1166 	if (IS_ERR(mst_state))
1167 		return PTR_ERR(mst_state);
1168 
1169 	/* Set up params */
1170 	DRM_DEBUG_DRIVER("%s: MST_DSC Try to set up params from %d streams\n", __func__, dc_state->stream_count);
1171 	for (i = 0; i < dc_state->stream_count; i++) {
1172 		struct dc_dsc_policy dsc_policy = {0};
1173 
1174 		stream = dc_state->streams[i];
1175 
1176 		if (stream->link != dc_link)
1177 			continue;
1178 
1179 		aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1180 		if (!aconnector)
1181 			continue;
1182 
1183 		if (!aconnector->mst_output_port)
1184 			continue;
1185 
1186 		new_conn_state = drm_atomic_get_new_connector_state(state, &aconnector->base);
1187 
1188 		if (!new_conn_state) {
1189 			DRM_DEBUG_DRIVER("%s:%d MST_DSC Skip the stream 0x%p with invalid new_conn_state\n",
1190 					__func__, __LINE__, stream);
1191 			continue;
1192 		}
1193 
1194 		stream->timing.flags.DSC = 0;
1195 
1196 		params[count].timing = &stream->timing;
1197 		params[count].sink = stream->sink;
1198 		params[count].aconnector = aconnector;
1199 		params[count].port = aconnector->mst_output_port;
1200 		params[count].clock_force_enable = aconnector->dsc_settings.dsc_force_enable;
1201 		if (params[count].clock_force_enable == DSC_CLK_FORCE_ENABLE)
1202 			debugfs_overwrite = true;
1203 		params[count].num_slices_h = aconnector->dsc_settings.dsc_num_slices_h;
1204 		params[count].num_slices_v = aconnector->dsc_settings.dsc_num_slices_v;
1205 		params[count].bpp_overwrite = aconnector->dsc_settings.dsc_bits_per_pixel;
1206 		params[count].compression_possible = stream->sink->dsc_caps.dsc_dec_caps.is_dsc_supported;
1207 		dc_dsc_get_policy_for_timing(params[count].timing, 0, &dsc_policy, dc_link_get_highest_encoding_format(stream->link));
1208 		if (!dc_dsc_compute_bandwidth_range(
1209 				stream->sink->ctx->dc->res_pool->dscs[0],
1210 				stream->sink->ctx->dc->debug.dsc_min_slice_height_override,
1211 				dsc_policy.min_target_bpp * 16,
1212 				dsc_policy.max_target_bpp * 16,
1213 				&stream->sink->dsc_caps.dsc_dec_caps,
1214 				&stream->timing,
1215 				dc_link_get_highest_encoding_format(dc_link),
1216 				&params[count].bw_range))
1217 			params[count].bw_range.stream_kbps = dc_bandwidth_in_kbps_from_timing(&stream->timing,
1218 					dc_link_get_highest_encoding_format(dc_link));
1219 
1220 		DRM_DEBUG_DRIVER("MST_DSC #%d stream 0x%p - max_kbps = %u, min_kbps = %u, uncompressed_kbps = %u\n",
1221 			count, stream, params[count].bw_range.max_kbps, params[count].bw_range.min_kbps,
1222 			params[count].bw_range.stream_kbps);
1223 		count++;
1224 	}
1225 
1226 	DRM_DEBUG_DRIVER("%s: MST_DSC Params set up for %d streams\n", __func__, count);
1227 
1228 	if (count == 0) {
1229 		ASSERT(0);
1230 		return 0;
1231 	}
1232 
1233 	/* k is start index of vars for current phy link used by mst hub */
1234 	k = *link_vars_start_index;
1235 	/* set vars start index for next mst hub phy link */
1236 	*link_vars_start_index += count;
1237 
1238 	/* Try no compression */
1239 	DRM_DEBUG_DRIVER("MST_DSC Try no compression\n");
1240 	for (i = 0; i < count; i++) {
1241 		vars[i + k].aconnector = params[i].aconnector;
1242 		vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps, fec_overhead_multiplier_x1000);
1243 		vars[i + k].dsc_enabled = false;
1244 		vars[i + k].bpp_x16 = 0;
1245 		ret = drm_dp_atomic_find_time_slots(state, params[i].port->mgr, params[i].port,
1246 						    vars[i + k].pbn);
1247 		if (ret < 0)
1248 			return ret;
1249 	}
1250 	ret = drm_dp_mst_atomic_check(state);
1251 	if (ret == 0 && !debugfs_overwrite) {
1252 		set_dsc_configs_from_fairness_vars(params, vars, count, k);
1253 		return 0;
1254 	} else if (ret != -ENOSPC) {
1255 		return ret;
1256 	}
1257 
1258 	log_dsc_params(count, vars, k);
1259 
1260 	/* Try max compression */
1261 	DRM_DEBUG_DRIVER("MST_DSC Try max compression\n");
1262 	for (i = 0; i < count; i++) {
1263 		if (params[i].compression_possible && params[i].clock_force_enable != DSC_CLK_FORCE_DISABLE) {
1264 			vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.min_kbps, fec_overhead_multiplier_x1000);
1265 			vars[i + k].dsc_enabled = true;
1266 			vars[i + k].bpp_x16 = params[i].bw_range.min_target_bpp_x16;
1267 			ret = drm_dp_atomic_find_time_slots(state, params[i].port->mgr,
1268 							    params[i].port, vars[i + k].pbn);
1269 			if (ret < 0)
1270 				return ret;
1271 		} else {
1272 			vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps, fec_overhead_multiplier_x1000);
1273 			vars[i + k].dsc_enabled = false;
1274 			vars[i + k].bpp_x16 = 0;
1275 			ret = drm_dp_atomic_find_time_slots(state, params[i].port->mgr,
1276 							    params[i].port, vars[i + k].pbn);
1277 			if (ret < 0)
1278 				return ret;
1279 		}
1280 	}
1281 	ret = drm_dp_mst_atomic_check(state);
1282 	if (ret != 0)
1283 		return ret;
1284 
1285 	log_dsc_params(count, vars, k);
1286 
1287 	/* Optimize degree of compression */
1288 	DRM_DEBUG_DRIVER("MST_DSC Try optimize compression\n");
1289 	ret = increase_dsc_bpp(state, mst_state, dc_link, params, vars, count, k);
1290 	if (ret < 0) {
1291 		DRM_DEBUG_DRIVER("MST_DSC Failed to optimize compression\n");
1292 		return ret;
1293 	}
1294 
1295 	log_dsc_params(count, vars, k);
1296 
1297 	DRM_DEBUG_DRIVER("MST_DSC Try disable compression\n");
1298 	ret = try_disable_dsc(state, dc_link, params, vars, count, k);
1299 	if (ret < 0) {
1300 		DRM_DEBUG_DRIVER("MST_DSC Failed to disable compression\n");
1301 		return ret;
1302 	}
1303 
1304 	log_dsc_params(count, vars, k);
1305 
1306 	set_dsc_configs_from_fairness_vars(params, vars, count, k);
1307 
1308 	return 0;
1309 }
1310 
is_dsc_need_re_compute(struct drm_atomic_state * state,struct dc_state * dc_state,struct dc_link * dc_link)1311 static bool is_dsc_need_re_compute(
1312 	struct drm_atomic_state *state,
1313 	struct dc_state *dc_state,
1314 	struct dc_link *dc_link)
1315 {
1316 	int i, j;
1317 	bool is_dsc_need_re_compute = false;
1318 	struct amdgpu_dm_connector *stream_on_link[MAX_PIPES];
1319 	int new_stream_on_link_num = 0;
1320 	struct amdgpu_dm_connector *aconnector;
1321 	struct dc_stream_state *stream;
1322 	const struct dc *dc = dc_link->dc;
1323 
1324 	/* only check phy used by dsc mst branch */
1325 	if (dc_link->type != dc_connection_mst_branch)
1326 		goto out;
1327 
1328 	/* add a check for older MST DSC with no virtual DPCDs */
1329 	if (needs_dsc_aux_workaround(dc_link)  &&
1330 		(!(dc_link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_SUPPORT ||
1331 		dc_link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_PASSTHROUGH_SUPPORT)))
1332 		goto out;
1333 
1334 	for (i = 0; i < MAX_PIPES; i++)
1335 		stream_on_link[i] = NULL;
1336 
1337 	DRM_DEBUG_DRIVER("%s: MST_DSC check on %d streams in new dc_state\n", __func__, dc_state->stream_count);
1338 
1339 	/* check if there is mode change in new request */
1340 	for (i = 0; i < dc_state->stream_count; i++) {
1341 		struct drm_crtc_state *new_crtc_state;
1342 		struct drm_connector_state *new_conn_state;
1343 
1344 		stream = dc_state->streams[i];
1345 		if (!stream)
1346 			continue;
1347 
1348 		DRM_DEBUG_DRIVER("%s:%d MST_DSC checking #%d stream 0x%p\n", __func__, __LINE__, i, stream);
1349 
1350 		/* check if stream using the same link for mst */
1351 		if (stream->link != dc_link)
1352 			continue;
1353 
1354 		aconnector = (struct amdgpu_dm_connector *) stream->dm_stream_context;
1355 		if (!aconnector)
1356 			continue;
1357 
1358 		stream_on_link[new_stream_on_link_num] = aconnector;
1359 		new_stream_on_link_num++;
1360 
1361 		new_conn_state = drm_atomic_get_new_connector_state(state, &aconnector->base);
1362 		if (!new_conn_state) {
1363 			DRM_DEBUG_DRIVER("%s:%d MST_DSC no new_conn_state for stream 0x%p, aconnector 0x%p\n",
1364 					 __func__, __LINE__, stream, aconnector);
1365 			continue;
1366 		}
1367 
1368 		if (IS_ERR(new_conn_state))
1369 			continue;
1370 
1371 		if (!new_conn_state->crtc)
1372 			continue;
1373 
1374 		new_crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
1375 		if (!new_crtc_state) {
1376 			DRM_DEBUG_DRIVER("%s:%d MST_DSC no new_crtc_state for crtc of stream 0x%p, aconnector 0x%p\n",
1377 						__func__, __LINE__, stream, aconnector);
1378 			continue;
1379 		}
1380 
1381 		if (IS_ERR(new_crtc_state))
1382 			continue;
1383 
1384 		if (new_crtc_state->enable && new_crtc_state->active) {
1385 			if (new_crtc_state->mode_changed || new_crtc_state->active_changed ||
1386 					new_crtc_state->connectors_changed) {
1387 				DRM_DEBUG_DRIVER("%s:%d MST_DSC dsc recompute required."
1388 						 "stream 0x%p in new dc_state\n",
1389 						 __func__, __LINE__, stream);
1390 				is_dsc_need_re_compute = true;
1391 				goto out;
1392 			}
1393 		}
1394 	}
1395 
1396 	if (new_stream_on_link_num == 0) {
1397 		DRM_DEBUG_DRIVER("%s:%d MST_DSC no mode change request for streams in new dc_state\n",
1398 				 __func__, __LINE__);
1399 		is_dsc_need_re_compute = false;
1400 		goto out;
1401 	}
1402 
1403 	DRM_DEBUG_DRIVER("%s: MST_DSC check on %d streams in current dc_state\n",
1404 			 __func__, dc->current_state->stream_count);
1405 
1406 	/* check current_state if there stream on link but it is not in
1407 	 * new request state
1408 	 */
1409 	for (i = 0; i < dc->current_state->stream_count; i++) {
1410 		stream = dc->current_state->streams[i];
1411 		/* only check stream on the mst hub */
1412 		if (stream->link != dc_link)
1413 			continue;
1414 
1415 		aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1416 		if (!aconnector)
1417 			continue;
1418 
1419 		for (j = 0; j < new_stream_on_link_num; j++) {
1420 			if (stream_on_link[j]) {
1421 				if (aconnector == stream_on_link[j])
1422 					break;
1423 			}
1424 		}
1425 
1426 		if (j == new_stream_on_link_num) {
1427 			/* not in new state */
1428 			DRM_DEBUG_DRIVER("%s:%d MST_DSC dsc recompute required."
1429 					 "stream 0x%p in current dc_state but not in new dc_state\n",
1430 						__func__, __LINE__, stream);
1431 			is_dsc_need_re_compute = true;
1432 			break;
1433 		}
1434 	}
1435 
1436 out:
1437 	DRM_DEBUG_DRIVER("%s: MST_DSC dsc recompute %s\n",
1438 			 __func__, is_dsc_need_re_compute ? "required" : "not required");
1439 
1440 	return is_dsc_need_re_compute;
1441 }
1442 
compute_mst_dsc_configs_for_state(struct drm_atomic_state * state,struct dc_state * dc_state,struct dsc_mst_fairness_vars * vars)1443 int compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
1444 				      struct dc_state *dc_state,
1445 				      struct dsc_mst_fairness_vars *vars)
1446 {
1447 	int i, j;
1448 	struct dc_stream_state *stream;
1449 	bool computed_streams[MAX_PIPES];
1450 	struct amdgpu_dm_connector *aconnector;
1451 	struct drm_dp_mst_topology_mgr *mst_mgr;
1452 	struct resource_pool *res_pool;
1453 	int link_vars_start_index = 0;
1454 	int ret = 0;
1455 
1456 	for (i = 0; i < dc_state->stream_count; i++)
1457 		computed_streams[i] = false;
1458 
1459 	for (i = 0; i < dc_state->stream_count; i++) {
1460 		stream = dc_state->streams[i];
1461 		res_pool = stream->ctx->dc->res_pool;
1462 
1463 		if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
1464 			continue;
1465 
1466 		aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1467 
1468 		DRM_DEBUG_DRIVER("%s: MST_DSC compute mst dsc configs for stream 0x%p, aconnector 0x%p\n",
1469 				__func__, stream, aconnector);
1470 
1471 		if (!aconnector || !aconnector->dc_sink || !aconnector->mst_output_port)
1472 			continue;
1473 
1474 		if (!aconnector->dc_sink->dsc_caps.dsc_dec_caps.is_dsc_supported)
1475 			continue;
1476 
1477 		if (computed_streams[i])
1478 			continue;
1479 
1480 		if (res_pool->funcs->remove_stream_from_ctx &&
1481 		    res_pool->funcs->remove_stream_from_ctx(stream->ctx->dc, dc_state, stream) != DC_OK)
1482 			return -EINVAL;
1483 
1484 		if (!is_dsc_need_re_compute(state, dc_state, stream->link))
1485 			continue;
1486 
1487 		mst_mgr = aconnector->mst_output_port->mgr;
1488 		ret = compute_mst_dsc_configs_for_link(state, dc_state, stream->link, vars, mst_mgr,
1489 						       &link_vars_start_index);
1490 		if (ret != 0)
1491 			return ret;
1492 
1493 		for (j = 0; j < dc_state->stream_count; j++) {
1494 			if (dc_state->streams[j]->link == stream->link)
1495 				computed_streams[j] = true;
1496 		}
1497 	}
1498 
1499 	for (i = 0; i < dc_state->stream_count; i++) {
1500 		stream = dc_state->streams[i];
1501 
1502 		if (stream->timing.flags.DSC == 1)
1503 			if (dc_stream_add_dsc_to_resource(stream->ctx->dc, dc_state, stream) != DC_OK) {
1504 				DRM_DEBUG_DRIVER("%s:%d MST_DSC Failed to request dsc hw resource for stream 0x%p\n",
1505 							__func__, __LINE__, stream);
1506 				return -EINVAL;
1507 			}
1508 	}
1509 
1510 	return ret;
1511 }
1512 
pre_compute_mst_dsc_configs_for_state(struct drm_atomic_state * state,struct dc_state * dc_state,struct dsc_mst_fairness_vars * vars)1513 static int pre_compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
1514 						 struct dc_state *dc_state,
1515 						 struct dsc_mst_fairness_vars *vars)
1516 {
1517 	int i, j;
1518 	struct dc_stream_state *stream;
1519 	bool computed_streams[MAX_PIPES];
1520 	struct amdgpu_dm_connector *aconnector;
1521 	struct drm_dp_mst_topology_mgr *mst_mgr;
1522 	int link_vars_start_index = 0;
1523 	int ret = 0;
1524 
1525 	for (i = 0; i < dc_state->stream_count; i++)
1526 		computed_streams[i] = false;
1527 
1528 	for (i = 0; i < dc_state->stream_count; i++) {
1529 		stream = dc_state->streams[i];
1530 
1531 		if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
1532 			continue;
1533 
1534 		aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1535 
1536 		DRM_DEBUG_DRIVER("MST_DSC pre compute mst dsc configs for #%d stream 0x%p, aconnector 0x%p\n",
1537 					i, stream, aconnector);
1538 
1539 		if (!aconnector || !aconnector->dc_sink || !aconnector->mst_output_port)
1540 			continue;
1541 
1542 		if (!aconnector->dc_sink->dsc_caps.dsc_dec_caps.is_dsc_supported)
1543 			continue;
1544 
1545 		if (computed_streams[i])
1546 			continue;
1547 
1548 		if (!is_dsc_need_re_compute(state, dc_state, stream->link))
1549 			continue;
1550 
1551 		mst_mgr = aconnector->mst_output_port->mgr;
1552 		ret = compute_mst_dsc_configs_for_link(state, dc_state, stream->link, vars, mst_mgr,
1553 						       &link_vars_start_index);
1554 		if (ret != 0)
1555 			return ret;
1556 
1557 		for (j = 0; j < dc_state->stream_count; j++) {
1558 			if (dc_state->streams[j]->link == stream->link)
1559 				computed_streams[j] = true;
1560 		}
1561 	}
1562 
1563 	return ret;
1564 }
1565 
find_crtc_index_in_state_by_stream(struct drm_atomic_state * state,struct dc_stream_state * stream)1566 static int find_crtc_index_in_state_by_stream(struct drm_atomic_state *state,
1567 					      struct dc_stream_state *stream)
1568 {
1569 	int i;
1570 	struct drm_crtc *crtc;
1571 	struct drm_crtc_state *new_state, *old_state;
1572 
1573 	for_each_oldnew_crtc_in_state(state, crtc, old_state, new_state, i) {
1574 		struct dm_crtc_state *dm_state = to_dm_crtc_state(new_state);
1575 
1576 		if (dm_state->stream == stream)
1577 			return i;
1578 	}
1579 	return -1;
1580 }
1581 
is_link_to_dschub(struct dc_link * dc_link)1582 static bool is_link_to_dschub(struct dc_link *dc_link)
1583 {
1584 	union dpcd_dsc_basic_capabilities *dsc_caps =
1585 			&dc_link->dpcd_caps.dsc_caps.dsc_basic_caps;
1586 
1587 	/* only check phy used by dsc mst branch */
1588 	if (dc_link->type != dc_connection_mst_branch)
1589 		return false;
1590 
1591 	if (!(dsc_caps->fields.dsc_support.DSC_SUPPORT ||
1592 	      dsc_caps->fields.dsc_support.DSC_PASSTHROUGH_SUPPORT))
1593 		return false;
1594 	return true;
1595 }
1596 
is_dsc_precompute_needed(struct drm_atomic_state * state)1597 static bool is_dsc_precompute_needed(struct drm_atomic_state *state)
1598 {
1599 	int i;
1600 	struct drm_crtc *crtc;
1601 	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
1602 	bool ret = false;
1603 
1604 	for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
1605 		struct dm_crtc_state *dm_crtc_state = to_dm_crtc_state(new_crtc_state);
1606 
1607 		if (!amdgpu_dm_find_first_crtc_matching_connector(state, crtc)) {
1608 			ret =  false;
1609 			break;
1610 		}
1611 		if (dm_crtc_state->stream && dm_crtc_state->stream->link)
1612 			if (is_link_to_dschub(dm_crtc_state->stream->link))
1613 				ret = true;
1614 	}
1615 	return ret;
1616 }
1617 
pre_validate_dsc(struct drm_atomic_state * state,struct dm_atomic_state ** dm_state_ptr,struct dsc_mst_fairness_vars * vars)1618 int pre_validate_dsc(struct drm_atomic_state *state,
1619 		     struct dm_atomic_state **dm_state_ptr,
1620 		     struct dsc_mst_fairness_vars *vars)
1621 {
1622 	int i;
1623 	struct dm_atomic_state *dm_state;
1624 	struct dc_state *local_dc_state = NULL;
1625 	int ret = 0;
1626 
1627 	if (!is_dsc_precompute_needed(state)) {
1628 		DRM_INFO_ONCE("%s:%d MST_DSC dsc precompute is not needed\n", __func__, __LINE__);
1629 		return 0;
1630 	}
1631 	ret = dm_atomic_get_state(state, dm_state_ptr);
1632 	if (ret != 0) {
1633 		DRM_INFO_ONCE("%s:%d MST_DSC dm_atomic_get_state() failed\n", __func__, __LINE__);
1634 		return ret;
1635 	}
1636 	dm_state = *dm_state_ptr;
1637 
1638 	/*
1639 	 * create local vailable for dc_state. copy content of streams of dm_state->context
1640 	 * to local variable. make sure stream pointer of local variable not the same as stream
1641 	 * from dm_state->context.
1642 	 */
1643 
1644 	local_dc_state = vmalloc(sizeof(struct dc_state));
1645 	if (!local_dc_state)
1646 		return -ENOMEM;
1647 	memcpy(local_dc_state, dm_state->context, sizeof(struct dc_state));
1648 
1649 	for (i = 0; i < local_dc_state->stream_count; i++) {
1650 		struct dc_stream_state *stream = dm_state->context->streams[i];
1651 		int ind = find_crtc_index_in_state_by_stream(state, stream);
1652 
1653 		if (ind >= 0) {
1654 			struct drm_connector *connector;
1655 			struct drm_connector_state *drm_new_conn_state;
1656 			struct dm_connector_state *dm_new_conn_state;
1657 			struct dm_crtc_state *dm_old_crtc_state;
1658 
1659 			connector =
1660 				amdgpu_dm_find_first_crtc_matching_connector(state,
1661 									     state->crtcs[ind].ptr);
1662 			if (!connector)
1663 				continue;
1664 
1665 			drm_new_conn_state =
1666 				drm_atomic_get_new_connector_state(state,
1667 								   connector);
1668 			dm_new_conn_state = to_dm_connector_state(drm_new_conn_state);
1669 			dm_old_crtc_state = to_dm_crtc_state(state->crtcs[ind].old_state);
1670 
1671 			local_dc_state->streams[i] =
1672 				create_validate_stream_for_sink(connector,
1673 								&state->crtcs[ind].new_state->mode,
1674 								dm_new_conn_state,
1675 								dm_old_crtc_state->stream);
1676 			if (local_dc_state->streams[i] == NULL) {
1677 				ret = -EINVAL;
1678 				break;
1679 			}
1680 		}
1681 	}
1682 
1683 	if (ret != 0)
1684 		goto clean_exit;
1685 
1686 	ret = pre_compute_mst_dsc_configs_for_state(state, local_dc_state, vars);
1687 	if (ret != 0) {
1688 		DRM_INFO_ONCE("%s:%d MST_DSC dsc pre_compute_mst_dsc_configs_for_state() failed\n",
1689 				__func__, __LINE__);
1690 		ret = -EINVAL;
1691 		goto clean_exit;
1692 	}
1693 
1694 	/*
1695 	 * compare local_streams -> timing  with dm_state->context,
1696 	 * if the same set crtc_state->mode-change = 0;
1697 	 */
1698 	for (i = 0; i < local_dc_state->stream_count; i++) {
1699 		struct dc_stream_state *stream = dm_state->context->streams[i];
1700 
1701 		if (local_dc_state->streams[i] &&
1702 		    dc_is_timing_changed(stream, local_dc_state->streams[i])) {
1703 			DRM_INFO_ONCE("%s:%d MST_DSC crtc[%d] needs mode_change\n", __func__, __LINE__, i);
1704 		} else {
1705 			int ind = find_crtc_index_in_state_by_stream(state, stream);
1706 
1707 			if (ind >= 0) {
1708 				DRM_INFO_ONCE("%s:%d MST_DSC no mode changed for stream 0x%p\n",
1709 						__func__, __LINE__, stream);
1710 				state->crtcs[ind].new_state->mode_changed = 0;
1711 			}
1712 		}
1713 	}
1714 clean_exit:
1715 	for (i = 0; i < local_dc_state->stream_count; i++) {
1716 		struct dc_stream_state *stream = dm_state->context->streams[i];
1717 
1718 		if (local_dc_state->streams[i] != stream)
1719 			dc_stream_release(local_dc_state->streams[i]);
1720 	}
1721 
1722 	vfree(local_dc_state);
1723 
1724 	return ret;
1725 }
1726 
kbps_from_pbn(unsigned int pbn)1727 static uint32_t kbps_from_pbn(unsigned int pbn)
1728 {
1729 	uint64_t kbps = (uint64_t)pbn;
1730 
1731 	kbps *= (1000000 / PEAK_FACTOR_X1000);
1732 	kbps *= 8;
1733 	kbps *= 54;
1734 	kbps /= 64;
1735 
1736 	return (uint32_t)kbps;
1737 }
1738 
is_dsc_common_config_possible(struct dc_stream_state * stream,struct dc_dsc_bw_range * bw_range)1739 static bool is_dsc_common_config_possible(struct dc_stream_state *stream,
1740 					  struct dc_dsc_bw_range *bw_range)
1741 {
1742 	struct dc_dsc_policy dsc_policy = {0};
1743 	bool is_dsc_possible;
1744 
1745 	dc_dsc_get_policy_for_timing(&stream->timing, 0, &dsc_policy, dc_link_get_highest_encoding_format(stream->link));
1746 	is_dsc_possible = dc_dsc_compute_bandwidth_range(stream->sink->ctx->dc->res_pool->dscs[0],
1747 							 stream->sink->ctx->dc->debug.dsc_min_slice_height_override,
1748 							 dsc_policy.min_target_bpp * 16,
1749 							 dsc_policy.max_target_bpp * 16,
1750 							 &stream->sink->dsc_caps.dsc_dec_caps,
1751 							 &stream->timing, dc_link_get_highest_encoding_format(stream->link), bw_range);
1752 
1753 	return is_dsc_possible;
1754 }
1755 #endif
1756 
1757 #if defined(CONFIG_DRM_AMD_DC_FP)
dp_get_link_current_set_bw(struct drm_dp_aux * aux,uint32_t * cur_link_bw)1758 static bool dp_get_link_current_set_bw(struct drm_dp_aux *aux, uint32_t *cur_link_bw)
1759 {
1760 	uint32_t total_data_bw_efficiency_x10000 = 0;
1761 	uint32_t link_rate_per_lane_kbps = 0;
1762 	enum dc_link_rate link_rate;
1763 	union lane_count_set lane_count;
1764 	u8 dp_link_encoding;
1765 	u8 link_bw_set = 0;
1766 
1767 	*cur_link_bw = 0;
1768 
1769 	if (drm_dp_dpcd_read(aux, DP_MAIN_LINK_CHANNEL_CODING_SET, &dp_link_encoding, 1) != 1 ||
1770 		drm_dp_dpcd_read(aux, DP_LANE_COUNT_SET, &lane_count.raw, 1) != 1 ||
1771 		drm_dp_dpcd_read(aux, DP_LINK_BW_SET, &link_bw_set, 1) != 1)
1772 		return false;
1773 
1774 	switch (dp_link_encoding) {
1775 	case DP_8b_10b_ENCODING:
1776 		link_rate = link_bw_set;
1777 		link_rate_per_lane_kbps = link_rate * LINK_RATE_REF_FREQ_IN_KHZ * BITS_PER_DP_BYTE;
1778 		total_data_bw_efficiency_x10000 = DATA_EFFICIENCY_8b_10b_x10000;
1779 		total_data_bw_efficiency_x10000 /= 100;
1780 		total_data_bw_efficiency_x10000 *= DATA_EFFICIENCY_8b_10b_FEC_EFFICIENCY_x100;
1781 		break;
1782 	case DP_128b_132b_ENCODING:
1783 		switch (link_bw_set) {
1784 		case DP_LINK_BW_10:
1785 			link_rate = LINK_RATE_UHBR10;
1786 			break;
1787 		case DP_LINK_BW_13_5:
1788 			link_rate = LINK_RATE_UHBR13_5;
1789 			break;
1790 		case DP_LINK_BW_20:
1791 			link_rate = LINK_RATE_UHBR20;
1792 			break;
1793 		default:
1794 			return false;
1795 		}
1796 
1797 		link_rate_per_lane_kbps = link_rate * 10000;
1798 		total_data_bw_efficiency_x10000 = DATA_EFFICIENCY_128b_132b_x10000;
1799 		break;
1800 	default:
1801 		return false;
1802 	}
1803 
1804 	*cur_link_bw = link_rate_per_lane_kbps * lane_count.bits.LANE_COUNT_SET / 10000 * total_data_bw_efficiency_x10000;
1805 	return true;
1806 }
1807 #endif
1808 
dm_dp_mst_is_port_support_mode(struct amdgpu_dm_connector * aconnector,struct dc_stream_state * stream)1809 enum dc_status dm_dp_mst_is_port_support_mode(
1810 	struct amdgpu_dm_connector *aconnector,
1811 	struct dc_stream_state *stream)
1812 {
1813 #if defined(CONFIG_DRM_AMD_DC_FP)
1814 	int branch_max_throughput_mps = 0;
1815 	struct dc_link_settings cur_link_settings;
1816 	uint32_t end_to_end_bw_in_kbps = 0;
1817 	uint32_t root_link_bw_in_kbps = 0;
1818 	uint32_t virtual_channel_bw_in_kbps = 0;
1819 	struct dc_dsc_bw_range bw_range = {0};
1820 	struct dc_dsc_config_options dsc_options = {0};
1821 	uint32_t stream_kbps;
1822 
1823 	/* DSC unnecessary case
1824 	 * Check if timing could be supported within end-to-end BW
1825 	 */
1826 	stream_kbps =
1827 		dc_bandwidth_in_kbps_from_timing(&stream->timing,
1828 			dc_link_get_highest_encoding_format(stream->link));
1829 	cur_link_settings = stream->link->verified_link_cap;
1830 	root_link_bw_in_kbps = dc_link_bandwidth_kbps(aconnector->dc_link, &cur_link_settings);
1831 	virtual_channel_bw_in_kbps = kbps_from_pbn(aconnector->mst_output_port->full_pbn);
1832 
1833 	/* pick the end to end bw bottleneck */
1834 	end_to_end_bw_in_kbps = min(root_link_bw_in_kbps, virtual_channel_bw_in_kbps);
1835 
1836 	if (stream_kbps <= end_to_end_bw_in_kbps) {
1837 		DRM_DEBUG_DRIVER("MST_DSC no dsc required. End-to-end bw sufficient\n");
1838 		return DC_OK;
1839 	}
1840 
1841 	/*DSC necessary case*/
1842 	if (!aconnector->dsc_aux)
1843 		return DC_FAIL_BANDWIDTH_VALIDATE;
1844 
1845 	if (is_dsc_common_config_possible(stream, &bw_range)) {
1846 
1847 		/*capable of dsc passthough. dsc bitstream along the entire path*/
1848 		if (aconnector->mst_output_port->passthrough_aux) {
1849 			if (bw_range.min_kbps > end_to_end_bw_in_kbps) {
1850 				DRM_DEBUG_DRIVER("MST_DSC dsc passthrough and decode at endpoint"
1851 						 "Max dsc compression bw can't fit into end-to-end bw\n");
1852 				return DC_FAIL_BANDWIDTH_VALIDATE;
1853 			}
1854 		} else {
1855 			/*dsc bitstream decoded at the dp last link*/
1856 			struct drm_dp_mst_port *immediate_upstream_port = NULL;
1857 			uint32_t end_link_bw = 0;
1858 
1859 			/*Get last DP link BW capability. Mode shall be supported by Legacy peer*/
1860 			if (aconnector->mst_output_port->pdt != DP_PEER_DEVICE_DP_LEGACY_CONV &&
1861 				aconnector->mst_output_port->pdt != DP_PEER_DEVICE_NONE) {
1862 				if (aconnector->vc_full_pbn != aconnector->mst_output_port->full_pbn) {
1863 					dp_get_link_current_set_bw(&aconnector->mst_output_port->aux, &end_link_bw);
1864 					aconnector->vc_full_pbn = aconnector->mst_output_port->full_pbn;
1865 					aconnector->mst_local_bw = end_link_bw;
1866 				} else {
1867 					end_link_bw = aconnector->mst_local_bw;
1868 				}
1869 
1870 				if (end_link_bw > 0 && stream_kbps > end_link_bw) {
1871 					DRM_DEBUG_DRIVER("MST_DSC dsc decode at last link."
1872 							 "Mode required bw can't fit into last link\n");
1873 					return DC_FAIL_BANDWIDTH_VALIDATE;
1874 				}
1875 			}
1876 
1877 			/*Get virtual channel bandwidth between source and the link before the last link*/
1878 			if (aconnector->mst_output_port->parent->port_parent)
1879 				immediate_upstream_port = aconnector->mst_output_port->parent->port_parent;
1880 
1881 			if (immediate_upstream_port) {
1882 				virtual_channel_bw_in_kbps = kbps_from_pbn(immediate_upstream_port->full_pbn);
1883 				virtual_channel_bw_in_kbps = min(root_link_bw_in_kbps, virtual_channel_bw_in_kbps);
1884 			} else {
1885 				/* For topology LCT 1 case - only one mstb*/
1886 				virtual_channel_bw_in_kbps = root_link_bw_in_kbps;
1887 			}
1888 
1889 			if (bw_range.min_kbps > virtual_channel_bw_in_kbps) {
1890 				DRM_DEBUG_DRIVER("MST_DSC dsc decode at last link."
1891 						 "Max dsc compression can't fit into MST available bw\n");
1892 				return DC_FAIL_BANDWIDTH_VALIDATE;
1893 			}
1894 		}
1895 
1896 		/*Confirm if we can obtain dsc config*/
1897 		dc_dsc_get_default_config_option(stream->link->dc, &dsc_options);
1898 		dsc_options.max_target_bpp_limit_override_x16 = aconnector->base.display_info.max_dsc_bpp * 16;
1899 		if (dc_dsc_compute_config(stream->sink->ctx->dc->res_pool->dscs[0],
1900 				&stream->sink->dsc_caps.dsc_dec_caps,
1901 				&dsc_options,
1902 				end_to_end_bw_in_kbps,
1903 				&stream->timing,
1904 				dc_link_get_highest_encoding_format(stream->link),
1905 				&stream->timing.dsc_cfg)) {
1906 			stream->timing.flags.DSC = 1;
1907 			DRM_DEBUG_DRIVER("MST_DSC require dsc and dsc config found\n");
1908 		} else {
1909 			DRM_DEBUG_DRIVER("MST_DSC require dsc but can't find appropriate dsc config\n");
1910 			return DC_FAIL_BANDWIDTH_VALIDATE;
1911 		}
1912 
1913 		/* check is mst dsc output bandwidth branch_overall_throughput_0_mps */
1914 		switch (stream->timing.pixel_encoding) {
1915 		case PIXEL_ENCODING_RGB:
1916 		case PIXEL_ENCODING_YCBCR444:
1917 			branch_max_throughput_mps =
1918 				aconnector->dc_sink->dsc_caps.dsc_dec_caps.branch_overall_throughput_0_mps;
1919 			break;
1920 		case PIXEL_ENCODING_YCBCR422:
1921 		case PIXEL_ENCODING_YCBCR420:
1922 			branch_max_throughput_mps =
1923 				aconnector->dc_sink->dsc_caps.dsc_dec_caps.branch_overall_throughput_1_mps;
1924 			break;
1925 		default:
1926 			break;
1927 		}
1928 
1929 		if (branch_max_throughput_mps != 0 &&
1930 			((stream->timing.pix_clk_100hz / 10) >  branch_max_throughput_mps * 1000)) {
1931 			DRM_DEBUG_DRIVER("MST_DSC require dsc but max throughput mps fails\n");
1932 			return DC_FAIL_BANDWIDTH_VALIDATE;
1933 		}
1934 	} else {
1935 		DRM_DEBUG_DRIVER("MST_DSC require dsc but can't find common dsc config\n");
1936 		return DC_FAIL_BANDWIDTH_VALIDATE;
1937 	}
1938 #endif
1939 	return DC_OK;
1940 }
1941