1 /*
2 * Copyright 2023 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: AMD
23 *
24 */
25
26 /* FILE POLICY AND INTENDED USAGE:
27 * This file owns the programming sequence of stream's dpms state associated
28 * with the link and link's enable/disable sequences as result of the stream's
29 * dpms state change.
30 *
31 * TODO - The reason link owns stream's dpms programming sequence is
32 * because dpms programming sequence is highly dependent on underlying signal
33 * specific link protocols. This unfortunately causes link to own a portion of
34 * stream state programming sequence. This creates a gray area where the
35 * boundary between link and stream is not clearly defined.
36 */
37
38 #include "link_dpms.h"
39 #include "link_hwss.h"
40 #include "link_validation.h"
41 #include "accessories/link_dp_trace.h"
42 #include "protocols/link_dpcd.h"
43 #include "protocols/link_ddc.h"
44 #include "protocols/link_hpd.h"
45 #include "protocols/link_dp_phy.h"
46 #include "protocols/link_dp_capability.h"
47 #include "protocols/link_dp_training.h"
48 #include "protocols/link_edp_panel_control.h"
49 #include "protocols/link_dp_panel_replay.h"
50 #include "protocols/link_dp_dpia_bw.h"
51 #include "link/protocols/link_hdmi_frl.h"
52
53 #include "dm_helpers.h"
54 #include "link_enc_cfg.h"
55 #include "resource.h"
56 #include "dsc.h"
57 #include "dccg.h"
58 #include "clk_mgr.h"
59 #include "atomfirmware.h"
60 #include "vpg.h"
61
62 #define DC_LOGGER \
63 dc_logger
64 #define DC_LOGGER_INIT(logger) \
65 struct dal_logger *dc_logger = logger
66
67 #define LINK_INFO(...) \
68 DC_LOG_HW_HOTPLUG( \
69 __VA_ARGS__)
70
71 #define RETIMER_REDRIVER_INFO(...) \
72 DC_LOG_RETIMER_REDRIVER( \
73 __VA_ARGS__)
74
75 #define FRL_INFO(...) \
76 DC_LOG_HDMI_FRL_LTP( \
77 __VA_ARGS__)
78
79 #define MAX_MTP_SLOT_COUNT 64
80 #define LINK_TRAINING_ATTEMPTS 4
81 #define PEAK_FACTOR_X1000 1006
82
link_blank_all_dp_displays(struct dc * dc)83 void link_blank_all_dp_displays(struct dc *dc)
84 {
85 unsigned int i;
86 uint8_t dpcd_power_state = '\0';
87 enum dc_status status = DC_ERROR_UNEXPECTED;
88
89 for (i = 0; i < dc->link_count; i++) {
90 if ((dc->links[i]->connector_signal != SIGNAL_TYPE_DISPLAY_PORT) ||
91 (dc->links[i]->priv == NULL) || (dc->links[i]->local_sink == NULL))
92 continue;
93
94 /* DP 2.0 spec requires that we read LTTPR caps first */
95 dp_retrieve_lttpr_cap(dc->links[i]);
96 /* if any of the displays are lit up turn them off */
97 status = core_link_read_dpcd(dc->links[i], DP_SET_POWER,
98 &dpcd_power_state, sizeof(dpcd_power_state));
99
100 if (status == DC_OK && dpcd_power_state == DP_POWER_STATE_D0)
101 link_blank_dp_stream(dc->links[i], true);
102 }
103
104 }
105
link_blank_all_edp_displays(struct dc * dc)106 void link_blank_all_edp_displays(struct dc *dc)
107 {
108 unsigned int i;
109 uint8_t dpcd_power_state = '\0';
110 enum dc_status status = DC_ERROR_UNEXPECTED;
111
112 for (i = 0; i < dc->link_count; i++) {
113 if ((dc->links[i]->connector_signal != SIGNAL_TYPE_EDP) ||
114 (!dc->links[i]->edp_sink_present))
115 continue;
116
117 /* if any of the displays are lit up turn them off */
118 status = core_link_read_dpcd(dc->links[i], DP_SET_POWER,
119 &dpcd_power_state, sizeof(dpcd_power_state));
120
121 if (status == DC_OK && dpcd_power_state == DP_POWER_STATE_D0)
122 link_blank_dp_stream(dc->links[i], true);
123 }
124 }
125
link_blank_dp_stream(struct dc_link * link,bool hw_init)126 void link_blank_dp_stream(struct dc_link *link, bool hw_init)
127 {
128 unsigned int j;
129 struct dc *dc = link->ctx->dc;
130 enum signal_type signal = link->connector_signal;
131
132 if ((signal == SIGNAL_TYPE_EDP) ||
133 (signal == SIGNAL_TYPE_DISPLAY_PORT)) {
134 if (link->ep_type == DISPLAY_ENDPOINT_PHY &&
135 link->link_enc->funcs->get_dig_frontend &&
136 link->link_enc->funcs->is_dig_enabled(link->link_enc)) {
137 int fe = link->link_enc->funcs->get_dig_frontend(link->link_enc);
138
139 if (fe != ENGINE_ID_UNKNOWN)
140 for (j = 0; j < dc->res_pool->stream_enc_count; j++) {
141 if (fe == dc->res_pool->stream_enc[j]->id) {
142 dc->res_pool->stream_enc[j]->funcs->dp_blank(link,
143 dc->res_pool->stream_enc[j]);
144 break;
145 }
146 }
147 }
148
149 if (((!dc->is_switch_in_progress_dest) && ((!link->wa_flags.dp_keep_receiver_powered) || hw_init)) &&
150 (link->type != dc_connection_none))
151 dpcd_write_rx_power_ctrl(link, false);
152 }
153 }
154
link_set_all_streams_dpms_off_for_link(struct dc_link * link)155 void link_set_all_streams_dpms_off_for_link(struct dc_link *link)
156 {
157 struct pipe_ctx *pipes[MAX_PIPES];
158 struct dc_stream_state *streams[MAX_PIPES];
159 struct dc_state *state = link->dc->current_state;
160 uint8_t count;
161 int i;
162 struct dc_stream_update stream_update;
163 bool dpms_off = true;
164 struct link_resource link_res = {0};
165
166 memset(&stream_update, 0, sizeof(stream_update));
167 stream_update.dpms_off = &dpms_off;
168
169 link_get_master_pipes_with_dpms_on(link, state, &count, pipes);
170
171 /* The subsequent call to dc_commit_updates_for_stream for a full update
172 * will release the current state and swap to a new state. Releasing the
173 * current state results in the stream pointers in the pipe_ctx structs
174 * to be zero'd. Hence, cache all streams prior to dc_commit_updates_for_stream.
175 */
176 for (i = 0; i < count; i++)
177 streams[i] = pipes[i]->stream;
178
179 for (i = 0; i < count; i++) {
180 stream_update.stream = streams[i];
181 dc_commit_updates_for_stream(link->ctx->dc, NULL, 0,
182 streams[i], &stream_update,
183 state);
184 }
185
186 /* link can be also enabled by vbios. In this case it is not recorded
187 * in pipe_ctx. Disable link phy here to make sure it is completely off
188 */
189 if (dc_is_dp_signal(link->connector_signal))
190 dp_disable_link_phy(link, &link_res, link->connector_signal);
191 }
192
link_resume(struct dc_link * link)193 void link_resume(struct dc_link *link)
194 {
195 if (link->connector_signal != SIGNAL_TYPE_VIRTUAL)
196 program_hpd_filter(link);
197 }
198
199 /* This function returns true if the pipe is used to feed video signal directly
200 * to the link.
201 */
is_master_pipe_for_link(const struct dc_link * link,const struct pipe_ctx * pipe)202 static bool is_master_pipe_for_link(const struct dc_link *link,
203 const struct pipe_ctx *pipe)
204 {
205 return resource_is_pipe_type(pipe, OTG_MASTER) &&
206 pipe->stream->link == link;
207 }
208
209 /*
210 * This function finds all master pipes feeding to a given link with dpms set to
211 * on in given dc state.
212 */
link_get_master_pipes_with_dpms_on(const struct dc_link * link,struct dc_state * state,uint8_t * count,struct pipe_ctx * pipes[MAX_PIPES])213 void link_get_master_pipes_with_dpms_on(const struct dc_link *link,
214 struct dc_state *state,
215 uint8_t *count,
216 struct pipe_ctx *pipes[MAX_PIPES])
217 {
218 int i;
219 struct pipe_ctx *pipe = NULL;
220
221 *count = 0;
222 for (i = 0; i < MAX_PIPES; i++) {
223 pipe = &state->res_ctx.pipe_ctx[i];
224
225 if (is_master_pipe_for_link(link, pipe) &&
226 pipe->stream->dpms_off == false) {
227 pipes[(*count)++] = pipe;
228 }
229 }
230 }
231
create_ext_hdmi_settings(uint8_t address,uint8_t reg_num,uint8_t reg_num_6g,const struct i2c_reg_info * reg_settings,const struct i2c_reg_info * reg_settings_6g)232 static struct ext_hdmi_settings create_ext_hdmi_settings(
233 uint8_t address,
234 uint8_t reg_num,
235 uint8_t reg_num_6g,
236 const struct i2c_reg_info *reg_settings,
237 const struct i2c_reg_info *reg_settings_6g
238 )
239 {
240 struct ext_hdmi_settings result = {
241 .slv_addr = address,
242 .reg_num = reg_num,
243 .reg_num_6g = reg_num_6g,
244 };
245
246 memcpy(result.reg_settings, reg_settings, sizeof(result.reg_settings));
247 memcpy(result.reg_settings_6g, reg_settings_6g, sizeof(result.reg_settings_6g));
248 return result;
249 }
250
get_ext_hdmi_settings(const struct integrated_info * info,enum engine_id eng_id,struct ext_hdmi_settings * settings)251 static bool get_ext_hdmi_settings(
252 const struct integrated_info *info,
253 enum engine_id eng_id,
254 struct ext_hdmi_settings *settings
255 )
256 {
257 if (!settings || !info)
258 return false;
259
260 /*
261 * Get retimer settings from sbios for passing SI eye test for DCE11
262 * The setting values are varied based on board revision and port id
263 * Therefore the setting values of each ports is passed by sbios.
264 */
265
266 // Check if current bios contains ext Hdmi settings
267 if (!(info->gpu_cap_info & 0x20))
268 return false;
269
270 switch (eng_id) {
271 case ENGINE_ID_DIGA:
272 *settings = create_ext_hdmi_settings(
273 info->dp0_ext_hdmi_slv_addr,
274 info->dp0_ext_hdmi_reg_num,
275 info->dp0_ext_hdmi_6g_reg_num,
276 info->dp0_ext_hdmi_reg_settings,
277 info->dp0_ext_hdmi_6g_reg_settings
278 );
279 break;
280 case ENGINE_ID_DIGB:
281 *settings = create_ext_hdmi_settings(
282 info->dp1_ext_hdmi_slv_addr,
283 info->dp1_ext_hdmi_reg_num,
284 info->dp1_ext_hdmi_6g_reg_num,
285 info->dp1_ext_hdmi_reg_settings,
286 info->dp1_ext_hdmi_6g_reg_settings
287 );
288 break;
289 case ENGINE_ID_DIGC:
290 *settings = create_ext_hdmi_settings(
291 info->dp2_ext_hdmi_slv_addr,
292 info->dp2_ext_hdmi_reg_num,
293 info->dp2_ext_hdmi_6g_reg_num,
294 info->dp2_ext_hdmi_reg_settings,
295 info->dp2_ext_hdmi_6g_reg_settings
296 );
297 break;
298 case ENGINE_ID_DIGD:
299 *settings = create_ext_hdmi_settings(
300 info->dp3_ext_hdmi_slv_addr,
301 info->dp3_ext_hdmi_reg_num,
302 info->dp3_ext_hdmi_6g_reg_num,
303 info->dp3_ext_hdmi_reg_settings,
304 info->dp3_ext_hdmi_6g_reg_settings
305 );
306 break;
307 default:
308 return false;
309 }
310
311 // Validate settings from bios integrated info table
312 if (
313 !settings->slv_addr
314 || settings->reg_num > ARRAY_SIZE(settings->reg_settings)
315 || settings->reg_num_6g > ARRAY_SIZE(settings->reg_settings_6g)
316 ) {
317 return false;
318 }
319
320 for (size_t i = 0; i < settings->reg_num; i++) {
321 if (settings->reg_settings[i].i2c_reg_index > 0x20)
322 return false;
323 }
324
325 for (size_t i = 0; i < settings->reg_num_6g; i++) {
326 if (settings->reg_settings_6g[i].i2c_reg_index > 0x20)
327 return false;
328 }
329 return true;
330 }
331
write_i2c(const struct dc_link * link,uint8_t address,uint8_t * buffer,uint32_t length)332 static bool write_i2c(
333 const struct dc_link *link,
334 uint8_t address,
335 uint8_t *buffer,
336 uint32_t length
337 )
338 {
339 struct i2c_payload payload = {
340 .write = true,
341 .address = address,
342 .length = length,
343 .data = buffer,
344 };
345 struct i2c_command cmd = {
346 .payloads = &payload,
347 .number_of_payloads = 1,
348 .engine = I2C_COMMAND_ENGINE_DEFAULT,
349 .speed = link->ctx->dc->caps.i2c_speed_in_khz,
350 };
351
352 return dm_helpers_submit_i2c(link->ctx, link, &cmd);
353 }
354
write_i2c_retimer_offset_value(const struct dc_link * link,uint8_t address,uint8_t offset,uint8_t value)355 static bool write_i2c_retimer_offset_value(
356 const struct dc_link *link,
357 uint8_t address,
358 uint8_t offset,
359 uint8_t value
360 )
361 {
362 DC_LOGGER_INIT(link->ctx->logger);
363 uint8_t buffer[] = { offset, value };
364 const bool success = write_i2c(link, address, buffer, sizeof(buffer));
365
366 RETIMER_REDRIVER_INFO(
367 "Retimer write, address: 0x%x, offset: 0x%x, value: 0x%x, success: %d\n",
368 address, offset, value, success
369 );
370 return success;
371 }
372
write_i2c_retimer_vga(const struct dc_link * link,uint8_t address)373 static bool write_i2c_retimer_vga(
374 const struct dc_link *link,
375 uint8_t address
376 )
377 {
378 DC_LOGGER_INIT(link->ctx->logger);
379 const uint8_t vga_data[][2] = {
380 { 0xFF, 0x01 },
381 { 0x00, 0x23 },
382 { 0xFF, 0x00 },
383 };
384
385 for (size_t i = 0; i < ARRAY_SIZE(vga_data); i++) {
386 if (!write_i2c_retimer_offset_value(link, address, vga_data[i][0], vga_data[i][1])) {
387 DC_LOG_DEBUG("Set retimer failed, vga index: %zu\n", i);
388 return false;
389 }
390 }
391 return true;
392 }
393
write_i2c_retimer_byte(const struct dc_link * link,uint8_t address,uint8_t index,uint8_t value)394 static bool write_i2c_retimer_byte(
395 const struct dc_link *link,
396 uint8_t address,
397 uint8_t index,
398 uint8_t value
399 )
400 {
401 DC_LOGGER_INIT(link->ctx->logger);
402 const uint8_t apply_rx_tx_change = 0x4;
403
404 if (index > 0x20)
405 return true;
406
407 if (!write_i2c_retimer_offset_value(link, address, index, value)) {
408 DC_LOG_DEBUG("Set retimer failed, 3g index: 0x%x, value: 0x%x\n", index, value);
409 return false;
410 }
411
412 // Based on DP159 specs, APPLY_RX_TX_CHANGE bit in 0x0A
413 // needs to be set to 1 on every 0x0A-0x0C write.
414 if (0x0A <= index && index <= 0x0C) {
415 uint8_t offset = 0x0A;
416
417 // Query current value from offset 0x0A
418 if (index == 0x0A) {
419 // Just written correct value, so no need to read it back
420 } else {
421 if (!link_query_ddc_data(
422 link->ddc, address, &offset, 1, &value, 1
423 )) {
424 DC_LOG_DEBUG("Set retimer failed, link_query_ddc_data\n");
425 return false;
426 }
427 }
428
429 value |= apply_rx_tx_change;
430 if (!write_i2c_retimer_offset_value(link, address, offset, value)) {
431 DC_LOG_DEBUG("Set retimer failed, 3g offset: 0x%x, value: 0x%x\n", offset, value);
432 return false;
433 }
434 }
435 return true;
436 }
437
write_i2c_retimer_setting(const struct dc_link * link,bool is_vga_mode,bool is_over_340mhz,struct ext_hdmi_settings * settings)438 static bool write_i2c_retimer_setting(
439 const struct dc_link *link,
440 bool is_vga_mode,
441 bool is_over_340mhz,
442 struct ext_hdmi_settings *settings)
443 {
444 DC_LOGGER_INIT(link->ctx->logger);
445 const uint8_t address = settings->slv_addr >> 1;
446
447 for (size_t i = 0; i < settings->reg_num; i++) {
448 const uint8_t index = settings->reg_settings[i].i2c_reg_index;
449 uint8_t value = settings->reg_settings[i].i2c_reg_val;
450
451 if (!write_i2c_retimer_byte(link, address, index, value)) {
452 DC_LOG_DEBUG("Set retimer failed, index: %zu\n", i);
453 return false;
454 }
455 }
456
457 if (is_over_340mhz) {
458 for (size_t i = 0; i < settings->reg_num_6g; i++) {
459 const uint8_t index = settings->reg_settings_6g[i].i2c_reg_index;
460 uint8_t value = settings->reg_settings_6g[i].i2c_reg_val;
461
462 if (!write_i2c_retimer_byte(link, address, index, value)) {
463 DC_LOG_DEBUG("Set retimer failed, 6g index: %zu\n", i);
464 return false;
465 }
466 }
467 }
468
469 if (is_vga_mode) {
470 return write_i2c_retimer_vga(link, address);
471 }
472 return true;
473 }
474
write_i2c_default_retimer_setting(const struct dc_link * link,bool is_vga_mode,bool is_over_340mhz)475 static bool write_i2c_default_retimer_setting(
476 const struct dc_link *link,
477 bool is_vga_mode,
478 bool is_over_340mhz)
479 {
480 const uint8_t address = 0xBA >> 1;
481
482 DC_LOGGER_INIT(link->ctx->logger);
483
484 const uint8_t data[][2] = {
485 { 0x0A, 0x13 },
486 { 0x0A, 0x17 },
487 { 0x0B, is_over_340mhz ? 0xDA : 0xD8 },
488 { 0x0A, 0x17 },
489 { 0x0C, is_over_340mhz ? 0x1D : 0x91 },
490 { 0x0A, 0x17 },
491 };
492
493 for (size_t i = 0; i < ARRAY_SIZE(data); i++) {
494 if (!write_i2c_retimer_offset_value(link, address, data[i][0], data[i][1])) {
495 DC_LOG_DEBUG("Set default retimer failed, index: %zu\n", i);
496 return false;
497 }
498 }
499
500 if (is_vga_mode) {
501 return write_i2c_retimer_vga(link, address);
502 }
503 return true;
504 }
505
write_i2c_redriver_setting(const struct dc_link * link,bool is_over_340mhz)506 static bool write_i2c_redriver_setting(
507 const struct dc_link *link,
508 bool is_over_340mhz)
509 {
510 DC_LOGGER_INIT(link->ctx->logger);
511 const uint8_t address = 0xF0 >> 1;
512 uint8_t buffer[16] = {
513 [3] = 0x4E,
514 [4] = 0x4E,
515 [5] = 0x4E,
516 [6] = is_over_340mhz ? 0x4E : 0x4A,
517 };
518
519 const bool success = write_i2c(link, address, buffer, sizeof(buffer));
520
521 RETIMER_REDRIVER_INFO(
522 "Redriver write, address: 0x%x, buffer: { [3]: 0x%x, 0x%x, 0x%x, 0x%x }, success: %d\n",
523 address, buffer[3], buffer[4], buffer[5], buffer[6], success
524 );
525
526 if (!success)
527 DC_LOG_DEBUG("Set redriver failed");
528 return success;
529 }
530
get_link_encoder(struct pipe_ctx * pipe_ctx)531 static struct link_encoder *get_link_encoder(struct pipe_ctx *pipe_ctx)
532 {
533 struct link_encoder *link_enc
534 = pipe_ctx->stream->ctx->dc->config.unify_link_enc_assignment
535 ? pipe_ctx->link_res.dio_link_enc
536 : link_enc_cfg_get_link_enc(pipe_ctx->stream->link);
537
538 ASSERT(link_enc);
539 return link_enc;
540 }
541
update_psp_stream_config(struct pipe_ctx * pipe_ctx,bool dpms_off)542 static void update_psp_stream_config(struct pipe_ctx *pipe_ctx, bool dpms_off)
543 {
544 struct cp_psp *cp_psp = &pipe_ctx->stream->ctx->cp_psp;
545 struct link_encoder *link_enc = get_link_encoder(pipe_ctx);
546 struct cp_psp_stream_config config = {0};
547 enum dp_panel_mode panel_mode =
548 dp_get_panel_mode(pipe_ctx->stream->link);
549
550 if (cp_psp == NULL || cp_psp->funcs.update_stream_config == NULL)
551 return;
552 if (link_enc == NULL)
553 return;
554
555 /* otg instance */
556 config.otg_inst = (uint8_t) pipe_ctx->stream_res.tg->inst;
557
558 /* dig front end */
559 config.dig_fe = (uint8_t) pipe_ctx->stream_res.stream_enc->stream_enc_inst;
560 if (dc_is_hdmi_frl_signal(pipe_ctx->stream->signal))
561 config.dig_fe = (uint8_t)pipe_ctx->stream_res.hpo_frl_stream_enc->stream_enc_inst;
562
563 /* stream encoder index */
564 config.stream_enc_idx = (uint8_t)(pipe_ctx->stream_res.stream_enc->id - ENGINE_ID_DIGA);
565 if (dp_is_128b_132b_signal(pipe_ctx))
566 config.stream_enc_idx =
567 (uint8_t)(pipe_ctx->stream_res.hpo_dp_stream_enc->id - ENGINE_ID_HPO_DP_0);
568 if (dc_is_hdmi_frl_signal(pipe_ctx->stream->signal))
569 config.stream_enc_idx =
570 (uint8_t)(pipe_ctx->stream_res.hpo_frl_stream_enc->id - ENGINE_ID_HPO_0);
571
572 /* dig back end */
573 config.dig_be = pipe_ctx->stream->link->link_enc_hw_inst;
574 if (dc_is_hdmi_frl_signal(pipe_ctx->stream->signal))
575 config.dig_be = (uint8_t)pipe_ctx->stream_res.hpo_frl_stream_enc->stream_enc_inst;
576
577 /* link encoder index */
578 config.link_enc_idx = (uint8_t)(link_enc->transmitter - TRANSMITTER_UNIPHY_A);
579 if (dp_is_128b_132b_signal(pipe_ctx))
580 config.link_enc_idx = (uint8_t)pipe_ctx->link_res.hpo_dp_link_enc->inst;
581 if (dc_is_hdmi_frl_signal(pipe_ctx->stream->signal))
582 config.link_enc_idx = (uint8_t)pipe_ctx->stream->link->hpo_frl_link_enc->inst;
583
584 /* dio output index is dpia index for DPIA endpoint & dcio index by default */
585 if (pipe_ctx->stream->link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA)
586 config.dio_output_idx = (uint8_t)(pipe_ctx->stream->link->link_id.enum_id - ENUM_ID_1);
587 else
588 config.dio_output_idx = (uint8_t)(link_enc->transmitter - TRANSMITTER_UNIPHY_A);
589
590
591 /* phy index */
592 config.phy_idx = resource_transmitter_to_phy_idx(
593 pipe_ctx->stream->link->dc, link_enc->transmitter);
594 if (pipe_ctx->stream->link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA)
595 /* USB4 DPIA doesn't use PHY in our soc, initialize it to 0 */
596 config.phy_idx = 0;
597
598 /* stream properties */
599 config.assr_enabled = (panel_mode == DP_PANEL_MODE_EDP) ? 1 : 0;
600 config.mst_enabled = (pipe_ctx->stream->signal ==
601 SIGNAL_TYPE_DISPLAY_PORT_MST) ? 1 : 0;
602 config.frl_enabled = dc_is_hdmi_frl_signal(pipe_ctx->stream->signal) ? 1 : 0;
603 config.dp2_enabled = dp_is_128b_132b_signal(pipe_ctx) ? 1 : 0;
604 config.usb4_enabled = (pipe_ctx->stream->link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA) ?
605 1 : 0;
606 config.dpms_off = dpms_off;
607
608 /* dm stream context */
609 config.dm_stream_ctx = pipe_ctx->stream->dm_stream_context;
610
611 cp_psp->funcs.update_stream_config(cp_psp->handle, &config);
612 }
613
link_wait_for_unlocked(struct dc_link * link)614 void link_wait_for_unlocked(struct dc_link *link)
615 {
616 unsigned long long enter_timestamp;
617 unsigned long long finish_timestamp;
618 unsigned long long time_taken_in_ns;
619 bool waited = false;
620
621 DC_LOGGER_INIT(link->ctx->logger);
622
623 enter_timestamp = dm_get_timestamp(link->ctx);
624
625 while (link->is_link_locked) { // busy wait
626 if (!waited) {
627 DC_LOG_DC("%s: 0x%p ...", __func__, link);
628
629 waited = true;
630 }
631
632 udelay(1);
633 }
634
635 if (!waited)
636 return;
637
638 finish_timestamp = dm_get_timestamp(link->ctx);
639 time_taken_in_ns = dm_get_elapse_time_in_ns(link->ctx,
640 finish_timestamp, enter_timestamp);
641
642 DC_LOG_DC("%s: 0x%p took %llu ms.", __func__,
643 link, div_u64(time_taken_in_ns, 1000000));
644 }
645
set_avmute(struct pipe_ctx * pipe_ctx,bool enable)646 static void set_avmute(struct pipe_ctx *pipe_ctx, bool enable)
647 {
648 struct dc *dc = pipe_ctx->stream->ctx->dc;
649
650 if (!dc_is_hdmi_signal(pipe_ctx->stream->signal))
651 return;
652
653 if (pipe_ctx->stream->timing.flags.DSC)
654 return;
655
656 dc->hwss.set_avmute(pipe_ctx, enable);
657 }
658
enable_mst_on_sink(struct dc_link * link,bool enable)659 static void enable_mst_on_sink(struct dc_link *link, bool enable)
660 {
661 unsigned char mstmCntl = 0;
662
663 core_link_read_dpcd(link, DP_MSTM_CTRL, &mstmCntl, 1);
664 if (enable)
665 mstmCntl |= DP_MST_EN;
666 else
667 mstmCntl &= (~DP_MST_EN);
668
669 core_link_write_dpcd(link, DP_MSTM_CTRL, &mstmCntl, 1);
670 }
671
dsc_optc_config_log(struct display_stream_compressor * dsc,struct dsc_optc_config * config)672 static void dsc_optc_config_log(struct display_stream_compressor *dsc,
673 struct dsc_optc_config *config)
674 {
675 uint32_t precision = 1 << 28;
676 uint32_t bytes_per_pixel_int = config->bytes_per_pixel / precision;
677 uint32_t bytes_per_pixel_mod = config->bytes_per_pixel % precision;
678 uint64_t ll_bytes_per_pix_fraq = bytes_per_pixel_mod;
679 DC_LOGGER_INIT(dsc->ctx->logger);
680
681 /* 7 fractional digits decimal precision for bytes per pixel is enough because DSC
682 * bits per pixel precision is 1/16th of a pixel, which means bytes per pixel precision is
683 * 1/16/8 = 1/128 of a byte, or 0.0078125 decimal
684 */
685 ll_bytes_per_pix_fraq *= 10000000;
686 ll_bytes_per_pix_fraq /= precision;
687
688 DC_LOG_DSC("\tbytes_per_pixel 0x%08x (%d.%07d)",
689 config->bytes_per_pixel, bytes_per_pixel_int, (uint32_t)ll_bytes_per_pix_fraq);
690 DC_LOG_DSC("\tis_pixel_format_444 %d", config->is_pixel_format_444);
691 DC_LOG_DSC("\tslice_width %d", config->slice_width);
692 }
693
dp_set_dsc_on_rx(struct pipe_ctx * pipe_ctx,bool enable)694 static bool dp_set_dsc_on_rx(struct pipe_ctx *pipe_ctx, bool enable)
695 {
696 struct dc *dc = pipe_ctx->stream->ctx->dc;
697 struct dc_stream_state *stream = pipe_ctx->stream;
698 bool result = false;
699
700 if (dc_is_virtual_signal(stream->signal))
701 result = true;
702 else
703 result = dm_helpers_dp_write_dsc_enable(dc->ctx, stream, enable);
704 return result;
705 }
706
dp_set_hblank_reduction_on_rx(struct pipe_ctx * pipe_ctx)707 static bool dp_set_hblank_reduction_on_rx(struct pipe_ctx *pipe_ctx)
708 {
709 struct dc *dc = pipe_ctx->stream->ctx->dc;
710 struct dc_stream_state *stream = pipe_ctx->stream;
711 bool result = false;
712
713 if (dc_is_virtual_signal(stream->signal))
714 result = true;
715 else
716 result = dm_helpers_dp_write_hblank_reduction(dc->ctx, stream);
717 return result;
718 }
719
720
721 /* The stream with these settings can be sent (unblanked) only after DSC was enabled on RX first,
722 * i.e. after dp_enable_dsc_on_rx() had been called
723 */
link_set_dsc_on_stream(struct pipe_ctx * pipe_ctx,bool enable)724 void link_set_dsc_on_stream(struct pipe_ctx *pipe_ctx, bool enable)
725 {
726 /* TODO: Move this to HWSS as this is hardware programming sequence not a
727 * link layer sequence
728 */
729 struct display_stream_compressor *dsc = pipe_ctx->stream_res.dsc;
730 struct dc *dc = pipe_ctx->stream->ctx->dc;
731 struct dc_stream_state *stream = pipe_ctx->stream;
732 struct pipe_ctx *odm_pipe;
733 int opp_cnt = 1;
734 struct dccg *dccg = dc->res_pool->dccg;
735 /* It has been found that when DSCCLK is lower than 16Mhz, we will get DCN
736 * register access hung. When DSCCLk is based on refclk, DSCCLk is always a
737 * fixed value higher than 16Mhz so the issue doesn't occur. When DSCCLK is
738 * generated by DTO, DSCCLK would be based on 1/3 dispclk. For small timings
739 * with DSC such as 480p60Hz, the dispclk could be low enough to trigger
740 * this problem. We are implementing a workaround here to keep using dscclk
741 * based on fixed value refclk when timing is smaller than 3x16Mhz (i.e
742 * 48Mhz) pixel clock to avoid hitting this problem.
743 */
744 bool should_use_dto_dscclk = (dccg->funcs->set_dto_dscclk != NULL) &&
745 stream->timing.pix_clk_100hz > 480000;
746 DC_LOGGER_INIT(dsc->ctx->logger);
747
748 for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe)
749 opp_cnt++;
750
751 if (enable) {
752 struct dsc_config dsc_cfg;
753 struct dsc_optc_config dsc_optc_cfg = {0};
754 enum optc_dsc_mode optc_dsc_mode;
755
756 /* Enable DSC hw block */
757 dsc_cfg.pic_width = (stream->timing.h_addressable + pipe_ctx->dsc_padding_params.dsc_hactive_padding +
758 stream->timing.h_border_left + stream->timing.h_border_right) / opp_cnt;
759 dsc_cfg.pic_height = stream->timing.v_addressable + stream->timing.v_border_top + stream->timing.v_border_bottom;
760 dsc_cfg.pixel_encoding = stream->timing.pixel_encoding;
761 dsc_cfg.color_depth = stream->timing.display_color_depth;
762 dsc_cfg.is_odm = pipe_ctx->next_odm_pipe ? true : false;
763 dsc_cfg.dc_dsc_cfg = stream->timing.dsc_cfg;
764 ASSERT(dsc_cfg.dc_dsc_cfg.num_slices_h % opp_cnt == 0);
765 dsc_cfg.dc_dsc_cfg.num_slices_h /= opp_cnt;
766 dsc_cfg.dsc_padding = 0;
767
768 if (should_use_dto_dscclk)
769 dccg->funcs->set_dto_dscclk(dccg, dsc->inst, dsc_cfg.dc_dsc_cfg.num_slices_h);
770 dsc->funcs->dsc_set_config(dsc, &dsc_cfg, &dsc_optc_cfg);
771 dsc->funcs->dsc_enable(dsc, pipe_ctx->stream_res.opp->inst);
772 for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe) {
773 struct display_stream_compressor *odm_dsc = odm_pipe->stream_res.dsc;
774
775 if (should_use_dto_dscclk)
776 dccg->funcs->set_dto_dscclk(dccg, odm_dsc->inst, dsc_cfg.dc_dsc_cfg.num_slices_h);
777 odm_dsc->funcs->dsc_set_config(odm_dsc, &dsc_cfg, &dsc_optc_cfg);
778 odm_dsc->funcs->dsc_enable(odm_dsc, odm_pipe->stream_res.opp->inst);
779 }
780 dsc_cfg.dc_dsc_cfg.num_slices_h *= opp_cnt;
781 dsc_cfg.pic_width *= opp_cnt;
782 dsc_cfg.dsc_padding = pipe_ctx->dsc_padding_params.dsc_hactive_padding;
783
784 optc_dsc_mode = dsc_optc_cfg.is_pixel_format_444 ? OPTC_DSC_ENABLED_444 : OPTC_DSC_ENABLED_NATIVE_SUBSAMPLED;
785
786 /* Enable DSC in encoder */
787 if (dc_is_dp_signal(stream->signal) && !dp_is_128b_132b_signal(pipe_ctx)) {
788 DC_LOG_DSC("Setting stream encoder DSC config for engine %d:", (int)pipe_ctx->stream_res.stream_enc->id);
789 dsc_optc_config_log(dsc, &dsc_optc_cfg);
790 if (pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_config)
791 pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_config(pipe_ctx->stream_res.stream_enc,
792 optc_dsc_mode,
793 dsc_optc_cfg.bytes_per_pixel,
794 dsc_optc_cfg.slice_width);
795
796 /* PPS SDP is set elsewhere because it has to be done after DIG FE is connected to DIG BE */
797 }
798 else if (dc_is_hdmi_frl_signal(stream->signal)) {
799 uint8_t dsc_packed_pps[128];
800 struct dc_crtc_timing patched_crtc_timing = stream->timing;
801
802 DC_LOG_DSC("Setting stream encoder DSC config for engine %d:", (int)pipe_ctx->stream_res.hpo_frl_stream_enc->id);
803 dsc_optc_config_log(dsc, &dsc_optc_cfg);
804
805 /* if we are borrowing from hblank, h_addressable and pic_width need to be adjusted */
806 if (dc->debug.enable_hblank_borrow) {
807 dsc_cfg.pic_width = stream->timing.h_addressable;
808 }
809
810 dsc->funcs->dsc_get_packed_pps(dsc, &dsc_cfg, &dsc_packed_pps[0]);
811 pipe_ctx->stream_res.hpo_frl_stream_enc->funcs->hdmi_frl_set_dsc_config(
812 pipe_ctx->stream_res.hpo_frl_stream_enc, &patched_crtc_timing, &dsc_packed_pps[0]);
813 }
814
815 /* Enable DSC in OPTC */
816 DC_LOG_DSC("Setting optc DSC config for tg instance %d:", pipe_ctx->stream_res.tg->inst);
817 dsc_optc_config_log(dsc, &dsc_optc_cfg);
818 pipe_ctx->stream_res.tg->funcs->set_dsc_config(pipe_ctx->stream_res.tg,
819 optc_dsc_mode,
820 dsc_optc_cfg.bytes_per_pixel,
821 dsc_optc_cfg.slice_width);
822 } else {
823 /* disable DSC in OPTC */
824 pipe_ctx->stream_res.tg->funcs->set_dsc_config(
825 pipe_ctx->stream_res.tg,
826 OPTC_DSC_DISABLED, 0, 0);
827
828 /* disable DSC in stream encoder */
829 if (dc_is_dp_signal(stream->signal)) {
830 if (dp_is_128b_132b_signal(pipe_ctx))
831 pipe_ctx->stream_res.hpo_dp_stream_enc->funcs->dp_set_dsc_pps_info_packet(
832 pipe_ctx->stream_res.hpo_dp_stream_enc,
833 false,
834 NULL,
835 true);
836 else {
837 if (pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_config)
838 pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_config(
839 pipe_ctx->stream_res.stream_enc,
840 OPTC_DSC_DISABLED, 0, 0);
841 pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_pps_info_packet(
842 pipe_ctx->stream_res.stream_enc, false, NULL, true);
843 }
844 }
845 else if (dc_is_hdmi_frl_signal(stream->signal))
846 pipe_ctx->stream_res.hpo_frl_stream_enc->funcs->hdmi_frl_set_dsc_config(
847 pipe_ctx->stream_res.hpo_frl_stream_enc, &stream->timing, NULL);
848
849 /* disable DSC block */
850 for (odm_pipe = pipe_ctx; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe) {
851 odm_pipe->stream_res.dsc->funcs->dsc_disconnect(odm_pipe->stream_res.dsc);
852 /*
853 * TODO - dsc_disconnect is a double buffered register.
854 * by the time we call dsc_disable, dsc may still remain
855 * connected to OPP. In this case OPTC will no longer
856 * get correct pixel data because DSCC is off. However
857 * we also can't wait for the disconnect pending
858 * complete, because this function can be called
859 * with/without OTG master lock acquired. When the lock
860 * is acquired we will never get pending complete until
861 * we release the lock later. So there is no easy way to
862 * solve this problem especially when the lock is
863 * acquired. DSC is a front end hw block it should be
864 * programmed as part of front end sequence, where the
865 * commit sequence without lock and update sequence
866 * with lock are completely separated. However because
867 * we are programming dsc as part of back end link
868 * programming sequence, we don't know if front end OPTC
869 * master lock is acquired. The back end should be
870 * agnostic to front end lock. DSC programming shouldn't
871 * belong to this sequence.
872 */
873 odm_pipe->stream_res.dsc->funcs->dsc_disable(odm_pipe->stream_res.dsc);
874 if (dccg->funcs->set_ref_dscclk)
875 dccg->funcs->set_ref_dscclk(dccg, odm_pipe->stream_res.dsc->inst);
876 }
877 }
878 }
879
880 /*
881 * For dynamic bpp change case, dsc is programmed with MASTER_UPDATE_LOCK enabled;
882 * hence PPS info packet update need to use frame update instead of immediate update.
883 * Added parameter immediate_update for this purpose.
884 * The decision to use frame update is hard-coded in function dp_update_dsc_config(),
885 * which is the only place where a "false" would be passed in for param immediate_update.
886 *
887 * immediate_update is only applicable when DSC is enabled.
888 */
link_set_dsc_pps_packet(struct pipe_ctx * pipe_ctx,bool enable,bool immediate_update)889 bool link_set_dsc_pps_packet(struct pipe_ctx *pipe_ctx, bool enable, bool immediate_update)
890 {
891 struct display_stream_compressor *dsc = pipe_ctx->stream_res.dsc;
892 struct dc_stream_state *stream = pipe_ctx->stream;
893
894 if (!pipe_ctx->stream->timing.flags.DSC)
895 return false;
896
897 if (!dsc)
898 return false;
899
900 DC_LOGGER_INIT(dsc->ctx->logger);
901
902 if (enable) {
903 struct dsc_config dsc_cfg;
904 uint8_t dsc_packed_pps[128];
905
906 memset(&dsc_cfg, 0, sizeof(dsc_cfg));
907 memset(dsc_packed_pps, 0, 128);
908
909 /* Enable DSC hw block */
910 dsc_cfg.pic_width = stream->timing.h_addressable + stream->timing.h_border_left + stream->timing.h_border_right;
911 dsc_cfg.pic_height = stream->timing.v_addressable + stream->timing.v_border_top + stream->timing.v_border_bottom;
912 dsc_cfg.pixel_encoding = stream->timing.pixel_encoding;
913 dsc_cfg.color_depth = stream->timing.display_color_depth;
914 dsc_cfg.is_odm = pipe_ctx->next_odm_pipe ? true : false;
915 dsc_cfg.dc_dsc_cfg = stream->timing.dsc_cfg;
916 dsc_cfg.dsc_padding = pipe_ctx->dsc_padding_params.dsc_hactive_padding;
917
918 dsc->funcs->dsc_get_packed_pps(dsc, &dsc_cfg, &dsc_packed_pps[0]);
919 memcpy(&stream->dsc_packed_pps[0], &dsc_packed_pps[0], sizeof(stream->dsc_packed_pps));
920 if (dc_is_dp_signal(stream->signal)) {
921 DC_LOG_DSC("Setting stream encoder DSC PPS SDP for engine %d\n", (int)pipe_ctx->stream_res.stream_enc->id);
922 if (dp_is_128b_132b_signal(pipe_ctx))
923 pipe_ctx->stream_res.hpo_dp_stream_enc->funcs->dp_set_dsc_pps_info_packet(
924 pipe_ctx->stream_res.hpo_dp_stream_enc,
925 true,
926 &dsc_packed_pps[0],
927 immediate_update);
928 else
929 pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_pps_info_packet(
930 pipe_ctx->stream_res.stream_enc,
931 true,
932 &dsc_packed_pps[0],
933 immediate_update);
934 }
935 else if (dc_is_hdmi_frl_signal(stream->signal)) {
936 //TODO: bring HDMI FRL in line with DP
937 DC_LOG_DSC("Setting stream encoder DSC PPS SDP for engine %d\n", (int)pipe_ctx->stream_res.hpo_frl_stream_enc->id);
938 pipe_ctx->stream_res.hpo_frl_stream_enc->funcs->hdmi_frl_set_dsc_config(
939 pipe_ctx->stream_res.hpo_frl_stream_enc, &stream->timing, &dsc_packed_pps[0]);
940 }
941 } else {
942 /* disable DSC PPS in stream encoder */
943 memset(&stream->dsc_packed_pps[0], 0, sizeof(stream->dsc_packed_pps));
944 if (dc_is_dp_signal(stream->signal)) {
945 if (dp_is_128b_132b_signal(pipe_ctx))
946 pipe_ctx->stream_res.hpo_dp_stream_enc->funcs->dp_set_dsc_pps_info_packet(
947 pipe_ctx->stream_res.hpo_dp_stream_enc,
948 false,
949 NULL,
950 true);
951 else
952 pipe_ctx->stream_res.stream_enc->funcs->dp_set_dsc_pps_info_packet(
953 pipe_ctx->stream_res.stream_enc, false, NULL, true);
954 }
955 else if (dc_is_hdmi_frl_signal(stream->signal))
956 //TODO: bring HDMI FRL in line with DP
957 pipe_ctx->stream_res.hpo_frl_stream_enc->funcs->hdmi_frl_set_dsc_config(
958 pipe_ctx->stream_res.hpo_frl_stream_enc, &stream->timing, NULL);
959 }
960
961 return true;
962 }
963
link_set_dsc_enable(struct pipe_ctx * pipe_ctx,bool enable)964 bool link_set_dsc_enable(struct pipe_ctx *pipe_ctx, bool enable)
965 {
966 struct display_stream_compressor *dsc = pipe_ctx->stream_res.dsc;
967 bool result = false;
968
969 if (!pipe_ctx->stream->timing.flags.DSC)
970 goto out;
971 if (!dsc)
972 goto out;
973
974 if (enable) {
975 {
976 link_set_dsc_on_stream(pipe_ctx, true);
977 result = true;
978 }
979 } else {
980 dp_set_dsc_on_rx(pipe_ctx, false);
981 link_set_dsc_on_stream(pipe_ctx, false);
982 result = true;
983 }
984 out:
985 return result;
986 }
987
link_update_dsc_config(struct pipe_ctx * pipe_ctx)988 bool link_update_dsc_config(struct pipe_ctx *pipe_ctx)
989 {
990 struct display_stream_compressor *dsc = pipe_ctx->stream_res.dsc;
991
992 if (!pipe_ctx->stream->timing.flags.DSC)
993 return false;
994 if (!dsc)
995 return false;
996
997 link_set_dsc_on_stream(pipe_ctx, true);
998 link_set_dsc_pps_packet(pipe_ctx, true, false);
999 return true;
1000 }
1001
enable_stream_features(struct pipe_ctx * pipe_ctx)1002 static void enable_stream_features(struct pipe_ctx *pipe_ctx)
1003 {
1004 struct dc_stream_state *stream = pipe_ctx->stream;
1005
1006 if (pipe_ctx->stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST) {
1007 struct dc_link *link = stream->link;
1008 union down_spread_ctrl old_downspread;
1009 union down_spread_ctrl new_downspread;
1010
1011 memset(&old_downspread, 0, sizeof(old_downspread));
1012
1013 core_link_read_dpcd(link, DP_DOWNSPREAD_CTRL,
1014 &old_downspread.raw, sizeof(old_downspread));
1015
1016 new_downspread.raw = old_downspread.raw;
1017
1018 new_downspread.bits.IGNORE_MSA_TIMING_PARAM =
1019 (stream->ignore_msa_timing_param) ? 1 : 0;
1020
1021 if (new_downspread.raw != old_downspread.raw) {
1022 core_link_write_dpcd(link, DP_DOWNSPREAD_CTRL,
1023 &new_downspread.raw, sizeof(new_downspread));
1024 }
1025
1026 } else {
1027 dm_helpers_mst_enable_stream_features(stream);
1028 }
1029 }
1030
log_vcp_x_y(const struct dc_link * link,struct fixed31_32 avg_time_slots_per_mtp)1031 static void log_vcp_x_y(const struct dc_link *link, struct fixed31_32 avg_time_slots_per_mtp)
1032 {
1033 const uint32_t VCP_Y_PRECISION = 1000;
1034 uint64_t vcp_x, vcp_y;
1035 DC_LOGGER_INIT(link->ctx->logger);
1036
1037 // Add 0.5*(1/VCP_Y_PRECISION) to round up to decimal precision
1038 avg_time_slots_per_mtp = dc_fixpt_add(
1039 avg_time_slots_per_mtp,
1040 dc_fixpt_from_fraction(
1041 1,
1042 2*VCP_Y_PRECISION));
1043
1044 vcp_x = dc_fixpt_floor(
1045 avg_time_slots_per_mtp);
1046 vcp_y = dc_fixpt_floor(
1047 dc_fixpt_mul_int(
1048 dc_fixpt_sub_int(
1049 avg_time_slots_per_mtp,
1050 dc_fixpt_floor(
1051 avg_time_slots_per_mtp)),
1052 VCP_Y_PRECISION));
1053
1054
1055 if (link->type == dc_connection_mst_branch)
1056 DC_LOG_DP2("MST Update Payload: set_throttled_vcp_size slot X.Y for MST stream "
1057 "X: %llu "
1058 "Y: %llu/%d",
1059 vcp_x,
1060 vcp_y,
1061 VCP_Y_PRECISION);
1062 else
1063 DC_LOG_DP2("SST Update Payload: set_throttled_vcp_size slot X.Y for SST stream "
1064 "X: %llu "
1065 "Y: %llu/%d",
1066 vcp_x,
1067 vcp_y,
1068 VCP_Y_PRECISION);
1069 }
1070
get_pbn_per_slot(struct dc_stream_state * stream)1071 static struct fixed31_32 get_pbn_per_slot(struct dc_stream_state *stream)
1072 {
1073 struct fixed31_32 mbytes_per_sec;
1074 uint32_t link_rate_in_mbytes_per_sec = dp_link_bandwidth_kbps(stream->link,
1075 &stream->link->cur_link_settings);
1076 link_rate_in_mbytes_per_sec /= 8000; /* Kbits to MBytes */
1077
1078 mbytes_per_sec = dc_fixpt_from_int(link_rate_in_mbytes_per_sec);
1079
1080 return dc_fixpt_div_int(mbytes_per_sec, 54);
1081 }
1082
get_pbn_from_bw_in_kbps(uint64_t kbps)1083 static struct fixed31_32 get_pbn_from_bw_in_kbps(uint64_t kbps)
1084 {
1085 struct fixed31_32 peak_kbps;
1086 uint32_t numerator = 0;
1087 uint32_t denominator = 1;
1088
1089 /*
1090 * The 1.006 factor (margin 5300ppm + 300ppm ~ 0.6% as per spec) is not
1091 * required when determining PBN/time slot utilization on the link between
1092 * us and the branch, since that overhead is already accounted for in
1093 * the get_pbn_per_slot function.
1094 *
1095 * The unit of 54/64Mbytes/sec is an arbitrary unit chosen based on
1096 * common multiplier to render an integer PBN for all link rate/lane
1097 * counts combinations
1098 * calculate
1099 * peak_kbps *= (64/54)
1100 * peak_kbps /= (8 * 1000) convert to bytes
1101 */
1102
1103 numerator = 64;
1104 denominator = 54 * 8 * 1000;
1105 kbps *= numerator;
1106 peak_kbps = dc_fixpt_from_fraction(kbps, denominator);
1107
1108 return peak_kbps;
1109 }
1110
get_pbn_from_timing(struct pipe_ctx * pipe_ctx)1111 static struct fixed31_32 get_pbn_from_timing(struct pipe_ctx *pipe_ctx)
1112 {
1113 uint64_t kbps;
1114 enum dc_link_encoding_format link_encoding;
1115
1116 if (dp_is_128b_132b_signal(pipe_ctx))
1117 link_encoding = DC_LINK_ENCODING_DP_128b_132b;
1118 else
1119 link_encoding = DC_LINK_ENCODING_DP_8b_10b;
1120
1121 kbps = dc_bandwidth_in_kbps_from_timing(&pipe_ctx->stream->timing, link_encoding);
1122 return get_pbn_from_bw_in_kbps(kbps);
1123 }
1124
1125
1126 // TODO - DP2.0 Link: Fix get_lane_status to handle LTTPR offset (SST and MST)
get_lane_status(struct dc_link * link,uint32_t lane_count,union lane_status * status,union lane_align_status_updated * status_updated)1127 static void get_lane_status(
1128 struct dc_link *link,
1129 uint32_t lane_count,
1130 union lane_status *status,
1131 union lane_align_status_updated *status_updated)
1132 {
1133 unsigned int lane;
1134 uint8_t dpcd_buf[3] = {0};
1135
1136 if (status == NULL || status_updated == NULL) {
1137 return;
1138 }
1139
1140 core_link_read_dpcd(
1141 link,
1142 DP_LANE0_1_STATUS,
1143 dpcd_buf,
1144 sizeof(dpcd_buf));
1145
1146 for (lane = 0; lane < lane_count; lane++) {
1147 status[lane].raw = dp_get_nibble_at_index(&dpcd_buf[0], lane);
1148 }
1149
1150 status_updated->raw = dpcd_buf[2];
1151 }
1152
poll_for_allocation_change_trigger(struct dc_link * link)1153 static bool poll_for_allocation_change_trigger(struct dc_link *link)
1154 {
1155 /*
1156 * wait for ACT handled
1157 */
1158 int i;
1159 const int act_retries = 30;
1160 enum act_return_status result = ACT_FAILED;
1161 enum dc_connection_type display_connected = (link->type != dc_connection_none);
1162 union payload_table_update_status update_status = {0};
1163 union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX];
1164 union lane_align_status_updated lane_status_updated;
1165 DC_LOGGER_INIT(link->ctx->logger);
1166
1167 if (!display_connected || link->aux_access_disabled)
1168 return true;
1169 for (i = 0; i < act_retries; i++) {
1170 get_lane_status(link, link->cur_link_settings.lane_count, dpcd_lane_status, &lane_status_updated);
1171
1172 if (!dp_is_cr_done(link->cur_link_settings.lane_count, dpcd_lane_status) ||
1173 !dp_is_ch_eq_done(link->cur_link_settings.lane_count, dpcd_lane_status) ||
1174 !dp_is_symbol_locked(link->cur_link_settings.lane_count, dpcd_lane_status) ||
1175 !dp_is_interlane_aligned(lane_status_updated)) {
1176 DC_LOG_ERROR("SST Update Payload: Link loss occurred while "
1177 "polling for ACT handled.");
1178 result = ACT_LINK_LOST;
1179 break;
1180 }
1181 core_link_read_dpcd(
1182 link,
1183 DP_PAYLOAD_TABLE_UPDATE_STATUS,
1184 &update_status.raw,
1185 1);
1186
1187 if (update_status.bits.ACT_HANDLED == 1) {
1188 DC_LOG_DP2("SST Update Payload: ACT handled by downstream.");
1189 result = ACT_SUCCESS;
1190 break;
1191 }
1192
1193 fsleep(5000);
1194 }
1195
1196 if (result == ACT_FAILED) {
1197 DC_LOG_ERROR("SST Update Payload: ACT still not handled after retries, "
1198 "continue on. Something is wrong with the branch.");
1199 }
1200
1201 return (result == ACT_SUCCESS);
1202 }
1203
update_mst_stream_alloc_table(struct dc_link * link,struct stream_encoder * stream_enc,struct hpo_dp_stream_encoder * hpo_dp_stream_enc,const struct dc_dp_mst_stream_allocation_table * proposed_table)1204 static void update_mst_stream_alloc_table(
1205 struct dc_link *link,
1206 struct stream_encoder *stream_enc,
1207 struct hpo_dp_stream_encoder *hpo_dp_stream_enc, // TODO: Rename stream_enc to dio_stream_enc?
1208 const struct dc_dp_mst_stream_allocation_table *proposed_table)
1209 {
1210 struct link_mst_stream_allocation work_table[MAX_CONTROLLER_NUM] = { 0 };
1211 struct link_mst_stream_allocation *dc_alloc;
1212
1213 int i;
1214 int j;
1215
1216 /* if DRM proposed_table has more than one new payload */
1217 ASSERT(proposed_table->stream_count -
1218 link->mst_stream_alloc_table.stream_count < 2);
1219
1220 /* copy proposed_table to link, add stream encoder */
1221 for (i = 0; i < proposed_table->stream_count; i++) {
1222
1223 for (j = 0; j < link->mst_stream_alloc_table.stream_count; j++) {
1224 dc_alloc =
1225 &link->mst_stream_alloc_table.stream_allocations[j];
1226
1227 if (dc_alloc->vcp_id ==
1228 proposed_table->stream_allocations[i].vcp_id) {
1229
1230 work_table[i] = *dc_alloc;
1231 work_table[i].slot_count = proposed_table->stream_allocations[i].slot_count;
1232 break; /* exit j loop */
1233 }
1234 }
1235
1236 /* new vcp_id */
1237 if (j == link->mst_stream_alloc_table.stream_count) {
1238 work_table[i].vcp_id =
1239 proposed_table->stream_allocations[i].vcp_id;
1240 work_table[i].slot_count =
1241 proposed_table->stream_allocations[i].slot_count;
1242 work_table[i].stream_enc = stream_enc;
1243 work_table[i].hpo_dp_stream_enc = hpo_dp_stream_enc;
1244 }
1245 }
1246
1247 /* update link->mst_stream_alloc_table with work_table */
1248 link->mst_stream_alloc_table.stream_count =
1249 proposed_table->stream_count;
1250 for (i = 0; i < MAX_CONTROLLER_NUM; i++)
1251 link->mst_stream_alloc_table.stream_allocations[i] =
1252 work_table[i];
1253 }
1254
remove_stream_from_alloc_table(struct dc_link * link,struct stream_encoder * dio_stream_enc,struct hpo_dp_stream_encoder * hpo_dp_stream_enc)1255 static void remove_stream_from_alloc_table(
1256 struct dc_link *link,
1257 struct stream_encoder *dio_stream_enc,
1258 struct hpo_dp_stream_encoder *hpo_dp_stream_enc)
1259 {
1260 int i = 0;
1261 struct link_mst_stream_allocation_table *table =
1262 &link->mst_stream_alloc_table;
1263
1264 if (hpo_dp_stream_enc) {
1265 for (; i < table->stream_count; i++)
1266 if (hpo_dp_stream_enc == table->stream_allocations[i].hpo_dp_stream_enc)
1267 break;
1268 } else {
1269 for (; i < table->stream_count; i++)
1270 if (dio_stream_enc == table->stream_allocations[i].stream_enc)
1271 break;
1272 }
1273
1274 if (i < table->stream_count) {
1275 i++;
1276 for (; i < table->stream_count; i++)
1277 table->stream_allocations[i-1] = table->stream_allocations[i];
1278 memset(&table->stream_allocations[table->stream_count-1], 0,
1279 sizeof(struct link_mst_stream_allocation));
1280 table->stream_count--;
1281 }
1282 }
1283
print_mst_streams(struct dc_link * link)1284 static void print_mst_streams(struct dc_link *link)
1285 {
1286 int i;
1287
1288 DC_LOGGER_INIT(link->ctx->logger);
1289
1290 DC_LOG_MST("%s stream_count: %d:\n",
1291 __func__,
1292 link->mst_stream_alloc_table.stream_count);
1293
1294 for (i = 0; i < MAX_CONTROLLER_NUM; i++) {
1295 DC_LOG_MST("stream_enc[%d]: %p\n", i,
1296 (void *) link->mst_stream_alloc_table.stream_allocations[i].stream_enc);
1297 DC_LOG_MST("stream[%d].hpo_dp_stream_enc: %p\n", i,
1298 (void *) link->mst_stream_alloc_table.stream_allocations[i].hpo_dp_stream_enc);
1299 DC_LOG_MST("stream[%d].vcp_id: %d\n", i,
1300 link->mst_stream_alloc_table.stream_allocations[i].vcp_id);
1301 DC_LOG_MST("stream[%d].slot_count: %d\n", i,
1302 link->mst_stream_alloc_table.stream_allocations[i].slot_count);
1303 }
1304 }
1305
deallocate_mst_payload(struct pipe_ctx * pipe_ctx)1306 static enum dc_status deallocate_mst_payload(struct pipe_ctx *pipe_ctx)
1307 {
1308 struct dc_stream_state *stream = pipe_ctx->stream;
1309 struct dc_link *link = stream->link;
1310 struct dc_dp_mst_stream_allocation_table proposed_table = {0};
1311 struct fixed31_32 avg_time_slots_per_mtp = dc_fixpt_from_int(0);
1312 bool mst_mode = (link->type == dc_connection_mst_branch);
1313 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1314 const struct dc_link_settings empty_link_settings = {0};
1315 DC_LOGGER_INIT(link->ctx->logger);
1316
1317 /* deallocate_mst_payload is called before disable link. When mode or
1318 * disable/enable monitor, new stream is created which is not in link
1319 * stream[] yet. For this, payload is not allocated yet, so de-alloc
1320 * should not done. For new mode set, map_resources will get engine
1321 * for new stream, so stream_enc->id should be validated until here.
1322 */
1323
1324 /* slot X.Y */
1325 if (link_hwss->ext.set_throttled_vcp_size)
1326 link_hwss->ext.set_throttled_vcp_size(pipe_ctx, avg_time_slots_per_mtp);
1327 if (link_hwss->ext.set_hblank_min_symbol_width)
1328 link_hwss->ext.set_hblank_min_symbol_width(pipe_ctx,
1329 &empty_link_settings,
1330 avg_time_slots_per_mtp);
1331
1332 if (mst_mode) {
1333 /* when link is in mst mode, reply on mst manager to remove
1334 * payload
1335 */
1336 if (dm_helpers_dp_mst_write_payload_allocation_table(
1337 stream->ctx,
1338 stream,
1339 &proposed_table,
1340 false))
1341 update_mst_stream_alloc_table(
1342 link,
1343 pipe_ctx->stream_res.stream_enc,
1344 pipe_ctx->stream_res.hpo_dp_stream_enc,
1345 &proposed_table);
1346 else
1347 DC_LOG_WARNING("Failed to update MST allocation table for idx %d\n",
1348 pipe_ctx->pipe_idx);
1349 } else {
1350 /* when link is no longer in mst mode (mst hub unplugged),
1351 * remove payload with default dc logic
1352 */
1353 remove_stream_from_alloc_table(link, pipe_ctx->stream_res.stream_enc,
1354 pipe_ctx->stream_res.hpo_dp_stream_enc);
1355 }
1356
1357 print_mst_streams(link);
1358
1359 /* update mst stream allocation table hardware state */
1360 if (link_hwss->ext.update_stream_allocation_table == NULL ||
1361 link_dp_get_encoding_format(&link->cur_link_settings) == DP_UNKNOWN_ENCODING) {
1362 DC_LOG_DEBUG("Unknown encoding format\n");
1363 return DC_ERROR_UNEXPECTED;
1364 }
1365
1366 link_hwss->ext.update_stream_allocation_table(link, &pipe_ctx->link_res,
1367 &link->mst_stream_alloc_table);
1368
1369 if (mst_mode)
1370 dm_helpers_dp_mst_poll_for_allocation_change_trigger(
1371 stream->ctx,
1372 stream);
1373
1374 dm_helpers_dp_mst_update_mst_mgr_for_deallocation(
1375 stream->ctx,
1376 stream);
1377
1378 return DC_OK;
1379 }
1380
1381 /* convert link_mst_stream_alloc_table to dm dp_mst_stream_alloc_table
1382 * because stream_encoder is not exposed to dm
1383 */
allocate_mst_payload(struct pipe_ctx * pipe_ctx)1384 static enum dc_status allocate_mst_payload(struct pipe_ctx *pipe_ctx)
1385 {
1386 struct dc_stream_state *stream = pipe_ctx->stream;
1387 struct dc_link *link = stream->link;
1388 struct dc_dp_mst_stream_allocation_table proposed_table = {0};
1389 struct fixed31_32 avg_time_slots_per_mtp;
1390 struct fixed31_32 pbn;
1391 struct fixed31_32 pbn_per_slot;
1392 enum act_return_status ret;
1393 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1394 DC_LOGGER_INIT(link->ctx->logger);
1395
1396 /* enable_link_dp_mst already check link->enabled_stream_count
1397 * and stream is in link->stream[]. This is called during set mode,
1398 * stream_enc is available.
1399 */
1400
1401 /* get calculate VC payload for stream: stream_alloc */
1402 if (dm_helpers_dp_mst_write_payload_allocation_table(
1403 stream->ctx,
1404 stream,
1405 &proposed_table,
1406 true))
1407 update_mst_stream_alloc_table(
1408 link,
1409 pipe_ctx->stream_res.stream_enc,
1410 pipe_ctx->stream_res.hpo_dp_stream_enc,
1411 &proposed_table);
1412 else
1413 DC_LOG_WARNING("Failed to update MST allocation table for idx %d\n",
1414 pipe_ctx->pipe_idx);
1415
1416 print_mst_streams(link);
1417
1418 ASSERT(proposed_table.stream_count > 0);
1419
1420 /* program DP source TX for payload */
1421 if (link_hwss->ext.update_stream_allocation_table == NULL ||
1422 link_dp_get_encoding_format(&link->cur_link_settings) == DP_UNKNOWN_ENCODING) {
1423 DC_LOG_ERROR("Failure: unknown encoding format\n");
1424 return DC_ERROR_UNEXPECTED;
1425 }
1426
1427 link_hwss->ext.update_stream_allocation_table(link,
1428 &pipe_ctx->link_res,
1429 &link->mst_stream_alloc_table);
1430
1431 /* send down message */
1432 ret = dm_helpers_dp_mst_poll_for_allocation_change_trigger(
1433 stream->ctx,
1434 stream);
1435
1436 if (ret != ACT_LINK_LOST)
1437 dm_helpers_dp_mst_send_payload_allocation(
1438 stream->ctx,
1439 stream);
1440
1441 /* slot X.Y for only current stream */
1442 pbn_per_slot = get_pbn_per_slot(stream);
1443 if (pbn_per_slot.value == 0) {
1444 DC_LOG_ERROR("Failure: pbn_per_slot==0 not allowed. Cannot continue, returning DC_UNSUPPORTED_VALUE.\n");
1445 return DC_UNSUPPORTED_VALUE;
1446 }
1447 pbn = get_pbn_from_timing(pipe_ctx);
1448 avg_time_slots_per_mtp = dc_fixpt_div(pbn, pbn_per_slot);
1449
1450 log_vcp_x_y(link, avg_time_slots_per_mtp);
1451
1452 if (link_hwss->ext.set_throttled_vcp_size)
1453 link_hwss->ext.set_throttled_vcp_size(pipe_ctx, avg_time_slots_per_mtp);
1454 if (link_hwss->ext.set_hblank_min_symbol_width)
1455 link_hwss->ext.set_hblank_min_symbol_width(pipe_ctx,
1456 &link->cur_link_settings,
1457 avg_time_slots_per_mtp);
1458
1459 return DC_OK;
1460 }
1461
link_calculate_sst_avg_time_slots_per_mtp(const struct dc_stream_state * stream,const struct dc_link * link)1462 struct fixed31_32 link_calculate_sst_avg_time_slots_per_mtp(
1463 const struct dc_stream_state *stream,
1464 const struct dc_link *link)
1465 {
1466 struct fixed31_32 link_bw_effective =
1467 dc_fixpt_from_int(
1468 dp_link_bandwidth_kbps(link, &link->cur_link_settings));
1469 struct fixed31_32 timeslot_bw_effective =
1470 dc_fixpt_div_int(link_bw_effective, MAX_MTP_SLOT_COUNT);
1471 struct fixed31_32 timing_bw =
1472 dc_fixpt_from_int(
1473 dc_bandwidth_in_kbps_from_timing(&stream->timing,
1474 dc_link_get_highest_encoding_format(link)));
1475 struct fixed31_32 avg_time_slots_per_mtp =
1476 dc_fixpt_div(timing_bw, timeslot_bw_effective);
1477
1478 return avg_time_slots_per_mtp;
1479 }
1480
1481
write_128b_132b_sst_payload_allocation_table(const struct dc_stream_state * stream,struct dc_link * link,struct link_mst_stream_allocation_table * proposed_table,bool allocate)1482 static bool write_128b_132b_sst_payload_allocation_table(
1483 const struct dc_stream_state *stream,
1484 struct dc_link *link,
1485 struct link_mst_stream_allocation_table *proposed_table,
1486 bool allocate)
1487 {
1488 const uint8_t vc_id = 1; /// VC ID always 1 for SST
1489 const uint8_t start_time_slot = 0; /// Always start at time slot 0 for SST
1490 bool result = false;
1491 uint8_t req_slot_count = 0;
1492 struct fixed31_32 avg_time_slots_per_mtp = { 0 };
1493 union payload_table_update_status update_status = { 0 };
1494 const uint32_t max_retries = 30;
1495 uint32_t retries = 0;
1496 enum dc_connection_type display_connected = (link->type != dc_connection_none);
1497 DC_LOGGER_INIT(link->ctx->logger);
1498
1499 if (allocate) {
1500 avg_time_slots_per_mtp = link_calculate_sst_avg_time_slots_per_mtp(stream, link);
1501 req_slot_count = (uint8_t)dc_fixpt_ceil(avg_time_slots_per_mtp);
1502 /// Validation should filter out modes that exceed link BW
1503 ASSERT(req_slot_count <= MAX_MTP_SLOT_COUNT);
1504 if (req_slot_count > MAX_MTP_SLOT_COUNT)
1505 return false;
1506 } else {
1507 /// Leave req_slot_count = 0 if allocate is false.
1508 }
1509
1510 proposed_table->stream_count = 1; /// Always 1 stream for SST
1511 proposed_table->stream_allocations[0].slot_count = req_slot_count;
1512 proposed_table->stream_allocations[0].vcp_id = vc_id;
1513
1514 if (!display_connected || link->aux_access_disabled)
1515 return true;
1516
1517 /// Write DPCD 2C0 = 1 to start updating
1518 update_status.bits.VC_PAYLOAD_TABLE_UPDATED = 1;
1519 core_link_write_dpcd(
1520 link,
1521 DP_PAYLOAD_TABLE_UPDATE_STATUS,
1522 &update_status.raw,
1523 1);
1524
1525 /// Program the changes in DPCD 1C0 - 1C2
1526 ASSERT(vc_id == 1);
1527 core_link_write_dpcd(
1528 link,
1529 DP_PAYLOAD_ALLOCATE_SET,
1530 &vc_id,
1531 1);
1532
1533 ASSERT(start_time_slot == 0);
1534 core_link_write_dpcd(
1535 link,
1536 DP_PAYLOAD_ALLOCATE_START_TIME_SLOT,
1537 &start_time_slot,
1538 1);
1539
1540 core_link_write_dpcd(
1541 link,
1542 DP_PAYLOAD_ALLOCATE_TIME_SLOT_COUNT,
1543 &req_slot_count,
1544 1);
1545
1546 /// Poll till DPCD 2C0 read 1
1547 /// Try for at least 150ms (30 retries, with 5ms delay after each attempt)
1548
1549 while (retries < max_retries) {
1550 if (core_link_read_dpcd(
1551 link,
1552 DP_PAYLOAD_TABLE_UPDATE_STATUS,
1553 &update_status.raw,
1554 1) == DC_OK) {
1555 if (update_status.bits.VC_PAYLOAD_TABLE_UPDATED == 1) {
1556 DC_LOG_DP2("SST Update Payload: downstream payload table updated.");
1557 result = true;
1558 break;
1559 }
1560 } else {
1561 union dpcd_rev dpcdRev = {0};
1562
1563 if (core_link_read_dpcd(
1564 link,
1565 DP_DPCD_REV,
1566 &dpcdRev.raw,
1567 1) != DC_OK) {
1568 DC_LOG_ERROR("SST Update Payload: Unable to read DPCD revision "
1569 "of sink while polling payload table "
1570 "updated status bit.");
1571 break;
1572 }
1573 }
1574 retries++;
1575 fsleep(5000);
1576 }
1577
1578 if (!result && retries == max_retries) {
1579 DC_LOG_ERROR("SST Update Payload: Payload table not updated after retries, "
1580 "continue on. Something is wrong with the branch.");
1581 // TODO - DP2.0 Payload: Read and log the payload table from downstream branch
1582 }
1583
1584 return result;
1585 }
1586
1587 /*
1588 * Payload allocation/deallocation for SST introduced in DP2.0
1589 */
update_sst_payload(struct pipe_ctx * pipe_ctx,bool allocate)1590 static enum dc_status update_sst_payload(struct pipe_ctx *pipe_ctx,
1591 bool allocate)
1592 {
1593 struct dc_stream_state *stream = pipe_ctx->stream;
1594 struct dc_link *link = stream->link;
1595 struct link_mst_stream_allocation_table proposed_table = {0};
1596 struct fixed31_32 avg_time_slots_per_mtp;
1597 const struct dc_link_settings empty_link_settings = {0};
1598 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1599 DC_LOGGER_INIT(link->ctx->logger);
1600
1601 /* slot X.Y for SST payload deallocate */
1602 if (!allocate) {
1603 avg_time_slots_per_mtp = dc_fixpt_from_int(0);
1604
1605 log_vcp_x_y(link, avg_time_slots_per_mtp);
1606
1607 if (link_hwss->ext.set_throttled_vcp_size)
1608 link_hwss->ext.set_throttled_vcp_size(pipe_ctx,
1609 avg_time_slots_per_mtp);
1610 if (link_hwss->ext.set_hblank_min_symbol_width)
1611 link_hwss->ext.set_hblank_min_symbol_width(pipe_ctx,
1612 &empty_link_settings,
1613 avg_time_slots_per_mtp);
1614 }
1615
1616 /* calculate VC payload and update branch with new payload allocation table*/
1617 if (!write_128b_132b_sst_payload_allocation_table(
1618 stream,
1619 link,
1620 &proposed_table,
1621 allocate)) {
1622 DC_LOG_ERROR("SST Update Payload: Failed to update "
1623 "allocation table for "
1624 "pipe idx: %d\n",
1625 pipe_ctx->pipe_idx);
1626 return DC_FAIL_DP_PAYLOAD_ALLOCATION;
1627 }
1628
1629 proposed_table.stream_allocations[0].hpo_dp_stream_enc = pipe_ctx->stream_res.hpo_dp_stream_enc;
1630
1631 ASSERT(proposed_table.stream_count == 1);
1632
1633 //TODO - DP2.0 Logging: Instead of hpo_dp_stream_enc pointer, log instance id
1634 DC_LOG_DP2("SST Update Payload: hpo_dp_stream_enc: %p "
1635 "vcp_id: %d "
1636 "slot_count: %d\n",
1637 (void *) proposed_table.stream_allocations[0].hpo_dp_stream_enc,
1638 proposed_table.stream_allocations[0].vcp_id,
1639 proposed_table.stream_allocations[0].slot_count);
1640
1641 /* program DP source TX for payload */
1642 link_hwss->ext.update_stream_allocation_table(link, &pipe_ctx->link_res,
1643 &proposed_table);
1644
1645 /* poll for ACT handled */
1646 if (!poll_for_allocation_change_trigger(link)) {
1647 // Failures will result in blackscreen and errors logged
1648 BREAK_TO_DEBUGGER();
1649 }
1650
1651 /* slot X.Y for SST payload allocate */
1652 if (allocate && link_dp_get_encoding_format(&link->cur_link_settings) ==
1653 DP_128b_132b_ENCODING) {
1654 avg_time_slots_per_mtp = link_calculate_sst_avg_time_slots_per_mtp(stream, link);
1655
1656 log_vcp_x_y(link, avg_time_slots_per_mtp);
1657
1658 if (link_hwss->ext.set_throttled_vcp_size)
1659 link_hwss->ext.set_throttled_vcp_size(pipe_ctx,
1660 avg_time_slots_per_mtp);
1661 if (link_hwss->ext.set_hblank_min_symbol_width)
1662 link_hwss->ext.set_hblank_min_symbol_width(pipe_ctx,
1663 &link->cur_link_settings,
1664 avg_time_slots_per_mtp);
1665 }
1666
1667 /* Always return DC_OK.
1668 * If part of sequence fails, log failure(s) and show blackscreen
1669 */
1670 return DC_OK;
1671 }
1672
link_reduce_mst_payload(struct pipe_ctx * pipe_ctx,uint32_t bw_in_kbps)1673 enum dc_status link_reduce_mst_payload(struct pipe_ctx *pipe_ctx, uint32_t bw_in_kbps)
1674 {
1675 struct dc_stream_state *stream = pipe_ctx->stream;
1676 struct dc_link *link = stream->link;
1677 struct fixed31_32 avg_time_slots_per_mtp;
1678 struct fixed31_32 pbn;
1679 struct fixed31_32 pbn_per_slot;
1680 struct dc_dp_mst_stream_allocation_table proposed_table = {0};
1681 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1682 DC_LOGGER_INIT(link->ctx->logger);
1683
1684 /* decrease throttled vcp size */
1685 pbn_per_slot = get_pbn_per_slot(stream);
1686 pbn = get_pbn_from_bw_in_kbps(bw_in_kbps);
1687 avg_time_slots_per_mtp = dc_fixpt_div(pbn, pbn_per_slot);
1688
1689 if (link_hwss->ext.set_throttled_vcp_size)
1690 link_hwss->ext.set_throttled_vcp_size(pipe_ctx, avg_time_slots_per_mtp);
1691 if (link_hwss->ext.set_hblank_min_symbol_width)
1692 link_hwss->ext.set_hblank_min_symbol_width(pipe_ctx,
1693 &link->cur_link_settings,
1694 avg_time_slots_per_mtp);
1695
1696 /* send ALLOCATE_PAYLOAD sideband message with updated pbn */
1697 dm_helpers_dp_mst_send_payload_allocation(
1698 stream->ctx,
1699 stream);
1700
1701 /* notify immediate branch device table update */
1702 if (dm_helpers_dp_mst_write_payload_allocation_table(
1703 stream->ctx,
1704 stream,
1705 &proposed_table,
1706 true)) {
1707 /* update mst stream allocation table software state */
1708 update_mst_stream_alloc_table(
1709 link,
1710 pipe_ctx->stream_res.stream_enc,
1711 pipe_ctx->stream_res.hpo_dp_stream_enc,
1712 &proposed_table);
1713 } else {
1714 DC_LOG_WARNING("Failed to update MST allocation table for idx %d\n",
1715 pipe_ctx->pipe_idx);
1716 }
1717
1718 print_mst_streams(link);
1719
1720 ASSERT(proposed_table.stream_count > 0);
1721
1722 /* update mst stream allocation table hardware state */
1723 if (link_hwss->ext.update_stream_allocation_table == NULL ||
1724 link_dp_get_encoding_format(&link->cur_link_settings) == DP_UNKNOWN_ENCODING) {
1725 DC_LOG_ERROR("Failure: unknown encoding format\n");
1726 return DC_ERROR_UNEXPECTED;
1727 }
1728
1729 link_hwss->ext.update_stream_allocation_table(link, &pipe_ctx->link_res,
1730 &link->mst_stream_alloc_table);
1731
1732 /* poll for immediate branch device ACT handled */
1733 dm_helpers_dp_mst_poll_for_allocation_change_trigger(
1734 stream->ctx,
1735 stream);
1736
1737 return DC_OK;
1738 }
1739
link_increase_mst_payload(struct pipe_ctx * pipe_ctx,uint32_t bw_in_kbps)1740 enum dc_status link_increase_mst_payload(struct pipe_ctx *pipe_ctx, uint32_t bw_in_kbps)
1741 {
1742 struct dc_stream_state *stream = pipe_ctx->stream;
1743 struct dc_link *link = stream->link;
1744 struct fixed31_32 avg_time_slots_per_mtp;
1745 struct fixed31_32 pbn;
1746 struct fixed31_32 pbn_per_slot;
1747 struct dc_dp_mst_stream_allocation_table proposed_table = {0};
1748 enum act_return_status ret;
1749 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1750 DC_LOGGER_INIT(link->ctx->logger);
1751
1752 /* notify immediate branch device table update */
1753 if (dm_helpers_dp_mst_write_payload_allocation_table(
1754 stream->ctx,
1755 stream,
1756 &proposed_table,
1757 true)) {
1758 /* update mst stream allocation table software state */
1759 update_mst_stream_alloc_table(
1760 link,
1761 pipe_ctx->stream_res.stream_enc,
1762 pipe_ctx->stream_res.hpo_dp_stream_enc,
1763 &proposed_table);
1764 }
1765
1766 print_mst_streams(link);
1767
1768 ASSERT(proposed_table.stream_count > 0);
1769
1770 /* update mst stream allocation table hardware state */
1771 if (link_hwss->ext.update_stream_allocation_table == NULL ||
1772 link_dp_get_encoding_format(&link->cur_link_settings) == DP_UNKNOWN_ENCODING) {
1773 DC_LOG_ERROR("Failure: unknown encoding format\n");
1774 return DC_ERROR_UNEXPECTED;
1775 }
1776
1777 link_hwss->ext.update_stream_allocation_table(link, &pipe_ctx->link_res,
1778 &link->mst_stream_alloc_table);
1779
1780 /* poll for immediate branch device ACT handled */
1781 ret = dm_helpers_dp_mst_poll_for_allocation_change_trigger(
1782 stream->ctx,
1783 stream);
1784
1785 if (ret != ACT_LINK_LOST) {
1786 /* send ALLOCATE_PAYLOAD sideband message with updated pbn */
1787 dm_helpers_dp_mst_send_payload_allocation(
1788 stream->ctx,
1789 stream);
1790 }
1791
1792 /* increase throttled vcp size */
1793 pbn = get_pbn_from_bw_in_kbps(bw_in_kbps);
1794 pbn_per_slot = get_pbn_per_slot(stream);
1795 avg_time_slots_per_mtp = dc_fixpt_div(pbn, pbn_per_slot);
1796
1797 if (link_hwss->ext.set_throttled_vcp_size)
1798 link_hwss->ext.set_throttled_vcp_size(pipe_ctx, avg_time_slots_per_mtp);
1799 if (link_hwss->ext.set_hblank_min_symbol_width)
1800 link_hwss->ext.set_hblank_min_symbol_width(pipe_ctx,
1801 &link->cur_link_settings,
1802 avg_time_slots_per_mtp);
1803
1804 return DC_OK;
1805 }
1806
disable_link_dp(struct dc_link * link,const struct link_resource * link_res,enum signal_type signal)1807 static void disable_link_dp(struct dc_link *link,
1808 const struct link_resource *link_res,
1809 enum signal_type signal)
1810 {
1811 struct dc_link_settings link_settings = link->cur_link_settings;
1812
1813 if (signal == SIGNAL_TYPE_DISPLAY_PORT_MST &&
1814 link->mst_stream_alloc_table.stream_count > 0)
1815 /* disable MST link only when last vc payload is deallocated */
1816 return;
1817
1818 dp_disable_link_phy(link, link_res, signal);
1819
1820 if (link->connector_signal == SIGNAL_TYPE_EDP) {
1821 if (!link->skip_implict_edp_power_control)
1822 link->dc->hwss.edp_power_control(link, false);
1823 }
1824
1825 if (signal == SIGNAL_TYPE_DISPLAY_PORT_MST && link->sink_count == 0)
1826 /* set the sink to SST mode after disabling the link */
1827 enable_mst_on_sink(link, false);
1828
1829 if (link_dp_get_encoding_format(&link_settings) ==
1830 DP_8b_10b_ENCODING) {
1831 dp_set_fec_enable(link, link_res, false);
1832 dp_set_fec_ready(link, link_res, false);
1833 }
1834 }
1835
disable_link(struct dc_link * link,const struct link_resource * link_res,enum signal_type signal)1836 static void disable_link(struct dc_link *link,
1837 const struct link_resource *link_res,
1838 enum signal_type signal)
1839 {
1840 if (dc_is_dp_signal(signal)) {
1841 disable_link_dp(link, link_res, signal);
1842 } else if (signal == SIGNAL_TYPE_VIRTUAL) {
1843 link->dc->hwss.disable_link_output(link, link_res, SIGNAL_TYPE_DISPLAY_PORT);
1844 } else {
1845 link->dc->hwss.disable_link_output(link, link_res, signal);
1846 }
1847
1848 if (signal == SIGNAL_TYPE_DISPLAY_PORT_MST) {
1849 /* MST disable link only when no stream use the link */
1850 if (link->mst_stream_alloc_table.stream_count <= 0)
1851 link->link_status.link_active = false;
1852 } else {
1853 link->link_status.link_active = false;
1854 }
1855 }
1856
enable_link_hdmi(struct pipe_ctx * pipe_ctx)1857 static void enable_link_hdmi(struct pipe_ctx *pipe_ctx)
1858 {
1859 struct dc_stream_state *stream = pipe_ctx->stream;
1860 struct dc_link *link = stream->link;
1861 enum dc_color_depth display_color_depth;
1862 enum engine_id eng_id;
1863 struct ext_hdmi_settings settings = {0};
1864 bool is_over_340mhz = false;
1865 bool is_vga_mode = (stream->timing.h_addressable == 640)
1866 && (stream->timing.v_addressable == 480);
1867 struct dc *dc = pipe_ctx->stream->ctx->dc;
1868 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1869
1870 if (stream->phy_pix_clk == 0)
1871 stream->phy_pix_clk = stream->timing.pix_clk_100hz / 10;
1872 if (stream->phy_pix_clk > 340000)
1873 is_over_340mhz = true;
1874 if (dc_is_tmds_signal(stream->signal) && stream->phy_pix_clk > 6000000UL) {
1875 ASSERT(false);
1876 return;
1877 }
1878
1879 if (dc_is_hdmi_signal(pipe_ctx->stream->signal)) {
1880 unsigned short masked_chip_caps = pipe_ctx->stream->link->chip_caps &
1881 AMD_EXT_DISPLAY_PATH_CAPS__EXT_CHIP_MASK;
1882 if (masked_chip_caps == AMD_EXT_DISPLAY_PATH_CAPS__HDMI20_TISN65DP159RSBT) {
1883 /* DP159, Retimer settings */
1884 eng_id = pipe_ctx->stream_res.stream_enc->id;
1885
1886 if (get_ext_hdmi_settings(stream->ctx->dc_bios->integrated_info, eng_id, &settings)) {
1887 write_i2c_retimer_setting(link, is_vga_mode, is_over_340mhz, &settings);
1888 } else {
1889 write_i2c_default_retimer_setting(link, is_vga_mode, is_over_340mhz);
1890 }
1891 } else if (masked_chip_caps == AMD_EXT_DISPLAY_PATH_CAPS__HDMI20_PI3EQX1204) {
1892 /* PI3EQX1204, Redriver settings */
1893 write_i2c_redriver_setting(link, is_over_340mhz);
1894 }
1895 }
1896
1897 if (dc_is_hdmi_signal(pipe_ctx->stream->signal))
1898 write_scdc_data(
1899 stream->link->ddc,
1900 stream->phy_pix_clk,
1901 (stream->timing.flags.LTE_340MCSC_SCRAMBLE != 0));
1902
1903 if (dc->debug.enable_hdmi_idcc) {
1904 union hdmi_idcc_source_id source_id;
1905
1906 source_id.raw = 0xff;
1907 write_idcc_data(stream->link->ddc, HDMI_IDCC_SCOPE_WRITE,
1908 &source_id.raw, 0, 1);
1909 }
1910 memset(&stream->link->cur_link_settings, 0,
1911 sizeof(struct dc_link_settings));
1912
1913 display_color_depth = stream->timing.display_color_depth;
1914 if (stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR422)
1915 display_color_depth = COLOR_DEPTH_888;
1916
1917 /* We need to enable stream encoder for TMDS first to apply 1/4 TMDS
1918 * character clock in case that beyond 340MHz.
1919 */
1920 if (dc_is_hdmi_tmds_signal(pipe_ctx->stream->signal) || dc_is_dvi_signal(pipe_ctx->stream->signal))
1921 link_hwss->setup_stream_encoder(pipe_ctx);
1922
1923 dc->hwss.enable_tmds_link_output(
1924 link,
1925 &pipe_ctx->link_res,
1926 pipe_ctx->stream->signal,
1927 pipe_ctx->clock_source->id,
1928 display_color_depth,
1929 stream->phy_pix_clk);
1930
1931 if (dc_is_hdmi_signal(pipe_ctx->stream->signal))
1932 read_scdc_data(link->ddc);
1933 }
1934
enable_link_hdmi_frl(struct pipe_ctx * pipe_ctx)1935 static enum dc_status enable_link_hdmi_frl(struct pipe_ctx *pipe_ctx)
1936 {
1937 enum link_result link_stat = LINK_RESULT_UNKNOWN;
1938 enum dc_status status = DC_OK;
1939 struct dc_stream_state *stream = pipe_ctx->stream;
1940 struct dc *core_dc = pipe_ctx->stream->ctx->dc;
1941 enum clock_source_id frl_phy_clock_source_id;
1942 bool frl_poll_start = true;
1943
1944 DC_LOGGER_INIT(stream->ctx->logger);
1945
1946 if ((!stream->link->link_enc) ||
1947 (!stream->link->hpo_frl_link_enc) ||
1948 (!core_dc->res_pool->dccg->funcs->enable_hdmicharclk) ||
1949 (!(pipe_ctx->stream_res.hpo_frl_stream_enc)))
1950 return DC_ERROR_UNEXPECTED;
1951
1952 /* get link settings for video mode timing */
1953 hdmi_frl_decide_link_settings(stream, &stream->link->frl_link_settings, &pipe_ctx->dsc_padding_params);
1954
1955 switch (stream->link->frl_link_settings.frl_link_rate) {
1956 case HDMI_FRL_LINK_RATE_3GBPS:
1957 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 166667;
1958 break;
1959 case HDMI_FRL_LINK_RATE_6GBPS:
1960 case HDMI_FRL_LINK_RATE_6GBPS_4LANE:
1961 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 333333;
1962 break;
1963 case HDMI_FRL_LINK_RATE_8GBPS:
1964 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 444444;
1965 break;
1966 case HDMI_FRL_LINK_RATE_10GBPS:
1967 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 555555;
1968 break;
1969 case HDMI_FRL_LINK_RATE_12GBPS:
1970 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 666667;
1971 break;
1972 case HDMI_FRL_LINK_RATE_16GBPS:
1973 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 888889;
1974 break;
1975 case HDMI_FRL_LINK_RATE_20GBPS:
1976 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 1111111;
1977 break;
1978 case HDMI_FRL_LINK_RATE_24GBPS:
1979 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk = 1333333;
1980 break;
1981 default:
1982 break;
1983 }
1984
1985 stream->phy_pix_clk = pipe_ctx->stream_res.pix_clk_params.requested_sym_clk;
1986
1987 memset(&stream->link->cur_link_settings, 0,
1988 sizeof(struct dc_link_settings));
1989
1990 /* Find proper clock source in HDMI FRL mode for phy used for DCCG */
1991 frl_phy_clock_source_id = hdmi_frl_find_matching_phypll(stream->link);
1992
1993 FRL_INFO("FRL LINK TRAINING: LTS:P Start\n");
1994 /* Setup FRL PHY, enable HDMI character clock and HPO link encoder */
1995 core_dc->hwss.setup_hdmi_frl_link(stream->link,
1996 (pipe_ctx->stream_res.hpo_frl_stream_enc->id - ENGINE_ID_HPO_0),
1997 frl_phy_clock_source_id);
1998
1999 link_stat = hdmi_frl_perform_link_training_with_retries(stream->link);
2000
2001 if (core_dc->res_pool->dccg->funcs->set_valid_pixel_rate)
2002 core_dc->res_pool->dccg->funcs->set_valid_pixel_rate(
2003 core_dc->res_pool->dccg,
2004 core_dc->clk_mgr->funcs->get_dtb_ref_clk_frequency(core_dc->clk_mgr),
2005 pipe_ctx->stream_res.tg->inst,
2006 (stream->timing.pix_clk_100hz / 10));
2007
2008 /* Enable FRL packet transmission */
2009 if (link_stat == LINK_RESULT_SUCCESS) {
2010 stream->link->hpo_frl_link_enc->funcs->enable_output(
2011 stream->link->hpo_frl_link_enc);
2012 if (stream->link->frl_flags.apply_vsdb_rcc_wa)
2013 stream->link->hpo_frl_link_enc->funcs->apply_vsdb_rcc_wa(stream->link->hpo_frl_link_enc);
2014 if (frl_poll_start)
2015 hdmi_frl_poll_start(stream->link->ddc);
2016
2017 FRL_INFO("FRL LINK TRAINING: LTS:P Success\n");
2018
2019 /* Set HDMISTREAMCLK source to DTBCLK0 and bypass DTO */
2020 if (core_dc->res_pool->dccg->funcs->set_hdmistreamclk) {
2021 core_dc->res_pool->dccg->funcs->set_hdmistreamclk(
2022 core_dc->res_pool->dccg,
2023 DTBCLK0,
2024 pipe_ctx->stream_res.tg->inst);
2025 }
2026
2027 pipe_ctx->stream_res.hpo_frl_stream_enc->funcs->hdmi_frl_enable(
2028 pipe_ctx->stream_res.hpo_frl_stream_enc,
2029 pipe_ctx->stream_res.tg->inst);
2030 } else {
2031 status = DC_FAIL_HDMI_FRL_LINK_TRAINING;
2032 stream->link->frl_link_settings.frl_link_rate = 0;
2033 }
2034
2035 return status;
2036 }
2037
enable_link_dp(struct dc_state * state,struct pipe_ctx * pipe_ctx)2038 static enum dc_status enable_link_dp(struct dc_state *state,
2039 struct pipe_ctx *pipe_ctx)
2040 {
2041 struct dc_stream_state *stream = pipe_ctx->stream;
2042 enum dc_status status;
2043 bool skip_video_pattern;
2044 struct dc_link *link = stream->link;
2045 const struct dc_link_settings *link_settings =
2046 &pipe_ctx->link_config.dp_link_settings;
2047 bool fec_enable;
2048 int i;
2049 bool apply_seamless_boot_optimization = false;
2050 uint32_t bl_oled_enable_delay = 50; // in ms
2051 uint32_t post_oui_delay = 30; // 30ms
2052 /* Reduce link bandwidth between failed link training attempts. */
2053 bool do_fallback = false;
2054 int lt_attempts = LINK_TRAINING_ATTEMPTS;
2055
2056 // Increase retry count if attempting DP1.x on FIXED_VS link
2057 if (((link->chip_caps & AMD_EXT_DISPLAY_PATH_CAPS__EXT_CHIP_MASK) == AMD_EXT_DISPLAY_PATH_CAPS__DP_FIXED_VS_EN) &&
2058 link_dp_get_encoding_format(link_settings) == DP_8b_10b_ENCODING)
2059 lt_attempts = 10;
2060
2061 // check for seamless boot
2062 for (i = 0; i < state->stream_count; i++) {
2063 if (state->streams[i]->apply_seamless_boot_optimization) {
2064 apply_seamless_boot_optimization = true;
2065 break;
2066 }
2067 }
2068
2069 /* Train with fallback when enabling DPIA link. Conventional links are
2070 * trained with fallback during sink detection.
2071 */
2072 if (link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA &&
2073 !link->dc->config.enable_dpia_pre_training)
2074 do_fallback = true;
2075
2076 /*
2077 * Temporary w/a to get DP2.0 link rates to work with SST.
2078 * TODO DP2.0 - Workaround: Remove w/a if and when the issue is resolved.
2079 */
2080 if (link_dp_get_encoding_format(link_settings) == DP_128b_132b_ENCODING &&
2081 pipe_ctx->stream->signal == SIGNAL_TYPE_DISPLAY_PORT &&
2082 link->dc->debug.set_mst_en_for_sst) {
2083 enable_mst_on_sink(link, true);
2084 } else if (link->dpcd_caps.is_mst_capable &&
2085 pipe_ctx->stream->signal == SIGNAL_TYPE_DISPLAY_PORT) {
2086 /* disable mst on sink */
2087 enable_mst_on_sink(link, false);
2088 }
2089
2090 if (pipe_ctx->stream->signal == SIGNAL_TYPE_EDP) {
2091 /*in case it is not on*/
2092 if (!link->dc->config.edp_no_power_sequencing)
2093 link->dc->hwss.edp_power_control(link, true);
2094 link->dc->hwss.edp_wait_for_hpd_ready(link, true);
2095 }
2096
2097 if (link_dp_get_encoding_format(link_settings) == DP_128b_132b_ENCODING) {
2098 /* TODO - DP2.0 HW: calculate 32 symbol clock for HPO encoder */
2099 } else {
2100 pipe_ctx->stream_res.pix_clk_params.requested_sym_clk =
2101 link_settings->link_rate * LINK_RATE_REF_FREQ_IN_KHZ;
2102 if (state->clk_mgr && !apply_seamless_boot_optimization)
2103 state->clk_mgr->funcs->update_clocks(state->clk_mgr,
2104 state, false);
2105 }
2106
2107 // during mode switch we do DP_SET_POWER off then on, and OUI is lost
2108 dpcd_set_source_specific_data(link);
2109 if (link->dpcd_sink_ext_caps.raw != 0) {
2110 post_oui_delay += link->panel_config.pps.extra_post_OUI_ms;
2111 msleep(post_oui_delay);
2112 }
2113
2114 // similarly, mode switch can cause loss of cable ID
2115 dpcd_write_cable_id_to_dprx(link);
2116
2117 skip_video_pattern = true;
2118
2119 if (link_settings->link_rate == LINK_RATE_LOW)
2120 skip_video_pattern = false;
2121
2122 if (stream->sink_patches.oled_optimize_display_on)
2123 set_default_brightness_aux(link);
2124
2125 if (perform_link_training_with_retries(link_settings,
2126 skip_video_pattern,
2127 lt_attempts,
2128 pipe_ctx,
2129 pipe_ctx->stream->signal,
2130 do_fallback)) {
2131 status = DC_OK;
2132 } else {
2133 status = DC_FAIL_DP_LINK_TRAINING;
2134 }
2135
2136 if (link->preferred_training_settings.fec_enable)
2137 fec_enable = *link->preferred_training_settings.fec_enable;
2138 else
2139 fec_enable = true;
2140
2141 if (link_dp_get_encoding_format(link_settings) == DP_8b_10b_ENCODING)
2142 dp_set_fec_enable(link, &pipe_ctx->link_res, fec_enable);
2143
2144 // during mode set we do DP_SET_POWER off then on, aux writes are lost
2145 if (link->dpcd_sink_ext_caps.bits.oled == 1 ||
2146 link->dpcd_sink_ext_caps.bits.sdr_aux_backlight_control == 1 ||
2147 link->dpcd_sink_ext_caps.bits.hdr_aux_backlight_control == 1) {
2148 if (!stream->sink_patches.oled_optimize_display_on) {
2149 set_default_brightness_aux(link);
2150 if (link->dpcd_sink_ext_caps.bits.oled == 1)
2151 msleep(bl_oled_enable_delay);
2152 edp_backlight_enable_aux(link, true);
2153 } else {
2154 edp_backlight_enable_aux(link, true);
2155 }
2156 }
2157
2158 return status;
2159 }
2160
enable_link_edp(struct dc_state * state,struct pipe_ctx * pipe_ctx)2161 static enum dc_status enable_link_edp(
2162 struct dc_state *state,
2163 struct pipe_ctx *pipe_ctx)
2164 {
2165 return enable_link_dp(state, pipe_ctx);
2166 }
2167
enable_link_lvds(struct pipe_ctx * pipe_ctx)2168 static void enable_link_lvds(struct pipe_ctx *pipe_ctx)
2169 {
2170 struct dc_stream_state *stream = pipe_ctx->stream;
2171 struct dc_link *link = stream->link;
2172 struct dc *dc = stream->ctx->dc;
2173
2174 if (stream->phy_pix_clk == 0)
2175 stream->phy_pix_clk = stream->timing.pix_clk_100hz / 10;
2176
2177 memset(&stream->link->cur_link_settings, 0,
2178 sizeof(struct dc_link_settings));
2179 dc->hwss.enable_lvds_link_output(
2180 link,
2181 &pipe_ctx->link_res,
2182 pipe_ctx->clock_source->id,
2183 stream->phy_pix_clk);
2184
2185 }
2186
enable_link_dp_mst(struct dc_state * state,struct pipe_ctx * pipe_ctx)2187 static enum dc_status enable_link_dp_mst(
2188 struct dc_state *state,
2189 struct pipe_ctx *pipe_ctx)
2190 {
2191 struct dc_link *link = pipe_ctx->stream->link;
2192 unsigned char mstm_cntl = 0;
2193
2194 /* sink signal type after MST branch is MST. Multiple MST sinks
2195 * share one link. Link DP PHY is enable or training only once.
2196 */
2197 if (link->link_status.link_active)
2198 return DC_OK;
2199
2200 /* clear payload table */
2201 core_link_read_dpcd(link, DP_MSTM_CTRL, &mstm_cntl, 1);
2202 if (mstm_cntl & DP_MST_EN)
2203 dm_helpers_dp_mst_clear_payload_allocation_table(link->ctx, link);
2204
2205 /* to make sure the pending down rep can be processed
2206 * before enabling the link
2207 */
2208 dm_helpers_dp_mst_poll_pending_down_reply(link->ctx, link);
2209
2210 /* set the sink to MST mode before enabling the link */
2211 enable_mst_on_sink(link, true);
2212
2213 return enable_link_dp(state, pipe_ctx);
2214 }
2215
enable_link_analog(struct pipe_ctx * pipe_ctx)2216 static enum dc_status enable_link_analog(struct pipe_ctx *pipe_ctx)
2217 {
2218 struct dc_link *link = pipe_ctx->stream->link;
2219
2220 link->dc->hwss.enable_analog_link_output(
2221 link, pipe_ctx->stream->timing.pix_clk_100hz);
2222
2223 return DC_OK;
2224 }
2225
enable_link_virtual(struct pipe_ctx * pipe_ctx)2226 static enum dc_status enable_link_virtual(struct pipe_ctx *pipe_ctx)
2227 {
2228 struct dc_link *link = pipe_ctx->stream->link;
2229
2230 link->dc->hwss.enable_dp_link_output(link,
2231 &pipe_ctx->link_res,
2232 SIGNAL_TYPE_DISPLAY_PORT,
2233 pipe_ctx->clock_source->id,
2234 &pipe_ctx->link_config.dp_link_settings);
2235 return DC_OK;
2236 }
2237
enable_link(struct dc_state * state,struct pipe_ctx * pipe_ctx)2238 static enum dc_status enable_link(
2239 struct dc_state *state,
2240 struct pipe_ctx *pipe_ctx)
2241 {
2242 enum dc_status status = DC_ERROR_UNEXPECTED;
2243 struct dc_stream_state *stream = pipe_ctx->stream;
2244 struct dc_link *link = NULL;
2245
2246 if (stream == NULL)
2247 return DC_ERROR_UNEXPECTED;
2248 link = stream->link;
2249
2250 /* There's some scenarios where driver is unloaded with display
2251 * still enabled. When driver is reloaded, it may cause a display
2252 * to not light up if there is a mismatch between old and new
2253 * link settings. Need to call disable first before enabling at
2254 * new link settings.
2255 */
2256 if (link->link_status.link_active)
2257 disable_link(link, &pipe_ctx->link_res, pipe_ctx->stream->signal);
2258
2259 switch (pipe_ctx->stream->signal) {
2260 case SIGNAL_TYPE_DISPLAY_PORT:
2261 status = enable_link_dp(state, pipe_ctx);
2262 break;
2263 case SIGNAL_TYPE_EDP:
2264 status = enable_link_edp(state, pipe_ctx);
2265 break;
2266 case SIGNAL_TYPE_DISPLAY_PORT_MST:
2267 status = enable_link_dp_mst(state, pipe_ctx);
2268 msleep(200);
2269 break;
2270 case SIGNAL_TYPE_DVI_SINGLE_LINK:
2271 case SIGNAL_TYPE_DVI_DUAL_LINK:
2272 case SIGNAL_TYPE_HDMI_TYPE_A:
2273 enable_link_hdmi(pipe_ctx);
2274 status = DC_OK;
2275 break;
2276 case SIGNAL_TYPE_HDMI_FRL:
2277 if (link->local_sink &&
2278 link->local_sink->edid_caps.panel_patch.delay_hdmi_link_training &&
2279 stream->timing.pix_clk_100hz == 6627500) {
2280 msleep(link->local_sink->edid_caps.panel_patch.delay_hdmi_link_training);
2281 }
2282 status = enable_link_hdmi_frl(pipe_ctx);
2283 break;
2284 case SIGNAL_TYPE_LVDS:
2285 enable_link_lvds(pipe_ctx);
2286 status = DC_OK;
2287 break;
2288 case SIGNAL_TYPE_RGB:
2289 status = enable_link_analog(pipe_ctx);
2290 break;
2291 case SIGNAL_TYPE_VIRTUAL:
2292 status = enable_link_virtual(pipe_ctx);
2293 break;
2294 default:
2295 break;
2296 }
2297
2298 if (status == DC_OK) {
2299 pipe_ctx->stream->link->link_status.link_active = true;
2300 }
2301
2302 return status;
2303 }
2304
allocate_usb4_bandwidth_for_stream(struct dc_stream_state * stream,int stream_bw)2305 static bool allocate_usb4_bandwidth_for_stream(struct dc_stream_state *stream, int stream_bw)
2306 {
2307 ASSERT(stream->sink);
2308
2309 struct dc_link *link;
2310 int req_bw = stream_bw;
2311
2312 if (!stream->sink)
2313 return false;
2314
2315 link = stream->sink->link;
2316
2317 DC_LOGGER_INIT(link->ctx->logger);
2318
2319 if (!link->dpia_bw_alloc_config.bw_alloc_enabled)
2320 return false;
2321
2322 if (stream->signal == SIGNAL_TYPE_DISPLAY_PORT_MST) {
2323 int sink_index = -1;
2324 unsigned int i = 0;
2325
2326 for (i = 0; i < link->sink_count; i++) {
2327 if (link->remote_sinks[i] == NULL)
2328 continue;
2329
2330 if (stream->sink->sink_id != link->remote_sinks[i]->sink_id) {
2331 DC_LOG_DEBUG("%s: add remote_sink=%s, request_bw=%d\n", __func__,
2332 (const char *)(&link->remote_sinks[i]->edid_caps.display_name[0]),
2333 link->dpia_bw_alloc_config.remote_sink_req_bw[i]);
2334
2335 req_bw += link->dpia_bw_alloc_config.remote_sink_req_bw[i];
2336 } else
2337 sink_index = i;
2338 }
2339
2340 if (sink_index >= 0)
2341 link->dpia_bw_alloc_config.remote_sink_req_bw[sink_index] = stream_bw;
2342 else
2343 DC_LOG_WARNING("%s: stream sink_id=%u not found in remote_sinks[]\n",
2344 __func__, stream->sink->sink_id);
2345
2346 if (req_bw) {
2347 link->dpia_bw_alloc_config.dp_overhead = link_dpia_get_dp_overhead(link);
2348 req_bw += link->dpia_bw_alloc_config.dp_overhead;
2349 } else
2350 link->dpia_bw_alloc_config.dp_overhead = 0;
2351 }
2352
2353 link_dp_dpia_allocate_usb4_bandwidth_for_stream(link, req_bw);
2354
2355 return true;
2356 }
2357
allocate_usb4_bandwidth(struct dc_stream_state * stream)2358 static bool allocate_usb4_bandwidth(struct dc_stream_state *stream)
2359 {
2360 ASSERT(stream->sink);
2361
2362 bool ret;
2363 int bw;
2364
2365 if (!stream->sink)
2366 return false;
2367
2368 bw = dc_bandwidth_in_kbps_from_timing(&stream->timing,
2369 dc_link_get_highest_encoding_format(stream->sink->link));
2370
2371 ret = allocate_usb4_bandwidth_for_stream(stream, bw);
2372
2373 return ret;
2374 }
2375
deallocate_usb4_bandwidth(struct dc_stream_state * stream)2376 static bool deallocate_usb4_bandwidth(struct dc_stream_state *stream)
2377 {
2378 bool ret;
2379
2380 ret = allocate_usb4_bandwidth_for_stream(stream, 0);
2381
2382 return ret;
2383 }
2384
get_vpg(struct pipe_ctx * pipe_ctx)2385 static struct vpg *get_vpg(struct pipe_ctx *pipe_ctx)
2386 {
2387 if (dc_is_hdmi_frl_signal(pipe_ctx->stream->signal))
2388 return pipe_ctx->stream_res.hpo_frl_stream_enc->vpg;
2389 else if (dp_is_128b_132b_signal(pipe_ctx))
2390 return pipe_ctx->stream_res.hpo_dp_stream_enc->vpg;
2391 else
2392 return pipe_ctx->stream_res.stream_enc->vpg;
2393 }
2394
link_set_dpms_off(struct pipe_ctx * pipe_ctx)2395 enum dc_status link_set_dpms_off(struct pipe_ctx *pipe_ctx)
2396 {
2397 DC_LOGGER_INIT(pipe_ctx->stream->ctx->logger);
2398 struct dc_stream_state *stream = pipe_ctx->stream;
2399 struct dc *dc = stream->ctx->dc;
2400 struct dc_link *link = stream->link;
2401 struct vpg *vpg = get_vpg(pipe_ctx);
2402 enum dp_panel_mode panel_mode_dp = dp_get_panel_mode(link);
2403
2404 ASSERT(is_master_pipe_for_link(link, pipe_ctx));
2405
2406 if (dc_is_virtual_signal(stream->signal))
2407 /* No real hardware to program for virtual signals. */
2408 return DC_DPMS_SKIPPED_HANDSHAKE;
2409
2410 if (stream->sink) {
2411 if (stream->sink->sink_signal != SIGNAL_TYPE_VIRTUAL &&
2412 stream->sink->sink_signal != SIGNAL_TYPE_NONE) {
2413 DC_LOG_DC("%s pipe_ctx dispname=%s signal=%x link=%d sink_count=%d\n", __func__,
2414 stream->sink->edid_caps.display_name,
2415 stream->signal, link->link_index, link->sink_count);
2416 }
2417 }
2418
2419 link_wait_for_unlocked(link);
2420
2421 if (stream->sink && !stream->sink->edid_caps.panel_patch.skip_avmute) {
2422 if (dc_is_hdmi_signal(stream->signal))
2423 set_avmute(pipe_ctx, true);
2424 }
2425
2426 dc->hwss.disable_audio_stream(pipe_ctx);
2427
2428 update_psp_stream_config(pipe_ctx, true);
2429 dc->hwss.blank_stream(pipe_ctx);
2430
2431 if (pipe_ctx->link_config.dp_tunnel_settings.should_use_dp_bw_allocation &&
2432 stream->sink)
2433 deallocate_usb4_bandwidth(stream);
2434
2435 if (stream->signal == SIGNAL_TYPE_DISPLAY_PORT_MST)
2436 deallocate_mst_payload(pipe_ctx);
2437 else if (dc_is_dp_sst_signal(stream->signal) &&
2438 dp_is_128b_132b_signal(pipe_ctx))
2439 update_sst_payload(pipe_ctx, false);
2440
2441 if (dc_is_hdmi_signal(stream->signal)) {
2442 struct ext_hdmi_settings settings = {0};
2443 enum engine_id eng_id = pipe_ctx->stream_res.stream_enc->id;
2444
2445 unsigned short masked_chip_caps = link->chip_caps &
2446 AMD_EXT_DISPLAY_PATH_CAPS__EXT_CHIP_MASK;
2447 //Need to inform that sink is going to use legacy HDMI mode.
2448 write_scdc_data(
2449 link->ddc,
2450 165000,//vbios only handles 165Mhz.
2451 false);
2452 if (masked_chip_caps == AMD_EXT_DISPLAY_PATH_CAPS__HDMI20_TISN65DP159RSBT) {
2453 /* DP159, Retimer settings */
2454 if (get_ext_hdmi_settings(stream->ctx->dc_bios->integrated_info, eng_id, &settings))
2455 write_i2c_retimer_setting(link, false, false, &settings);
2456 else
2457 write_i2c_default_retimer_setting(link, false, false);
2458 } else if (masked_chip_caps == AMD_EXT_DISPLAY_PATH_CAPS__HDMI20_PI3EQX1204) {
2459 /* PI3EQX1204, Redriver settings */
2460 write_i2c_redriver_setting(link, false);
2461 }
2462 }
2463
2464 if (stream->signal == SIGNAL_TYPE_DISPLAY_PORT &&
2465 !dp_is_128b_132b_signal(pipe_ctx)) {
2466
2467 /* In DP1.x SST mode, our encoder will go to TPS1
2468 * when link is on but stream is off.
2469 * Disabling link before stream will avoid exposing TPS1 pattern
2470 * during the disable sequence as it will confuse some receivers
2471 * state machine.
2472 * In DP2 or MST mode, our encoder will stay video active
2473 */
2474 disable_link(link, &pipe_ctx->link_res, stream->signal);
2475 dc->hwss.disable_stream(pipe_ctx);
2476 } else {
2477 dc->hwss.disable_stream(pipe_ctx);
2478 disable_link(link, &pipe_ctx->link_res, stream->signal);
2479 }
2480 edp_set_panel_assr(link, pipe_ctx, &panel_mode_dp, false);
2481
2482 if (stream->timing.flags.DSC) {
2483 if (dc_is_dp_signal(stream->signal))
2484 link_set_dsc_enable(pipe_ctx, false);
2485 else if (dc_is_hdmi_frl_signal(stream->signal))
2486 link_set_dsc_on_stream(pipe_ctx, false);
2487 }
2488 if (dp_is_128b_132b_signal(pipe_ctx)) {
2489 if (pipe_ctx->stream_res.tg->funcs->set_out_mux)
2490 pipe_ctx->stream_res.tg->funcs->set_out_mux(pipe_ctx->stream_res.tg, OUT_MUX_DIO);
2491 }
2492
2493 if (vpg && vpg->funcs->vpg_powerdown)
2494 vpg->funcs->vpg_powerdown(vpg);
2495
2496 /* for psp not exist case */
2497 if (link->connector_signal == SIGNAL_TYPE_EDP && dc->debug.psp_disabled_wa) {
2498 /* reset internal save state to default since eDP is off */
2499 enum dp_panel_mode panel_mode = dp_get_panel_mode(link);
2500 /* since current psp not loaded, we need to reset it to default */
2501 link->panel_mode = panel_mode;
2502 }
2503
2504 return DC_DPMS_SUCCESS;
2505 }
2506
link_set_dpms_on_pre_enable_link(struct dc_state * state,struct pipe_ctx * pipe_ctx)2507 static enum dc_status link_set_dpms_on_pre_enable_link(
2508 struct dc_state *state,
2509 struct pipe_ctx *pipe_ctx
2510 )
2511 {
2512 // Used conditionally in ifdef'ed diagnostic builds
2513 (void) state;
2514
2515 DC_LOGGER_INIT(pipe_ctx->stream->ctx->logger);
2516 struct dc_stream_state *stream = pipe_ctx->stream;
2517 struct dc *dc = stream->ctx->dc;
2518 struct dc_link *link = stream->link;
2519
2520 enum otg_out_mux_dest otg_out_dest = OUT_MUX_DIO;
2521 struct vpg *vpg = get_vpg(pipe_ctx);
2522 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
2523 bool apply_edp_fast_boot_optimization =
2524 stream->apply_edp_fast_boot_optimization;
2525
2526 ASSERT(is_master_pipe_for_link(link, pipe_ctx));
2527
2528 if (dc_is_virtual_signal(stream->signal))
2529 /* No real hardware to program for virtual signals. */
2530 return DC_DPMS_SKIPPED_HANDSHAKE;
2531
2532 if (stream->sink) {
2533 if (stream->sink->sink_signal != SIGNAL_TYPE_VIRTUAL &&
2534 stream->sink->sink_signal != SIGNAL_TYPE_NONE) {
2535 DC_LOG_DC("%s pipe_ctx dispname=%s signal=%x link=%d sink_count=%d\n", __func__,
2536 stream->sink->edid_caps.display_name,
2537 stream->signal,
2538 link->link_index,
2539 link->sink_count);
2540 }
2541 }
2542
2543 link_wait_for_unlocked(link);
2544
2545 if (!dc_is_virtual_signal(stream->signal)
2546 && !dc_is_hdmi_frl_signal(stream->signal)
2547 && !dp_is_128b_132b_signal(pipe_ctx)) {
2548 struct link_encoder *link_enc = get_link_encoder(pipe_ctx);
2549
2550 if (link_enc)
2551 link_enc->funcs->setup(
2552 link_enc,
2553 stream->signal);
2554 }
2555
2556 link->link_state_valid = true;
2557
2558 if (dc_is_hdmi_frl_signal(stream->signal))
2559 hdmi_frl_decide_link_settings(stream, &link->frl_link_settings, &pipe_ctx->dsc_padding_params);
2560
2561 if (pipe_ctx->stream_res.tg->funcs->set_out_mux) {
2562 if (dp_is_128b_132b_signal(pipe_ctx))
2563 otg_out_dest = OUT_MUX_HPO_DP;
2564 else if (dc_is_hdmi_frl_signal(stream->signal))
2565 otg_out_dest = OUT_MUX_HPO_FRL;
2566 else
2567 otg_out_dest = OUT_MUX_DIO;
2568 pipe_ctx->stream_res.tg->funcs->set_out_mux(pipe_ctx->stream_res.tg, otg_out_dest);
2569 }
2570
2571 link_hwss->setup_stream_attribute(pipe_ctx);
2572
2573 stream->apply_edp_fast_boot_optimization = false;
2574
2575 // Enable VPG before building infoframe
2576 if (vpg && vpg->funcs->vpg_poweron)
2577 vpg->funcs->vpg_poweron(vpg);
2578
2579 resource_build_info_frame(pipe_ctx);
2580 dc->hwss.update_info_frame(pipe_ctx);
2581
2582 if (dc_is_dp_signal(stream->signal))
2583 dp_trace_source_sequence(link, DPCD_SOURCE_SEQ_AFTER_UPDATE_INFO_FRAME);
2584
2585 /* Do not touch link on seamless boot optimization. */
2586 if (stream->apply_seamless_boot_optimization) {
2587 stream->dpms_off = false;
2588
2589 /* Still enable stream features & audio on seamless boot for DP external displays */
2590 if (stream->signal == SIGNAL_TYPE_DISPLAY_PORT) {
2591 enable_stream_features(pipe_ctx);
2592 dc->hwss.enable_audio_stream(pipe_ctx);
2593 }
2594
2595 update_psp_stream_config(pipe_ctx, false);
2596
2597 /* Seamless boot: hardware already enabled by BIOS; skip link training. */
2598 return DC_DPMS_SKIPPED_HANDSHAKE;
2599 }
2600
2601 /* eDP lit up by bios already, no need to enable again. */
2602 if (stream->signal == SIGNAL_TYPE_EDP &&
2603 apply_edp_fast_boot_optimization &&
2604 !stream->timing.flags.DSC &&
2605 !pipe_ctx->next_odm_pipe) {
2606 stream->dpms_off = false;
2607 update_psp_stream_config(pipe_ctx, false);
2608
2609 if (link->is_dds) {
2610 uint32_t post_oui_delay = 30; // 30ms
2611
2612 dpcd_set_source_specific_data(link);
2613 msleep(post_oui_delay);
2614 }
2615
2616 /* eDP already lit by BIOS; skip standard enable steps. */
2617 return DC_DPMS_SKIPPED_HANDSHAKE;
2618 }
2619
2620 if (stream->dpms_off)
2621 /*
2622 * Stream is configured as DPMS-off; skip link enable.
2623 * Hardware will NOT be in a fully enabled state after this early exit.
2624 */
2625 return DC_DPMS_FAILED_INCOMPLETE;
2626
2627 /* For Dp tunneling link, a pending HPD means that we have a race condition between processing
2628 * current link and processing the pending HPD. If we enable the link now, we may end up with a
2629 * link that is not actually connected to a sink. So we skip enabling the link in this case.
2630 */
2631 if (link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA && link->is_hpd_pending) {
2632 DC_LOG_DEBUG("%s, Link%d HPD is pending, not enable it.\n", __func__, link->link_index);
2633 /*
2634 * Pending HPD on USB4 DPIA link: skip enable to avoid race condition.
2635 * Hardware will NOT be in a fully enabled state after this early exit.
2636 */
2637 return DC_DPMS_FAILED_INCOMPLETE;
2638 }
2639
2640 /* Have to setup DSC before DIG FE and BE are connected (which happens before the
2641 * link training). This is to make sure the bandwidth sent to DIG BE won't be
2642 * bigger than what the link and/or DIG BE can handle. VBID[6]/CompressedStream_flag
2643 * will be automatically set at a later time when the video is enabled
2644 * (DP_VID_STREAM_EN = 1).
2645 */
2646 if (stream->timing.flags.DSC) {
2647 if (dc_is_dp_signal(stream->signal) ||
2648 dc_is_virtual_signal(stream->signal))
2649 link_set_dsc_enable(pipe_ctx, true);
2650 }
2651
2652 if (link->replay_settings.config.replay_supported && !dc_is_embedded_signal(link->connector_signal))
2653 dp_setup_replay(link, stream);
2654
2655 return DC_DPMS_SUCCESS;
2656 }
2657
link_set_dpms_on_enable_link(struct dc_state * state,struct pipe_ctx * pipe_ctx)2658 static enum dc_status link_set_dpms_on_enable_link(
2659 struct dc_state *state,
2660 struct pipe_ctx *pipe_ctx
2661 )
2662 {
2663 DC_LOGGER_INIT(pipe_ctx->stream->ctx->logger);
2664 struct dc_stream_state *stream = pipe_ctx->stream;
2665 struct dc_link *link = stream->link;
2666 const enum dc_status status = enable_link(state, pipe_ctx);
2667
2668 if (status == DC_OK)
2669 return DC_DPMS_SUCCESS;
2670
2671 DC_LOG_WARNING("enabling link %u failed: %d\n", link->link_index, status);
2672
2673 /* Abort stream enable *unless* the failure was due to
2674 * DP link training - some DP monitors will recover and
2675 * show the stream anyway. But MST displays can't proceed
2676 * without link training.
2677 */
2678 switch (status) {
2679 case DC_FAIL_DP_LINK_TRAINING:
2680 case DC_FAIL_HDMI_FRL_LINK_TRAINING:
2681 if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
2682 return DC_DPMS_SUCCESS;
2683 break;
2684
2685 default:
2686 break;
2687 }
2688
2689 if (!link->link_status.link_active)
2690 disable_link(link, &pipe_ctx->link_res, stream->signal);
2691
2692 /*
2693 * Link enable failed; do NOT set skip_remaining so that post_enable_link
2694 * still runs and leaves hardware in a consistent state.
2695 */
2696 return DC_DPMS_FAILED_HANDSHAKE;
2697 }
2698
link_set_dpms_on_post_enable_link(struct dc_state * state,struct pipe_ctx * pipe_ctx)2699 static enum dc_status link_set_dpms_on_post_enable_link(
2700 struct dc_state *state,
2701 struct pipe_ctx *pipe_ctx
2702 )
2703 {
2704 // Used conditionally in ifdef'ed diagnostic builds
2705 (void) state;
2706
2707 struct dc_stream_state *stream = pipe_ctx->stream;
2708 struct dc_link *link = stream->link;
2709 struct hw_sequencer_funcs *hwss = &stream->ctx->dc->hwss;
2710
2711 if (stream->timing.flags.DSC && dc_is_hdmi_frl_signal(stream->signal))
2712 //TODO: bring HDMI FRL in line with DP
2713 link_set_dsc_on_stream(pipe_ctx, true);
2714
2715 /* turn off otg test pattern if enable */
2716 if (pipe_ctx->stream_res.tg->funcs->set_test_pattern)
2717 pipe_ctx->stream_res.tg->funcs->set_test_pattern(pipe_ctx->stream_res.tg,
2718 CONTROLLER_DP_TEST_PATTERN_VIDEOMODE,
2719 COLOR_DEPTH_UNDEFINED);
2720
2721 /* This second call is needed to reconfigure the DIG
2722 * as a workaround for the incorrect value being applied
2723 * from transmitter control.
2724 */
2725 if (!(dc_is_virtual_signal(stream->signal) ||
2726 dc_is_hdmi_frl_signal(stream->signal) ||
2727 dp_is_128b_132b_signal(pipe_ctx))) {
2728 struct link_encoder *link_enc = get_link_encoder(pipe_ctx);
2729
2730 if (link_enc)
2731 link_enc->funcs->setup(
2732 link_enc,
2733 stream->signal);
2734 }
2735
2736 hwss->enable_stream(pipe_ctx);
2737
2738 /* Set DPS PPS SDP (AKA "info frames") */
2739 if (stream->timing.flags.DSC) {
2740 if (dc_is_dp_signal(stream->signal) ||
2741 dc_is_virtual_signal(stream->signal)) {
2742 dp_set_dsc_on_rx(pipe_ctx, true);
2743 link_set_dsc_pps_packet(pipe_ctx, true, true);
2744 }
2745 }
2746
2747 if (dc_is_dp_signal(stream->signal))
2748 dp_set_hblank_reduction_on_rx(pipe_ctx);
2749
2750 if (pipe_ctx->link_config.dp_tunnel_settings.should_use_dp_bw_allocation)
2751 allocate_usb4_bandwidth(stream);
2752
2753 if (stream->signal == SIGNAL_TYPE_DISPLAY_PORT_MST)
2754 allocate_mst_payload(pipe_ctx);
2755 else if (dc_is_dp_sst_signal(stream->signal) &&
2756 dp_is_128b_132b_signal(pipe_ctx))
2757 update_sst_payload(pipe_ctx, true);
2758
2759 /* Corruption was observed on systems with display mux when stream gets
2760 * enabled after the mux switch. Having a small delay between link
2761 * training and stream unblank resolves the corruption issue.
2762 * This is workaround.
2763 */
2764 if (stream->signal == SIGNAL_TYPE_EDP &&
2765 link->is_display_mux_present)
2766 msleep(20);
2767
2768 hwss->unblank_stream(pipe_ctx,
2769 &link->cur_link_settings);
2770
2771 if (stream->sink_patches.delay_ignore_msa > 0)
2772 msleep(stream->sink_patches.delay_ignore_msa);
2773
2774 if (dc_is_dp_signal(stream->signal))
2775 enable_stream_features(pipe_ctx);
2776 update_psp_stream_config(pipe_ctx, false);
2777
2778 hwss->enable_audio_stream(pipe_ctx);
2779
2780 if (dc_is_hdmi_signal(stream->signal))
2781 set_avmute(pipe_ctx, false);
2782
2783 return DC_DPMS_SUCCESS;
2784 }
2785
link_set_dpms_on(struct dc_state * state,struct pipe_ctx * pipe_ctx)2786 enum dc_status link_set_dpms_on(
2787 struct dc_state *state,
2788 struct pipe_ctx *pipe_ctx
2789 )
2790 {
2791 enum dc_status result = DC_DPMS_SUCCESS;
2792
2793 typedef enum dc_status (*step)(struct dc_state *, struct pipe_ctx *);
2794 const step steps[] = {
2795 link_set_dpms_on_pre_enable_link,
2796 link_set_dpms_on_enable_link,
2797 link_set_dpms_on_post_enable_link,
2798 };
2799
2800 for (size_t i = 0; i < ARRAY_SIZE(steps); i++) {
2801 const enum dc_status step_result = steps[i](state, pipe_ctx);
2802
2803 switch (step_result) {
2804 case DC_DPMS_SUCCESS:
2805 case DC_DPMS_FAILED_HANDSHAKE:
2806 // Enum is ordered from "best" to "worst" results
2807 result = max(result, step_result);
2808 break;
2809
2810 case DC_DPMS_SKIPPED_HANDSHAKE:
2811 return step_result;
2812
2813 case DC_DPMS_FAILED_INCOMPLETE:
2814 ASSERT(false);
2815 return step_result;
2816
2817 default:
2818 ASSERT(false);
2819 return step_result;
2820 }
2821 }
2822
2823 return result;
2824 }
2825