1 // SPDX-License-Identifier: GPL-2.0+ 2 /* 3 * SoundWire AMD Manager driver 4 * 5 * Copyright 2023 Advanced Micro Devices, Inc. 6 */ 7 8 #include <linux/completion.h> 9 #include <linux/device.h> 10 #include <linux/io.h> 11 #include <linux/jiffies.h> 12 #include <linux/kernel.h> 13 #include <linux/module.h> 14 #include <linux/slab.h> 15 #include <linux/soundwire/sdw.h> 16 #include <linux/soundwire/sdw_registers.h> 17 #include <linux/pm_runtime.h> 18 #include <linux/wait.h> 19 #include <sound/pcm_params.h> 20 #include <sound/soc.h> 21 #include "bus.h" 22 #include "amd_manager.h" 23 24 #define DRV_NAME "amd_sdw_manager" 25 26 #define to_amd_sdw(b) container_of(b, struct amd_sdw_manager, bus) 27 28 static void amd_enable_sdw_pads(struct amd_sdw_manager *amd_manager) 29 { 30 u32 sw_pad_pulldown_val; 31 u32 val; 32 33 mutex_lock(amd_manager->acp_sdw_lock); 34 val = readl(amd_manager->acp_mmio + ACP_SW_PAD_KEEPER_EN); 35 val |= amd_manager->reg_mask->sw_pad_enable_mask; 36 writel(val, amd_manager->acp_mmio + ACP_SW_PAD_KEEPER_EN); 37 usleep_range(1000, 1500); 38 39 sw_pad_pulldown_val = readl(amd_manager->acp_mmio + ACP_PAD_PULLDOWN_CTRL); 40 sw_pad_pulldown_val &= amd_manager->reg_mask->sw_pad_pulldown_mask; 41 writel(sw_pad_pulldown_val, amd_manager->acp_mmio + ACP_PAD_PULLDOWN_CTRL); 42 mutex_unlock(amd_manager->acp_sdw_lock); 43 } 44 45 static int amd_init_sdw_manager(struct amd_sdw_manager *amd_manager) 46 { 47 u32 val; 48 int ret; 49 50 writel(AMD_SDW_ENABLE, amd_manager->mmio + ACP_SW_EN); 51 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, val, ACP_DELAY_US, 52 AMD_SDW_TIMEOUT); 53 if (ret) 54 return ret; 55 56 /* SoundWire manager bus reset */ 57 writel(AMD_SDW_BUS_RESET_REQ, amd_manager->mmio + ACP_SW_BUS_RESET_CTRL); 58 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_BUS_RESET_CTRL, val, 59 (val & AMD_SDW_BUS_RESET_DONE), ACP_DELAY_US, AMD_SDW_TIMEOUT); 60 if (ret) 61 return ret; 62 63 writel(AMD_SDW_BUS_RESET_CLEAR_REQ, amd_manager->mmio + ACP_SW_BUS_RESET_CTRL); 64 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_BUS_RESET_CTRL, val, !val, 65 ACP_DELAY_US, AMD_SDW_TIMEOUT); 66 if (ret) { 67 dev_err(amd_manager->dev, "Failed to reset SoundWire manager instance%d\n", 68 amd_manager->instance); 69 return ret; 70 } 71 72 writel(AMD_SDW_DISABLE, amd_manager->mmio + ACP_SW_EN); 73 return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, !val, ACP_DELAY_US, 74 AMD_SDW_TIMEOUT); 75 } 76 77 static int amd_enable_sdw_manager(struct amd_sdw_manager *amd_manager) 78 { 79 u32 val; 80 81 writel(AMD_SDW_ENABLE, amd_manager->mmio + ACP_SW_EN); 82 return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, val, ACP_DELAY_US, 83 AMD_SDW_TIMEOUT); 84 } 85 86 static int amd_disable_sdw_manager(struct amd_sdw_manager *amd_manager) 87 { 88 u32 val; 89 90 writel(AMD_SDW_DISABLE, amd_manager->mmio + ACP_SW_EN); 91 /* 92 * After invoking manager disable sequence, check whether 93 * manager has executed clock stop sequence. In this case, 94 * manager should ignore checking enable status register. 95 */ 96 val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 97 if (val) 98 return 0; 99 return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, !val, ACP_DELAY_US, 100 AMD_SDW_TIMEOUT); 101 } 102 103 static void amd_enable_sdw_interrupts(struct amd_sdw_manager *amd_manager) 104 { 105 struct sdw_manager_reg_mask *reg_mask = amd_manager->reg_mask; 106 u32 val; 107 108 mutex_lock(amd_manager->acp_sdw_lock); 109 val = readl(amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance)); 110 val |= reg_mask->acp_sdw_intr_mask; 111 writel(val, amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance)); 112 mutex_unlock(amd_manager->acp_sdw_lock); 113 114 writel(AMD_SDW_IRQ_MASK_0TO7, amd_manager->mmio + 115 ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7); 116 writel(AMD_SDW_IRQ_MASK_8TO11, amd_manager->mmio + 117 ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11); 118 writel(AMD_SDW_IRQ_ERROR_MASK, amd_manager->mmio + ACP_SW_ERROR_INTR_MASK); 119 } 120 121 static void amd_disable_sdw_interrupts(struct amd_sdw_manager *amd_manager) 122 { 123 struct sdw_manager_reg_mask *reg_mask = amd_manager->reg_mask; 124 u32 val; 125 126 mutex_lock(amd_manager->acp_sdw_lock); 127 val = readl(amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance)); 128 val &= ~reg_mask->acp_sdw_intr_mask; 129 writel(val, amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance)); 130 mutex_unlock(amd_manager->acp_sdw_lock); 131 132 writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7); 133 writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11); 134 writel(0x00, amd_manager->mmio + ACP_SW_ERROR_INTR_MASK); 135 } 136 137 static int amd_deinit_sdw_manager(struct amd_sdw_manager *amd_manager) 138 { 139 amd_disable_sdw_interrupts(amd_manager); 140 return amd_disable_sdw_manager(amd_manager); 141 } 142 143 static void amd_sdw_set_frameshape(struct amd_sdw_manager *amd_manager) 144 { 145 u32 frame_size; 146 147 frame_size = (amd_manager->rows_index << 3) | amd_manager->cols_index; 148 writel(frame_size, amd_manager->mmio + ACP_SW_FRAMESIZE); 149 } 150 151 static void amd_sdw_ctl_word_prep(u32 *lower_word, u32 *upper_word, struct sdw_msg *msg, 152 int cmd_offset) 153 { 154 u32 upper_data; 155 u32 lower_data = 0; 156 u16 addr; 157 u8 upper_addr, lower_addr; 158 u8 data = 0; 159 160 addr = msg->addr + cmd_offset; 161 upper_addr = (addr & 0xFF00) >> 8; 162 lower_addr = addr & 0xFF; 163 164 if (msg->flags == SDW_MSG_FLAG_WRITE) 165 data = msg->buf[cmd_offset]; 166 167 upper_data = FIELD_PREP(AMD_SDW_MCP_CMD_DEV_ADDR, msg->dev_num); 168 upper_data |= FIELD_PREP(AMD_SDW_MCP_CMD_COMMAND, msg->flags + 2); 169 upper_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_ADDR_HIGH, upper_addr); 170 lower_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_ADDR_LOW, lower_addr); 171 lower_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_DATA, data); 172 173 *upper_word = upper_data; 174 *lower_word = lower_data; 175 } 176 177 static u64 amd_sdw_send_cmd_get_resp(struct amd_sdw_manager *amd_manager, u32 lower_data, 178 u32 upper_data) 179 { 180 u64 resp; 181 u32 lower_resp, upper_resp; 182 u32 sts; 183 int ret; 184 185 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts, 186 !(sts & AMD_SDW_IMM_CMD_BUSY), ACP_DELAY_US, AMD_SDW_TIMEOUT); 187 if (ret) { 188 dev_err(amd_manager->dev, "SDW%x previous cmd status clear failed\n", 189 amd_manager->instance); 190 return ret; 191 } 192 193 if (sts & AMD_SDW_IMM_RES_VALID) { 194 dev_err(amd_manager->dev, "SDW%x manager is in bad state\n", amd_manager->instance); 195 writel(0x00, amd_manager->mmio + ACP_SW_IMM_CMD_STS); 196 } 197 writel(upper_data, amd_manager->mmio + ACP_SW_IMM_CMD_UPPER_WORD); 198 writel(lower_data, amd_manager->mmio + ACP_SW_IMM_CMD_LOWER_QWORD); 199 200 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts, 201 (sts & AMD_SDW_IMM_RES_VALID), ACP_DELAY_US, AMD_SDW_TIMEOUT); 202 if (ret) { 203 dev_err(amd_manager->dev, "SDW%x cmd response timeout occurred\n", 204 amd_manager->instance); 205 return ret; 206 } 207 upper_resp = readl(amd_manager->mmio + ACP_SW_IMM_RESP_UPPER_WORD); 208 lower_resp = readl(amd_manager->mmio + ACP_SW_IMM_RESP_LOWER_QWORD); 209 210 writel(AMD_SDW_IMM_RES_VALID, amd_manager->mmio + ACP_SW_IMM_CMD_STS); 211 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts, 212 !(sts & AMD_SDW_IMM_RES_VALID), ACP_DELAY_US, AMD_SDW_TIMEOUT); 213 if (ret) { 214 dev_err(amd_manager->dev, "SDW%x cmd status retry failed\n", 215 amd_manager->instance); 216 return ret; 217 } 218 resp = upper_resp; 219 resp = (resp << 32) | lower_resp; 220 return resp; 221 } 222 223 static enum sdw_command_response 224 amd_program_scp_addr(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg) 225 { 226 struct sdw_msg scp_msg = {0}; 227 u64 response_buf[2] = {0}; 228 u32 upper_data = 0, lower_data = 0; 229 int index; 230 231 scp_msg.dev_num = msg->dev_num; 232 scp_msg.addr = SDW_SCP_ADDRPAGE1; 233 scp_msg.buf = &msg->addr_page1; 234 scp_msg.flags = SDW_MSG_FLAG_WRITE; 235 amd_sdw_ctl_word_prep(&lower_data, &upper_data, &scp_msg, 0); 236 response_buf[0] = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data); 237 scp_msg.addr = SDW_SCP_ADDRPAGE2; 238 scp_msg.buf = &msg->addr_page2; 239 amd_sdw_ctl_word_prep(&lower_data, &upper_data, &scp_msg, 0); 240 response_buf[1] = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data); 241 242 for (index = 0; index < 2; index++) { 243 if (response_buf[index] == -ETIMEDOUT) { 244 dev_err_ratelimited(amd_manager->dev, 245 "SCP_addrpage command timeout for Slave %d\n", 246 msg->dev_num); 247 return SDW_CMD_TIMEOUT; 248 } else if (!(response_buf[index] & AMD_SDW_MCP_RESP_ACK)) { 249 if (response_buf[index] & AMD_SDW_MCP_RESP_NACK) { 250 dev_err_ratelimited(amd_manager->dev, 251 "SCP_addrpage NACKed for Slave %d\n", 252 msg->dev_num); 253 return SDW_CMD_FAIL; 254 } 255 dev_dbg_ratelimited(amd_manager->dev, "SCP_addrpage ignored for Slave %d\n", 256 msg->dev_num); 257 return SDW_CMD_IGNORED; 258 } 259 } 260 return SDW_CMD_OK; 261 } 262 263 static int amd_prep_msg(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg) 264 { 265 int ret; 266 267 if (msg->page) { 268 ret = amd_program_scp_addr(amd_manager, msg); 269 if (ret) { 270 msg->len = 0; 271 return ret; 272 } 273 } 274 switch (msg->flags) { 275 case SDW_MSG_FLAG_READ: 276 case SDW_MSG_FLAG_WRITE: 277 break; 278 default: 279 dev_err(amd_manager->dev, "Invalid msg cmd: %d\n", msg->flags); 280 return -EINVAL; 281 } 282 return 0; 283 } 284 285 static enum sdw_command_response amd_sdw_fill_msg_resp(struct amd_sdw_manager *amd_manager, 286 struct sdw_msg *msg, u64 response, 287 int offset) 288 { 289 if (response & AMD_SDW_MCP_RESP_ACK) { 290 if (msg->flags == SDW_MSG_FLAG_READ) 291 msg->buf[offset] = FIELD_GET(AMD_SDW_MCP_RESP_RDATA, response); 292 } else { 293 if (response == -ETIMEDOUT) { 294 dev_err_ratelimited(amd_manager->dev, "command timeout for Slave %d\n", 295 msg->dev_num); 296 return SDW_CMD_TIMEOUT; 297 } else if (response & AMD_SDW_MCP_RESP_NACK) { 298 dev_err_ratelimited(amd_manager->dev, 299 "command response NACK received for Slave %d\n", 300 msg->dev_num); 301 return SDW_CMD_FAIL; 302 } 303 dev_err_ratelimited(amd_manager->dev, "command is ignored for Slave %d\n", 304 msg->dev_num); 305 return SDW_CMD_IGNORED; 306 } 307 return SDW_CMD_OK; 308 } 309 310 static unsigned int _amd_sdw_xfer_msg(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg, 311 int cmd_offset) 312 { 313 u64 response; 314 u32 upper_data = 0, lower_data = 0; 315 316 amd_sdw_ctl_word_prep(&lower_data, &upper_data, msg, cmd_offset); 317 response = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data); 318 return amd_sdw_fill_msg_resp(amd_manager, msg, response, cmd_offset); 319 } 320 321 static enum sdw_command_response amd_sdw_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg) 322 { 323 struct amd_sdw_manager *amd_manager = to_amd_sdw(bus); 324 int ret, i; 325 326 ret = amd_prep_msg(amd_manager, msg); 327 if (ret) 328 return SDW_CMD_FAIL_OTHER; 329 for (i = 0; i < msg->len; i++) { 330 ret = _amd_sdw_xfer_msg(amd_manager, msg, i); 331 if (ret) 332 return ret; 333 } 334 return SDW_CMD_OK; 335 } 336 337 static void amd_sdw_fill_slave_status(struct amd_sdw_manager *amd_manager, u16 index, u32 status) 338 { 339 switch (status) { 340 case SDW_SLAVE_ATTACHED: 341 case SDW_SLAVE_UNATTACHED: 342 case SDW_SLAVE_ALERT: 343 amd_manager->status[index] = status; 344 break; 345 default: 346 amd_manager->status[index] = SDW_SLAVE_RESERVED; 347 break; 348 } 349 } 350 351 static void amd_sdw_process_ping_status(u64 response, struct amd_sdw_manager *amd_manager) 352 { 353 u64 slave_stat; 354 u32 val; 355 u16 dev_index; 356 357 /* slave status response */ 358 slave_stat = FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_0_3, response); 359 slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_4_11, response) << 8; 360 dev_dbg(amd_manager->dev, "slave_stat:0x%llx\n", slave_stat); 361 for (dev_index = 0; dev_index <= SDW_MAX_DEVICES; ++dev_index) { 362 val = (slave_stat >> (dev_index * 2)) & AMD_SDW_MCP_SLAVE_STATUS_MASK; 363 dev_dbg(amd_manager->dev, "val:0x%x\n", val); 364 amd_sdw_fill_slave_status(amd_manager, dev_index, val); 365 } 366 } 367 368 static void amd_sdw_read_and_process_ping_status(struct amd_sdw_manager *amd_manager) 369 { 370 u64 response; 371 372 mutex_lock(&amd_manager->bus.msg_lock); 373 response = amd_sdw_send_cmd_get_resp(amd_manager, 0, 0); 374 mutex_unlock(&amd_manager->bus.msg_lock); 375 amd_sdw_process_ping_status(response, amd_manager); 376 } 377 378 static u32 amd_sdw_read_ping_status(struct sdw_bus *bus) 379 { 380 struct amd_sdw_manager *amd_manager = to_amd_sdw(bus); 381 u64 response; 382 u32 slave_stat; 383 384 response = amd_sdw_send_cmd_get_resp(amd_manager, 0, 0); 385 /* slave status from ping response */ 386 slave_stat = FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_0_3, response); 387 slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_4_11, response) << 8; 388 dev_dbg(amd_manager->dev, "slave_stat:0x%x\n", slave_stat); 389 return slave_stat; 390 } 391 392 static int amd_sdw_compute_params(struct sdw_bus *bus) 393 { 394 struct sdw_transport_data t_data = {0}; 395 struct sdw_master_runtime *m_rt; 396 struct sdw_port_runtime *p_rt; 397 struct sdw_bus_params *b_params = &bus->params; 398 int port_bo, hstart, hstop, sample_int; 399 unsigned int rate, bps; 400 401 port_bo = 0; 402 hstart = 1; 403 hstop = bus->params.col - 1; 404 t_data.hstop = hstop; 405 t_data.hstart = hstart; 406 407 list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) { 408 rate = m_rt->stream->params.rate; 409 bps = m_rt->stream->params.bps; 410 sample_int = (bus->params.curr_dr_freq / rate); 411 list_for_each_entry(p_rt, &m_rt->port_list, port_node) { 412 port_bo = (p_rt->num * 64) + 1; 413 dev_dbg(bus->dev, "p_rt->num=%d hstart=%d hstop=%d port_bo=%d\n", 414 p_rt->num, hstart, hstop, port_bo); 415 sdw_fill_xport_params(&p_rt->transport_params, p_rt->num, 416 false, SDW_BLK_GRP_CNT_1, sample_int, 417 port_bo, port_bo >> 8, hstart, hstop, 418 SDW_BLK_PKG_PER_PORT, 0x0); 419 420 sdw_fill_port_params(&p_rt->port_params, 421 p_rt->num, bps, 422 SDW_PORT_FLOW_MODE_ISOCH, 423 b_params->m_data_mode); 424 t_data.hstart = hstart; 425 t_data.hstop = hstop; 426 t_data.block_offset = port_bo; 427 t_data.sub_block_offset = 0; 428 } 429 sdw_compute_slave_ports(m_rt, &t_data); 430 } 431 return 0; 432 } 433 434 static int amd_sdw_port_params(struct sdw_bus *bus, struct sdw_port_params *p_params, 435 unsigned int bank) 436 { 437 struct amd_sdw_manager *amd_manager = to_amd_sdw(bus); 438 u32 frame_fmt_reg, dpn_frame_fmt; 439 440 dev_dbg(amd_manager->dev, "p_params->num:0x%x\n", p_params->num); 441 switch (amd_manager->instance) { 442 case ACP_SDW0: 443 frame_fmt_reg = sdw0_manager_dp_reg[p_params->num].frame_fmt_reg; 444 break; 445 case ACP_SDW1: 446 frame_fmt_reg = sdw1_manager_dp_reg[p_params->num].frame_fmt_reg; 447 break; 448 default: 449 return -EINVAL; 450 } 451 452 dpn_frame_fmt = readl(amd_manager->mmio + frame_fmt_reg); 453 u32p_replace_bits(&dpn_frame_fmt, p_params->flow_mode, AMD_DPN_FRAME_FMT_PFM); 454 u32p_replace_bits(&dpn_frame_fmt, p_params->data_mode, AMD_DPN_FRAME_FMT_PDM); 455 u32p_replace_bits(&dpn_frame_fmt, p_params->bps - 1, AMD_DPN_FRAME_FMT_WORD_LEN); 456 writel(dpn_frame_fmt, amd_manager->mmio + frame_fmt_reg); 457 return 0; 458 } 459 460 static int amd_sdw_transport_params(struct sdw_bus *bus, 461 struct sdw_transport_params *params, 462 enum sdw_reg_bank bank) 463 { 464 struct amd_sdw_manager *amd_manager = to_amd_sdw(bus); 465 u32 dpn_frame_fmt; 466 u32 dpn_sampleinterval; 467 u32 dpn_hctrl; 468 u32 dpn_offsetctrl; 469 u32 dpn_lanectrl; 470 u32 frame_fmt_reg, sample_int_reg, hctrl_dp0_reg; 471 u32 offset_reg, lane_ctrl_ch_en_reg; 472 473 switch (amd_manager->instance) { 474 case ACP_SDW0: 475 frame_fmt_reg = sdw0_manager_dp_reg[params->port_num].frame_fmt_reg; 476 sample_int_reg = sdw0_manager_dp_reg[params->port_num].sample_int_reg; 477 hctrl_dp0_reg = sdw0_manager_dp_reg[params->port_num].hctrl_dp0_reg; 478 offset_reg = sdw0_manager_dp_reg[params->port_num].offset_reg; 479 lane_ctrl_ch_en_reg = sdw0_manager_dp_reg[params->port_num].lane_ctrl_ch_en_reg; 480 break; 481 case ACP_SDW1: 482 frame_fmt_reg = sdw1_manager_dp_reg[params->port_num].frame_fmt_reg; 483 sample_int_reg = sdw1_manager_dp_reg[params->port_num].sample_int_reg; 484 hctrl_dp0_reg = sdw1_manager_dp_reg[params->port_num].hctrl_dp0_reg; 485 offset_reg = sdw1_manager_dp_reg[params->port_num].offset_reg; 486 lane_ctrl_ch_en_reg = sdw1_manager_dp_reg[params->port_num].lane_ctrl_ch_en_reg; 487 break; 488 default: 489 return -EINVAL; 490 } 491 writel(AMD_SDW_SSP_COUNTER_VAL, amd_manager->mmio + ACP_SW_SSP_COUNTER); 492 493 dpn_frame_fmt = readl(amd_manager->mmio + frame_fmt_reg); 494 u32p_replace_bits(&dpn_frame_fmt, params->blk_pkg_mode, AMD_DPN_FRAME_FMT_BLK_PKG_MODE); 495 u32p_replace_bits(&dpn_frame_fmt, params->blk_grp_ctrl, AMD_DPN_FRAME_FMT_BLK_GRP_CTRL); 496 u32p_replace_bits(&dpn_frame_fmt, SDW_STREAM_PCM, AMD_DPN_FRAME_FMT_PCM_OR_PDM); 497 writel(dpn_frame_fmt, amd_manager->mmio + frame_fmt_reg); 498 499 dpn_sampleinterval = params->sample_interval - 1; 500 writel(dpn_sampleinterval, amd_manager->mmio + sample_int_reg); 501 502 dpn_hctrl = FIELD_PREP(AMD_DPN_HCTRL_HSTOP, params->hstop); 503 dpn_hctrl |= FIELD_PREP(AMD_DPN_HCTRL_HSTART, params->hstart); 504 writel(dpn_hctrl, amd_manager->mmio + hctrl_dp0_reg); 505 506 dpn_offsetctrl = FIELD_PREP(AMD_DPN_OFFSET_CTRL_1, params->offset1); 507 dpn_offsetctrl |= FIELD_PREP(AMD_DPN_OFFSET_CTRL_2, params->offset2); 508 writel(dpn_offsetctrl, amd_manager->mmio + offset_reg); 509 510 /* 511 * lane_ctrl_ch_en_reg will be used to program lane_ctrl and ch_mask 512 * parameters. 513 */ 514 dpn_lanectrl = readl(amd_manager->mmio + lane_ctrl_ch_en_reg); 515 u32p_replace_bits(&dpn_lanectrl, params->lane_ctrl, AMD_DPN_CH_EN_LCTRL); 516 writel(dpn_lanectrl, amd_manager->mmio + lane_ctrl_ch_en_reg); 517 return 0; 518 } 519 520 static int amd_sdw_port_enable(struct sdw_bus *bus, 521 struct sdw_enable_ch *enable_ch, 522 unsigned int bank) 523 { 524 struct amd_sdw_manager *amd_manager = to_amd_sdw(bus); 525 u32 dpn_ch_enable; 526 u32 lane_ctrl_ch_en_reg; 527 528 switch (amd_manager->instance) { 529 case ACP_SDW0: 530 lane_ctrl_ch_en_reg = sdw0_manager_dp_reg[enable_ch->port_num].lane_ctrl_ch_en_reg; 531 break; 532 case ACP_SDW1: 533 lane_ctrl_ch_en_reg = sdw1_manager_dp_reg[enable_ch->port_num].lane_ctrl_ch_en_reg; 534 break; 535 default: 536 return -EINVAL; 537 } 538 539 /* 540 * lane_ctrl_ch_en_reg will be used to program lane_ctrl and ch_mask 541 * parameters. 542 */ 543 dpn_ch_enable = readl(amd_manager->mmio + lane_ctrl_ch_en_reg); 544 u32p_replace_bits(&dpn_ch_enable, enable_ch->ch_mask, AMD_DPN_CH_EN_CHMASK); 545 if (enable_ch->enable) 546 writel(dpn_ch_enable, amd_manager->mmio + lane_ctrl_ch_en_reg); 547 else 548 writel(0, amd_manager->mmio + lane_ctrl_ch_en_reg); 549 return 0; 550 } 551 552 static int sdw_master_read_amd_prop(struct sdw_bus *bus) 553 { 554 struct amd_sdw_manager *amd_manager = to_amd_sdw(bus); 555 struct fwnode_handle *link; 556 struct sdw_master_prop *prop; 557 u32 quirk_mask = 0; 558 u32 wake_en_mask = 0; 559 u32 power_mode_mask = 0; 560 char name[32]; 561 562 prop = &bus->prop; 563 /* Find manager handle */ 564 snprintf(name, sizeof(name), "mipi-sdw-link-%d-subproperties", bus->link_id); 565 link = device_get_named_child_node(bus->dev, name); 566 if (!link) { 567 dev_err(bus->dev, "Manager node %s not found\n", name); 568 return -EIO; 569 } 570 fwnode_property_read_u32(link, "amd-sdw-enable", &quirk_mask); 571 if (!(quirk_mask & AMD_SDW_QUIRK_MASK_BUS_ENABLE)) 572 prop->hw_disabled = true; 573 prop->quirks = SDW_MASTER_QUIRKS_CLEAR_INITIAL_CLASH | 574 SDW_MASTER_QUIRKS_CLEAR_INITIAL_PARITY; 575 576 fwnode_property_read_u32(link, "amd-sdw-wakeup-enable", &wake_en_mask); 577 amd_manager->wake_en_mask = wake_en_mask; 578 fwnode_property_read_u32(link, "amd-sdw-power-mode", &power_mode_mask); 579 amd_manager->power_mode_mask = power_mode_mask; 580 return 0; 581 } 582 583 static int amd_prop_read(struct sdw_bus *bus) 584 { 585 sdw_master_read_prop(bus); 586 sdw_master_read_amd_prop(bus); 587 return 0; 588 } 589 590 static const struct sdw_master_port_ops amd_sdw_port_ops = { 591 .dpn_set_port_params = amd_sdw_port_params, 592 .dpn_set_port_transport_params = amd_sdw_transport_params, 593 .dpn_port_enable_ch = amd_sdw_port_enable, 594 }; 595 596 static const struct sdw_master_ops amd_sdw_ops = { 597 .read_prop = amd_prop_read, 598 .xfer_msg = amd_sdw_xfer_msg, 599 .read_ping_status = amd_sdw_read_ping_status, 600 }; 601 602 static int amd_sdw_hw_params(struct snd_pcm_substream *substream, 603 struct snd_pcm_hw_params *params, 604 struct snd_soc_dai *dai) 605 { 606 struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai); 607 struct sdw_amd_dai_runtime *dai_runtime; 608 struct sdw_stream_config sconfig; 609 struct sdw_port_config *pconfig; 610 int ch, dir; 611 int ret; 612 613 dai_runtime = amd_manager->dai_runtime_array[dai->id]; 614 if (!dai_runtime) 615 return -EIO; 616 617 ch = params_channels(params); 618 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE) 619 dir = SDW_DATA_DIR_RX; 620 else 621 dir = SDW_DATA_DIR_TX; 622 dev_dbg(amd_manager->dev, "dir:%d dai->id:0x%x\n", dir, dai->id); 623 624 sconfig.direction = dir; 625 sconfig.ch_count = ch; 626 sconfig.frame_rate = params_rate(params); 627 sconfig.type = dai_runtime->stream_type; 628 629 sconfig.bps = snd_pcm_format_width(params_format(params)); 630 631 /* Port configuration */ 632 pconfig = kzalloc(sizeof(*pconfig), GFP_KERNEL); 633 if (!pconfig) { 634 ret = -ENOMEM; 635 goto error; 636 } 637 638 pconfig->num = dai->id; 639 pconfig->ch_mask = (1 << ch) - 1; 640 ret = sdw_stream_add_master(&amd_manager->bus, &sconfig, 641 pconfig, 1, dai_runtime->stream); 642 if (ret) 643 dev_err(amd_manager->dev, "add manager to stream failed:%d\n", ret); 644 645 kfree(pconfig); 646 error: 647 return ret; 648 } 649 650 static int amd_sdw_hw_free(struct snd_pcm_substream *substream, struct snd_soc_dai *dai) 651 { 652 struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai); 653 struct sdw_amd_dai_runtime *dai_runtime; 654 int ret; 655 656 dai_runtime = amd_manager->dai_runtime_array[dai->id]; 657 if (!dai_runtime) 658 return -EIO; 659 660 ret = sdw_stream_remove_master(&amd_manager->bus, dai_runtime->stream); 661 if (ret < 0) 662 dev_err(dai->dev, "remove manager from stream %s failed: %d\n", 663 dai_runtime->stream->name, ret); 664 return ret; 665 } 666 667 static int amd_set_sdw_stream(struct snd_soc_dai *dai, void *stream, int direction) 668 { 669 struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai); 670 struct sdw_amd_dai_runtime *dai_runtime; 671 672 dai_runtime = amd_manager->dai_runtime_array[dai->id]; 673 if (stream) { 674 /* first paranoia check */ 675 if (dai_runtime) { 676 dev_err(dai->dev, "dai_runtime already allocated for dai %s\n", dai->name); 677 return -EINVAL; 678 } 679 680 /* allocate and set dai_runtime info */ 681 dai_runtime = kzalloc(sizeof(*dai_runtime), GFP_KERNEL); 682 if (!dai_runtime) 683 return -ENOMEM; 684 685 dai_runtime->stream_type = SDW_STREAM_PCM; 686 dai_runtime->bus = &amd_manager->bus; 687 dai_runtime->stream = stream; 688 amd_manager->dai_runtime_array[dai->id] = dai_runtime; 689 } else { 690 /* second paranoia check */ 691 if (!dai_runtime) { 692 dev_err(dai->dev, "dai_runtime not allocated for dai %s\n", dai->name); 693 return -EINVAL; 694 } 695 696 /* for NULL stream we release allocated dai_runtime */ 697 kfree(dai_runtime); 698 amd_manager->dai_runtime_array[dai->id] = NULL; 699 } 700 return 0; 701 } 702 703 static int amd_pcm_set_sdw_stream(struct snd_soc_dai *dai, void *stream, int direction) 704 { 705 return amd_set_sdw_stream(dai, stream, direction); 706 } 707 708 static void *amd_get_sdw_stream(struct snd_soc_dai *dai, int direction) 709 { 710 struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai); 711 struct sdw_amd_dai_runtime *dai_runtime; 712 713 dai_runtime = amd_manager->dai_runtime_array[dai->id]; 714 if (!dai_runtime) 715 return ERR_PTR(-EINVAL); 716 717 return dai_runtime->stream; 718 } 719 720 static const struct snd_soc_dai_ops amd_sdw_dai_ops = { 721 .hw_params = amd_sdw_hw_params, 722 .hw_free = amd_sdw_hw_free, 723 .set_stream = amd_pcm_set_sdw_stream, 724 .get_stream = amd_get_sdw_stream, 725 }; 726 727 static const struct snd_soc_component_driver amd_sdw_dai_component = { 728 .name = "soundwire", 729 }; 730 731 static int amd_sdw_register_dais(struct amd_sdw_manager *amd_manager) 732 { 733 struct sdw_amd_dai_runtime **dai_runtime_array; 734 struct snd_soc_dai_driver *dais; 735 struct snd_soc_pcm_stream *stream; 736 struct device *dev; 737 int i, num_dais; 738 739 dev = amd_manager->dev; 740 num_dais = amd_manager->num_dout_ports + amd_manager->num_din_ports; 741 dais = devm_kcalloc(dev, num_dais, sizeof(*dais), GFP_KERNEL); 742 if (!dais) 743 return -ENOMEM; 744 745 dai_runtime_array = devm_kcalloc(dev, num_dais, 746 sizeof(struct sdw_amd_dai_runtime *), 747 GFP_KERNEL); 748 if (!dai_runtime_array) 749 return -ENOMEM; 750 amd_manager->dai_runtime_array = dai_runtime_array; 751 for (i = 0; i < num_dais; i++) { 752 dais[i].name = devm_kasprintf(dev, GFP_KERNEL, "SDW%d Pin%d", amd_manager->instance, 753 i); 754 if (!dais[i].name) 755 return -ENOMEM; 756 if (i < amd_manager->num_dout_ports) 757 stream = &dais[i].playback; 758 else 759 stream = &dais[i].capture; 760 761 stream->channels_min = 2; 762 stream->channels_max = 2; 763 stream->rates = SNDRV_PCM_RATE_48000; 764 stream->formats = SNDRV_PCM_FMTBIT_S16_LE; 765 766 dais[i].ops = &amd_sdw_dai_ops; 767 dais[i].id = i; 768 } 769 770 return devm_snd_soc_register_component(dev, &amd_sdw_dai_component, 771 dais, num_dais); 772 } 773 774 static void amd_sdw_update_slave_status_work(struct work_struct *work) 775 { 776 struct amd_sdw_manager *amd_manager = 777 container_of(work, struct amd_sdw_manager, amd_sdw_work); 778 int retry_count = 0; 779 780 if (amd_manager->status[0] == SDW_SLAVE_ATTACHED) { 781 writel(0, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7); 782 writel(0, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11); 783 } 784 785 update_status: 786 sdw_handle_slave_status(&amd_manager->bus, amd_manager->status); 787 /* 788 * During the peripheral enumeration sequence, the SoundWire manager interrupts 789 * are masked. Once the device number programming is done for all peripherals, 790 * interrupts will be unmasked. Read the peripheral device status from ping command 791 * and process the response. This sequence will ensure all peripheral devices enumerated 792 * and initialized properly. 793 */ 794 if (amd_manager->status[0] == SDW_SLAVE_ATTACHED) { 795 if (retry_count++ < SDW_MAX_DEVICES) { 796 writel(AMD_SDW_IRQ_MASK_0TO7, amd_manager->mmio + 797 ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7); 798 writel(AMD_SDW_IRQ_MASK_8TO11, amd_manager->mmio + 799 ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11); 800 amd_sdw_read_and_process_ping_status(amd_manager); 801 goto update_status; 802 } else { 803 dev_err_ratelimited(amd_manager->dev, 804 "Device0 detected after %d iterations\n", 805 retry_count); 806 } 807 } 808 } 809 810 static void amd_sdw_update_slave_status(u32 status_change_0to7, u32 status_change_8to11, 811 struct amd_sdw_manager *amd_manager) 812 { 813 u64 slave_stat; 814 u32 val; 815 int dev_index; 816 817 if (status_change_0to7 == AMD_SDW_SLAVE_0_ATTACHED) 818 memset(amd_manager->status, 0, sizeof(amd_manager->status)); 819 slave_stat = status_change_0to7; 820 slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STATUS_8TO_11, status_change_8to11) << 32; 821 dev_dbg(amd_manager->dev, "status_change_0to7:0x%x status_change_8to11:0x%x\n", 822 status_change_0to7, status_change_8to11); 823 if (slave_stat) { 824 for (dev_index = 0; dev_index <= SDW_MAX_DEVICES; ++dev_index) { 825 if (slave_stat & AMD_SDW_MCP_SLAVE_STATUS_VALID_MASK(dev_index)) { 826 val = (slave_stat >> AMD_SDW_MCP_SLAVE_STAT_SHIFT_MASK(dev_index)) & 827 AMD_SDW_MCP_SLAVE_STATUS_MASK; 828 amd_sdw_fill_slave_status(amd_manager, dev_index, val); 829 } 830 } 831 } 832 } 833 834 static void amd_sdw_process_wake_event(struct amd_sdw_manager *amd_manager) 835 { 836 pm_request_resume(amd_manager->dev); 837 writel(0x00, amd_manager->acp_mmio + ACP_SW_WAKE_EN(amd_manager->instance)); 838 writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11); 839 } 840 841 static void amd_sdw_irq_thread(struct work_struct *work) 842 { 843 struct amd_sdw_manager *amd_manager = 844 container_of(work, struct amd_sdw_manager, amd_sdw_irq_thread); 845 u32 status_change_8to11; 846 u32 status_change_0to7; 847 848 status_change_8to11 = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11); 849 status_change_0to7 = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_0TO7); 850 dev_dbg(amd_manager->dev, "[SDW%d] SDW INT: 0to7=0x%x, 8to11=0x%x\n", 851 amd_manager->instance, status_change_0to7, status_change_8to11); 852 if (status_change_8to11 & AMD_SDW_WAKE_STAT_MASK) 853 return amd_sdw_process_wake_event(amd_manager); 854 855 if (status_change_8to11 & AMD_SDW_PREQ_INTR_STAT) { 856 amd_sdw_read_and_process_ping_status(amd_manager); 857 } else { 858 /* Check for the updated status on peripheral device */ 859 amd_sdw_update_slave_status(status_change_0to7, status_change_8to11, amd_manager); 860 } 861 if (status_change_8to11 || status_change_0to7) 862 schedule_work(&amd_manager->amd_sdw_work); 863 writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11); 864 writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_0TO7); 865 } 866 867 static void amd_sdw_probe_work(struct work_struct *work) 868 { 869 struct amd_sdw_manager *amd_manager = container_of(work, struct amd_sdw_manager, 870 probe_work); 871 struct sdw_master_prop *prop; 872 int ret; 873 874 prop = &amd_manager->bus.prop; 875 if (!prop->hw_disabled) { 876 amd_enable_sdw_pads(amd_manager); 877 ret = amd_init_sdw_manager(amd_manager); 878 if (ret) 879 return; 880 amd_enable_sdw_interrupts(amd_manager); 881 ret = amd_enable_sdw_manager(amd_manager); 882 if (ret) 883 return; 884 amd_sdw_set_frameshape(amd_manager); 885 } 886 /* Enable runtime PM */ 887 pm_runtime_set_autosuspend_delay(amd_manager->dev, AMD_SDW_MASTER_SUSPEND_DELAY_MS); 888 pm_runtime_use_autosuspend(amd_manager->dev); 889 pm_runtime_mark_last_busy(amd_manager->dev); 890 pm_runtime_set_active(amd_manager->dev); 891 pm_runtime_enable(amd_manager->dev); 892 } 893 894 static int amd_sdw_manager_probe(struct platform_device *pdev) 895 { 896 const struct acp_sdw_pdata *pdata = pdev->dev.platform_data; 897 struct resource *res; 898 struct device *dev = &pdev->dev; 899 struct sdw_master_prop *prop; 900 struct sdw_bus_params *params; 901 struct amd_sdw_manager *amd_manager; 902 int ret; 903 904 amd_manager = devm_kzalloc(dev, sizeof(struct amd_sdw_manager), GFP_KERNEL); 905 if (!amd_manager) 906 return -ENOMEM; 907 908 res = platform_get_resource(pdev, IORESOURCE_MEM, 0); 909 if (!res) 910 return -ENOMEM; 911 912 amd_manager->acp_mmio = devm_ioremap(dev, res->start, resource_size(res)); 913 if (!amd_manager->acp_mmio) { 914 dev_err(dev, "mmio not found\n"); 915 return -ENOMEM; 916 } 917 amd_manager->instance = pdata->instance; 918 amd_manager->mmio = amd_manager->acp_mmio + 919 (amd_manager->instance * SDW_MANAGER_REG_OFFSET); 920 amd_manager->acp_sdw_lock = pdata->acp_sdw_lock; 921 amd_manager->cols_index = sdw_find_col_index(AMD_SDW_DEFAULT_COLUMNS); 922 amd_manager->rows_index = sdw_find_row_index(AMD_SDW_DEFAULT_ROWS); 923 amd_manager->dev = dev; 924 amd_manager->bus.ops = &amd_sdw_ops; 925 amd_manager->bus.port_ops = &amd_sdw_port_ops; 926 amd_manager->bus.compute_params = &amd_sdw_compute_params; 927 amd_manager->bus.clk_stop_timeout = 200; 928 amd_manager->bus.link_id = amd_manager->instance; 929 930 switch (amd_manager->instance) { 931 case ACP_SDW0: 932 amd_manager->num_dout_ports = AMD_SDW0_MAX_TX_PORTS; 933 amd_manager->num_din_ports = AMD_SDW0_MAX_RX_PORTS; 934 break; 935 case ACP_SDW1: 936 amd_manager->num_dout_ports = AMD_SDW1_MAX_TX_PORTS; 937 amd_manager->num_din_ports = AMD_SDW1_MAX_RX_PORTS; 938 break; 939 default: 940 return -EINVAL; 941 } 942 943 amd_manager->reg_mask = &sdw_manager_reg_mask_array[amd_manager->instance]; 944 params = &amd_manager->bus.params; 945 params->max_dr_freq = AMD_SDW_DEFAULT_CLK_FREQ * 2; 946 params->curr_dr_freq = AMD_SDW_DEFAULT_CLK_FREQ * 2; 947 params->col = AMD_SDW_DEFAULT_COLUMNS; 948 params->row = AMD_SDW_DEFAULT_ROWS; 949 prop = &amd_manager->bus.prop; 950 prop->clk_freq = &amd_sdw_freq_tbl[0]; 951 prop->mclk_freq = AMD_SDW_BUS_BASE_FREQ; 952 953 ret = sdw_bus_master_add(&amd_manager->bus, dev, dev->fwnode); 954 if (ret) { 955 dev_err(dev, "Failed to register SoundWire manager(%d)\n", ret); 956 return ret; 957 } 958 ret = amd_sdw_register_dais(amd_manager); 959 if (ret) { 960 dev_err(dev, "CPU DAI registration failed\n"); 961 sdw_bus_master_delete(&amd_manager->bus); 962 return ret; 963 } 964 dev_set_drvdata(dev, amd_manager); 965 INIT_WORK(&amd_manager->amd_sdw_irq_thread, amd_sdw_irq_thread); 966 INIT_WORK(&amd_manager->amd_sdw_work, amd_sdw_update_slave_status_work); 967 INIT_WORK(&amd_manager->probe_work, amd_sdw_probe_work); 968 /* 969 * Instead of having lengthy probe sequence, use deferred probe. 970 */ 971 schedule_work(&amd_manager->probe_work); 972 return 0; 973 } 974 975 static void amd_sdw_manager_remove(struct platform_device *pdev) 976 { 977 struct amd_sdw_manager *amd_manager = dev_get_drvdata(&pdev->dev); 978 int ret; 979 980 pm_runtime_disable(&pdev->dev); 981 cancel_work_sync(&amd_manager->probe_work); 982 amd_disable_sdw_interrupts(amd_manager); 983 sdw_bus_master_delete(&amd_manager->bus); 984 ret = amd_disable_sdw_manager(amd_manager); 985 if (ret) 986 dev_err(&pdev->dev, "Failed to disable device (%pe)\n", ERR_PTR(ret)); 987 } 988 989 static int amd_sdw_clock_stop(struct amd_sdw_manager *amd_manager) 990 { 991 u32 val; 992 int ret; 993 994 ret = sdw_bus_prep_clk_stop(&amd_manager->bus); 995 if (ret < 0 && ret != -ENODATA) { 996 dev_err(amd_manager->dev, "prepare clock stop failed %d", ret); 997 return 0; 998 } 999 ret = sdw_bus_clk_stop(&amd_manager->bus); 1000 if (ret < 0 && ret != -ENODATA) { 1001 dev_err(amd_manager->dev, "bus clock stop failed %d", ret); 1002 return 0; 1003 } 1004 1005 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val, 1006 (val & AMD_SDW_CLK_STOP_DONE), ACP_DELAY_US, AMD_SDW_TIMEOUT); 1007 if (ret) { 1008 dev_err(amd_manager->dev, "SDW%x clock stop failed\n", amd_manager->instance); 1009 return 0; 1010 } 1011 1012 amd_manager->clk_stopped = true; 1013 if (amd_manager->wake_en_mask) 1014 writel(0x01, amd_manager->acp_mmio + ACP_SW_WAKE_EN(amd_manager->instance)); 1015 1016 dev_dbg(amd_manager->dev, "SDW%x clock stop successful\n", amd_manager->instance); 1017 return 0; 1018 } 1019 1020 static int amd_sdw_clock_stop_exit(struct amd_sdw_manager *amd_manager) 1021 { 1022 int ret; 1023 u32 val; 1024 1025 if (amd_manager->clk_stopped) { 1026 val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 1027 val |= AMD_SDW_CLK_RESUME_REQ; 1028 writel(val, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 1029 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val, 1030 (val & AMD_SDW_CLK_RESUME_DONE), ACP_DELAY_US, 1031 AMD_SDW_TIMEOUT); 1032 if (val & AMD_SDW_CLK_RESUME_DONE) { 1033 writel(0, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 1034 ret = sdw_bus_exit_clk_stop(&amd_manager->bus); 1035 if (ret < 0) 1036 dev_err(amd_manager->dev, "bus failed to exit clock stop %d\n", 1037 ret); 1038 amd_manager->clk_stopped = false; 1039 } 1040 } 1041 if (amd_manager->clk_stopped) { 1042 dev_err(amd_manager->dev, "SDW%x clock stop exit failed\n", amd_manager->instance); 1043 return 0; 1044 } 1045 dev_dbg(amd_manager->dev, "SDW%x clock stop exit successful\n", amd_manager->instance); 1046 return 0; 1047 } 1048 1049 static int amd_resume_child_device(struct device *dev, void *data) 1050 { 1051 struct sdw_slave *slave = dev_to_sdw_dev(dev); 1052 int ret; 1053 1054 if (!slave->probed) { 1055 dev_dbg(dev, "skipping device, no probed driver\n"); 1056 return 0; 1057 } 1058 if (!slave->dev_num_sticky) { 1059 dev_dbg(dev, "skipping device, never detected on bus\n"); 1060 return 0; 1061 } 1062 ret = pm_request_resume(dev); 1063 if (ret < 0) { 1064 dev_err(dev, "pm_request_resume failed: %d\n", ret); 1065 return ret; 1066 } 1067 return 0; 1068 } 1069 1070 static int __maybe_unused amd_pm_prepare(struct device *dev) 1071 { 1072 struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev); 1073 struct sdw_bus *bus = &amd_manager->bus; 1074 int ret; 1075 1076 if (bus->prop.hw_disabled) { 1077 dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n", 1078 bus->link_id); 1079 return 0; 1080 } 1081 /* 1082 * When multiple peripheral devices connected over the same link, if SoundWire manager 1083 * device is not in runtime suspend state, observed that device alerts are missing 1084 * without pm_prepare on AMD platforms in clockstop mode0. 1085 */ 1086 if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) { 1087 ret = pm_request_resume(dev); 1088 if (ret < 0) { 1089 dev_err(bus->dev, "pm_request_resume failed: %d\n", ret); 1090 return 0; 1091 } 1092 } 1093 /* To force peripheral devices to system level suspend state, resume the devices 1094 * from runtime suspend state first. Without that unable to dispatch the alert 1095 * status to peripheral driver during system level resume as they are in runtime 1096 * suspend state. 1097 */ 1098 ret = device_for_each_child(bus->dev, NULL, amd_resume_child_device); 1099 if (ret < 0) 1100 dev_err(dev, "amd_resume_child_device failed: %d\n", ret); 1101 return 0; 1102 } 1103 1104 static int __maybe_unused amd_suspend(struct device *dev) 1105 { 1106 struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev); 1107 struct sdw_bus *bus = &amd_manager->bus; 1108 int ret; 1109 1110 if (bus->prop.hw_disabled) { 1111 dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n", 1112 bus->link_id); 1113 return 0; 1114 } 1115 1116 if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) { 1117 return amd_sdw_clock_stop(amd_manager); 1118 } else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) { 1119 /* 1120 * As per hardware programming sequence on AMD platforms, 1121 * clock stop should be invoked first before powering-off 1122 */ 1123 ret = amd_sdw_clock_stop(amd_manager); 1124 if (ret) 1125 return ret; 1126 return amd_deinit_sdw_manager(amd_manager); 1127 } 1128 return 0; 1129 } 1130 1131 static int __maybe_unused amd_suspend_runtime(struct device *dev) 1132 { 1133 struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev); 1134 struct sdw_bus *bus = &amd_manager->bus; 1135 int ret; 1136 1137 if (bus->prop.hw_disabled) { 1138 dev_dbg(bus->dev, "SoundWire manager %d is disabled,\n", 1139 bus->link_id); 1140 return 0; 1141 } 1142 if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) { 1143 return amd_sdw_clock_stop(amd_manager); 1144 } else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) { 1145 ret = amd_sdw_clock_stop(amd_manager); 1146 if (ret) 1147 return ret; 1148 return amd_deinit_sdw_manager(amd_manager); 1149 } 1150 return 0; 1151 } 1152 1153 static int __maybe_unused amd_resume_runtime(struct device *dev) 1154 { 1155 struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev); 1156 struct sdw_bus *bus = &amd_manager->bus; 1157 int ret; 1158 u32 val; 1159 1160 if (bus->prop.hw_disabled) { 1161 dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n", 1162 bus->link_id); 1163 return 0; 1164 } 1165 1166 if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) { 1167 return amd_sdw_clock_stop_exit(amd_manager); 1168 } else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) { 1169 val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 1170 if (val) { 1171 val |= AMD_SDW_CLK_RESUME_REQ; 1172 writel(val, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 1173 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val, 1174 (val & AMD_SDW_CLK_RESUME_DONE), ACP_DELAY_US, 1175 AMD_SDW_TIMEOUT); 1176 if (val & AMD_SDW_CLK_RESUME_DONE) { 1177 writel(0, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL); 1178 amd_manager->clk_stopped = false; 1179 } 1180 } 1181 sdw_clear_slave_status(bus, SDW_UNATTACH_REQUEST_MASTER_RESET); 1182 amd_init_sdw_manager(amd_manager); 1183 amd_enable_sdw_interrupts(amd_manager); 1184 ret = amd_enable_sdw_manager(amd_manager); 1185 if (ret) 1186 return ret; 1187 amd_sdw_set_frameshape(amd_manager); 1188 } 1189 return 0; 1190 } 1191 1192 static const struct dev_pm_ops amd_pm = { 1193 .prepare = amd_pm_prepare, 1194 SET_SYSTEM_SLEEP_PM_OPS(amd_suspend, amd_resume_runtime) 1195 SET_RUNTIME_PM_OPS(amd_suspend_runtime, amd_resume_runtime, NULL) 1196 }; 1197 1198 static struct platform_driver amd_sdw_driver = { 1199 .probe = &amd_sdw_manager_probe, 1200 .remove_new = &amd_sdw_manager_remove, 1201 .driver = { 1202 .name = "amd_sdw_manager", 1203 .pm = &amd_pm, 1204 } 1205 }; 1206 module_platform_driver(amd_sdw_driver); 1207 1208 MODULE_AUTHOR("Vijendar.Mukunda@amd.com"); 1209 MODULE_DESCRIPTION("AMD SoundWire driver"); 1210 MODULE_LICENSE("GPL"); 1211 MODULE_ALIAS("platform:" DRV_NAME); 1212