xref: /linux/drivers/soundwire/amd_manager.c (revision a3a02a52bcfcbcc4a637d4b68bf1bc391c9fad02)
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 /*
3  * SoundWire AMD Manager driver
4  *
5  * Copyright 2023-24 Advanced Micro Devices, Inc.
6  */
7 
8 #include <linux/completion.h>
9 #include <linux/cleanup.h>
10 #include <linux/device.h>
11 #include <linux/io.h>
12 #include <linux/jiffies.h>
13 #include <linux/kernel.h>
14 #include <linux/module.h>
15 #include <linux/slab.h>
16 #include <linux/soundwire/sdw.h>
17 #include <linux/soundwire/sdw_registers.h>
18 #include <linux/pm_runtime.h>
19 #include <linux/wait.h>
20 #include <sound/pcm_params.h>
21 #include <sound/soc.h>
22 #include "bus.h"
23 #include "amd_init.h"
24 #include "amd_manager.h"
25 
26 #define DRV_NAME "amd_sdw_manager"
27 
28 #define to_amd_sdw(b)	container_of(b, struct amd_sdw_manager, bus)
29 
30 static int amd_init_sdw_manager(struct amd_sdw_manager *amd_manager)
31 {
32 	u32 val;
33 	int ret;
34 
35 	writel(AMD_SDW_ENABLE, amd_manager->mmio + ACP_SW_EN);
36 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, val, ACP_DELAY_US,
37 				 AMD_SDW_TIMEOUT);
38 	if (ret)
39 		return ret;
40 
41 	/* SoundWire manager bus reset */
42 	writel(AMD_SDW_BUS_RESET_REQ, amd_manager->mmio + ACP_SW_BUS_RESET_CTRL);
43 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_BUS_RESET_CTRL, val,
44 				 (val & AMD_SDW_BUS_RESET_DONE), ACP_DELAY_US, AMD_SDW_TIMEOUT);
45 	if (ret)
46 		return ret;
47 
48 	writel(AMD_SDW_BUS_RESET_CLEAR_REQ, amd_manager->mmio + ACP_SW_BUS_RESET_CTRL);
49 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_BUS_RESET_CTRL, val, !val,
50 				 ACP_DELAY_US, AMD_SDW_TIMEOUT);
51 	if (ret) {
52 		dev_err(amd_manager->dev, "Failed to reset SoundWire manager instance%d\n",
53 			amd_manager->instance);
54 		return ret;
55 	}
56 
57 	writel(AMD_SDW_DISABLE, amd_manager->mmio + ACP_SW_EN);
58 	return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, !val, ACP_DELAY_US,
59 				  AMD_SDW_TIMEOUT);
60 }
61 
62 static int amd_enable_sdw_manager(struct amd_sdw_manager *amd_manager)
63 {
64 	u32 val;
65 
66 	writel(AMD_SDW_ENABLE, amd_manager->mmio + ACP_SW_EN);
67 	return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, val, ACP_DELAY_US,
68 				  AMD_SDW_TIMEOUT);
69 }
70 
71 static int amd_disable_sdw_manager(struct amd_sdw_manager *amd_manager)
72 {
73 	u32 val;
74 
75 	writel(AMD_SDW_DISABLE, amd_manager->mmio + ACP_SW_EN);
76 	/*
77 	 * After invoking manager disable sequence, check whether
78 	 * manager has executed clock stop sequence. In this case,
79 	 * manager should ignore checking enable status register.
80 	 */
81 	val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
82 	if (val)
83 		return 0;
84 	return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, !val, ACP_DELAY_US,
85 				  AMD_SDW_TIMEOUT);
86 }
87 
88 static void amd_enable_sdw_interrupts(struct amd_sdw_manager *amd_manager)
89 {
90 	u32 val;
91 
92 	mutex_lock(amd_manager->acp_sdw_lock);
93 	val = sdw_manager_reg_mask_array[amd_manager->instance];
94 	amd_updatel(amd_manager->acp_mmio, ACP_EXTERNAL_INTR_CNTL(amd_manager->instance), val, val);
95 	mutex_unlock(amd_manager->acp_sdw_lock);
96 
97 	writel(AMD_SDW_IRQ_MASK_0TO7, amd_manager->mmio +
98 		       ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
99 	writel(AMD_SDW_IRQ_MASK_8TO11, amd_manager->mmio +
100 		       ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
101 	writel(AMD_SDW_IRQ_ERROR_MASK, amd_manager->mmio + ACP_SW_ERROR_INTR_MASK);
102 }
103 
104 static void amd_disable_sdw_interrupts(struct amd_sdw_manager *amd_manager)
105 {
106 	u32 irq_mask;
107 
108 	mutex_lock(amd_manager->acp_sdw_lock);
109 	irq_mask = sdw_manager_reg_mask_array[amd_manager->instance];
110 	amd_updatel(amd_manager->acp_mmio, ACP_EXTERNAL_INTR_CNTL(amd_manager->instance),
111 		    irq_mask, 0);
112 	mutex_unlock(amd_manager->acp_sdw_lock);
113 
114 	writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
115 	writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
116 	writel(0x00, amd_manager->mmio + ACP_SW_ERROR_INTR_MASK);
117 }
118 
119 static int amd_deinit_sdw_manager(struct amd_sdw_manager *amd_manager)
120 {
121 	amd_disable_sdw_interrupts(amd_manager);
122 	return amd_disable_sdw_manager(amd_manager);
123 }
124 
125 static void amd_sdw_set_frameshape(struct amd_sdw_manager *amd_manager)
126 {
127 	u32 frame_size;
128 
129 	frame_size = (amd_manager->rows_index << 3) | amd_manager->cols_index;
130 	writel(frame_size, amd_manager->mmio + ACP_SW_FRAMESIZE);
131 }
132 
133 static void amd_sdw_wake_enable(struct amd_sdw_manager *amd_manager, bool enable)
134 {
135 	u32 wake_ctrl;
136 
137 	wake_ctrl = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
138 	if (enable)
139 		wake_ctrl |= AMD_SDW_WAKE_INTR_MASK;
140 	else
141 		wake_ctrl &= ~AMD_SDW_WAKE_INTR_MASK;
142 
143 	writel(wake_ctrl, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
144 }
145 
146 static void amd_sdw_ctl_word_prep(u32 *lower_word, u32 *upper_word, struct sdw_msg *msg,
147 				  int cmd_offset)
148 {
149 	u32 upper_data;
150 	u32 lower_data = 0;
151 	u16 addr;
152 	u8 upper_addr, lower_addr;
153 	u8 data = 0;
154 
155 	addr = msg->addr + cmd_offset;
156 	upper_addr = (addr & 0xFF00) >> 8;
157 	lower_addr = addr & 0xFF;
158 
159 	if (msg->flags == SDW_MSG_FLAG_WRITE)
160 		data = msg->buf[cmd_offset];
161 
162 	upper_data = FIELD_PREP(AMD_SDW_MCP_CMD_DEV_ADDR, msg->dev_num);
163 	upper_data |= FIELD_PREP(AMD_SDW_MCP_CMD_COMMAND, msg->flags + 2);
164 	upper_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_ADDR_HIGH, upper_addr);
165 	lower_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_ADDR_LOW, lower_addr);
166 	lower_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_DATA, data);
167 
168 	*upper_word = upper_data;
169 	*lower_word = lower_data;
170 }
171 
172 static u64 amd_sdw_send_cmd_get_resp(struct amd_sdw_manager *amd_manager, u32 lower_data,
173 				     u32 upper_data)
174 {
175 	u64 resp;
176 	u32 lower_resp, upper_resp;
177 	u32 sts;
178 	int ret;
179 
180 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts,
181 				 !(sts & AMD_SDW_IMM_CMD_BUSY), ACP_DELAY_US, AMD_SDW_TIMEOUT);
182 	if (ret) {
183 		dev_err(amd_manager->dev, "SDW%x previous cmd status clear failed\n",
184 			amd_manager->instance);
185 		return ret;
186 	}
187 
188 	if (sts & AMD_SDW_IMM_RES_VALID) {
189 		dev_err(amd_manager->dev, "SDW%x manager is in bad state\n", amd_manager->instance);
190 		writel(0x00, amd_manager->mmio + ACP_SW_IMM_CMD_STS);
191 	}
192 	writel(upper_data, amd_manager->mmio + ACP_SW_IMM_CMD_UPPER_WORD);
193 	writel(lower_data, amd_manager->mmio + ACP_SW_IMM_CMD_LOWER_QWORD);
194 
195 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts,
196 				 (sts & AMD_SDW_IMM_RES_VALID), ACP_DELAY_US, AMD_SDW_TIMEOUT);
197 	if (ret) {
198 		dev_err(amd_manager->dev, "SDW%x cmd response timeout occurred\n",
199 			amd_manager->instance);
200 		return ret;
201 	}
202 	upper_resp = readl(amd_manager->mmio + ACP_SW_IMM_RESP_UPPER_WORD);
203 	lower_resp = readl(amd_manager->mmio + ACP_SW_IMM_RESP_LOWER_QWORD);
204 
205 	writel(AMD_SDW_IMM_RES_VALID, amd_manager->mmio + ACP_SW_IMM_CMD_STS);
206 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts,
207 				 !(sts & AMD_SDW_IMM_RES_VALID), ACP_DELAY_US, AMD_SDW_TIMEOUT);
208 	if (ret) {
209 		dev_err(amd_manager->dev, "SDW%x cmd status retry failed\n",
210 			amd_manager->instance);
211 		return ret;
212 	}
213 	resp = upper_resp;
214 	resp = (resp << 32) | lower_resp;
215 	return resp;
216 }
217 
218 static enum sdw_command_response
219 amd_program_scp_addr(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg)
220 {
221 	struct sdw_msg scp_msg = {0};
222 	u64 response_buf[2] = {0};
223 	u32 upper_data = 0, lower_data = 0;
224 	int index;
225 
226 	scp_msg.dev_num = msg->dev_num;
227 	scp_msg.addr = SDW_SCP_ADDRPAGE1;
228 	scp_msg.buf = &msg->addr_page1;
229 	scp_msg.flags = SDW_MSG_FLAG_WRITE;
230 	amd_sdw_ctl_word_prep(&lower_data, &upper_data, &scp_msg, 0);
231 	response_buf[0] = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data);
232 	scp_msg.addr = SDW_SCP_ADDRPAGE2;
233 	scp_msg.buf = &msg->addr_page2;
234 	amd_sdw_ctl_word_prep(&lower_data, &upper_data, &scp_msg, 0);
235 	response_buf[1] = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data);
236 
237 	for (index = 0; index < 2; index++) {
238 		if (response_buf[index] == -ETIMEDOUT) {
239 			dev_err_ratelimited(amd_manager->dev,
240 					    "SCP_addrpage command timeout for Slave %d\n",
241 					    msg->dev_num);
242 			return SDW_CMD_TIMEOUT;
243 		} else if (!(response_buf[index] & AMD_SDW_MCP_RESP_ACK)) {
244 			if (response_buf[index] & AMD_SDW_MCP_RESP_NACK) {
245 				dev_err_ratelimited(amd_manager->dev,
246 						    "SCP_addrpage NACKed for Slave %d\n",
247 						    msg->dev_num);
248 				return SDW_CMD_FAIL;
249 			}
250 			dev_dbg_ratelimited(amd_manager->dev, "SCP_addrpage ignored for Slave %d\n",
251 					    msg->dev_num);
252 			return SDW_CMD_IGNORED;
253 		}
254 	}
255 	return SDW_CMD_OK;
256 }
257 
258 static int amd_prep_msg(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg)
259 {
260 	int ret;
261 
262 	if (msg->page) {
263 		ret = amd_program_scp_addr(amd_manager, msg);
264 		if (ret) {
265 			msg->len = 0;
266 			return ret;
267 		}
268 	}
269 	switch (msg->flags) {
270 	case SDW_MSG_FLAG_READ:
271 	case SDW_MSG_FLAG_WRITE:
272 		break;
273 	default:
274 		dev_err(amd_manager->dev, "Invalid msg cmd: %d\n", msg->flags);
275 		return -EINVAL;
276 	}
277 	return 0;
278 }
279 
280 static enum sdw_command_response amd_sdw_fill_msg_resp(struct amd_sdw_manager *amd_manager,
281 						       struct sdw_msg *msg, u64 response,
282 						       int offset)
283 {
284 	if (response & AMD_SDW_MCP_RESP_ACK) {
285 		if (msg->flags == SDW_MSG_FLAG_READ)
286 			msg->buf[offset] = FIELD_GET(AMD_SDW_MCP_RESP_RDATA, response);
287 	} else {
288 		if (response == -ETIMEDOUT) {
289 			dev_err_ratelimited(amd_manager->dev, "command timeout for Slave %d\n",
290 					    msg->dev_num);
291 			return SDW_CMD_TIMEOUT;
292 		} else if (response & AMD_SDW_MCP_RESP_NACK) {
293 			dev_err_ratelimited(amd_manager->dev,
294 					    "command response NACK received for Slave %d\n",
295 					    msg->dev_num);
296 			return SDW_CMD_FAIL;
297 		}
298 		dev_err_ratelimited(amd_manager->dev, "command is ignored for Slave %d\n",
299 				    msg->dev_num);
300 		return SDW_CMD_IGNORED;
301 	}
302 	return SDW_CMD_OK;
303 }
304 
305 static unsigned int _amd_sdw_xfer_msg(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg,
306 				      int cmd_offset)
307 {
308 	u64 response;
309 	u32 upper_data = 0, lower_data = 0;
310 
311 	amd_sdw_ctl_word_prep(&lower_data, &upper_data, msg, cmd_offset);
312 	response = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data);
313 	return amd_sdw_fill_msg_resp(amd_manager, msg, response, cmd_offset);
314 }
315 
316 static enum sdw_command_response amd_sdw_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg)
317 {
318 	struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
319 	int ret, i;
320 
321 	ret = amd_prep_msg(amd_manager, msg);
322 	if (ret)
323 		return SDW_CMD_FAIL_OTHER;
324 	for (i = 0; i < msg->len; i++) {
325 		ret = _amd_sdw_xfer_msg(amd_manager, msg, i);
326 		if (ret)
327 			return ret;
328 	}
329 	return SDW_CMD_OK;
330 }
331 
332 static void amd_sdw_fill_slave_status(struct amd_sdw_manager *amd_manager, u16 index, u32 status)
333 {
334 	switch (status) {
335 	case SDW_SLAVE_ATTACHED:
336 	case SDW_SLAVE_UNATTACHED:
337 	case SDW_SLAVE_ALERT:
338 		amd_manager->status[index] = status;
339 		break;
340 	default:
341 		amd_manager->status[index] = SDW_SLAVE_RESERVED;
342 		break;
343 	}
344 }
345 
346 static void amd_sdw_process_ping_status(u64 response, struct amd_sdw_manager *amd_manager)
347 {
348 	u64 slave_stat;
349 	u32 val;
350 	u16 dev_index;
351 
352 	/* slave status response */
353 	slave_stat = FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_0_3, response);
354 	slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_4_11, response) << 8;
355 	dev_dbg(amd_manager->dev, "slave_stat:0x%llx\n", slave_stat);
356 	for (dev_index = 0; dev_index <= SDW_MAX_DEVICES; ++dev_index) {
357 		val = (slave_stat >> (dev_index * 2)) & AMD_SDW_MCP_SLAVE_STATUS_MASK;
358 		dev_dbg(amd_manager->dev, "val:0x%x\n", val);
359 		amd_sdw_fill_slave_status(amd_manager, dev_index, val);
360 	}
361 }
362 
363 static void amd_sdw_read_and_process_ping_status(struct amd_sdw_manager *amd_manager)
364 {
365 	u64 response;
366 
367 	mutex_lock(&amd_manager->bus.msg_lock);
368 	response = amd_sdw_send_cmd_get_resp(amd_manager, 0, 0);
369 	mutex_unlock(&amd_manager->bus.msg_lock);
370 	amd_sdw_process_ping_status(response, amd_manager);
371 }
372 
373 static u32 amd_sdw_read_ping_status(struct sdw_bus *bus)
374 {
375 	struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
376 	u64 response;
377 	u32 slave_stat;
378 
379 	response = amd_sdw_send_cmd_get_resp(amd_manager, 0, 0);
380 	/* slave status from ping response */
381 	slave_stat = FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_0_3, response);
382 	slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_4_11, response) << 8;
383 	dev_dbg(amd_manager->dev, "slave_stat:0x%x\n", slave_stat);
384 	return slave_stat;
385 }
386 
387 static int amd_sdw_compute_params(struct sdw_bus *bus)
388 {
389 	struct sdw_transport_data t_data = {0};
390 	struct sdw_master_runtime *m_rt;
391 	struct sdw_port_runtime *p_rt;
392 	struct sdw_bus_params *b_params = &bus->params;
393 	int port_bo, hstart, hstop, sample_int;
394 	unsigned int rate, bps;
395 
396 	port_bo = 0;
397 	hstart = 1;
398 	hstop = bus->params.col - 1;
399 	t_data.hstop = hstop;
400 	t_data.hstart = hstart;
401 
402 	list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
403 		rate = m_rt->stream->params.rate;
404 		bps = m_rt->stream->params.bps;
405 		sample_int = (bus->params.curr_dr_freq / rate);
406 		list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
407 			port_bo = (p_rt->num * 64) + 1;
408 			dev_dbg(bus->dev, "p_rt->num=%d hstart=%d hstop=%d port_bo=%d\n",
409 				p_rt->num, hstart, hstop, port_bo);
410 			sdw_fill_xport_params(&p_rt->transport_params, p_rt->num,
411 					      false, SDW_BLK_GRP_CNT_1, sample_int,
412 					      port_bo, port_bo >> 8, hstart, hstop,
413 					      SDW_BLK_PKG_PER_PORT, 0x0);
414 
415 			sdw_fill_port_params(&p_rt->port_params,
416 					     p_rt->num, bps,
417 					     SDW_PORT_FLOW_MODE_ISOCH,
418 					     b_params->m_data_mode);
419 			t_data.hstart = hstart;
420 			t_data.hstop = hstop;
421 			t_data.block_offset = port_bo;
422 			t_data.sub_block_offset = 0;
423 		}
424 		sdw_compute_slave_ports(m_rt, &t_data);
425 	}
426 	return 0;
427 }
428 
429 static int amd_sdw_port_params(struct sdw_bus *bus, struct sdw_port_params *p_params,
430 			       unsigned int bank)
431 {
432 	struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
433 	u32 frame_fmt_reg, dpn_frame_fmt;
434 
435 	dev_dbg(amd_manager->dev, "p_params->num:0x%x\n", p_params->num);
436 	switch (amd_manager->instance) {
437 	case ACP_SDW0:
438 		frame_fmt_reg = sdw0_manager_dp_reg[p_params->num].frame_fmt_reg;
439 		break;
440 	case ACP_SDW1:
441 		frame_fmt_reg = sdw1_manager_dp_reg[p_params->num].frame_fmt_reg;
442 		break;
443 	default:
444 		return -EINVAL;
445 	}
446 
447 	dpn_frame_fmt = readl(amd_manager->mmio + frame_fmt_reg);
448 	u32p_replace_bits(&dpn_frame_fmt, p_params->flow_mode, AMD_DPN_FRAME_FMT_PFM);
449 	u32p_replace_bits(&dpn_frame_fmt, p_params->data_mode, AMD_DPN_FRAME_FMT_PDM);
450 	u32p_replace_bits(&dpn_frame_fmt, p_params->bps - 1, AMD_DPN_FRAME_FMT_WORD_LEN);
451 	writel(dpn_frame_fmt, amd_manager->mmio + frame_fmt_reg);
452 	return 0;
453 }
454 
455 static int amd_sdw_transport_params(struct sdw_bus *bus,
456 				    struct sdw_transport_params *params,
457 				    enum sdw_reg_bank bank)
458 {
459 	struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
460 	u32 dpn_frame_fmt;
461 	u32 dpn_sampleinterval;
462 	u32 dpn_hctrl;
463 	u32 dpn_offsetctrl;
464 	u32 dpn_lanectrl;
465 	u32 frame_fmt_reg, sample_int_reg, hctrl_dp0_reg;
466 	u32 offset_reg, lane_ctrl_ch_en_reg;
467 
468 	switch (amd_manager->instance) {
469 	case ACP_SDW0:
470 		frame_fmt_reg = sdw0_manager_dp_reg[params->port_num].frame_fmt_reg;
471 		sample_int_reg = sdw0_manager_dp_reg[params->port_num].sample_int_reg;
472 		hctrl_dp0_reg = sdw0_manager_dp_reg[params->port_num].hctrl_dp0_reg;
473 		offset_reg = sdw0_manager_dp_reg[params->port_num].offset_reg;
474 		lane_ctrl_ch_en_reg = sdw0_manager_dp_reg[params->port_num].lane_ctrl_ch_en_reg;
475 		break;
476 	case ACP_SDW1:
477 		frame_fmt_reg = sdw1_manager_dp_reg[params->port_num].frame_fmt_reg;
478 		sample_int_reg = sdw1_manager_dp_reg[params->port_num].sample_int_reg;
479 		hctrl_dp0_reg = sdw1_manager_dp_reg[params->port_num].hctrl_dp0_reg;
480 		offset_reg = sdw1_manager_dp_reg[params->port_num].offset_reg;
481 		lane_ctrl_ch_en_reg = sdw1_manager_dp_reg[params->port_num].lane_ctrl_ch_en_reg;
482 		break;
483 	default:
484 		return -EINVAL;
485 	}
486 	writel(AMD_SDW_SSP_COUNTER_VAL, amd_manager->mmio + ACP_SW_SSP_COUNTER);
487 
488 	dpn_frame_fmt = readl(amd_manager->mmio + frame_fmt_reg);
489 	u32p_replace_bits(&dpn_frame_fmt, params->blk_pkg_mode, AMD_DPN_FRAME_FMT_BLK_PKG_MODE);
490 	u32p_replace_bits(&dpn_frame_fmt, params->blk_grp_ctrl, AMD_DPN_FRAME_FMT_BLK_GRP_CTRL);
491 	u32p_replace_bits(&dpn_frame_fmt, SDW_STREAM_PCM, AMD_DPN_FRAME_FMT_PCM_OR_PDM);
492 	writel(dpn_frame_fmt, amd_manager->mmio + frame_fmt_reg);
493 
494 	dpn_sampleinterval = params->sample_interval - 1;
495 	writel(dpn_sampleinterval, amd_manager->mmio + sample_int_reg);
496 
497 	dpn_hctrl = FIELD_PREP(AMD_DPN_HCTRL_HSTOP, params->hstop);
498 	dpn_hctrl |= FIELD_PREP(AMD_DPN_HCTRL_HSTART, params->hstart);
499 	writel(dpn_hctrl, amd_manager->mmio + hctrl_dp0_reg);
500 
501 	dpn_offsetctrl = FIELD_PREP(AMD_DPN_OFFSET_CTRL_1, params->offset1);
502 	dpn_offsetctrl |= FIELD_PREP(AMD_DPN_OFFSET_CTRL_2, params->offset2);
503 	writel(dpn_offsetctrl, amd_manager->mmio + offset_reg);
504 
505 	/*
506 	 * lane_ctrl_ch_en_reg will be used to program lane_ctrl and ch_mask
507 	 * parameters.
508 	 */
509 	dpn_lanectrl = readl(amd_manager->mmio + lane_ctrl_ch_en_reg);
510 	u32p_replace_bits(&dpn_lanectrl, params->lane_ctrl, AMD_DPN_CH_EN_LCTRL);
511 	writel(dpn_lanectrl, amd_manager->mmio + lane_ctrl_ch_en_reg);
512 	return 0;
513 }
514 
515 static int amd_sdw_port_enable(struct sdw_bus *bus,
516 			       struct sdw_enable_ch *enable_ch,
517 			       unsigned int bank)
518 {
519 	struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
520 	u32 dpn_ch_enable;
521 	u32 lane_ctrl_ch_en_reg;
522 
523 	switch (amd_manager->instance) {
524 	case ACP_SDW0:
525 		lane_ctrl_ch_en_reg = sdw0_manager_dp_reg[enable_ch->port_num].lane_ctrl_ch_en_reg;
526 		break;
527 	case ACP_SDW1:
528 		lane_ctrl_ch_en_reg = sdw1_manager_dp_reg[enable_ch->port_num].lane_ctrl_ch_en_reg;
529 		break;
530 	default:
531 		return -EINVAL;
532 	}
533 
534 	/*
535 	 * lane_ctrl_ch_en_reg will be used to program lane_ctrl and ch_mask
536 	 * parameters.
537 	 */
538 	dpn_ch_enable = readl(amd_manager->mmio + lane_ctrl_ch_en_reg);
539 	u32p_replace_bits(&dpn_ch_enable, enable_ch->ch_mask, AMD_DPN_CH_EN_CHMASK);
540 	if (enable_ch->enable)
541 		writel(dpn_ch_enable, amd_manager->mmio + lane_ctrl_ch_en_reg);
542 	else
543 		writel(0, amd_manager->mmio + lane_ctrl_ch_en_reg);
544 	return 0;
545 }
546 
547 static int sdw_master_read_amd_prop(struct sdw_bus *bus)
548 {
549 	struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
550 	struct fwnode_handle *link;
551 	struct sdw_master_prop *prop;
552 	u32 quirk_mask = 0;
553 	u32 wake_en_mask = 0;
554 	u32 power_mode_mask = 0;
555 	char name[32];
556 
557 	prop = &bus->prop;
558 	/* Find manager handle */
559 	snprintf(name, sizeof(name), "mipi-sdw-link-%d-subproperties", bus->link_id);
560 	link = device_get_named_child_node(bus->dev, name);
561 	if (!link) {
562 		dev_err(bus->dev, "Manager node %s not found\n", name);
563 		return -EIO;
564 	}
565 	fwnode_property_read_u32(link, "amd-sdw-enable", &quirk_mask);
566 	if (!(quirk_mask & AMD_SDW_QUIRK_MASK_BUS_ENABLE))
567 		prop->hw_disabled = true;
568 	prop->quirks = SDW_MASTER_QUIRKS_CLEAR_INITIAL_CLASH |
569 		       SDW_MASTER_QUIRKS_CLEAR_INITIAL_PARITY;
570 
571 	fwnode_property_read_u32(link, "amd-sdw-wakeup-enable", &wake_en_mask);
572 	amd_manager->wake_en_mask = wake_en_mask;
573 	fwnode_property_read_u32(link, "amd-sdw-power-mode", &power_mode_mask);
574 	amd_manager->power_mode_mask = power_mode_mask;
575 
576 	fwnode_handle_put(link);
577 
578 	return 0;
579 }
580 
581 static int amd_prop_read(struct sdw_bus *bus)
582 {
583 	sdw_master_read_prop(bus);
584 	sdw_master_read_amd_prop(bus);
585 	return 0;
586 }
587 
588 static const struct sdw_master_port_ops amd_sdw_port_ops = {
589 	.dpn_set_port_params = amd_sdw_port_params,
590 	.dpn_set_port_transport_params = amd_sdw_transport_params,
591 	.dpn_port_enable_ch = amd_sdw_port_enable,
592 };
593 
594 static const struct sdw_master_ops amd_sdw_ops = {
595 	.read_prop = amd_prop_read,
596 	.xfer_msg = amd_sdw_xfer_msg,
597 	.read_ping_status = amd_sdw_read_ping_status,
598 };
599 
600 static int amd_sdw_hw_params(struct snd_pcm_substream *substream,
601 			     struct snd_pcm_hw_params *params,
602 			     struct snd_soc_dai *dai)
603 {
604 	struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
605 	struct sdw_amd_dai_runtime *dai_runtime;
606 	struct sdw_stream_config sconfig;
607 	int ch, dir;
608 	int ret;
609 
610 	dai_runtime = amd_manager->dai_runtime_array[dai->id];
611 	if (!dai_runtime)
612 		return -EIO;
613 
614 	ch = params_channels(params);
615 	if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
616 		dir = SDW_DATA_DIR_RX;
617 	else
618 		dir = SDW_DATA_DIR_TX;
619 	dev_dbg(amd_manager->dev, "dir:%d dai->id:0x%x\n", dir, dai->id);
620 
621 	sconfig.direction = dir;
622 	sconfig.ch_count = ch;
623 	sconfig.frame_rate = params_rate(params);
624 	sconfig.type = dai_runtime->stream_type;
625 
626 	sconfig.bps = snd_pcm_format_width(params_format(params));
627 
628 	/* Port configuration */
629 	struct sdw_port_config *pconfig __free(kfree) = kzalloc(sizeof(*pconfig),
630 								GFP_KERNEL);
631 	if (!pconfig)
632 		return -ENOMEM;
633 
634 	pconfig->num = dai->id;
635 	pconfig->ch_mask = (1 << ch) - 1;
636 	ret = sdw_stream_add_master(&amd_manager->bus, &sconfig,
637 				    pconfig, 1, dai_runtime->stream);
638 	if (ret)
639 		dev_err(amd_manager->dev, "add manager to stream failed:%d\n", ret);
640 
641 	return ret;
642 }
643 
644 static int amd_sdw_hw_free(struct snd_pcm_substream *substream, struct snd_soc_dai *dai)
645 {
646 	struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
647 	struct sdw_amd_dai_runtime *dai_runtime;
648 	int ret;
649 
650 	dai_runtime = amd_manager->dai_runtime_array[dai->id];
651 	if (!dai_runtime)
652 		return -EIO;
653 
654 	ret = sdw_stream_remove_master(&amd_manager->bus, dai_runtime->stream);
655 	if (ret < 0)
656 		dev_err(dai->dev, "remove manager from stream %s failed: %d\n",
657 			dai_runtime->stream->name, ret);
658 	return ret;
659 }
660 
661 static int amd_set_sdw_stream(struct snd_soc_dai *dai, void *stream, int direction)
662 {
663 	struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
664 	struct sdw_amd_dai_runtime *dai_runtime;
665 
666 	dai_runtime = amd_manager->dai_runtime_array[dai->id];
667 	if (stream) {
668 		/* first paranoia check */
669 		if (dai_runtime) {
670 			dev_err(dai->dev, "dai_runtime already allocated for dai %s\n",	dai->name);
671 			return -EINVAL;
672 		}
673 
674 		/* allocate and set dai_runtime info */
675 		dai_runtime = kzalloc(sizeof(*dai_runtime), GFP_KERNEL);
676 		if (!dai_runtime)
677 			return -ENOMEM;
678 
679 		dai_runtime->stream_type = SDW_STREAM_PCM;
680 		dai_runtime->bus = &amd_manager->bus;
681 		dai_runtime->stream = stream;
682 		amd_manager->dai_runtime_array[dai->id] = dai_runtime;
683 	} else {
684 		/* second paranoia check */
685 		if (!dai_runtime) {
686 			dev_err(dai->dev, "dai_runtime not allocated for dai %s\n", dai->name);
687 			return -EINVAL;
688 		}
689 
690 		/* for NULL stream we release allocated dai_runtime */
691 		kfree(dai_runtime);
692 		amd_manager->dai_runtime_array[dai->id] = NULL;
693 	}
694 	return 0;
695 }
696 
697 static int amd_pcm_set_sdw_stream(struct snd_soc_dai *dai, void *stream, int direction)
698 {
699 	return amd_set_sdw_stream(dai, stream, direction);
700 }
701 
702 static void *amd_get_sdw_stream(struct snd_soc_dai *dai, int direction)
703 {
704 	struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
705 	struct sdw_amd_dai_runtime *dai_runtime;
706 
707 	dai_runtime = amd_manager->dai_runtime_array[dai->id];
708 	if (!dai_runtime)
709 		return ERR_PTR(-EINVAL);
710 
711 	return dai_runtime->stream;
712 }
713 
714 static const struct snd_soc_dai_ops amd_sdw_dai_ops = {
715 	.hw_params = amd_sdw_hw_params,
716 	.hw_free = amd_sdw_hw_free,
717 	.set_stream = amd_pcm_set_sdw_stream,
718 	.get_stream = amd_get_sdw_stream,
719 };
720 
721 static const struct snd_soc_component_driver amd_sdw_dai_component = {
722 	.name = "soundwire",
723 };
724 
725 static int amd_sdw_register_dais(struct amd_sdw_manager *amd_manager)
726 {
727 	struct sdw_amd_dai_runtime **dai_runtime_array;
728 	struct snd_soc_dai_driver *dais;
729 	struct snd_soc_pcm_stream *stream;
730 	struct device *dev;
731 	int i, num_dais;
732 
733 	dev = amd_manager->dev;
734 	num_dais = amd_manager->num_dout_ports + amd_manager->num_din_ports;
735 	dais = devm_kcalloc(dev, num_dais, sizeof(*dais), GFP_KERNEL);
736 	if (!dais)
737 		return -ENOMEM;
738 
739 	dai_runtime_array = devm_kcalloc(dev, num_dais,
740 					 sizeof(struct sdw_amd_dai_runtime *),
741 					 GFP_KERNEL);
742 	if (!dai_runtime_array)
743 		return -ENOMEM;
744 	amd_manager->dai_runtime_array = dai_runtime_array;
745 	for (i = 0; i < num_dais; i++) {
746 		dais[i].name = devm_kasprintf(dev, GFP_KERNEL, "SDW%d Pin%d", amd_manager->instance,
747 					      i);
748 		if (!dais[i].name)
749 			return -ENOMEM;
750 		if (i < amd_manager->num_dout_ports)
751 			stream = &dais[i].playback;
752 		else
753 			stream = &dais[i].capture;
754 
755 		stream->channels_min = 2;
756 		stream->channels_max = 2;
757 		stream->rates = SNDRV_PCM_RATE_48000;
758 		stream->formats = SNDRV_PCM_FMTBIT_S16_LE;
759 
760 		dais[i].ops = &amd_sdw_dai_ops;
761 		dais[i].id = i;
762 	}
763 
764 	return devm_snd_soc_register_component(dev, &amd_sdw_dai_component,
765 					       dais, num_dais);
766 }
767 
768 static void amd_sdw_update_slave_status_work(struct work_struct *work)
769 {
770 	struct amd_sdw_manager *amd_manager =
771 		container_of(work, struct amd_sdw_manager, amd_sdw_work);
772 	int retry_count = 0;
773 
774 	if (amd_manager->status[0] == SDW_SLAVE_ATTACHED) {
775 		writel(0, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
776 		writel(0, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
777 	}
778 
779 update_status:
780 	sdw_handle_slave_status(&amd_manager->bus, amd_manager->status);
781 	/*
782 	 * During the peripheral enumeration sequence, the SoundWire manager interrupts
783 	 * are masked. Once the device number programming is done for all peripherals,
784 	 * interrupts will be unmasked. Read the peripheral device status from ping command
785 	 * and process the response. This sequence will ensure all peripheral devices enumerated
786 	 * and initialized properly.
787 	 */
788 	if (amd_manager->status[0] == SDW_SLAVE_ATTACHED) {
789 		if (retry_count++ < SDW_MAX_DEVICES) {
790 			writel(AMD_SDW_IRQ_MASK_0TO7, amd_manager->mmio +
791 			       ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
792 			writel(AMD_SDW_IRQ_MASK_8TO11, amd_manager->mmio +
793 			       ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
794 			amd_sdw_read_and_process_ping_status(amd_manager);
795 			goto update_status;
796 		} else {
797 			dev_err_ratelimited(amd_manager->dev,
798 					    "Device0 detected after %d iterations\n",
799 					    retry_count);
800 		}
801 	}
802 }
803 
804 static void amd_sdw_update_slave_status(u32 status_change_0to7, u32 status_change_8to11,
805 					struct amd_sdw_manager *amd_manager)
806 {
807 	u64 slave_stat;
808 	u32 val;
809 	int dev_index;
810 
811 	if (status_change_0to7 == AMD_SDW_SLAVE_0_ATTACHED)
812 		memset(amd_manager->status, 0, sizeof(amd_manager->status));
813 	slave_stat = status_change_0to7;
814 	slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STATUS_8TO_11, status_change_8to11) << 32;
815 	dev_dbg(amd_manager->dev, "status_change_0to7:0x%x status_change_8to11:0x%x\n",
816 		status_change_0to7, status_change_8to11);
817 	if (slave_stat) {
818 		for (dev_index = 0; dev_index <= SDW_MAX_DEVICES; ++dev_index) {
819 			if (slave_stat & AMD_SDW_MCP_SLAVE_STATUS_VALID_MASK(dev_index)) {
820 				val = (slave_stat >> AMD_SDW_MCP_SLAVE_STAT_SHIFT_MASK(dev_index)) &
821 				      AMD_SDW_MCP_SLAVE_STATUS_MASK;
822 				amd_sdw_fill_slave_status(amd_manager, dev_index, val);
823 			}
824 		}
825 	}
826 }
827 
828 static void amd_sdw_process_wake_event(struct amd_sdw_manager *amd_manager)
829 {
830 	pm_request_resume(amd_manager->dev);
831 	writel(0x00, amd_manager->acp_mmio + ACP_SW_WAKE_EN(amd_manager->instance));
832 	writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11);
833 }
834 
835 static void amd_sdw_irq_thread(struct work_struct *work)
836 {
837 	struct amd_sdw_manager *amd_manager =
838 			container_of(work, struct amd_sdw_manager, amd_sdw_irq_thread);
839 	u32 status_change_8to11;
840 	u32 status_change_0to7;
841 
842 	status_change_8to11 = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11);
843 	status_change_0to7 = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_0TO7);
844 	dev_dbg(amd_manager->dev, "[SDW%d] SDW INT: 0to7=0x%x, 8to11=0x%x\n",
845 		amd_manager->instance, status_change_0to7, status_change_8to11);
846 	if (status_change_8to11 & AMD_SDW_WAKE_STAT_MASK)
847 		return amd_sdw_process_wake_event(amd_manager);
848 
849 	if (status_change_8to11 & AMD_SDW_PREQ_INTR_STAT) {
850 		amd_sdw_read_and_process_ping_status(amd_manager);
851 	} else {
852 		/* Check for the updated status on peripheral device */
853 		amd_sdw_update_slave_status(status_change_0to7, status_change_8to11, amd_manager);
854 	}
855 	if (status_change_8to11 || status_change_0to7)
856 		schedule_work(&amd_manager->amd_sdw_work);
857 	writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11);
858 	writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_0TO7);
859 }
860 
861 int amd_sdw_manager_start(struct amd_sdw_manager *amd_manager)
862 {
863 	struct sdw_master_prop *prop;
864 	int ret;
865 
866 	prop = &amd_manager->bus.prop;
867 	if (!prop->hw_disabled) {
868 		ret = amd_init_sdw_manager(amd_manager);
869 		if (ret)
870 			return ret;
871 		amd_enable_sdw_interrupts(amd_manager);
872 		ret = amd_enable_sdw_manager(amd_manager);
873 		if (ret)
874 			return ret;
875 		amd_sdw_set_frameshape(amd_manager);
876 	}
877 	/* Enable runtime PM */
878 	pm_runtime_set_autosuspend_delay(amd_manager->dev, AMD_SDW_MASTER_SUSPEND_DELAY_MS);
879 	pm_runtime_use_autosuspend(amd_manager->dev);
880 	pm_runtime_mark_last_busy(amd_manager->dev);
881 	pm_runtime_set_active(amd_manager->dev);
882 	pm_runtime_enable(amd_manager->dev);
883 	return 0;
884 }
885 
886 static int amd_sdw_manager_probe(struct platform_device *pdev)
887 {
888 	const struct acp_sdw_pdata *pdata = pdev->dev.platform_data;
889 	struct resource *res;
890 	struct device *dev = &pdev->dev;
891 	struct sdw_master_prop *prop;
892 	struct sdw_bus_params *params;
893 	struct amd_sdw_manager *amd_manager;
894 	int ret;
895 
896 	amd_manager = devm_kzalloc(dev, sizeof(struct amd_sdw_manager), GFP_KERNEL);
897 	if (!amd_manager)
898 		return -ENOMEM;
899 
900 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
901 	if (!res)
902 		return -ENOMEM;
903 
904 	amd_manager->acp_mmio = devm_ioremap(dev, res->start, resource_size(res));
905 	if (!amd_manager->acp_mmio) {
906 		dev_err(dev, "mmio not found\n");
907 		return -ENOMEM;
908 	}
909 	amd_manager->instance = pdata->instance;
910 	amd_manager->mmio = amd_manager->acp_mmio +
911 			    (amd_manager->instance * SDW_MANAGER_REG_OFFSET);
912 	amd_manager->acp_sdw_lock = pdata->acp_sdw_lock;
913 	amd_manager->cols_index = sdw_find_col_index(AMD_SDW_DEFAULT_COLUMNS);
914 	amd_manager->rows_index = sdw_find_row_index(AMD_SDW_DEFAULT_ROWS);
915 	amd_manager->dev = dev;
916 	amd_manager->bus.ops = &amd_sdw_ops;
917 	amd_manager->bus.port_ops = &amd_sdw_port_ops;
918 	amd_manager->bus.compute_params = &amd_sdw_compute_params;
919 	amd_manager->bus.clk_stop_timeout = 200;
920 	amd_manager->bus.link_id = amd_manager->instance;
921 
922 	/*
923 	 * Due to BIOS compatibility, the two links are exposed within
924 	 * the scope of a single controller. If this changes, the
925 	 * controller_id will have to be updated with drv_data
926 	 * information.
927 	 */
928 	amd_manager->bus.controller_id = 0;
929 
930 	switch (amd_manager->instance) {
931 	case ACP_SDW0:
932 		amd_manager->num_dout_ports = AMD_SDW0_MAX_TX_PORTS;
933 		amd_manager->num_din_ports = AMD_SDW0_MAX_RX_PORTS;
934 		break;
935 	case ACP_SDW1:
936 		amd_manager->num_dout_ports = AMD_SDW1_MAX_TX_PORTS;
937 		amd_manager->num_din_ports = AMD_SDW1_MAX_RX_PORTS;
938 		break;
939 	default:
940 		return -EINVAL;
941 	}
942 
943 	params = &amd_manager->bus.params;
944 
945 	params->col = AMD_SDW_DEFAULT_COLUMNS;
946 	params->row = AMD_SDW_DEFAULT_ROWS;
947 	prop = &amd_manager->bus.prop;
948 	prop->clk_freq = &amd_sdw_freq_tbl[0];
949 	prop->mclk_freq = AMD_SDW_BUS_BASE_FREQ;
950 	prop->max_clk_freq = AMD_SDW_DEFAULT_CLK_FREQ;
951 
952 	ret = sdw_bus_master_add(&amd_manager->bus, dev, dev->fwnode);
953 	if (ret) {
954 		dev_err(dev, "Failed to register SoundWire manager(%d)\n", ret);
955 		return ret;
956 	}
957 	ret = amd_sdw_register_dais(amd_manager);
958 	if (ret) {
959 		dev_err(dev, "CPU DAI registration failed\n");
960 		sdw_bus_master_delete(&amd_manager->bus);
961 		return ret;
962 	}
963 	dev_set_drvdata(dev, amd_manager);
964 	INIT_WORK(&amd_manager->amd_sdw_irq_thread, amd_sdw_irq_thread);
965 	INIT_WORK(&amd_manager->amd_sdw_work, amd_sdw_update_slave_status_work);
966 	return 0;
967 }
968 
969 static void amd_sdw_manager_remove(struct platform_device *pdev)
970 {
971 	struct amd_sdw_manager *amd_manager = dev_get_drvdata(&pdev->dev);
972 	int ret;
973 
974 	pm_runtime_disable(&pdev->dev);
975 	amd_disable_sdw_interrupts(amd_manager);
976 	sdw_bus_master_delete(&amd_manager->bus);
977 	ret = amd_disable_sdw_manager(amd_manager);
978 	if (ret)
979 		dev_err(&pdev->dev, "Failed to disable device (%pe)\n", ERR_PTR(ret));
980 }
981 
982 static int amd_sdw_clock_stop(struct amd_sdw_manager *amd_manager)
983 {
984 	u32 val;
985 	int ret;
986 
987 	ret = sdw_bus_prep_clk_stop(&amd_manager->bus);
988 	if (ret < 0 && ret != -ENODATA) {
989 		dev_err(amd_manager->dev, "prepare clock stop failed %d", ret);
990 		return 0;
991 	}
992 	ret = sdw_bus_clk_stop(&amd_manager->bus);
993 	if (ret < 0 && ret != -ENODATA) {
994 		dev_err(amd_manager->dev, "bus clock stop failed %d", ret);
995 		return 0;
996 	}
997 
998 	ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val,
999 				 (val & AMD_SDW_CLK_STOP_DONE), ACP_DELAY_US, AMD_SDW_TIMEOUT);
1000 	if (ret) {
1001 		dev_err(amd_manager->dev, "SDW%x clock stop failed\n", amd_manager->instance);
1002 		return 0;
1003 	}
1004 
1005 	amd_manager->clk_stopped = true;
1006 	if (amd_manager->wake_en_mask)
1007 		writel(0x01, amd_manager->acp_mmio + ACP_SW_WAKE_EN(amd_manager->instance));
1008 
1009 	dev_dbg(amd_manager->dev, "SDW%x clock stop successful\n", amd_manager->instance);
1010 	return 0;
1011 }
1012 
1013 static int amd_sdw_clock_stop_exit(struct amd_sdw_manager *amd_manager)
1014 {
1015 	int ret;
1016 	u32 val;
1017 
1018 	if (amd_manager->clk_stopped) {
1019 		val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1020 		val |= AMD_SDW_CLK_RESUME_REQ;
1021 		writel(val, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1022 		ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val,
1023 					 (val & AMD_SDW_CLK_RESUME_DONE), ACP_DELAY_US,
1024 					 AMD_SDW_TIMEOUT);
1025 		if (val & AMD_SDW_CLK_RESUME_DONE) {
1026 			writel(0, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1027 			ret = sdw_bus_exit_clk_stop(&amd_manager->bus);
1028 			if (ret < 0)
1029 				dev_err(amd_manager->dev, "bus failed to exit clock stop %d\n",
1030 					ret);
1031 			amd_manager->clk_stopped = false;
1032 		}
1033 	}
1034 	if (amd_manager->clk_stopped) {
1035 		dev_err(amd_manager->dev, "SDW%x clock stop exit failed\n", amd_manager->instance);
1036 		return 0;
1037 	}
1038 	dev_dbg(amd_manager->dev, "SDW%x clock stop exit successful\n", amd_manager->instance);
1039 	return 0;
1040 }
1041 
1042 static int amd_resume_child_device(struct device *dev, void *data)
1043 {
1044 	struct sdw_slave *slave = dev_to_sdw_dev(dev);
1045 	int ret;
1046 
1047 	if (!slave->probed) {
1048 		dev_dbg(dev, "skipping device, no probed driver\n");
1049 		return 0;
1050 	}
1051 	if (!slave->dev_num_sticky) {
1052 		dev_dbg(dev, "skipping device, never detected on bus\n");
1053 		return 0;
1054 	}
1055 	ret = pm_request_resume(dev);
1056 	if (ret < 0) {
1057 		dev_err(dev, "pm_request_resume failed: %d\n", ret);
1058 		return ret;
1059 	}
1060 	return 0;
1061 }
1062 
1063 static int __maybe_unused amd_pm_prepare(struct device *dev)
1064 {
1065 	struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1066 	struct sdw_bus *bus = &amd_manager->bus;
1067 	int ret;
1068 
1069 	if (bus->prop.hw_disabled) {
1070 		dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n",
1071 			bus->link_id);
1072 		return 0;
1073 	}
1074 	/*
1075 	 * When multiple peripheral devices connected over the same link, if SoundWire manager
1076 	 * device is not in runtime suspend state, observed that device alerts are missing
1077 	 * without pm_prepare on AMD platforms in clockstop mode0.
1078 	 */
1079 	if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1080 		ret = pm_request_resume(dev);
1081 		if (ret < 0) {
1082 			dev_err(bus->dev, "pm_request_resume failed: %d\n", ret);
1083 			return 0;
1084 		}
1085 	}
1086 	/* To force peripheral devices to system level suspend state, resume the devices
1087 	 * from runtime suspend state first. Without that unable to dispatch the alert
1088 	 * status to peripheral driver during system level resume as they are in runtime
1089 	 * suspend state.
1090 	 */
1091 	ret = device_for_each_child(bus->dev, NULL, amd_resume_child_device);
1092 	if (ret < 0)
1093 		dev_err(dev, "amd_resume_child_device failed: %d\n", ret);
1094 	return 0;
1095 }
1096 
1097 static int __maybe_unused amd_suspend(struct device *dev)
1098 {
1099 	struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1100 	struct sdw_bus *bus = &amd_manager->bus;
1101 	int ret;
1102 
1103 	if (bus->prop.hw_disabled) {
1104 		dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n",
1105 			bus->link_id);
1106 		return 0;
1107 	}
1108 
1109 	if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1110 		amd_sdw_wake_enable(amd_manager, false);
1111 		return amd_sdw_clock_stop(amd_manager);
1112 	} else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) {
1113 		/*
1114 		 * As per hardware programming sequence on AMD platforms,
1115 		 * clock stop should be invoked first before powering-off
1116 		 */
1117 		ret = amd_sdw_clock_stop(amd_manager);
1118 		if (ret)
1119 			return ret;
1120 		return amd_deinit_sdw_manager(amd_manager);
1121 	}
1122 	return 0;
1123 }
1124 
1125 static int __maybe_unused amd_suspend_runtime(struct device *dev)
1126 {
1127 	struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1128 	struct sdw_bus *bus = &amd_manager->bus;
1129 	int ret;
1130 
1131 	if (bus->prop.hw_disabled) {
1132 		dev_dbg(bus->dev, "SoundWire manager %d is disabled,\n",
1133 			bus->link_id);
1134 		return 0;
1135 	}
1136 	if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1137 		amd_sdw_wake_enable(amd_manager, true);
1138 		return amd_sdw_clock_stop(amd_manager);
1139 	} else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) {
1140 		ret = amd_sdw_clock_stop(amd_manager);
1141 		if (ret)
1142 			return ret;
1143 		return amd_deinit_sdw_manager(amd_manager);
1144 	}
1145 	return 0;
1146 }
1147 
1148 static int __maybe_unused amd_resume_runtime(struct device *dev)
1149 {
1150 	struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1151 	struct sdw_bus *bus = &amd_manager->bus;
1152 	int ret;
1153 	u32 val;
1154 
1155 	if (bus->prop.hw_disabled) {
1156 		dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n",
1157 			bus->link_id);
1158 		return 0;
1159 	}
1160 
1161 	if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1162 		return amd_sdw_clock_stop_exit(amd_manager);
1163 	} else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) {
1164 		val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1165 		if (val) {
1166 			val |= AMD_SDW_CLK_RESUME_REQ;
1167 			writel(val, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1168 			ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val,
1169 						 (val & AMD_SDW_CLK_RESUME_DONE), ACP_DELAY_US,
1170 						 AMD_SDW_TIMEOUT);
1171 			if (val & AMD_SDW_CLK_RESUME_DONE) {
1172 				writel(0, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1173 				amd_manager->clk_stopped = false;
1174 			}
1175 		}
1176 		sdw_clear_slave_status(bus, SDW_UNATTACH_REQUEST_MASTER_RESET);
1177 		amd_init_sdw_manager(amd_manager);
1178 		amd_enable_sdw_interrupts(amd_manager);
1179 		ret = amd_enable_sdw_manager(amd_manager);
1180 		if (ret)
1181 			return ret;
1182 		amd_sdw_set_frameshape(amd_manager);
1183 	}
1184 	return 0;
1185 }
1186 
1187 static const struct dev_pm_ops amd_pm = {
1188 	.prepare = amd_pm_prepare,
1189 	SET_SYSTEM_SLEEP_PM_OPS(amd_suspend, amd_resume_runtime)
1190 	SET_RUNTIME_PM_OPS(amd_suspend_runtime, amd_resume_runtime, NULL)
1191 };
1192 
1193 static struct platform_driver amd_sdw_driver = {
1194 	.probe	= &amd_sdw_manager_probe,
1195 	.remove_new = &amd_sdw_manager_remove,
1196 	.driver = {
1197 		.name	= "amd_sdw_manager",
1198 		.pm = &amd_pm,
1199 	}
1200 };
1201 module_platform_driver(amd_sdw_driver);
1202 
1203 MODULE_AUTHOR("Vijendar.Mukunda@amd.com");
1204 MODULE_DESCRIPTION("AMD SoundWire driver");
1205 MODULE_LICENSE("Dual BSD/GPL");
1206 MODULE_ALIAS("platform:" DRV_NAME);
1207