xref: /linux/sound/soc/amd/acp-pcm-dma.c (revision 1b0975ee3bdd3eb19a47371c26fd7ef8f7f6b599)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * AMD ALSA SoC PCM Driver for ACP 2.x
4  *
5  * Copyright 2014-2015 Advanced Micro Devices, Inc.
6  */
7 
8 #include <linux/module.h>
9 #include <linux/delay.h>
10 #include <linux/io.h>
11 #include <linux/iopoll.h>
12 #include <linux/sizes.h>
13 #include <linux/pm_runtime.h>
14 
15 #include <sound/soc.h>
16 #include <drm/amd_asic_type.h>
17 #include "acp.h"
18 
19 #define DRV_NAME "acp_audio_dma"
20 
21 #define PLAYBACK_MIN_NUM_PERIODS    2
22 #define PLAYBACK_MAX_NUM_PERIODS    2
23 #define PLAYBACK_MAX_PERIOD_SIZE    16384
24 #define PLAYBACK_MIN_PERIOD_SIZE    1024
25 #define CAPTURE_MIN_NUM_PERIODS     2
26 #define CAPTURE_MAX_NUM_PERIODS     2
27 #define CAPTURE_MAX_PERIOD_SIZE     16384
28 #define CAPTURE_MIN_PERIOD_SIZE     1024
29 
30 #define MAX_BUFFER (PLAYBACK_MAX_PERIOD_SIZE * PLAYBACK_MAX_NUM_PERIODS)
31 #define MIN_BUFFER MAX_BUFFER
32 
33 #define ST_PLAYBACK_MAX_PERIOD_SIZE 4096
34 #define ST_CAPTURE_MAX_PERIOD_SIZE  ST_PLAYBACK_MAX_PERIOD_SIZE
35 #define ST_MAX_BUFFER (ST_PLAYBACK_MAX_PERIOD_SIZE * PLAYBACK_MAX_NUM_PERIODS)
36 #define ST_MIN_BUFFER ST_MAX_BUFFER
37 
38 #define DRV_NAME "acp_audio_dma"
39 bool acp_bt_uart_enable = true;
40 EXPORT_SYMBOL(acp_bt_uart_enable);
41 
42 static const struct snd_pcm_hardware acp_pcm_hardware_playback = {
43 	.info = SNDRV_PCM_INFO_INTERLEAVED |
44 		SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
45 		SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
46 		SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
47 	.formats = SNDRV_PCM_FMTBIT_S16_LE |
48 		SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
49 	.channels_min = 1,
50 	.channels_max = 8,
51 	.rates = SNDRV_PCM_RATE_8000_96000,
52 	.rate_min = 8000,
53 	.rate_max = 96000,
54 	.buffer_bytes_max = PLAYBACK_MAX_NUM_PERIODS * PLAYBACK_MAX_PERIOD_SIZE,
55 	.period_bytes_min = PLAYBACK_MIN_PERIOD_SIZE,
56 	.period_bytes_max = PLAYBACK_MAX_PERIOD_SIZE,
57 	.periods_min = PLAYBACK_MIN_NUM_PERIODS,
58 	.periods_max = PLAYBACK_MAX_NUM_PERIODS,
59 };
60 
61 static const struct snd_pcm_hardware acp_pcm_hardware_capture = {
62 	.info = SNDRV_PCM_INFO_INTERLEAVED |
63 		SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
64 		SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
65 	    SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
66 	.formats = SNDRV_PCM_FMTBIT_S16_LE |
67 		SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
68 	.channels_min = 1,
69 	.channels_max = 2,
70 	.rates = SNDRV_PCM_RATE_8000_48000,
71 	.rate_min = 8000,
72 	.rate_max = 48000,
73 	.buffer_bytes_max = CAPTURE_MAX_NUM_PERIODS * CAPTURE_MAX_PERIOD_SIZE,
74 	.period_bytes_min = CAPTURE_MIN_PERIOD_SIZE,
75 	.period_bytes_max = CAPTURE_MAX_PERIOD_SIZE,
76 	.periods_min = CAPTURE_MIN_NUM_PERIODS,
77 	.periods_max = CAPTURE_MAX_NUM_PERIODS,
78 };
79 
80 static const struct snd_pcm_hardware acp_st_pcm_hardware_playback = {
81 	.info = SNDRV_PCM_INFO_INTERLEAVED |
82 		SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
83 		SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
84 		SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
85 	.formats = SNDRV_PCM_FMTBIT_S16_LE |
86 		SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
87 	.channels_min = 1,
88 	.channels_max = 8,
89 	.rates = SNDRV_PCM_RATE_8000_96000,
90 	.rate_min = 8000,
91 	.rate_max = 96000,
92 	.buffer_bytes_max = ST_MAX_BUFFER,
93 	.period_bytes_min = PLAYBACK_MIN_PERIOD_SIZE,
94 	.period_bytes_max = ST_PLAYBACK_MAX_PERIOD_SIZE,
95 	.periods_min = PLAYBACK_MIN_NUM_PERIODS,
96 	.periods_max = PLAYBACK_MAX_NUM_PERIODS,
97 };
98 
99 static const struct snd_pcm_hardware acp_st_pcm_hardware_capture = {
100 	.info = SNDRV_PCM_INFO_INTERLEAVED |
101 		SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
102 		SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
103 		SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
104 	.formats = SNDRV_PCM_FMTBIT_S16_LE |
105 		SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
106 	.channels_min = 1,
107 	.channels_max = 2,
108 	.rates = SNDRV_PCM_RATE_8000_48000,
109 	.rate_min = 8000,
110 	.rate_max = 48000,
111 	.buffer_bytes_max = ST_MAX_BUFFER,
112 	.period_bytes_min = CAPTURE_MIN_PERIOD_SIZE,
113 	.period_bytes_max = ST_CAPTURE_MAX_PERIOD_SIZE,
114 	.periods_min = CAPTURE_MIN_NUM_PERIODS,
115 	.periods_max = CAPTURE_MAX_NUM_PERIODS,
116 };
117 
118 static u32 acp_reg_read(void __iomem *acp_mmio, u32 reg)
119 {
120 	return readl(acp_mmio + (reg * 4));
121 }
122 
123 static void acp_reg_write(u32 val, void __iomem *acp_mmio, u32 reg)
124 {
125 	writel(val, acp_mmio + (reg * 4));
126 }
127 
128 /*
129  * Configure a given dma channel parameters - enable/disable,
130  * number of descriptors, priority
131  */
132 static void config_acp_dma_channel(void __iomem *acp_mmio, u8 ch_num,
133 				   u16 dscr_strt_idx, u16 num_dscrs,
134 				   enum acp_dma_priority_level priority_level)
135 {
136 	u32 dma_ctrl;
137 
138 	/* disable the channel run field */
139 	dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
140 	dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
141 	acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
142 
143 	/* program a DMA channel with first descriptor to be processed. */
144 	acp_reg_write((ACP_DMA_DSCR_STRT_IDX_0__DMAChDscrStrtIdx_MASK
145 			& dscr_strt_idx),
146 			acp_mmio, mmACP_DMA_DSCR_STRT_IDX_0 + ch_num);
147 
148 	/*
149 	 * program a DMA channel with the number of descriptors to be
150 	 * processed in the transfer
151 	 */
152 	acp_reg_write(ACP_DMA_DSCR_CNT_0__DMAChDscrCnt_MASK & num_dscrs,
153 		      acp_mmio, mmACP_DMA_DSCR_CNT_0 + ch_num);
154 
155 	/* set DMA channel priority */
156 	acp_reg_write(priority_level, acp_mmio, mmACP_DMA_PRIO_0 + ch_num);
157 }
158 
159 /* Initialize a dma descriptor in SRAM based on descriptor information passed */
160 static void config_dma_descriptor_in_sram(void __iomem *acp_mmio,
161 					  u16 descr_idx,
162 					  acp_dma_dscr_transfer_t *descr_info)
163 {
164 	u32 sram_offset;
165 
166 	sram_offset = (descr_idx * sizeof(acp_dma_dscr_transfer_t));
167 
168 	/* program the source base address. */
169 	acp_reg_write(sram_offset, acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
170 	acp_reg_write(descr_info->src,	acp_mmio, mmACP_SRBM_Targ_Idx_Data);
171 	/* program the destination base address. */
172 	acp_reg_write(sram_offset + 4,	acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
173 	acp_reg_write(descr_info->dest, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
174 
175 	/* program the number of bytes to be transferred for this descriptor. */
176 	acp_reg_write(sram_offset + 8,	acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
177 	acp_reg_write(descr_info->xfer_val, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
178 }
179 
180 static void pre_config_reset(void __iomem *acp_mmio, u16 ch_num)
181 {
182 	u32 dma_ctrl;
183 	int ret;
184 
185 	/* clear the reset bit */
186 	dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
187 	dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRst_MASK;
188 	acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
189 	/* check the reset bit before programming configuration registers */
190 	ret = readl_poll_timeout(acp_mmio + ((mmACP_DMA_CNTL_0 + ch_num) * 4),
191 				 dma_ctrl,
192 				 !(dma_ctrl & ACP_DMA_CNTL_0__DMAChRst_MASK),
193 				 100, ACP_DMA_RESET_TIME);
194 	if (ret < 0)
195 		pr_err("Failed to clear reset of channel : %d\n", ch_num);
196 }
197 
198 /*
199  * Initialize the DMA descriptor information for transfer between
200  * system memory <-> ACP SRAM
201  */
202 static void set_acp_sysmem_dma_descriptors(void __iomem *acp_mmio,
203 					   u32 size, int direction,
204 					   u32 pte_offset, u16 ch,
205 					   u32 sram_bank, u16 dma_dscr_idx,
206 					   u32 asic_type)
207 {
208 	u16 i;
209 	acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
210 
211 	for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
212 		dmadscr[i].xfer_val = 0;
213 		if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
214 			dma_dscr_idx = dma_dscr_idx + i;
215 			dmadscr[i].dest = sram_bank + (i * (size / 2));
216 			dmadscr[i].src = ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS
217 				+ (pte_offset * SZ_4K) + (i * (size / 2));
218 			switch (asic_type) {
219 			case CHIP_STONEY:
220 				dmadscr[i].xfer_val |=
221 				(ACP_DMA_ATTR_DAGB_GARLIC_TO_SHAREDMEM  << 16) |
222 				(size / 2);
223 				break;
224 			default:
225 				dmadscr[i].xfer_val |=
226 				(ACP_DMA_ATTR_DAGB_ONION_TO_SHAREDMEM  << 16) |
227 				(size / 2);
228 			}
229 		} else {
230 			dma_dscr_idx = dma_dscr_idx + i;
231 			dmadscr[i].src = sram_bank + (i * (size / 2));
232 			dmadscr[i].dest =
233 			ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS +
234 			(pte_offset * SZ_4K) + (i * (size / 2));
235 			switch (asic_type) {
236 			case CHIP_STONEY:
237 				dmadscr[i].xfer_val |=
238 				(ACP_DMA_ATTR_SHARED_MEM_TO_DAGB_GARLIC << 16) |
239 				(size / 2);
240 				break;
241 			default:
242 				dmadscr[i].xfer_val |=
243 				(ACP_DMA_ATTR_SHAREDMEM_TO_DAGB_ONION << 16) |
244 				(size / 2);
245 			}
246 		}
247 		config_dma_descriptor_in_sram(acp_mmio, dma_dscr_idx,
248 					      &dmadscr[i]);
249 	}
250 	pre_config_reset(acp_mmio, ch);
251 	config_acp_dma_channel(acp_mmio, ch,
252 			       dma_dscr_idx - 1,
253 			       NUM_DSCRS_PER_CHANNEL,
254 			       ACP_DMA_PRIORITY_LEVEL_NORMAL);
255 }
256 
257 /*
258  * Initialize the DMA descriptor information for transfer between
259  * ACP SRAM <-> I2S
260  */
261 static void set_acp_to_i2s_dma_descriptors(void __iomem *acp_mmio, u32 size,
262 					   int direction, u32 sram_bank,
263 					   u16 destination, u16 ch,
264 					   u16 dma_dscr_idx, u32 asic_type)
265 {
266 	u16 i;
267 	acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
268 
269 	for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
270 		dmadscr[i].xfer_val = 0;
271 		if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
272 			dma_dscr_idx = dma_dscr_idx + i;
273 			dmadscr[i].src = sram_bank  + (i * (size / 2));
274 			/* dmadscr[i].dest is unused by hardware. */
275 			dmadscr[i].dest = 0;
276 			dmadscr[i].xfer_val |= BIT(22) | (destination << 16) |
277 						(size / 2);
278 		} else {
279 			dma_dscr_idx = dma_dscr_idx + i;
280 			/* dmadscr[i].src is unused by hardware. */
281 			dmadscr[i].src = 0;
282 			dmadscr[i].dest =
283 				 sram_bank + (i * (size / 2));
284 			dmadscr[i].xfer_val |= BIT(22) |
285 				(destination << 16) | (size / 2);
286 		}
287 		config_dma_descriptor_in_sram(acp_mmio, dma_dscr_idx,
288 					      &dmadscr[i]);
289 	}
290 	pre_config_reset(acp_mmio, ch);
291 	/* Configure the DMA channel with the above descriptor */
292 	config_acp_dma_channel(acp_mmio, ch, dma_dscr_idx - 1,
293 			       NUM_DSCRS_PER_CHANNEL,
294 			       ACP_DMA_PRIORITY_LEVEL_NORMAL);
295 }
296 
297 /* Create page table entries in ACP SRAM for the allocated memory */
298 static void acp_pte_config(void __iomem *acp_mmio, dma_addr_t addr,
299 			   u16 num_of_pages, u32 pte_offset)
300 {
301 	u16 page_idx;
302 	u32 low;
303 	u32 high;
304 	u32 offset;
305 
306 	offset	= ACP_DAGB_GRP_SRBM_SRAM_BASE_OFFSET + (pte_offset * 8);
307 	for (page_idx = 0; page_idx < (num_of_pages); page_idx++) {
308 		/* Load the low address of page int ACP SRAM through SRBM */
309 		acp_reg_write((offset + (page_idx * 8)),
310 			      acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
311 
312 		low = lower_32_bits(addr);
313 		high = upper_32_bits(addr);
314 
315 		acp_reg_write(low, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
316 
317 		/* Load the High address of page int ACP SRAM through SRBM */
318 		acp_reg_write((offset + (page_idx * 8) + 4),
319 			      acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
320 
321 		/* page enable in ACP */
322 		high |= BIT(31);
323 		acp_reg_write(high, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
324 
325 		/* Move to next physically contiguous page */
326 		addr += PAGE_SIZE;
327 	}
328 }
329 
330 static void config_acp_dma(void __iomem *acp_mmio,
331 			   struct audio_substream_data *rtd,
332 			   u32 asic_type)
333 {
334 	u16 ch_acp_sysmem, ch_acp_i2s;
335 
336 	acp_pte_config(acp_mmio, rtd->dma_addr, rtd->num_of_pages,
337 		       rtd->pte_offset);
338 
339 	if (rtd->direction == SNDRV_PCM_STREAM_PLAYBACK) {
340 		ch_acp_sysmem = rtd->ch1;
341 		ch_acp_i2s = rtd->ch2;
342 	} else {
343 		ch_acp_i2s = rtd->ch1;
344 		ch_acp_sysmem = rtd->ch2;
345 	}
346 	/* Configure System memory <-> ACP SRAM DMA descriptors */
347 	set_acp_sysmem_dma_descriptors(acp_mmio, rtd->size,
348 				       rtd->direction, rtd->pte_offset,
349 				       ch_acp_sysmem, rtd->sram_bank,
350 				       rtd->dma_dscr_idx_1, asic_type);
351 	/* Configure ACP SRAM <-> I2S DMA descriptors */
352 	set_acp_to_i2s_dma_descriptors(acp_mmio, rtd->size,
353 				       rtd->direction, rtd->sram_bank,
354 				       rtd->destination, ch_acp_i2s,
355 				       rtd->dma_dscr_idx_2, asic_type);
356 }
357 
358 static void acp_dma_cap_channel_enable(void __iomem *acp_mmio,
359 				       u16 cap_channel)
360 {
361 	u32 val, ch_reg, imr_reg, res_reg;
362 
363 	switch (cap_channel) {
364 	case CAP_CHANNEL1:
365 		ch_reg = mmACP_I2SMICSP_RER1;
366 		res_reg = mmACP_I2SMICSP_RCR1;
367 		imr_reg = mmACP_I2SMICSP_IMR1;
368 		break;
369 	case CAP_CHANNEL0:
370 	default:
371 		ch_reg = mmACP_I2SMICSP_RER0;
372 		res_reg = mmACP_I2SMICSP_RCR0;
373 		imr_reg = mmACP_I2SMICSP_IMR0;
374 		break;
375 	}
376 	val = acp_reg_read(acp_mmio,
377 			   mmACP_I2S_16BIT_RESOLUTION_EN);
378 	if (val & ACP_I2S_MIC_16BIT_RESOLUTION_EN) {
379 		acp_reg_write(0x0, acp_mmio, ch_reg);
380 		/* Set 16bit resolution on capture */
381 		acp_reg_write(0x2, acp_mmio, res_reg);
382 	}
383 	val = acp_reg_read(acp_mmio, imr_reg);
384 	val &= ~ACP_I2SMICSP_IMR1__I2SMICSP_RXDAM_MASK;
385 	val &= ~ACP_I2SMICSP_IMR1__I2SMICSP_RXFOM_MASK;
386 	acp_reg_write(val, acp_mmio, imr_reg);
387 	acp_reg_write(0x1, acp_mmio, ch_reg);
388 }
389 
390 static void acp_dma_cap_channel_disable(void __iomem *acp_mmio,
391 					u16 cap_channel)
392 {
393 	u32 val, ch_reg, imr_reg;
394 
395 	switch (cap_channel) {
396 	case CAP_CHANNEL1:
397 		imr_reg = mmACP_I2SMICSP_IMR1;
398 		ch_reg = mmACP_I2SMICSP_RER1;
399 		break;
400 	case CAP_CHANNEL0:
401 	default:
402 		imr_reg = mmACP_I2SMICSP_IMR0;
403 		ch_reg = mmACP_I2SMICSP_RER0;
404 		break;
405 	}
406 	val = acp_reg_read(acp_mmio, imr_reg);
407 	val |= ACP_I2SMICSP_IMR1__I2SMICSP_RXDAM_MASK;
408 	val |= ACP_I2SMICSP_IMR1__I2SMICSP_RXFOM_MASK;
409 	acp_reg_write(val, acp_mmio, imr_reg);
410 	acp_reg_write(0x0, acp_mmio, ch_reg);
411 }
412 
413 /* Start a given DMA channel transfer */
414 static void acp_dma_start(void __iomem *acp_mmio, u16 ch_num, bool is_circular)
415 {
416 	u32 dma_ctrl;
417 
418 	/* read the dma control register and disable the channel run field */
419 	dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
420 
421 	/* Invalidating the DAGB cache */
422 	acp_reg_write(1, acp_mmio, mmACP_DAGB_ATU_CTRL);
423 
424 	/*
425 	 * configure the DMA channel and start the DMA transfer
426 	 * set dmachrun bit to start the transfer and enable the
427 	 * interrupt on completion of the dma transfer
428 	 */
429 	dma_ctrl |= ACP_DMA_CNTL_0__DMAChRun_MASK;
430 
431 	switch (ch_num) {
432 	case ACP_TO_I2S_DMA_CH_NUM:
433 	case I2S_TO_ACP_DMA_CH_NUM:
434 	case ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM:
435 	case I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM:
436 	case ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM:
437 		dma_ctrl |= ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
438 		break;
439 	default:
440 		dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
441 		break;
442 	}
443 
444 	/* enable for ACP to SRAM DMA channel */
445 	if (is_circular == true)
446 		dma_ctrl |= ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
447 	else
448 		dma_ctrl &= ~ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
449 
450 	acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
451 }
452 
453 /* Stop a given DMA channel transfer */
454 static int acp_dma_stop(void __iomem *acp_mmio, u8 ch_num)
455 {
456 	u32 dma_ctrl;
457 	u32 dma_ch_sts;
458 	u32 count = ACP_DMA_RESET_TIME;
459 
460 	dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
461 
462 	/*
463 	 * clear the dma control register fields before writing zero
464 	 * in reset bit
465 	 */
466 	dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
467 	dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
468 
469 	acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
470 	dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
471 
472 	if (dma_ch_sts & BIT(ch_num)) {
473 		/*
474 		 * set the reset bit for this channel to stop the dma
475 		 *  transfer
476 		 */
477 		dma_ctrl |= ACP_DMA_CNTL_0__DMAChRst_MASK;
478 		acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
479 	}
480 
481 	/* check the channel status bit for some time and return the status */
482 	while (true) {
483 		dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
484 		if (!(dma_ch_sts & BIT(ch_num))) {
485 			/*
486 			 * clear the reset flag after successfully stopping
487 			 * the dma transfer and break from the loop
488 			 */
489 			dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRst_MASK;
490 
491 			acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0
492 				      + ch_num);
493 			break;
494 		}
495 		if (--count == 0) {
496 			pr_err("Failed to stop ACP DMA channel : %d\n", ch_num);
497 			return -ETIMEDOUT;
498 		}
499 		udelay(100);
500 	}
501 	return 0;
502 }
503 
504 static void acp_set_sram_bank_state(void __iomem *acp_mmio, u16 bank,
505 				    bool power_on)
506 {
507 	u32 val, req_reg, sts_reg, sts_reg_mask;
508 	u32 loops = 1000;
509 
510 	if (bank < 32) {
511 		req_reg = mmACP_MEM_SHUT_DOWN_REQ_LO;
512 		sts_reg = mmACP_MEM_SHUT_DOWN_STS_LO;
513 		sts_reg_mask = 0xFFFFFFFF;
514 
515 	} else {
516 		bank -= 32;
517 		req_reg = mmACP_MEM_SHUT_DOWN_REQ_HI;
518 		sts_reg = mmACP_MEM_SHUT_DOWN_STS_HI;
519 		sts_reg_mask = 0x0000FFFF;
520 	}
521 
522 	val = acp_reg_read(acp_mmio, req_reg);
523 	if (val & (1 << bank)) {
524 		/* bank is in off state */
525 		if (power_on == true)
526 			/* request to on */
527 			val &= ~(1 << bank);
528 		else
529 			/* request to off */
530 			return;
531 	} else {
532 		/* bank is in on state */
533 		if (power_on == false)
534 			/* request to off */
535 			val |= 1 << bank;
536 		else
537 			/* request to on */
538 			return;
539 	}
540 	acp_reg_write(val, acp_mmio, req_reg);
541 
542 	while (acp_reg_read(acp_mmio, sts_reg) != sts_reg_mask) {
543 		if (!loops--) {
544 			pr_err("ACP SRAM bank %d state change failed\n", bank);
545 			break;
546 		}
547 		cpu_relax();
548 	}
549 }
550 
551 /* Initialize and bring ACP hardware to default state. */
552 static int acp_init(void __iomem *acp_mmio, u32 asic_type)
553 {
554 	u16 bank;
555 	u32 val, count, sram_pte_offset;
556 
557 	/* Assert Soft reset of ACP */
558 	val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
559 
560 	val |= ACP_SOFT_RESET__SoftResetAud_MASK;
561 	acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
562 
563 	count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
564 	while (true) {
565 		val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
566 		if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
567 		    (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
568 			break;
569 		if (--count == 0) {
570 			pr_err("Failed to reset ACP\n");
571 			return -ETIMEDOUT;
572 		}
573 		udelay(100);
574 	}
575 
576 	/* Enable clock to ACP and wait until the clock is enabled */
577 	val = acp_reg_read(acp_mmio, mmACP_CONTROL);
578 	val = val | ACP_CONTROL__ClkEn_MASK;
579 	acp_reg_write(val, acp_mmio, mmACP_CONTROL);
580 
581 	count = ACP_CLOCK_EN_TIME_OUT_VALUE;
582 
583 	while (true) {
584 		val = acp_reg_read(acp_mmio, mmACP_STATUS);
585 		if (val & (u32)0x1)
586 			break;
587 		if (--count == 0) {
588 			pr_err("Failed to reset ACP\n");
589 			return -ETIMEDOUT;
590 		}
591 		udelay(100);
592 	}
593 
594 	/* Deassert the SOFT RESET flags */
595 	val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
596 	val &= ~ACP_SOFT_RESET__SoftResetAud_MASK;
597 	acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
598 
599 	/* For BT instance change pins from UART to BT */
600 	if (!acp_bt_uart_enable) {
601 		val = acp_reg_read(acp_mmio, mmACP_BT_UART_PAD_SEL);
602 		val |= ACP_BT_UART_PAD_SELECT_MASK;
603 		acp_reg_write(val, acp_mmio, mmACP_BT_UART_PAD_SEL);
604 	}
605 
606 	/* initialize Onion control DAGB register */
607 	acp_reg_write(ACP_ONION_CNTL_DEFAULT, acp_mmio,
608 		      mmACP_AXI2DAGB_ONION_CNTL);
609 
610 	/* initialize Garlic control DAGB registers */
611 	acp_reg_write(ACP_GARLIC_CNTL_DEFAULT, acp_mmio,
612 		      mmACP_AXI2DAGB_GARLIC_CNTL);
613 
614 	sram_pte_offset = ACP_DAGB_GRP_SRAM_BASE_ADDRESS |
615 			ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBSnoopSel_MASK |
616 			ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBTargetMemSel_MASK |
617 			ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBGrpEnable_MASK;
618 	acp_reg_write(sram_pte_offset,  acp_mmio, mmACP_DAGB_BASE_ADDR_GRP_1);
619 	acp_reg_write(ACP_PAGE_SIZE_4K_ENABLE, acp_mmio,
620 		      mmACP_DAGB_PAGE_SIZE_GRP_1);
621 
622 	acp_reg_write(ACP_SRAM_BASE_ADDRESS, acp_mmio,
623 		      mmACP_DMA_DESC_BASE_ADDR);
624 
625 	/* Num of descriptors in SRAM 0x4, means 256 descriptors;(64 * 4) */
626 	acp_reg_write(0x4, acp_mmio, mmACP_DMA_DESC_MAX_NUM_DSCR);
627 	acp_reg_write(ACP_EXTERNAL_INTR_CNTL__DMAIOCMask_MASK,
628 		      acp_mmio, mmACP_EXTERNAL_INTR_CNTL);
629 
630        /*
631 	* When ACP_TILE_P1 is turned on, all SRAM banks get turned on.
632 	* Now, turn off all of them. This can't be done in 'poweron' of
633 	* ACP pm domain, as this requires ACP to be initialized.
634 	* For Stoney, Memory gating is disabled,i.e SRAM Banks
635 	* won't be turned off. The default state for SRAM banks is ON.
636 	* Setting SRAM bank state code skipped for STONEY platform.
637 	*/
638 	if (asic_type != CHIP_STONEY) {
639 		for (bank = 1; bank < 48; bank++)
640 			acp_set_sram_bank_state(acp_mmio, bank, false);
641 	}
642 	return 0;
643 }
644 
645 /* Deinitialize ACP */
646 static int acp_deinit(void __iomem *acp_mmio)
647 {
648 	u32 val;
649 	u32 count;
650 
651 	/* Assert Soft reset of ACP */
652 	val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
653 
654 	val |= ACP_SOFT_RESET__SoftResetAud_MASK;
655 	acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
656 
657 	count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
658 	while (true) {
659 		val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
660 		if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
661 		    (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
662 			break;
663 		if (--count == 0) {
664 			pr_err("Failed to reset ACP\n");
665 			return -ETIMEDOUT;
666 		}
667 		udelay(100);
668 	}
669 	/* Disable ACP clock */
670 	val = acp_reg_read(acp_mmio, mmACP_CONTROL);
671 	val &= ~ACP_CONTROL__ClkEn_MASK;
672 	acp_reg_write(val, acp_mmio, mmACP_CONTROL);
673 
674 	count = ACP_CLOCK_EN_TIME_OUT_VALUE;
675 
676 	while (true) {
677 		val = acp_reg_read(acp_mmio, mmACP_STATUS);
678 		if (!(val & (u32)0x1))
679 			break;
680 		if (--count == 0) {
681 			pr_err("Failed to reset ACP\n");
682 			return -ETIMEDOUT;
683 		}
684 		udelay(100);
685 	}
686 	return 0;
687 }
688 
689 /* ACP DMA irq handler routine for playback, capture usecases */
690 static irqreturn_t dma_irq_handler(int irq, void *arg)
691 {
692 	u16 dscr_idx;
693 	u32 intr_flag, ext_intr_status;
694 	struct audio_drv_data *irq_data;
695 	void __iomem *acp_mmio;
696 	struct device *dev = arg;
697 	bool valid_irq = false;
698 
699 	irq_data = dev_get_drvdata(dev);
700 	acp_mmio = irq_data->acp_mmio;
701 
702 	ext_intr_status = acp_reg_read(acp_mmio, mmACP_EXTERNAL_INTR_STAT);
703 	intr_flag = (((ext_intr_status &
704 		      ACP_EXTERNAL_INTR_STAT__DMAIOCStat_MASK) >>
705 		     ACP_EXTERNAL_INTR_STAT__DMAIOCStat__SHIFT));
706 
707 	if ((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) != 0) {
708 		valid_irq = true;
709 		snd_pcm_period_elapsed(irq_data->play_i2ssp_stream);
710 		acp_reg_write((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) << 16,
711 			      acp_mmio, mmACP_EXTERNAL_INTR_STAT);
712 	}
713 
714 	if ((intr_flag & BIT(ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM)) != 0) {
715 		valid_irq = true;
716 		snd_pcm_period_elapsed(irq_data->play_i2s_micsp_stream);
717 		acp_reg_write((intr_flag & BIT(ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM)) << 16,
718 			      acp_mmio, mmACP_EXTERNAL_INTR_STAT);
719 	}
720 
721 	if ((intr_flag & BIT(ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM)) != 0) {
722 		valid_irq = true;
723 		snd_pcm_period_elapsed(irq_data->play_i2sbt_stream);
724 		acp_reg_write((intr_flag &
725 			      BIT(ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM)) << 16,
726 			      acp_mmio, mmACP_EXTERNAL_INTR_STAT);
727 	}
728 
729 	if ((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) != 0) {
730 		valid_irq = true;
731 		if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_14) ==
732 				CAPTURE_START_DMA_DESCR_CH15)
733 			dscr_idx = CAPTURE_END_DMA_DESCR_CH14;
734 		else
735 			dscr_idx = CAPTURE_START_DMA_DESCR_CH14;
736 		config_acp_dma_channel(acp_mmio, ACP_TO_SYSRAM_CH_NUM, dscr_idx,
737 				       1, 0);
738 		acp_dma_start(acp_mmio, ACP_TO_SYSRAM_CH_NUM, false);
739 
740 		snd_pcm_period_elapsed(irq_data->capture_i2ssp_stream);
741 		acp_reg_write((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) << 16,
742 			      acp_mmio, mmACP_EXTERNAL_INTR_STAT);
743 	}
744 
745 	if ((intr_flag & BIT(I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM)) != 0) {
746 		valid_irq = true;
747 		if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_10) ==
748 			CAPTURE_START_DMA_DESCR_CH11)
749 			dscr_idx = CAPTURE_END_DMA_DESCR_CH10;
750 		else
751 			dscr_idx = CAPTURE_START_DMA_DESCR_CH10;
752 		config_acp_dma_channel(acp_mmio,
753 				       ACP_TO_SYSRAM_BT_INSTANCE_CH_NUM,
754 				       dscr_idx, 1, 0);
755 		acp_dma_start(acp_mmio, ACP_TO_SYSRAM_BT_INSTANCE_CH_NUM,
756 			      false);
757 
758 		snd_pcm_period_elapsed(irq_data->capture_i2sbt_stream);
759 		acp_reg_write((intr_flag &
760 			      BIT(I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM)) << 16,
761 			      acp_mmio, mmACP_EXTERNAL_INTR_STAT);
762 	}
763 
764 	if (valid_irq)
765 		return IRQ_HANDLED;
766 	else
767 		return IRQ_NONE;
768 }
769 
770 static int acp_dma_open(struct snd_soc_component *component,
771 			struct snd_pcm_substream *substream)
772 {
773 	u16 bank;
774 	int ret = 0;
775 	struct snd_pcm_runtime *runtime = substream->runtime;
776 	struct audio_drv_data *intr_data = dev_get_drvdata(component->dev);
777 	struct audio_substream_data *adata =
778 		kzalloc(sizeof(struct audio_substream_data), GFP_KERNEL);
779 	if (!adata)
780 		return -ENOMEM;
781 
782 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
783 		switch (intr_data->asic_type) {
784 		case CHIP_STONEY:
785 			runtime->hw = acp_st_pcm_hardware_playback;
786 			break;
787 		default:
788 			runtime->hw = acp_pcm_hardware_playback;
789 		}
790 	} else {
791 		switch (intr_data->asic_type) {
792 		case CHIP_STONEY:
793 			runtime->hw = acp_st_pcm_hardware_capture;
794 			break;
795 		default:
796 			runtime->hw = acp_pcm_hardware_capture;
797 		}
798 	}
799 
800 	ret = snd_pcm_hw_constraint_integer(runtime,
801 					    SNDRV_PCM_HW_PARAM_PERIODS);
802 	if (ret < 0) {
803 		dev_err(component->dev, "set integer constraint failed\n");
804 		kfree(adata);
805 		return ret;
806 	}
807 
808 	adata->acp_mmio = intr_data->acp_mmio;
809 	runtime->private_data = adata;
810 
811 	/*
812 	 * Enable ACP irq, when neither playback or capture streams are
813 	 * active by the time when a new stream is being opened.
814 	 * This enablement is not required for another stream, if current
815 	 * stream is not closed
816 	 */
817 	if (!intr_data->play_i2ssp_stream && !intr_data->capture_i2ssp_stream &&
818 	    !intr_data->play_i2sbt_stream && !intr_data->capture_i2sbt_stream &&
819 	    !intr_data->play_i2s_micsp_stream)
820 		acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
821 
822 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
823 		/*
824 		 * For Stoney, Memory gating is disabled,i.e SRAM Banks
825 		 * won't be turned off. The default state for SRAM banks is ON.
826 		 * Setting SRAM bank state code skipped for STONEY platform.
827 		 */
828 		if (intr_data->asic_type != CHIP_STONEY) {
829 			for (bank = 1; bank <= 4; bank++)
830 				acp_set_sram_bank_state(intr_data->acp_mmio,
831 							bank, true);
832 		}
833 	} else {
834 		if (intr_data->asic_type != CHIP_STONEY) {
835 			for (bank = 5; bank <= 8; bank++)
836 				acp_set_sram_bank_state(intr_data->acp_mmio,
837 							bank, true);
838 		}
839 	}
840 
841 	return 0;
842 }
843 
844 static int acp_dma_hw_params(struct snd_soc_component *component,
845 			     struct snd_pcm_substream *substream,
846 			     struct snd_pcm_hw_params *params)
847 {
848 	uint64_t size;
849 	u32 val = 0;
850 	struct snd_pcm_runtime *runtime;
851 	struct audio_substream_data *rtd;
852 	struct snd_soc_pcm_runtime *prtd = asoc_substream_to_rtd(substream);
853 	struct audio_drv_data *adata = dev_get_drvdata(component->dev);
854 	struct snd_soc_card *card = prtd->card;
855 	struct acp_platform_info *pinfo = snd_soc_card_get_drvdata(card);
856 
857 	runtime = substream->runtime;
858 	rtd = runtime->private_data;
859 
860 	if (WARN_ON(!rtd))
861 		return -EINVAL;
862 
863 	if (pinfo) {
864 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
865 			rtd->i2s_instance = pinfo->play_i2s_instance;
866 		} else {
867 			rtd->i2s_instance = pinfo->cap_i2s_instance;
868 			rtd->capture_channel = pinfo->capture_channel;
869 		}
870 	}
871 	if (adata->asic_type == CHIP_STONEY) {
872 		val = acp_reg_read(adata->acp_mmio,
873 				   mmACP_I2S_16BIT_RESOLUTION_EN);
874 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
875 			switch (rtd->i2s_instance) {
876 			case I2S_BT_INSTANCE:
877 				val |= ACP_I2S_BT_16BIT_RESOLUTION_EN;
878 				break;
879 			case I2S_MICSP_INSTANCE:
880 				val |= ACP_I2S_MICSP_16BIT_RESOLUTION_EN;
881 				break;
882 			case I2S_SP_INSTANCE:
883 			default:
884 				val |= ACP_I2S_SP_16BIT_RESOLUTION_EN;
885 			}
886 		} else {
887 			switch (rtd->i2s_instance) {
888 			case I2S_BT_INSTANCE:
889 				val |= ACP_I2S_BT_16BIT_RESOLUTION_EN;
890 				break;
891 			case I2S_MICSP_INSTANCE:
892 			case I2S_SP_INSTANCE:
893 			default:
894 				val |= ACP_I2S_MIC_16BIT_RESOLUTION_EN;
895 			}
896 		}
897 		acp_reg_write(val, adata->acp_mmio,
898 			      mmACP_I2S_16BIT_RESOLUTION_EN);
899 	}
900 
901 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
902 		switch (rtd->i2s_instance) {
903 		case I2S_BT_INSTANCE:
904 			rtd->pte_offset = ACP_ST_BT_PLAYBACK_PTE_OFFSET;
905 			rtd->ch1 = SYSRAM_TO_ACP_BT_INSTANCE_CH_NUM;
906 			rtd->ch2 = ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM;
907 			rtd->sram_bank = ACP_SRAM_BANK_3_ADDRESS;
908 			rtd->destination = TO_BLUETOOTH;
909 			rtd->dma_dscr_idx_1 = PLAYBACK_START_DMA_DESCR_CH8;
910 			rtd->dma_dscr_idx_2 = PLAYBACK_START_DMA_DESCR_CH9;
911 			rtd->byte_cnt_high_reg_offset =
912 					mmACP_I2S_BT_TRANSMIT_BYTE_CNT_HIGH;
913 			rtd->byte_cnt_low_reg_offset =
914 					mmACP_I2S_BT_TRANSMIT_BYTE_CNT_LOW;
915 			adata->play_i2sbt_stream = substream;
916 			break;
917 		case I2S_MICSP_INSTANCE:
918 			switch (adata->asic_type) {
919 			case CHIP_STONEY:
920 				rtd->pte_offset = ACP_ST_PLAYBACK_PTE_OFFSET;
921 				break;
922 			default:
923 				rtd->pte_offset = ACP_PLAYBACK_PTE_OFFSET;
924 			}
925 			rtd->ch1 = SYSRAM_TO_ACP_MICSP_INSTANCE_CH_NUM;
926 			rtd->ch2 = ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM;
927 			rtd->sram_bank = ACP_SRAM_BANK_1_ADDRESS;
928 			rtd->destination = TO_ACP_I2S_2;
929 			rtd->dma_dscr_idx_1 = PLAYBACK_START_DMA_DESCR_CH4;
930 			rtd->dma_dscr_idx_2 = PLAYBACK_START_DMA_DESCR_CH5;
931 			rtd->byte_cnt_high_reg_offset =
932 					mmACP_I2S_MICSP_TRANSMIT_BYTE_CNT_HIGH;
933 			rtd->byte_cnt_low_reg_offset =
934 					mmACP_I2S_MICSP_TRANSMIT_BYTE_CNT_LOW;
935 
936 			adata->play_i2s_micsp_stream = substream;
937 			break;
938 		case I2S_SP_INSTANCE:
939 		default:
940 			switch (adata->asic_type) {
941 			case CHIP_STONEY:
942 				rtd->pte_offset = ACP_ST_PLAYBACK_PTE_OFFSET;
943 				break;
944 			default:
945 				rtd->pte_offset = ACP_PLAYBACK_PTE_OFFSET;
946 			}
947 			rtd->ch1 = SYSRAM_TO_ACP_CH_NUM;
948 			rtd->ch2 = ACP_TO_I2S_DMA_CH_NUM;
949 			rtd->sram_bank = ACP_SRAM_BANK_1_ADDRESS;
950 			rtd->destination = TO_ACP_I2S_1;
951 			rtd->dma_dscr_idx_1 = PLAYBACK_START_DMA_DESCR_CH12;
952 			rtd->dma_dscr_idx_2 = PLAYBACK_START_DMA_DESCR_CH13;
953 			rtd->byte_cnt_high_reg_offset =
954 					mmACP_I2S_TRANSMIT_BYTE_CNT_HIGH;
955 			rtd->byte_cnt_low_reg_offset =
956 					mmACP_I2S_TRANSMIT_BYTE_CNT_LOW;
957 			adata->play_i2ssp_stream = substream;
958 		}
959 	} else {
960 		switch (rtd->i2s_instance) {
961 		case I2S_BT_INSTANCE:
962 			rtd->pte_offset = ACP_ST_BT_CAPTURE_PTE_OFFSET;
963 			rtd->ch1 = I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM;
964 			rtd->ch2 = ACP_TO_SYSRAM_BT_INSTANCE_CH_NUM;
965 			rtd->sram_bank = ACP_SRAM_BANK_4_ADDRESS;
966 			rtd->destination = FROM_BLUETOOTH;
967 			rtd->dma_dscr_idx_1 = CAPTURE_START_DMA_DESCR_CH10;
968 			rtd->dma_dscr_idx_2 = CAPTURE_START_DMA_DESCR_CH11;
969 			rtd->byte_cnt_high_reg_offset =
970 					mmACP_I2S_BT_RECEIVE_BYTE_CNT_HIGH;
971 			rtd->byte_cnt_low_reg_offset =
972 					mmACP_I2S_BT_RECEIVE_BYTE_CNT_LOW;
973 			rtd->dma_curr_dscr = mmACP_DMA_CUR_DSCR_11;
974 			adata->capture_i2sbt_stream = substream;
975 			break;
976 		case I2S_MICSP_INSTANCE:
977 		case I2S_SP_INSTANCE:
978 		default:
979 			rtd->pte_offset = ACP_CAPTURE_PTE_OFFSET;
980 			rtd->ch1 = I2S_TO_ACP_DMA_CH_NUM;
981 			rtd->ch2 = ACP_TO_SYSRAM_CH_NUM;
982 			switch (adata->asic_type) {
983 			case CHIP_STONEY:
984 				rtd->pte_offset = ACP_ST_CAPTURE_PTE_OFFSET;
985 				rtd->sram_bank = ACP_SRAM_BANK_2_ADDRESS;
986 				break;
987 			default:
988 				rtd->pte_offset = ACP_CAPTURE_PTE_OFFSET;
989 				rtd->sram_bank = ACP_SRAM_BANK_5_ADDRESS;
990 			}
991 			rtd->destination = FROM_ACP_I2S_1;
992 			rtd->dma_dscr_idx_1 = CAPTURE_START_DMA_DESCR_CH14;
993 			rtd->dma_dscr_idx_2 = CAPTURE_START_DMA_DESCR_CH15;
994 			rtd->byte_cnt_high_reg_offset =
995 					mmACP_I2S_RECEIVED_BYTE_CNT_HIGH;
996 			rtd->byte_cnt_low_reg_offset =
997 					mmACP_I2S_RECEIVED_BYTE_CNT_LOW;
998 			rtd->dma_curr_dscr = mmACP_DMA_CUR_DSCR_15;
999 			adata->capture_i2ssp_stream = substream;
1000 		}
1001 	}
1002 
1003 	size = params_buffer_bytes(params);
1004 
1005 	acp_set_sram_bank_state(rtd->acp_mmio, 0, true);
1006 	/* Save for runtime private data */
1007 	rtd->dma_addr = runtime->dma_addr;
1008 	rtd->order = get_order(size);
1009 
1010 	/* Fill the page table entries in ACP SRAM */
1011 	rtd->size = size;
1012 	rtd->num_of_pages = PAGE_ALIGN(size) >> PAGE_SHIFT;
1013 	rtd->direction = substream->stream;
1014 
1015 	config_acp_dma(rtd->acp_mmio, rtd, adata->asic_type);
1016 	return 0;
1017 }
1018 
1019 static u64 acp_get_byte_count(struct audio_substream_data *rtd)
1020 {
1021 	union acp_dma_count byte_count;
1022 
1023 	byte_count.bcount.high = acp_reg_read(rtd->acp_mmio,
1024 					      rtd->byte_cnt_high_reg_offset);
1025 	byte_count.bcount.low  = acp_reg_read(rtd->acp_mmio,
1026 					      rtd->byte_cnt_low_reg_offset);
1027 	return byte_count.bytescount;
1028 }
1029 
1030 static snd_pcm_uframes_t acp_dma_pointer(struct snd_soc_component *component,
1031 					 struct snd_pcm_substream *substream)
1032 {
1033 	u32 buffersize;
1034 	u32 pos = 0;
1035 	u64 bytescount = 0;
1036 	u16 dscr;
1037 	u32 period_bytes, delay;
1038 
1039 	struct snd_pcm_runtime *runtime = substream->runtime;
1040 	struct audio_substream_data *rtd = runtime->private_data;
1041 	struct audio_drv_data *adata = dev_get_drvdata(component->dev);
1042 
1043 	if (!rtd)
1044 		return -EINVAL;
1045 
1046 	if (substream->stream == SNDRV_PCM_STREAM_CAPTURE) {
1047 		period_bytes = frames_to_bytes(runtime, runtime->period_size);
1048 		bytescount = acp_get_byte_count(rtd);
1049 		if (bytescount >= rtd->bytescount)
1050 			bytescount -= rtd->bytescount;
1051 		if (bytescount < period_bytes) {
1052 			pos = 0;
1053 		} else {
1054 			dscr = acp_reg_read(rtd->acp_mmio, rtd->dma_curr_dscr);
1055 			if (dscr == rtd->dma_dscr_idx_1)
1056 				pos = period_bytes;
1057 			else
1058 				pos = 0;
1059 		}
1060 		if (bytescount > 0) {
1061 			delay = do_div(bytescount, period_bytes);
1062 			adata->delay += bytes_to_frames(runtime, delay);
1063 		}
1064 	} else {
1065 		buffersize = frames_to_bytes(runtime, runtime->buffer_size);
1066 		bytescount = acp_get_byte_count(rtd);
1067 		if (bytescount > rtd->bytescount)
1068 			bytescount -= rtd->bytescount;
1069 		pos = do_div(bytescount, buffersize);
1070 	}
1071 	return bytes_to_frames(runtime, pos);
1072 }
1073 
1074 static snd_pcm_sframes_t acp_dma_delay(struct snd_soc_component *component,
1075 				       struct snd_pcm_substream *substream)
1076 {
1077 	struct audio_drv_data *adata = dev_get_drvdata(component->dev);
1078 	snd_pcm_sframes_t delay = adata->delay;
1079 
1080 	adata->delay = 0;
1081 
1082 	return delay;
1083 }
1084 
1085 static int acp_dma_prepare(struct snd_soc_component *component,
1086 			   struct snd_pcm_substream *substream)
1087 {
1088 	struct snd_pcm_runtime *runtime = substream->runtime;
1089 	struct audio_substream_data *rtd = runtime->private_data;
1090 	u16 ch_acp_sysmem, ch_acp_i2s;
1091 
1092 	if (!rtd)
1093 		return -EINVAL;
1094 
1095 	if (rtd->direction == SNDRV_PCM_STREAM_PLAYBACK) {
1096 		ch_acp_sysmem = rtd->ch1;
1097 		ch_acp_i2s = rtd->ch2;
1098 	} else {
1099 		ch_acp_i2s = rtd->ch1;
1100 		ch_acp_sysmem = rtd->ch2;
1101 	}
1102 	config_acp_dma_channel(rtd->acp_mmio,
1103 			       ch_acp_sysmem,
1104 			       rtd->dma_dscr_idx_1,
1105 			       NUM_DSCRS_PER_CHANNEL, 0);
1106 	config_acp_dma_channel(rtd->acp_mmio,
1107 			       ch_acp_i2s,
1108 			       rtd->dma_dscr_idx_2,
1109 			       NUM_DSCRS_PER_CHANNEL, 0);
1110 	return 0;
1111 }
1112 
1113 static int acp_dma_trigger(struct snd_soc_component *component,
1114 			   struct snd_pcm_substream *substream, int cmd)
1115 {
1116 	int ret;
1117 
1118 	struct snd_pcm_runtime *runtime = substream->runtime;
1119 	struct audio_substream_data *rtd = runtime->private_data;
1120 
1121 	if (!rtd)
1122 		return -EINVAL;
1123 	switch (cmd) {
1124 	case SNDRV_PCM_TRIGGER_START:
1125 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1126 	case SNDRV_PCM_TRIGGER_RESUME:
1127 		rtd->bytescount = acp_get_byte_count(rtd);
1128 		if (substream->stream == SNDRV_PCM_STREAM_CAPTURE) {
1129 			if (rtd->capture_channel == CAP_CHANNEL0) {
1130 				acp_dma_cap_channel_disable(rtd->acp_mmio,
1131 							    CAP_CHANNEL1);
1132 				acp_dma_cap_channel_enable(rtd->acp_mmio,
1133 							   CAP_CHANNEL0);
1134 			}
1135 			if (rtd->capture_channel == CAP_CHANNEL1) {
1136 				acp_dma_cap_channel_disable(rtd->acp_mmio,
1137 							    CAP_CHANNEL0);
1138 				acp_dma_cap_channel_enable(rtd->acp_mmio,
1139 							   CAP_CHANNEL1);
1140 			}
1141 			acp_dma_start(rtd->acp_mmio, rtd->ch1, true);
1142 		} else {
1143 			acp_dma_start(rtd->acp_mmio, rtd->ch1, true);
1144 			acp_dma_start(rtd->acp_mmio, rtd->ch2, true);
1145 		}
1146 		ret = 0;
1147 		break;
1148 	case SNDRV_PCM_TRIGGER_STOP:
1149 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1150 	case SNDRV_PCM_TRIGGER_SUSPEND:
1151 		acp_dma_stop(rtd->acp_mmio, rtd->ch2);
1152 		ret = acp_dma_stop(rtd->acp_mmio, rtd->ch1);
1153 		break;
1154 	default:
1155 		ret = -EINVAL;
1156 	}
1157 	return ret;
1158 }
1159 
1160 static int acp_dma_new(struct snd_soc_component *component,
1161 		       struct snd_soc_pcm_runtime *rtd)
1162 {
1163 	struct audio_drv_data *adata = dev_get_drvdata(component->dev);
1164 	struct device *parent = component->dev->parent;
1165 
1166 	switch (adata->asic_type) {
1167 	case CHIP_STONEY:
1168 		snd_pcm_set_managed_buffer_all(rtd->pcm,
1169 					       SNDRV_DMA_TYPE_DEV,
1170 					       parent,
1171 					       ST_MIN_BUFFER,
1172 					       ST_MAX_BUFFER);
1173 		break;
1174 	default:
1175 		snd_pcm_set_managed_buffer_all(rtd->pcm,
1176 					       SNDRV_DMA_TYPE_DEV,
1177 					       parent,
1178 					       MIN_BUFFER,
1179 					       MAX_BUFFER);
1180 		break;
1181 	}
1182 	return 0;
1183 }
1184 
1185 static int acp_dma_close(struct snd_soc_component *component,
1186 			 struct snd_pcm_substream *substream)
1187 {
1188 	u16 bank;
1189 	struct snd_pcm_runtime *runtime = substream->runtime;
1190 	struct audio_substream_data *rtd = runtime->private_data;
1191 	struct audio_drv_data *adata = dev_get_drvdata(component->dev);
1192 
1193 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
1194 		switch (rtd->i2s_instance) {
1195 		case I2S_BT_INSTANCE:
1196 			adata->play_i2sbt_stream = NULL;
1197 			break;
1198 		case I2S_MICSP_INSTANCE:
1199 			adata->play_i2s_micsp_stream = NULL;
1200 			break;
1201 		case I2S_SP_INSTANCE:
1202 		default:
1203 			adata->play_i2ssp_stream = NULL;
1204 			/*
1205 			 * For Stoney, Memory gating is disabled,i.e SRAM Banks
1206 			 * won't be turned off. The default state for SRAM banks
1207 			 * is ON.Setting SRAM bank state code skipped for STONEY
1208 			 * platform. Added condition checks for Carrizo platform
1209 			 * only.
1210 			 */
1211 			if (adata->asic_type != CHIP_STONEY) {
1212 				for (bank = 1; bank <= 4; bank++)
1213 					acp_set_sram_bank_state(adata->acp_mmio,
1214 								bank, false);
1215 			}
1216 		}
1217 	} else  {
1218 		switch (rtd->i2s_instance) {
1219 		case I2S_BT_INSTANCE:
1220 			adata->capture_i2sbt_stream = NULL;
1221 			break;
1222 		case I2S_MICSP_INSTANCE:
1223 		case I2S_SP_INSTANCE:
1224 		default:
1225 			adata->capture_i2ssp_stream = NULL;
1226 			if (adata->asic_type != CHIP_STONEY) {
1227 				for (bank = 5; bank <= 8; bank++)
1228 					acp_set_sram_bank_state(adata->acp_mmio,
1229 								bank, false);
1230 			}
1231 		}
1232 	}
1233 
1234 	/*
1235 	 * Disable ACP irq, when the current stream is being closed and
1236 	 * another stream is also not active.
1237 	 */
1238 	if (!adata->play_i2ssp_stream && !adata->capture_i2ssp_stream &&
1239 	    !adata->play_i2sbt_stream && !adata->capture_i2sbt_stream &&
1240 	    !adata->play_i2s_micsp_stream)
1241 		acp_reg_write(0, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1242 	kfree(rtd);
1243 	return 0;
1244 }
1245 
1246 static const struct snd_soc_component_driver acp_asoc_platform = {
1247 	.name		= DRV_NAME,
1248 	.open		= acp_dma_open,
1249 	.close		= acp_dma_close,
1250 	.hw_params	= acp_dma_hw_params,
1251 	.trigger	= acp_dma_trigger,
1252 	.pointer	= acp_dma_pointer,
1253 	.delay		= acp_dma_delay,
1254 	.prepare	= acp_dma_prepare,
1255 	.pcm_construct	= acp_dma_new,
1256 };
1257 
1258 static int acp_audio_probe(struct platform_device *pdev)
1259 {
1260 	int status, irq;
1261 	struct audio_drv_data *audio_drv_data;
1262 	const u32 *pdata = pdev->dev.platform_data;
1263 
1264 	if (!pdata) {
1265 		dev_err(&pdev->dev, "Missing platform data\n");
1266 		return -ENODEV;
1267 	}
1268 
1269 	audio_drv_data = devm_kzalloc(&pdev->dev, sizeof(struct audio_drv_data),
1270 				      GFP_KERNEL);
1271 	if (!audio_drv_data)
1272 		return -ENOMEM;
1273 
1274 	audio_drv_data->acp_mmio = devm_platform_ioremap_resource(pdev, 0);
1275 	if (IS_ERR(audio_drv_data->acp_mmio))
1276 		return PTR_ERR(audio_drv_data->acp_mmio);
1277 
1278 	/*
1279 	 * The following members gets populated in device 'open'
1280 	 * function. Till then interrupts are disabled in 'acp_init'
1281 	 * and device doesn't generate any interrupts.
1282 	 */
1283 
1284 	audio_drv_data->play_i2ssp_stream = NULL;
1285 	audio_drv_data->capture_i2ssp_stream = NULL;
1286 	audio_drv_data->play_i2sbt_stream = NULL;
1287 	audio_drv_data->capture_i2sbt_stream = NULL;
1288 	audio_drv_data->play_i2s_micsp_stream = NULL;
1289 
1290 	audio_drv_data->asic_type =  *pdata;
1291 
1292 	irq = platform_get_irq(pdev, 0);
1293 	if (irq < 0)
1294 		return -ENODEV;
1295 
1296 	status = devm_request_irq(&pdev->dev, irq, dma_irq_handler,
1297 				  0, "ACP_IRQ", &pdev->dev);
1298 	if (status) {
1299 		dev_err(&pdev->dev, "ACP IRQ request failed\n");
1300 		return status;
1301 	}
1302 
1303 	dev_set_drvdata(&pdev->dev, audio_drv_data);
1304 
1305 	/* Initialize the ACP */
1306 	status = acp_init(audio_drv_data->acp_mmio, audio_drv_data->asic_type);
1307 	if (status) {
1308 		dev_err(&pdev->dev, "ACP Init failed status:%d\n", status);
1309 		return status;
1310 	}
1311 
1312 	status = devm_snd_soc_register_component(&pdev->dev,
1313 						 &acp_asoc_platform, NULL, 0);
1314 	if (status != 0) {
1315 		dev_err(&pdev->dev, "Fail to register ALSA platform device\n");
1316 		return status;
1317 	}
1318 
1319 	pm_runtime_set_autosuspend_delay(&pdev->dev, 10000);
1320 	pm_runtime_use_autosuspend(&pdev->dev);
1321 	pm_runtime_enable(&pdev->dev);
1322 
1323 	return status;
1324 }
1325 
1326 static void acp_audio_remove(struct platform_device *pdev)
1327 {
1328 	int status;
1329 	struct audio_drv_data *adata = dev_get_drvdata(&pdev->dev);
1330 
1331 	status = acp_deinit(adata->acp_mmio);
1332 	if (status)
1333 		dev_err(&pdev->dev, "ACP Deinit failed status:%d\n", status);
1334 	pm_runtime_disable(&pdev->dev);
1335 }
1336 
1337 static int acp_pcm_resume(struct device *dev)
1338 {
1339 	u16 bank;
1340 	int status;
1341 	struct audio_substream_data *rtd;
1342 	struct audio_drv_data *adata = dev_get_drvdata(dev);
1343 
1344 	status = acp_init(adata->acp_mmio, adata->asic_type);
1345 	if (status) {
1346 		dev_err(dev, "ACP Init failed status:%d\n", status);
1347 		return status;
1348 	}
1349 
1350 	if (adata->play_i2ssp_stream && adata->play_i2ssp_stream->runtime) {
1351 		/*
1352 		 * For Stoney, Memory gating is disabled,i.e SRAM Banks
1353 		 * won't be turned off. The default state for SRAM banks is ON.
1354 		 * Setting SRAM bank state code skipped for STONEY platform.
1355 		 */
1356 		if (adata->asic_type != CHIP_STONEY) {
1357 			for (bank = 1; bank <= 4; bank++)
1358 				acp_set_sram_bank_state(adata->acp_mmio, bank,
1359 							true);
1360 		}
1361 		rtd = adata->play_i2ssp_stream->runtime->private_data;
1362 		config_acp_dma(adata->acp_mmio, rtd, adata->asic_type);
1363 	}
1364 	if (adata->capture_i2ssp_stream &&
1365 	    adata->capture_i2ssp_stream->runtime) {
1366 		if (adata->asic_type != CHIP_STONEY) {
1367 			for (bank = 5; bank <= 8; bank++)
1368 				acp_set_sram_bank_state(adata->acp_mmio, bank,
1369 							true);
1370 		}
1371 		rtd =  adata->capture_i2ssp_stream->runtime->private_data;
1372 		config_acp_dma(adata->acp_mmio, rtd, adata->asic_type);
1373 	}
1374 	if (adata->asic_type != CHIP_CARRIZO) {
1375 		if (adata->play_i2s_micsp_stream &&
1376 		    adata->play_i2s_micsp_stream->runtime) {
1377 			rtd = adata->play_i2s_micsp_stream->runtime->private_data;
1378 			config_acp_dma(adata->acp_mmio, rtd, adata->asic_type);
1379 		}
1380 		if (adata->play_i2sbt_stream &&
1381 		    adata->play_i2sbt_stream->runtime) {
1382 			rtd = adata->play_i2sbt_stream->runtime->private_data;
1383 			config_acp_dma(adata->acp_mmio, rtd, adata->asic_type);
1384 		}
1385 		if (adata->capture_i2sbt_stream &&
1386 		    adata->capture_i2sbt_stream->runtime) {
1387 			rtd = adata->capture_i2sbt_stream->runtime->private_data;
1388 			config_acp_dma(adata->acp_mmio, rtd, adata->asic_type);
1389 		}
1390 	}
1391 	acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1392 	return 0;
1393 }
1394 
1395 static int acp_pcm_runtime_suspend(struct device *dev)
1396 {
1397 	int status;
1398 	struct audio_drv_data *adata = dev_get_drvdata(dev);
1399 
1400 	status = acp_deinit(adata->acp_mmio);
1401 	if (status)
1402 		dev_err(dev, "ACP Deinit failed status:%d\n", status);
1403 	acp_reg_write(0, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1404 	return 0;
1405 }
1406 
1407 static int acp_pcm_runtime_resume(struct device *dev)
1408 {
1409 	int status;
1410 	struct audio_drv_data *adata = dev_get_drvdata(dev);
1411 
1412 	status = acp_init(adata->acp_mmio, adata->asic_type);
1413 	if (status) {
1414 		dev_err(dev, "ACP Init failed status:%d\n", status);
1415 		return status;
1416 	}
1417 	acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1418 	return 0;
1419 }
1420 
1421 static const struct dev_pm_ops acp_pm_ops = {
1422 	.resume = acp_pcm_resume,
1423 	.runtime_suspend = acp_pcm_runtime_suspend,
1424 	.runtime_resume = acp_pcm_runtime_resume,
1425 };
1426 
1427 static struct platform_driver acp_dma_driver = {
1428 	.probe = acp_audio_probe,
1429 	.remove_new = acp_audio_remove,
1430 	.driver = {
1431 		.name = DRV_NAME,
1432 		.pm = &acp_pm_ops,
1433 	},
1434 };
1435 
1436 module_platform_driver(acp_dma_driver);
1437 
1438 MODULE_AUTHOR("Vijendar.Mukunda@amd.com");
1439 MODULE_AUTHOR("Maruthi.Bayyavarapu@amd.com");
1440 MODULE_DESCRIPTION("AMD ACP PCM Driver");
1441 MODULE_LICENSE("GPL v2");
1442 MODULE_ALIAS("platform:"DRV_NAME);
1443