xref: /linux/sound/soc/soc-pcm.c (revision 6e7fd890f1d6ac83805409e9c346240de2705584)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/slab.h>
18 #include <linux/workqueue.h>
19 #include <linux/export.h>
20 #include <linux/debugfs.h>
21 #include <sound/core.h>
22 #include <sound/pcm.h>
23 #include <sound/pcm_params.h>
24 #include <sound/soc.h>
25 #include <sound/soc-dpcm.h>
26 #include <sound/soc-link.h>
27 #include <sound/initval.h>
28 
29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
31 			       const char *func, int ret)
32 {
33 	/* Positive, Zero values are not errors */
34 	if (ret >= 0)
35 		return ret;
36 
37 	/* Negative values might be errors */
38 	switch (ret) {
39 	case -EPROBE_DEFER:
40 	case -ENOTSUPP:
41 	case -EINVAL:
42 		break;
43 	default:
44 		dev_err(rtd->dev,
45 			"ASoC: error at %s on %s: %d\n",
46 			func, rtd->dai_link->name, ret);
47 	}
48 
49 	return ret;
50 }
51 
52 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
53 						int stream)
54 {
55 	snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
56 }
57 
58 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
59 	snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
60 
61 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
62 						  int stream)
63 {
64 	snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
65 }
66 
67 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
68 	snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
69 
70 #define DPCM_MAX_BE_USERS	8
71 
72 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
73 {
74 	return (rtd)->dai_link->num_cpus == 1 ? snd_soc_rtd_to_cpu(rtd, 0)->name : "multicpu";
75 }
76 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
77 {
78 	return (rtd)->dai_link->num_codecs == 1 ? snd_soc_rtd_to_codec(rtd, 0)->name : "multicodec";
79 }
80 
81 #ifdef CONFIG_DEBUG_FS
82 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
83 {
84 	switch (state) {
85 	case SND_SOC_DPCM_STATE_NEW:
86 		return "new";
87 	case SND_SOC_DPCM_STATE_OPEN:
88 		return "open";
89 	case SND_SOC_DPCM_STATE_HW_PARAMS:
90 		return "hw_params";
91 	case SND_SOC_DPCM_STATE_PREPARE:
92 		return "prepare";
93 	case SND_SOC_DPCM_STATE_START:
94 		return "start";
95 	case SND_SOC_DPCM_STATE_STOP:
96 		return "stop";
97 	case SND_SOC_DPCM_STATE_SUSPEND:
98 		return "suspend";
99 	case SND_SOC_DPCM_STATE_PAUSED:
100 		return "paused";
101 	case SND_SOC_DPCM_STATE_HW_FREE:
102 		return "hw_free";
103 	case SND_SOC_DPCM_STATE_CLOSE:
104 		return "close";
105 	}
106 
107 	return "unknown";
108 }
109 
110 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
111 			       int stream, char *buf, size_t size)
112 {
113 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
114 	struct snd_soc_dpcm *dpcm;
115 	ssize_t offset = 0;
116 
117 	/* FE state */
118 	offset += scnprintf(buf + offset, size - offset,
119 			   "[%s - %s]\n", fe->dai_link->name,
120 			   stream ? "Capture" : "Playback");
121 
122 	offset += scnprintf(buf + offset, size - offset, "State: %s\n",
123 			   dpcm_state_string(fe->dpcm[stream].state));
124 
125 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
126 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
127 		offset += scnprintf(buf + offset, size - offset,
128 				   "Hardware Params: "
129 				   "Format = %s, Channels = %d, Rate = %d\n",
130 				   snd_pcm_format_name(params_format(params)),
131 				   params_channels(params),
132 				   params_rate(params));
133 
134 	/* BEs state */
135 	offset += scnprintf(buf + offset, size - offset, "Backends:\n");
136 
137 	if (list_empty(&fe->dpcm[stream].be_clients)) {
138 		offset += scnprintf(buf + offset, size - offset,
139 				   " No active DSP links\n");
140 		goto out;
141 	}
142 
143 	for_each_dpcm_be(fe, stream, dpcm) {
144 		struct snd_soc_pcm_runtime *be = dpcm->be;
145 		params = &be->dpcm[stream].hw_params;
146 
147 		offset += scnprintf(buf + offset, size - offset,
148 				   "- %s\n", be->dai_link->name);
149 
150 		offset += scnprintf(buf + offset, size - offset,
151 				   "   State: %s\n",
152 				   dpcm_state_string(be->dpcm[stream].state));
153 
154 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
155 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
156 			offset += scnprintf(buf + offset, size - offset,
157 					   "   Hardware Params: "
158 					   "Format = %s, Channels = %d, Rate = %d\n",
159 					   snd_pcm_format_name(params_format(params)),
160 					   params_channels(params),
161 					   params_rate(params));
162 	}
163 out:
164 	return offset;
165 }
166 
167 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
168 				    size_t count, loff_t *ppos)
169 {
170 	struct snd_soc_pcm_runtime *fe = file->private_data;
171 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
172 	int stream;
173 	char *buf;
174 
175 	if (fe->dai_link->num_cpus > 1) {
176 		dev_err(fe->dev,
177 			"%s doesn't support Multi CPU yet\n", __func__);
178 		return -EINVAL;
179 	}
180 
181 	buf = kmalloc(out_count, GFP_KERNEL);
182 	if (!buf)
183 		return -ENOMEM;
184 
185 	snd_soc_dpcm_mutex_lock(fe);
186 	for_each_pcm_streams(stream)
187 		if (snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0), stream))
188 			offset += dpcm_show_state(fe, stream,
189 						  buf + offset,
190 						  out_count - offset);
191 	snd_soc_dpcm_mutex_unlock(fe);
192 
193 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
194 
195 	kfree(buf);
196 	return ret;
197 }
198 
199 static const struct file_operations dpcm_state_fops = {
200 	.open = simple_open,
201 	.read = dpcm_state_read_file,
202 	.llseek = default_llseek,
203 };
204 
205 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
206 {
207 	if (!rtd->dai_link->dynamic)
208 		return;
209 
210 	if (!rtd->card->debugfs_card_root)
211 		return;
212 
213 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
214 						    rtd->card->debugfs_card_root);
215 
216 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
217 			    rtd, &dpcm_state_fops);
218 }
219 
220 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
221 {
222 	char *name;
223 
224 	name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
225 			 stream ? "capture" : "playback");
226 	if (name) {
227 		dpcm->debugfs_state = debugfs_create_dir(
228 			name, dpcm->fe->debugfs_dpcm_root);
229 		debugfs_create_u32("state", 0644, dpcm->debugfs_state,
230 				   &dpcm->state);
231 		kfree(name);
232 	}
233 }
234 
235 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
236 {
237 	debugfs_remove_recursive(dpcm->debugfs_state);
238 }
239 
240 #else
241 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
242 					     int stream)
243 {
244 }
245 
246 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
247 {
248 }
249 #endif
250 
251 /* Set FE's runtime_update state; the state is protected via PCM stream lock
252  * for avoiding the race with trigger callback.
253  * If the state is unset and a trigger is pending while the previous operation,
254  * process the pending trigger action here.
255  */
256 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
257 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
258 				     int stream, enum snd_soc_dpcm_update state)
259 {
260 	struct snd_pcm_substream *substream =
261 		snd_soc_dpcm_get_substream(fe, stream);
262 
263 	snd_soc_dpcm_stream_lock_irq(fe, stream);
264 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
265 		dpcm_fe_dai_do_trigger(substream,
266 				       fe->dpcm[stream].trigger_pending - 1);
267 		fe->dpcm[stream].trigger_pending = 0;
268 	}
269 	fe->dpcm[stream].runtime_update = state;
270 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
271 }
272 
273 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
274 				     int stream, enum snd_soc_dpcm_update state)
275 {
276 	be->dpcm[stream].runtime_update = state;
277 }
278 
279 /**
280  * snd_soc_runtime_action() - Increment/Decrement active count for
281  * PCM runtime components
282  * @rtd: ASoC PCM runtime that is activated
283  * @stream: Direction of the PCM stream
284  * @action: Activate stream if 1. Deactivate if -1.
285  *
286  * Increments/Decrements the active count for all the DAIs and components
287  * attached to a PCM runtime.
288  * Should typically be called when a stream is opened.
289  *
290  * Must be called with the rtd->card->pcm_mutex being held
291  */
292 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
293 			    int stream, int action)
294 {
295 	struct snd_soc_component *component;
296 	struct snd_soc_dai *dai;
297 	int i;
298 
299 	snd_soc_dpcm_mutex_assert_held(rtd);
300 
301 	for_each_rtd_dais(rtd, i, dai)
302 		snd_soc_dai_action(dai, stream, action);
303 
304 	/* Increments/Decrements the active count for components without DAIs */
305 	for_each_rtd_components(rtd, i, component) {
306 		if (component->num_dai)
307 			continue;
308 		component->active += action;
309 	}
310 }
311 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
312 
313 /**
314  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
315  * @rtd: The ASoC PCM runtime that should be checked.
316  *
317  * This function checks whether the power down delay should be ignored for a
318  * specific PCM runtime. Returns true if the delay is 0, if the DAI link has
319  * been configured to ignore the delay, or if none of the components benefits
320  * from having the delay.
321  */
322 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
323 {
324 	struct snd_soc_component *component;
325 	int i;
326 
327 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
328 		return true;
329 
330 	for_each_rtd_components(rtd, i, component)
331 		if (component->driver->use_pmdown_time)
332 			/* No need to go through all components */
333 			return false;
334 
335 	return true;
336 }
337 
338 /**
339  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
340  * @substream: the pcm substream
341  * @hw: the hardware parameters
342  *
343  * Sets the substream runtime hardware parameters.
344  */
345 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
346 	const struct snd_pcm_hardware *hw)
347 {
348 	substream->runtime->hw = *hw;
349 
350 	return 0;
351 }
352 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
353 
354 /* DPCM stream event, send event to FE and all active BEs. */
355 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
356 	int event)
357 {
358 	struct snd_soc_dpcm *dpcm;
359 
360 	snd_soc_dpcm_mutex_assert_held(fe);
361 
362 	for_each_dpcm_be(fe, dir, dpcm) {
363 
364 		struct snd_soc_pcm_runtime *be = dpcm->be;
365 
366 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
367 				be->dai_link->name, event, dir);
368 
369 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
370 		    (be->dpcm[dir].users >= 1))
371 			continue;
372 
373 		snd_soc_dapm_stream_event(be, dir, event);
374 	}
375 
376 	snd_soc_dapm_stream_event(fe, dir, event);
377 
378 	return 0;
379 }
380 
381 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
382 				   struct snd_pcm_hw_params *params)
383 {
384 	if (params) {
385 		dai->rate	 = params_rate(params);
386 		dai->channels	 = params_channels(params);
387 		dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
388 	} else {
389 		dai->rate	 = 0;
390 		dai->channels	 = 0;
391 		dai->sample_bits = 0;
392 	}
393 }
394 
395 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
396 					struct snd_soc_dai *soc_dai)
397 {
398 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
399 	int ret;
400 
401 	if (!snd_soc_dai_active(soc_dai))
402 		return 0;
403 
404 #define __soc_pcm_apply_symmetry(name, NAME)				\
405 	if (soc_dai->name && (soc_dai->driver->symmetric_##name ||	\
406 			      rtd->dai_link->symmetric_##name)) {	\
407 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
408 			#name, soc_dai->name);				\
409 									\
410 		ret = snd_pcm_hw_constraint_single(substream->runtime,	\
411 						   SNDRV_PCM_HW_PARAM_##NAME,\
412 						   soc_dai->name);	\
413 		if (ret < 0) {						\
414 			dev_err(soc_dai->dev,				\
415 				"ASoC: Unable to apply %s constraint: %d\n",\
416 				#name, ret);				\
417 			return ret;					\
418 		}							\
419 	}
420 
421 	__soc_pcm_apply_symmetry(rate,		RATE);
422 	__soc_pcm_apply_symmetry(channels,	CHANNELS);
423 	__soc_pcm_apply_symmetry(sample_bits,	SAMPLE_BITS);
424 
425 	return 0;
426 }
427 
428 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
429 				struct snd_pcm_hw_params *params)
430 {
431 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
432 	struct snd_soc_dai d;
433 	struct snd_soc_dai *dai;
434 	struct snd_soc_dai *cpu_dai;
435 	unsigned int symmetry, i;
436 
437 	d.name = __func__;
438 	soc_pcm_set_dai_params(&d, params);
439 
440 #define __soc_pcm_params_symmetry(xxx)					\
441 	symmetry = rtd->dai_link->symmetric_##xxx;			\
442 	for_each_rtd_dais(rtd, i, dai)					\
443 		symmetry |= dai->driver->symmetric_##xxx;		\
444 									\
445 	if (symmetry)							\
446 		for_each_rtd_cpu_dais(rtd, i, cpu_dai)			\
447 			if (!snd_soc_dai_is_dummy(cpu_dai) &&		\
448 			    cpu_dai->xxx && cpu_dai->xxx != d.xxx) {	\
449 				dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
450 					#xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
451 				return -EINVAL;				\
452 			}
453 
454 	/* reject unmatched parameters when applying symmetry */
455 	__soc_pcm_params_symmetry(rate);
456 	__soc_pcm_params_symmetry(channels);
457 	__soc_pcm_params_symmetry(sample_bits);
458 
459 	return 0;
460 }
461 
462 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
463 {
464 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
465 	struct snd_soc_dai_link *link = rtd->dai_link;
466 	struct snd_soc_dai *dai;
467 	unsigned int symmetry, i;
468 
469 	symmetry = link->symmetric_rate ||
470 		link->symmetric_channels ||
471 		link->symmetric_sample_bits;
472 
473 	for_each_rtd_dais(rtd, i, dai)
474 		symmetry = symmetry ||
475 			dai->driver->symmetric_rate ||
476 			dai->driver->symmetric_channels ||
477 			dai->driver->symmetric_sample_bits;
478 
479 	if (symmetry)
480 		substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
481 }
482 
483 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
484 {
485 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
486 	int ret;
487 
488 	if (!bits)
489 		return;
490 
491 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
492 	if (ret != 0)
493 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
494 				 bits, ret);
495 }
496 
497 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
498 {
499 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
500 	struct snd_soc_dai *cpu_dai;
501 	struct snd_soc_dai *codec_dai;
502 	int stream = substream->stream;
503 	int i;
504 	unsigned int bits = 0, cpu_bits = 0;
505 
506 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
507 		const struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
508 
509 		if (pcm_codec->sig_bits == 0) {
510 			bits = 0;
511 			break;
512 		}
513 		bits = max(pcm_codec->sig_bits, bits);
514 	}
515 
516 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
517 		const struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
518 
519 		if (pcm_cpu->sig_bits == 0) {
520 			cpu_bits = 0;
521 			break;
522 		}
523 		cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
524 	}
525 
526 	soc_pcm_set_msb(substream, bits);
527 	soc_pcm_set_msb(substream, cpu_bits);
528 }
529 
530 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
531 {
532 	hw->rates		= UINT_MAX;
533 	hw->rate_min		= 0;
534 	hw->rate_max		= UINT_MAX;
535 	hw->channels_min	= 0;
536 	hw->channels_max	= UINT_MAX;
537 	hw->formats		= ULLONG_MAX;
538 }
539 
540 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
541 				   const struct snd_soc_pcm_stream *p)
542 {
543 	hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
544 
545 	/* setup hw->rate_min/max via hw->rates first */
546 	snd_pcm_hw_limit_rates(hw);
547 
548 	/* update hw->rate_min/max by snd_soc_pcm_stream */
549 	hw->rate_min = max(hw->rate_min, p->rate_min);
550 	hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
551 }
552 
553 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
554 				   const struct snd_soc_pcm_stream *p)
555 {
556 	hw->channels_min = max(hw->channels_min, p->channels_min);
557 	hw->channels_max = min(hw->channels_max, p->channels_max);
558 }
559 
560 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
561 				     const struct snd_soc_pcm_stream *p)
562 {
563 	hw->formats &= p->formats;
564 }
565 
566 static void soc_pcm_hw_update_subformat(struct snd_pcm_hardware *hw,
567 					const struct snd_soc_pcm_stream *p)
568 {
569 	hw->subformats &= p->subformats;
570 }
571 
572 /**
573  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
574  * @rtd: ASoC PCM runtime
575  * @hw: PCM hardware parameters (output)
576  * @stream: Direction of the PCM stream
577  *
578  * Calculates the subset of stream parameters supported by all DAIs
579  * associated with the PCM stream.
580  */
581 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
582 			    struct snd_pcm_hardware *hw, int stream)
583 {
584 	struct snd_soc_dai *codec_dai;
585 	struct snd_soc_dai *cpu_dai;
586 	const struct snd_soc_pcm_stream *codec_stream;
587 	const struct snd_soc_pcm_stream *cpu_stream;
588 	unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
589 	int i;
590 
591 	soc_pcm_hw_init(hw);
592 
593 	/* first calculate min/max only for CPUs in the DAI link */
594 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
595 
596 		/*
597 		 * Skip CPUs which don't support the current stream type.
598 		 * Otherwise, since the rate, channel, and format values will
599 		 * zero in that case, we would have no usable settings left,
600 		 * causing the resulting setup to fail.
601 		 */
602 		if (!snd_soc_dai_stream_valid(cpu_dai, stream))
603 			continue;
604 
605 		cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
606 
607 		soc_pcm_hw_update_chan(hw, cpu_stream);
608 		soc_pcm_hw_update_rate(hw, cpu_stream);
609 		soc_pcm_hw_update_format(hw, cpu_stream);
610 		soc_pcm_hw_update_subformat(hw, cpu_stream);
611 	}
612 	cpu_chan_min = hw->channels_min;
613 	cpu_chan_max = hw->channels_max;
614 
615 	/* second calculate min/max only for CODECs in the DAI link */
616 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
617 
618 		/*
619 		 * Skip CODECs which don't support the current stream type.
620 		 * Otherwise, since the rate, channel, and format values will
621 		 * zero in that case, we would have no usable settings left,
622 		 * causing the resulting setup to fail.
623 		 */
624 		if (!snd_soc_dai_stream_valid(codec_dai, stream))
625 			continue;
626 
627 		codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
628 
629 		soc_pcm_hw_update_chan(hw, codec_stream);
630 		soc_pcm_hw_update_rate(hw, codec_stream);
631 		soc_pcm_hw_update_format(hw, codec_stream);
632 		soc_pcm_hw_update_subformat(hw, codec_stream);
633 	}
634 
635 	/* Verify both a valid CPU DAI and a valid CODEC DAI were found */
636 	if (!hw->channels_min)
637 		return -EINVAL;
638 
639 	/*
640 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
641 	 * connected to CPU DAI(s), use CPU DAI's directly and let
642 	 * channel allocation be fixed up later
643 	 */
644 	if (rtd->dai_link->num_codecs > 1) {
645 		hw->channels_min = cpu_chan_min;
646 		hw->channels_max = cpu_chan_max;
647 	}
648 
649 	return 0;
650 }
651 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
652 
653 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
654 {
655 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
656 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
657 	u64 formats = hw->formats;
658 
659 	/*
660 	 * At least one CPU and one CODEC should match. Otherwise, we should
661 	 * have bailed out on a higher level, since there would be no CPU or
662 	 * CODEC to support the transfer direction in that case.
663 	 */
664 	snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
665 
666 	if (formats)
667 		hw->formats &= formats;
668 }
669 
670 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
671 {
672 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
673 	struct snd_soc_component *component;
674 	int i, ret = 0;
675 
676 	for_each_rtd_components(rtd, i, component) {
677 		ret = snd_soc_component_module_get_when_open(component, substream);
678 		if (ret < 0)
679 			break;
680 
681 		ret = snd_soc_component_open(component, substream);
682 		if (ret < 0)
683 			break;
684 	}
685 
686 	return ret;
687 }
688 
689 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
690 				    int rollback)
691 {
692 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
693 	struct snd_soc_component *component;
694 	int i, ret = 0;
695 
696 	for_each_rtd_components(rtd, i, component) {
697 		int r = snd_soc_component_close(component, substream, rollback);
698 		if (r < 0)
699 			ret = r; /* use last ret */
700 
701 		snd_soc_component_module_put_when_close(component, substream, rollback);
702 	}
703 
704 	return ret;
705 }
706 
707 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
708 			 struct snd_pcm_substream *substream, int rollback)
709 {
710 	struct snd_soc_component *component;
711 	struct snd_soc_dai *dai;
712 	int i;
713 
714 	snd_soc_dpcm_mutex_assert_held(rtd);
715 
716 	if (!rollback) {
717 		snd_soc_runtime_deactivate(rtd, substream->stream);
718 
719 		/* Make sure DAI parameters cleared if the DAI becomes inactive */
720 		for_each_rtd_dais(rtd, i, dai) {
721 			if (snd_soc_dai_active(dai) == 0 &&
722 			    (dai->rate || dai->channels || dai->sample_bits))
723 				soc_pcm_set_dai_params(dai, NULL);
724 		}
725 	}
726 
727 	for_each_rtd_dais_reverse(rtd, i, dai)
728 		snd_soc_dai_shutdown(dai, substream, rollback);
729 
730 	snd_soc_link_shutdown(substream, rollback);
731 
732 	soc_pcm_components_close(substream, rollback);
733 
734 	snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
735 
736 	for_each_rtd_components(rtd, i, component)
737 		if (!snd_soc_component_active(component))
738 			pinctrl_pm_select_sleep_state(component->dev);
739 
740 	return 0;
741 }
742 
743 /*
744  * Called by ALSA when a PCM substream is closed. Private data can be
745  * freed here. The cpu DAI, codec DAI, machine and components are also
746  * shutdown.
747  */
748 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
749 			   struct snd_pcm_substream *substream)
750 {
751 	return soc_pcm_clean(rtd, substream, 0);
752 }
753 
754 /* PCM close ops for non-DPCM streams */
755 static int soc_pcm_close(struct snd_pcm_substream *substream)
756 {
757 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
758 
759 	snd_soc_dpcm_mutex_lock(rtd);
760 	__soc_pcm_close(rtd, substream);
761 	snd_soc_dpcm_mutex_unlock(rtd);
762 	return 0;
763 }
764 
765 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
766 {
767 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
768 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
769 	const char *name_cpu = soc_cpu_dai_name(rtd);
770 	const char *name_codec = soc_codec_dai_name(rtd);
771 	const char *err_msg;
772 	struct device *dev = rtd->dev;
773 
774 	err_msg = "rates";
775 	if (!hw->rates)
776 		goto config_err;
777 
778 	err_msg = "formats";
779 	if (!hw->formats)
780 		goto config_err;
781 
782 	err_msg = "channels";
783 	if (!hw->channels_min || !hw->channels_max ||
784 	     hw->channels_min  >  hw->channels_max)
785 		goto config_err;
786 
787 	dev_dbg(dev, "ASoC: %s <-> %s info:\n",		name_codec,
788 							name_cpu);
789 	dev_dbg(dev, "ASoC: rate mask 0x%x\n",		hw->rates);
790 	dev_dbg(dev, "ASoC: ch   min %d max %d\n",	hw->channels_min,
791 							hw->channels_max);
792 	dev_dbg(dev, "ASoC: rate min %d max %d\n",	hw->rate_min,
793 							hw->rate_max);
794 
795 	return 0;
796 
797 config_err:
798 	dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
799 		name_codec, name_cpu, err_msg);
800 	return -EINVAL;
801 }
802 
803 /*
804  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
805  * then initialized and any private data can be allocated. This also calls
806  * startup for the cpu DAI, component, machine and codec DAI.
807  */
808 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
809 			  struct snd_pcm_substream *substream)
810 {
811 	struct snd_soc_component *component;
812 	struct snd_soc_dai *dai;
813 	int i, ret = 0;
814 
815 	snd_soc_dpcm_mutex_assert_held(rtd);
816 
817 	for_each_rtd_components(rtd, i, component)
818 		pinctrl_pm_select_default_state(component->dev);
819 
820 	ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
821 	if (ret < 0)
822 		goto err;
823 
824 	ret = soc_pcm_components_open(substream);
825 	if (ret < 0)
826 		goto err;
827 
828 	ret = snd_soc_link_startup(substream);
829 	if (ret < 0)
830 		goto err;
831 
832 	/* startup the audio subsystem */
833 	for_each_rtd_dais(rtd, i, dai) {
834 		ret = snd_soc_dai_startup(dai, substream);
835 		if (ret < 0)
836 			goto err;
837 	}
838 
839 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
840 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
841 		goto dynamic;
842 
843 	/* Check that the codec and cpu DAIs are compatible */
844 	soc_pcm_init_runtime_hw(substream);
845 
846 	soc_pcm_update_symmetry(substream);
847 
848 	ret = soc_hw_sanity_check(substream);
849 	if (ret < 0)
850 		goto err;
851 
852 	soc_pcm_apply_msb(substream);
853 
854 	/* Symmetry only applies if we've already got an active stream. */
855 	for_each_rtd_dais(rtd, i, dai) {
856 		ret = soc_pcm_apply_symmetry(substream, dai);
857 		if (ret != 0)
858 			goto err;
859 	}
860 dynamic:
861 	snd_soc_runtime_activate(rtd, substream->stream);
862 	ret = 0;
863 err:
864 	if (ret < 0)
865 		soc_pcm_clean(rtd, substream, 1);
866 
867 	return soc_pcm_ret(rtd, ret);
868 }
869 
870 /* PCM open ops for non-DPCM streams */
871 static int soc_pcm_open(struct snd_pcm_substream *substream)
872 {
873 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
874 	int ret;
875 
876 	snd_soc_dpcm_mutex_lock(rtd);
877 	ret = __soc_pcm_open(rtd, substream);
878 	snd_soc_dpcm_mutex_unlock(rtd);
879 	return ret;
880 }
881 
882 /*
883  * Called by ALSA when the PCM substream is prepared, can set format, sample
884  * rate, etc.  This function is non atomic and can be called multiple times,
885  * it can refer to the runtime info.
886  */
887 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
888 			     struct snd_pcm_substream *substream)
889 {
890 	struct snd_soc_dai *dai;
891 	int i, ret = 0;
892 
893 	snd_soc_dpcm_mutex_assert_held(rtd);
894 
895 	ret = snd_soc_link_prepare(substream);
896 	if (ret < 0)
897 		goto out;
898 
899 	ret = snd_soc_pcm_component_prepare(substream);
900 	if (ret < 0)
901 		goto out;
902 
903 	ret = snd_soc_pcm_dai_prepare(substream);
904 	if (ret < 0)
905 		goto out;
906 
907 	/* cancel any delayed stream shutdown that is pending */
908 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
909 	    rtd->pop_wait) {
910 		rtd->pop_wait = 0;
911 		cancel_delayed_work(&rtd->delayed_work);
912 	}
913 
914 	snd_soc_dapm_stream_event(rtd, substream->stream,
915 			SND_SOC_DAPM_STREAM_START);
916 
917 	for_each_rtd_dais(rtd, i, dai) {
918 		if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
919 			snd_soc_dai_digital_mute(dai, 0, substream->stream);
920 	}
921 
922 out:
923 	return soc_pcm_ret(rtd, ret);
924 }
925 
926 /* PCM prepare ops for non-DPCM streams */
927 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
928 {
929 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
930 	int ret;
931 
932 	snd_soc_dpcm_mutex_lock(rtd);
933 	ret = __soc_pcm_prepare(rtd, substream);
934 	snd_soc_dpcm_mutex_unlock(rtd);
935 	return ret;
936 }
937 
938 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
939 				       unsigned int mask)
940 {
941 	struct snd_interval *interval;
942 	int channels = hweight_long(mask);
943 
944 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
945 	interval->min = channels;
946 	interval->max = channels;
947 }
948 
949 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
950 			    struct snd_pcm_substream *substream, int rollback)
951 {
952 	struct snd_soc_dai *dai;
953 	int i;
954 
955 	snd_soc_dpcm_mutex_assert_held(rtd);
956 
957 	/* clear the corresponding DAIs parameters when going to be inactive */
958 	for_each_rtd_dais(rtd, i, dai) {
959 		if (snd_soc_dai_active(dai) == 1)
960 			soc_pcm_set_dai_params(dai, NULL);
961 
962 		if (snd_soc_dai_stream_active(dai, substream->stream) == 1) {
963 			if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
964 				snd_soc_dai_digital_mute(dai, 1, substream->stream);
965 		}
966 	}
967 
968 	/* run the stream event */
969 	snd_soc_dapm_stream_stop(rtd, substream->stream);
970 
971 	/* free any machine hw params */
972 	snd_soc_link_hw_free(substream, rollback);
973 
974 	/* free any component resources */
975 	snd_soc_pcm_component_hw_free(substream, rollback);
976 
977 	/* now free hw params for the DAIs  */
978 	for_each_rtd_dais(rtd, i, dai)
979 		if (snd_soc_dai_stream_valid(dai, substream->stream))
980 			snd_soc_dai_hw_free(dai, substream, rollback);
981 
982 	return 0;
983 }
984 
985 /*
986  * Frees resources allocated by hw_params, can be called multiple times
987  */
988 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
989 			     struct snd_pcm_substream *substream)
990 {
991 	return soc_pcm_hw_clean(rtd, substream, 0);
992 }
993 
994 /* hw_free PCM ops for non-DPCM streams */
995 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
996 {
997 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
998 	int ret;
999 
1000 	snd_soc_dpcm_mutex_lock(rtd);
1001 	ret = __soc_pcm_hw_free(rtd, substream);
1002 	snd_soc_dpcm_mutex_unlock(rtd);
1003 	return ret;
1004 }
1005 
1006 /*
1007  * Called by ALSA when the hardware params are set by application. This
1008  * function can also be called multiple times and can allocate buffers
1009  * (using snd_pcm_lib_* ). It's non-atomic.
1010  */
1011 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
1012 			       struct snd_pcm_substream *substream,
1013 			       struct snd_pcm_hw_params *params)
1014 {
1015 	struct snd_soc_dai *cpu_dai;
1016 	struct snd_soc_dai *codec_dai;
1017 	struct snd_pcm_hw_params tmp_params;
1018 	int i, ret = 0;
1019 
1020 	snd_soc_dpcm_mutex_assert_held(rtd);
1021 
1022 	ret = soc_pcm_params_symmetry(substream, params);
1023 	if (ret)
1024 		goto out;
1025 
1026 	ret = snd_soc_link_hw_params(substream, params);
1027 	if (ret < 0)
1028 		goto out;
1029 
1030 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
1031 		unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1032 
1033 		/*
1034 		 * Skip CODECs which don't support the current stream type,
1035 		 * the idea being that if a CODEC is not used for the currently
1036 		 * set up transfer direction, it should not need to be
1037 		 * configured, especially since the configuration used might
1038 		 * not even be supported by that CODEC. There may be cases
1039 		 * however where a CODEC needs to be set up although it is
1040 		 * actually not being used for the transfer, e.g. if a
1041 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
1042 		 * for the DAI link including a playback-only CODEC.
1043 		 * If this becomes necessary, we will have to augment the
1044 		 * machine driver setup with information on how to act, so
1045 		 * we can do the right thing here.
1046 		 */
1047 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1048 			continue;
1049 
1050 		/* copy params for each codec */
1051 		tmp_params = *params;
1052 
1053 		/* fixup params based on TDM slot masks */
1054 		if (tdm_mask)
1055 			soc_pcm_codec_params_fixup(&tmp_params, tdm_mask);
1056 
1057 		ret = snd_soc_dai_hw_params(codec_dai, substream,
1058 					    &tmp_params);
1059 		if(ret < 0)
1060 			goto out;
1061 
1062 		soc_pcm_set_dai_params(codec_dai, &tmp_params);
1063 		snd_soc_dapm_update_dai(substream, &tmp_params, codec_dai);
1064 	}
1065 
1066 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1067 		struct snd_soc_dai_link_ch_map *ch_maps;
1068 		unsigned int ch_mask = 0;
1069 		int j;
1070 
1071 		/*
1072 		 * Skip CPUs which don't support the current stream
1073 		 * type. See soc_pcm_init_runtime_hw() for more details
1074 		 */
1075 		if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1076 			continue;
1077 
1078 		/* copy params for each cpu */
1079 		tmp_params = *params;
1080 
1081 		/*
1082 		 * construct cpu channel mask by combining ch_mask of each
1083 		 * codec which maps to the cpu.
1084 		 * see
1085 		 *	soc.h :: [dai_link->ch_maps Image sample]
1086 		 */
1087 		for_each_rtd_ch_maps(rtd, j, ch_maps)
1088 			if (ch_maps->cpu == i)
1089 				ch_mask |= ch_maps->ch_mask;
1090 
1091 		/* fixup cpu channel number */
1092 		if (ch_mask)
1093 			soc_pcm_codec_params_fixup(&tmp_params, ch_mask);
1094 
1095 		ret = snd_soc_dai_hw_params(cpu_dai, substream, &tmp_params);
1096 		if (ret < 0)
1097 			goto out;
1098 
1099 		/* store the parameters for each DAI */
1100 		soc_pcm_set_dai_params(cpu_dai, &tmp_params);
1101 		snd_soc_dapm_update_dai(substream, &tmp_params, cpu_dai);
1102 	}
1103 
1104 	ret = snd_soc_pcm_component_hw_params(substream, params);
1105 out:
1106 	if (ret < 0)
1107 		soc_pcm_hw_clean(rtd, substream, 1);
1108 
1109 	return soc_pcm_ret(rtd, ret);
1110 }
1111 
1112 /* hw_params PCM ops for non-DPCM streams */
1113 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1114 			     struct snd_pcm_hw_params *params)
1115 {
1116 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1117 	int ret;
1118 
1119 	snd_soc_dpcm_mutex_lock(rtd);
1120 	ret = __soc_pcm_hw_params(rtd, substream, params);
1121 	snd_soc_dpcm_mutex_unlock(rtd);
1122 	return ret;
1123 }
1124 
1125 #define TRIGGER_MAX 3
1126 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1127 	[SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1128 		snd_soc_link_trigger,
1129 		snd_soc_pcm_component_trigger,
1130 		snd_soc_pcm_dai_trigger,
1131 	},
1132 	[SND_SOC_TRIGGER_ORDER_LDC] = {
1133 		snd_soc_link_trigger,
1134 		snd_soc_pcm_dai_trigger,
1135 		snd_soc_pcm_component_trigger,
1136 	},
1137 };
1138 
1139 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1140 {
1141 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1142 	struct snd_soc_component *component;
1143 	int ret = 0, r = 0, i;
1144 	int rollback = 0;
1145 	int start = 0, stop = 0;
1146 
1147 	/*
1148 	 * select START/STOP sequence
1149 	 */
1150 	for_each_rtd_components(rtd, i, component) {
1151 		if (component->driver->trigger_start)
1152 			start = component->driver->trigger_start;
1153 		if (component->driver->trigger_stop)
1154 			stop = component->driver->trigger_stop;
1155 	}
1156 	if (rtd->dai_link->trigger_start)
1157 		start = rtd->dai_link->trigger_start;
1158 	if (rtd->dai_link->trigger_stop)
1159 		stop  = rtd->dai_link->trigger_stop;
1160 
1161 	if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1162 	    stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1163 		return -EINVAL;
1164 
1165 	/*
1166 	 * START
1167 	 */
1168 	switch (cmd) {
1169 	case SNDRV_PCM_TRIGGER_START:
1170 	case SNDRV_PCM_TRIGGER_RESUME:
1171 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1172 		for (i = 0; i < TRIGGER_MAX; i++) {
1173 			r = trigger[start][i](substream, cmd, 0);
1174 			if (r < 0)
1175 				break;
1176 		}
1177 	}
1178 
1179 	/*
1180 	 * Rollback if START failed
1181 	 * find correspond STOP command
1182 	 */
1183 	if (r < 0) {
1184 		rollback = 1;
1185 		ret = r;
1186 		switch (cmd) {
1187 		case SNDRV_PCM_TRIGGER_START:
1188 			cmd = SNDRV_PCM_TRIGGER_STOP;
1189 			break;
1190 		case SNDRV_PCM_TRIGGER_RESUME:
1191 			cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1192 			break;
1193 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1194 			cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1195 			break;
1196 		}
1197 	}
1198 
1199 	/*
1200 	 * STOP
1201 	 */
1202 	switch (cmd) {
1203 	case SNDRV_PCM_TRIGGER_STOP:
1204 	case SNDRV_PCM_TRIGGER_SUSPEND:
1205 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1206 		for (i = TRIGGER_MAX; i > 0; i--) {
1207 			r = trigger[stop][i - 1](substream, cmd, rollback);
1208 			if (r < 0)
1209 				ret = r;
1210 		}
1211 	}
1212 
1213 	return ret;
1214 }
1215 
1216 /*
1217  * soc level wrapper for pointer callback
1218  * If cpu_dai, codec_dai, component driver has the delay callback, then
1219  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1220  */
1221 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1222 {
1223 	struct snd_pcm_runtime *runtime = substream->runtime;
1224 	snd_pcm_uframes_t offset = 0;
1225 	snd_pcm_sframes_t codec_delay = 0;
1226 	snd_pcm_sframes_t cpu_delay = 0;
1227 
1228 	offset = snd_soc_pcm_component_pointer(substream);
1229 
1230 	/* should be called *after* snd_soc_pcm_component_pointer() */
1231 	snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1232 	snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1233 
1234 	runtime->delay = cpu_delay + codec_delay;
1235 
1236 	return offset;
1237 }
1238 
1239 /* connect a FE and BE */
1240 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1241 		struct snd_soc_pcm_runtime *be, int stream)
1242 {
1243 	struct snd_pcm_substream *fe_substream;
1244 	struct snd_pcm_substream *be_substream;
1245 	struct snd_soc_dpcm *dpcm;
1246 
1247 	snd_soc_dpcm_mutex_assert_held(fe);
1248 
1249 	/* only add new dpcms */
1250 	for_each_dpcm_be(fe, stream, dpcm) {
1251 		if (dpcm->be == be && dpcm->fe == fe)
1252 			return 0;
1253 	}
1254 
1255 	fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1256 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1257 
1258 	if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1259 		dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1260 			__func__);
1261 		return -EINVAL;
1262 	}
1263 	if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1264 		dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1265 		be_substream->pcm->nonatomic = 1;
1266 	}
1267 
1268 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1269 	if (!dpcm)
1270 		return -ENOMEM;
1271 
1272 	dpcm->be = be;
1273 	dpcm->fe = fe;
1274 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1275 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1276 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1277 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1278 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1279 
1280 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1281 			stream ? "capture" : "playback",  fe->dai_link->name,
1282 			stream ? "<-" : "->", be->dai_link->name);
1283 
1284 	dpcm_create_debugfs_state(dpcm, stream);
1285 
1286 	return 1;
1287 }
1288 
1289 /* reparent a BE onto another FE */
1290 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1291 			struct snd_soc_pcm_runtime *be, int stream)
1292 {
1293 	struct snd_soc_dpcm *dpcm;
1294 	struct snd_pcm_substream *fe_substream, *be_substream;
1295 
1296 	/* reparent if BE is connected to other FEs */
1297 	if (!be->dpcm[stream].users)
1298 		return;
1299 
1300 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1301 	if (!be_substream)
1302 		return;
1303 
1304 	for_each_dpcm_fe(be, stream, dpcm) {
1305 		if (dpcm->fe == fe)
1306 			continue;
1307 
1308 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1309 			stream ? "capture" : "playback",
1310 			dpcm->fe->dai_link->name,
1311 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1312 
1313 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1314 		be_substream->runtime = fe_substream->runtime;
1315 		break;
1316 	}
1317 }
1318 
1319 /* disconnect a BE and FE */
1320 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1321 {
1322 	struct snd_soc_dpcm *dpcm, *d;
1323 	LIST_HEAD(deleted_dpcms);
1324 
1325 	snd_soc_dpcm_mutex_assert_held(fe);
1326 
1327 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1328 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1329 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1330 				stream ? "capture" : "playback",
1331 				dpcm->be->dai_link->name);
1332 
1333 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1334 			continue;
1335 
1336 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1337 			stream ? "capture" : "playback", fe->dai_link->name,
1338 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1339 
1340 		/* BEs still alive need new FE */
1341 		dpcm_be_reparent(fe, dpcm->be, stream);
1342 
1343 		list_del(&dpcm->list_be);
1344 		list_move(&dpcm->list_fe, &deleted_dpcms);
1345 	}
1346 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1347 
1348 	while (!list_empty(&deleted_dpcms)) {
1349 		dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1350 					list_fe);
1351 		list_del(&dpcm->list_fe);
1352 		dpcm_remove_debugfs_state(dpcm);
1353 		kfree(dpcm);
1354 	}
1355 }
1356 
1357 /* get BE for DAI widget and stream */
1358 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1359 		struct snd_soc_dapm_widget *widget, int stream)
1360 {
1361 	struct snd_soc_pcm_runtime *be;
1362 	struct snd_soc_dapm_widget *w;
1363 	struct snd_soc_dai *dai;
1364 	int i;
1365 
1366 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1367 
1368 	for_each_card_rtds(card, be) {
1369 
1370 		if (!be->dai_link->no_pcm)
1371 			continue;
1372 
1373 		if (!snd_soc_dpcm_get_substream(be, stream))
1374 			continue;
1375 
1376 		for_each_rtd_dais(be, i, dai) {
1377 			w = snd_soc_dai_get_widget(dai, stream);
1378 
1379 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1380 				w ? w->name : "(not set)");
1381 
1382 			if (w == widget)
1383 				return be;
1384 		}
1385 	}
1386 
1387 	/* Widget provided is not a BE */
1388 	return NULL;
1389 }
1390 
1391 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1392 		struct snd_soc_dapm_widget *widget)
1393 {
1394 	struct snd_soc_dapm_widget *w;
1395 	int i;
1396 
1397 	for_each_dapm_widgets(list, i, w)
1398 		if (widget == w)
1399 			return 1;
1400 
1401 	return 0;
1402 }
1403 EXPORT_SYMBOL_GPL(widget_in_list);
1404 
1405 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1406 {
1407 	struct snd_soc_card *card = widget->dapm->card;
1408 	struct snd_soc_pcm_runtime *rtd;
1409 	int stream;
1410 
1411 	/* adjust dir to stream */
1412 	if (dir == SND_SOC_DAPM_DIR_OUT)
1413 		stream = SNDRV_PCM_STREAM_PLAYBACK;
1414 	else
1415 		stream = SNDRV_PCM_STREAM_CAPTURE;
1416 
1417 	rtd = dpcm_get_be(card, widget, stream);
1418 	if (rtd)
1419 		return true;
1420 
1421 	return false;
1422 }
1423 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1424 
1425 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1426 	int stream, struct snd_soc_dapm_widget_list **list)
1427 {
1428 	struct snd_soc_dai *cpu_dai = snd_soc_rtd_to_cpu(fe, 0);
1429 	int paths;
1430 
1431 	if (fe->dai_link->num_cpus > 1) {
1432 		dev_err(fe->dev,
1433 			"%s doesn't support Multi CPU yet\n", __func__);
1434 		return -EINVAL;
1435 	}
1436 
1437 	/* get number of valid DAI paths and their widgets */
1438 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1439 			fe->card->component_chaining ?
1440 				NULL : dpcm_end_walk_at_be);
1441 
1442 	if (paths > 0)
1443 		dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1444 			stream ? "capture" : "playback");
1445 	else if (paths == 0)
1446 		dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1447 			 stream ? "capture" : "playback");
1448 
1449 	return paths;
1450 }
1451 
1452 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1453 {
1454 	snd_soc_dapm_dai_free_widgets(list);
1455 }
1456 
1457 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1458 			      struct snd_soc_dapm_widget_list *list)
1459 {
1460 	struct snd_soc_dai *dai;
1461 	unsigned int i;
1462 
1463 	/* is there a valid DAI widget for this BE */
1464 	for_each_rtd_dais(dpcm->be, i, dai) {
1465 		struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1466 
1467 		/*
1468 		 * The BE is pruned only if none of the dai
1469 		 * widgets are in the active list.
1470 		 */
1471 		if (widget && widget_in_list(list, widget))
1472 			return true;
1473 	}
1474 
1475 	return false;
1476 }
1477 
1478 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1479 			    struct snd_soc_dapm_widget_list **list_)
1480 {
1481 	struct snd_soc_dpcm *dpcm;
1482 	int prune = 0;
1483 
1484 	/* Destroy any old FE <--> BE connections */
1485 	for_each_dpcm_be(fe, stream, dpcm) {
1486 		if (dpcm_be_is_active(dpcm, stream, *list_))
1487 			continue;
1488 
1489 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1490 			stream ? "capture" : "playback",
1491 			dpcm->be->dai_link->name, fe->dai_link->name);
1492 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1493 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1494 		prune++;
1495 	}
1496 
1497 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1498 	return prune;
1499 }
1500 
1501 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1502 	struct snd_soc_dapm_widget_list **list_)
1503 {
1504 	struct snd_soc_card *card = fe->card;
1505 	struct snd_soc_dapm_widget_list *list = *list_;
1506 	struct snd_soc_pcm_runtime *be;
1507 	struct snd_soc_dapm_widget *widget;
1508 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1509 	int i, new = 0, err;
1510 
1511 	/* don't connect if FE is not running */
1512 	if (!fe_substream->runtime && !fe->fe_compr)
1513 		return new;
1514 
1515 	/* Create any new FE <--> BE connections */
1516 	for_each_dapm_widgets(list, i, widget) {
1517 
1518 		switch (widget->id) {
1519 		case snd_soc_dapm_dai_in:
1520 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1521 				continue;
1522 			break;
1523 		case snd_soc_dapm_dai_out:
1524 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1525 				continue;
1526 			break;
1527 		default:
1528 			continue;
1529 		}
1530 
1531 		/* is there a valid BE rtd for this widget */
1532 		be = dpcm_get_be(card, widget, stream);
1533 		if (!be) {
1534 			dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1535 				widget->name);
1536 			continue;
1537 		}
1538 
1539 		/*
1540 		 * Filter for systems with 'component_chaining' enabled.
1541 		 * This helps to avoid unnecessary re-configuration of an
1542 		 * already active BE on such systems.
1543 		 */
1544 		if (fe->card->component_chaining &&
1545 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1546 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1547 			continue;
1548 
1549 		/* newly connected FE and BE */
1550 		err = dpcm_be_connect(fe, be, stream);
1551 		if (err < 0) {
1552 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1553 				widget->name);
1554 			break;
1555 		} else if (err == 0) /* already connected */
1556 			continue;
1557 
1558 		/* new */
1559 		dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1560 		new++;
1561 	}
1562 
1563 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1564 	return new;
1565 }
1566 
1567 /*
1568  * Find the corresponding BE DAIs that source or sink audio to this
1569  * FE substream.
1570  */
1571 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1572 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1573 {
1574 	if (new)
1575 		return dpcm_add_paths(fe, stream, list);
1576 	else
1577 		return dpcm_prune_paths(fe, stream, list);
1578 }
1579 
1580 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1581 {
1582 	struct snd_soc_dpcm *dpcm;
1583 
1584 	for_each_dpcm_be(fe, stream, dpcm)
1585 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1586 }
1587 
1588 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1589 		      int do_hw_free, struct snd_soc_dpcm *last)
1590 {
1591 	struct snd_soc_dpcm *dpcm;
1592 
1593 	/* disable any enabled and non active backends */
1594 	for_each_dpcm_be(fe, stream, dpcm) {
1595 		struct snd_soc_pcm_runtime *be = dpcm->be;
1596 		struct snd_pcm_substream *be_substream =
1597 			snd_soc_dpcm_get_substream(be, stream);
1598 
1599 		if (dpcm == last)
1600 			return;
1601 
1602 		/* is this op for this BE ? */
1603 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1604 			continue;
1605 
1606 		if (be->dpcm[stream].users == 0) {
1607 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1608 				stream ? "capture" : "playback",
1609 				be->dpcm[stream].state);
1610 			continue;
1611 		}
1612 
1613 		if (--be->dpcm[stream].users != 0)
1614 			continue;
1615 
1616 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1617 			if (!do_hw_free)
1618 				continue;
1619 
1620 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1621 				__soc_pcm_hw_free(be, be_substream);
1622 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1623 			}
1624 		}
1625 
1626 		__soc_pcm_close(be, be_substream);
1627 		be_substream->runtime = NULL;
1628 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1629 	}
1630 }
1631 
1632 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1633 {
1634 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1635 	struct snd_soc_pcm_runtime *be;
1636 	struct snd_soc_dpcm *dpcm;
1637 	int err, count = 0;
1638 
1639 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1640 	for_each_dpcm_be(fe, stream, dpcm) {
1641 		struct snd_pcm_substream *be_substream;
1642 
1643 		be = dpcm->be;
1644 		be_substream = snd_soc_dpcm_get_substream(be, stream);
1645 
1646 		if (!be_substream) {
1647 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1648 				stream ? "capture" : "playback");
1649 			continue;
1650 		}
1651 
1652 		/* is this op for this BE ? */
1653 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1654 			continue;
1655 
1656 		/* first time the dpcm is open ? */
1657 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1658 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1659 				stream ? "capture" : "playback",
1660 				be->dpcm[stream].state);
1661 			continue;
1662 		}
1663 
1664 		if (be->dpcm[stream].users++ != 0)
1665 			continue;
1666 
1667 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1668 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1669 			continue;
1670 
1671 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1672 			stream ? "capture" : "playback", be->dai_link->name);
1673 
1674 		be_substream->runtime = fe_substream->runtime;
1675 		err = __soc_pcm_open(be, be_substream);
1676 		if (err < 0) {
1677 			be->dpcm[stream].users--;
1678 			if (be->dpcm[stream].users < 0)
1679 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1680 					stream ? "capture" : "playback",
1681 					be->dpcm[stream].state);
1682 
1683 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1684 			goto unwind;
1685 		}
1686 		be->dpcm[stream].be_start = 0;
1687 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1688 		count++;
1689 	}
1690 
1691 	return count;
1692 
1693 unwind:
1694 	dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1695 
1696 	return soc_pcm_ret(fe, err);
1697 }
1698 
1699 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1700 {
1701 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1702 	struct snd_pcm_runtime *runtime = substream->runtime;
1703 	struct snd_pcm_hardware *hw = &runtime->hw;
1704 	struct snd_soc_dai *dai;
1705 	int stream = substream->stream;
1706 	u64 formats = hw->formats;
1707 	int i;
1708 
1709 	soc_pcm_hw_init(hw);
1710 
1711 	if (formats)
1712 		hw->formats &= formats;
1713 
1714 	for_each_rtd_cpu_dais(fe, i, dai) {
1715 		const struct snd_soc_pcm_stream *cpu_stream;
1716 
1717 		/*
1718 		 * Skip CPUs which don't support the current stream
1719 		 * type. See soc_pcm_init_runtime_hw() for more details
1720 		 */
1721 		if (!snd_soc_dai_stream_valid(dai, stream))
1722 			continue;
1723 
1724 		cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1725 
1726 		soc_pcm_hw_update_rate(hw, cpu_stream);
1727 		soc_pcm_hw_update_chan(hw, cpu_stream);
1728 		soc_pcm_hw_update_format(hw, cpu_stream);
1729 		soc_pcm_hw_update_subformat(hw, cpu_stream);
1730 	}
1731 
1732 }
1733 
1734 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1735 {
1736 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1737 	struct snd_pcm_runtime *runtime = substream->runtime;
1738 	struct snd_pcm_hardware *hw = &runtime->hw;
1739 	struct snd_soc_dpcm *dpcm;
1740 	struct snd_soc_dai *dai;
1741 	int stream = substream->stream;
1742 
1743 	if (!fe->dai_link->dpcm_merged_format)
1744 		return;
1745 
1746 	/*
1747 	 * It returns merged BE codec format
1748 	 * if FE want to use it (= dpcm_merged_format)
1749 	 */
1750 
1751 	for_each_dpcm_be(fe, stream, dpcm) {
1752 		struct snd_soc_pcm_runtime *be = dpcm->be;
1753 		const struct snd_soc_pcm_stream *codec_stream;
1754 		int i;
1755 
1756 		for_each_rtd_codec_dais(be, i, dai) {
1757 			/*
1758 			 * Skip CODECs which don't support the current stream
1759 			 * type. See soc_pcm_init_runtime_hw() for more details
1760 			 */
1761 			if (!snd_soc_dai_stream_valid(dai, stream))
1762 				continue;
1763 
1764 			codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1765 
1766 			soc_pcm_hw_update_format(hw, codec_stream);
1767 			soc_pcm_hw_update_subformat(hw, codec_stream);
1768 		}
1769 	}
1770 }
1771 
1772 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1773 {
1774 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1775 	struct snd_pcm_runtime *runtime = substream->runtime;
1776 	struct snd_pcm_hardware *hw = &runtime->hw;
1777 	struct snd_soc_dpcm *dpcm;
1778 	int stream = substream->stream;
1779 
1780 	if (!fe->dai_link->dpcm_merged_chan)
1781 		return;
1782 
1783 	/*
1784 	 * It returns merged BE codec channel;
1785 	 * if FE want to use it (= dpcm_merged_chan)
1786 	 */
1787 
1788 	for_each_dpcm_be(fe, stream, dpcm) {
1789 		struct snd_soc_pcm_runtime *be = dpcm->be;
1790 		const struct snd_soc_pcm_stream *cpu_stream;
1791 		struct snd_soc_dai *dai;
1792 		int i;
1793 
1794 		for_each_rtd_cpu_dais(be, i, dai) {
1795 			/*
1796 			 * Skip CPUs which don't support the current stream
1797 			 * type. See soc_pcm_init_runtime_hw() for more details
1798 			 */
1799 			if (!snd_soc_dai_stream_valid(dai, stream))
1800 				continue;
1801 
1802 			cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1803 
1804 			soc_pcm_hw_update_chan(hw, cpu_stream);
1805 		}
1806 
1807 		/*
1808 		 * chan min/max cannot be enforced if there are multiple CODEC
1809 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1810 		 */
1811 		if (be->dai_link->num_codecs == 1) {
1812 			const struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1813 				snd_soc_rtd_to_codec(be, 0), stream);
1814 
1815 			soc_pcm_hw_update_chan(hw, codec_stream);
1816 		}
1817 	}
1818 }
1819 
1820 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1821 {
1822 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1823 	struct snd_pcm_runtime *runtime = substream->runtime;
1824 	struct snd_pcm_hardware *hw = &runtime->hw;
1825 	struct snd_soc_dpcm *dpcm;
1826 	int stream = substream->stream;
1827 
1828 	if (!fe->dai_link->dpcm_merged_rate)
1829 		return;
1830 
1831 	/*
1832 	 * It returns merged BE codec channel;
1833 	 * if FE want to use it (= dpcm_merged_chan)
1834 	 */
1835 
1836 	for_each_dpcm_be(fe, stream, dpcm) {
1837 		struct snd_soc_pcm_runtime *be = dpcm->be;
1838 		const struct snd_soc_pcm_stream *pcm;
1839 		struct snd_soc_dai *dai;
1840 		int i;
1841 
1842 		for_each_rtd_dais(be, i, dai) {
1843 			/*
1844 			 * Skip DAIs which don't support the current stream
1845 			 * type. See soc_pcm_init_runtime_hw() for more details
1846 			 */
1847 			if (!snd_soc_dai_stream_valid(dai, stream))
1848 				continue;
1849 
1850 			pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1851 
1852 			soc_pcm_hw_update_rate(hw, pcm);
1853 		}
1854 	}
1855 }
1856 
1857 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1858 			       int stream)
1859 {
1860 	struct snd_soc_dpcm *dpcm;
1861 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1862 	struct snd_soc_dai *fe_cpu_dai;
1863 	int err = 0;
1864 	int i;
1865 
1866 	/* apply symmetry for FE */
1867 	soc_pcm_update_symmetry(fe_substream);
1868 
1869 	for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1870 		/* Symmetry only applies if we've got an active stream. */
1871 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1872 		if (err < 0)
1873 			goto error;
1874 	}
1875 
1876 	/* apply symmetry for BE */
1877 	for_each_dpcm_be(fe, stream, dpcm) {
1878 		struct snd_soc_pcm_runtime *be = dpcm->be;
1879 		struct snd_pcm_substream *be_substream =
1880 			snd_soc_dpcm_get_substream(be, stream);
1881 		struct snd_soc_pcm_runtime *rtd;
1882 		struct snd_soc_dai *dai;
1883 
1884 		/* A backend may not have the requested substream */
1885 		if (!be_substream)
1886 			continue;
1887 
1888 		rtd = snd_soc_substream_to_rtd(be_substream);
1889 		if (rtd->dai_link->be_hw_params_fixup)
1890 			continue;
1891 
1892 		soc_pcm_update_symmetry(be_substream);
1893 
1894 		/* Symmetry only applies if we've got an active stream. */
1895 		for_each_rtd_dais(rtd, i, dai) {
1896 			err = soc_pcm_apply_symmetry(fe_substream, dai);
1897 			if (err < 0)
1898 				goto error;
1899 		}
1900 	}
1901 error:
1902 	return soc_pcm_ret(fe, err);
1903 }
1904 
1905 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1906 {
1907 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1908 	int stream = fe_substream->stream, ret = 0;
1909 
1910 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1911 
1912 	ret = dpcm_be_dai_startup(fe, stream);
1913 	if (ret < 0)
1914 		goto be_err;
1915 
1916 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1917 
1918 	/* start the DAI frontend */
1919 	ret = __soc_pcm_open(fe, fe_substream);
1920 	if (ret < 0)
1921 		goto unwind;
1922 
1923 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1924 
1925 	dpcm_runtime_setup_fe(fe_substream);
1926 
1927 	dpcm_runtime_setup_be_format(fe_substream);
1928 	dpcm_runtime_setup_be_chan(fe_substream);
1929 	dpcm_runtime_setup_be_rate(fe_substream);
1930 
1931 	ret = dpcm_apply_symmetry(fe_substream, stream);
1932 
1933 unwind:
1934 	if (ret < 0)
1935 		dpcm_be_dai_startup_unwind(fe, stream);
1936 be_err:
1937 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1938 
1939 	return soc_pcm_ret(fe, ret);
1940 }
1941 
1942 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1943 {
1944 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1945 	int stream = substream->stream;
1946 
1947 	snd_soc_dpcm_mutex_assert_held(fe);
1948 
1949 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1950 
1951 	/* shutdown the BEs */
1952 	dpcm_be_dai_shutdown(fe, stream);
1953 
1954 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1955 
1956 	/* now shutdown the frontend */
1957 	__soc_pcm_close(fe, substream);
1958 
1959 	/* run the stream stop event */
1960 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1961 
1962 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1963 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1964 	return 0;
1965 }
1966 
1967 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1968 {
1969 	struct snd_soc_dpcm *dpcm;
1970 
1971 	/* only hw_params backends that are either sinks or sources
1972 	 * to this frontend DAI */
1973 	for_each_dpcm_be(fe, stream, dpcm) {
1974 
1975 		struct snd_soc_pcm_runtime *be = dpcm->be;
1976 		struct snd_pcm_substream *be_substream =
1977 			snd_soc_dpcm_get_substream(be, stream);
1978 
1979 		/* is this op for this BE ? */
1980 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1981 			continue;
1982 
1983 		/* only free hw when no longer used - check all FEs */
1984 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1985 				continue;
1986 
1987 		/* do not free hw if this BE is used by other FE */
1988 		if (be->dpcm[stream].users > 1)
1989 			continue;
1990 
1991 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1992 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1993 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1994 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1995 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1996 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1997 			continue;
1998 
1999 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2000 			be->dai_link->name);
2001 
2002 		__soc_pcm_hw_free(be, be_substream);
2003 
2004 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2005 	}
2006 }
2007 
2008 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2009 {
2010 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2011 	int stream = substream->stream;
2012 
2013 	snd_soc_dpcm_mutex_lock(fe);
2014 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2015 
2016 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2017 
2018 	/* call hw_free on the frontend */
2019 	soc_pcm_hw_clean(fe, substream, 0);
2020 
2021 	/* only hw_params backends that are either sinks or sources
2022 	 * to this frontend DAI */
2023 	dpcm_be_dai_hw_free(fe, stream);
2024 
2025 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2026 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2027 
2028 	snd_soc_dpcm_mutex_unlock(fe);
2029 	return 0;
2030 }
2031 
2032 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2033 {
2034 	struct snd_soc_pcm_runtime *be;
2035 	struct snd_pcm_substream *be_substream;
2036 	struct snd_soc_dpcm *dpcm;
2037 	int ret;
2038 
2039 	for_each_dpcm_be(fe, stream, dpcm) {
2040 		struct snd_pcm_hw_params hw_params;
2041 
2042 		be = dpcm->be;
2043 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2044 
2045 		/* is this op for this BE ? */
2046 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2047 			continue;
2048 
2049 		/* copy params for each dpcm */
2050 		memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2051 				sizeof(struct snd_pcm_hw_params));
2052 
2053 		/* perform any hw_params fixups */
2054 		ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2055 		if (ret < 0)
2056 			goto unwind;
2057 
2058 		/* copy the fixed-up hw params for BE dai */
2059 		memcpy(&be->dpcm[stream].hw_params, &hw_params,
2060 		       sizeof(struct snd_pcm_hw_params));
2061 
2062 		/* only allow hw_params() if no connected FEs are running */
2063 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2064 			continue;
2065 
2066 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2067 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2068 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2069 			continue;
2070 
2071 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2072 			be->dai_link->name);
2073 
2074 		ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2075 		if (ret < 0)
2076 			goto unwind;
2077 
2078 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2079 	}
2080 	return 0;
2081 
2082 unwind:
2083 	dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2084 		__func__, be->dai_link->name, ret);
2085 
2086 	/* disable any enabled and non active backends */
2087 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2088 		be = dpcm->be;
2089 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2090 
2091 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2092 			continue;
2093 
2094 		/* only allow hw_free() if no connected FEs are running */
2095 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2096 			continue;
2097 
2098 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2099 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2100 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2101 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2102 			continue;
2103 
2104 		__soc_pcm_hw_free(be, be_substream);
2105 	}
2106 
2107 	return ret;
2108 }
2109 
2110 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2111 				 struct snd_pcm_hw_params *params)
2112 {
2113 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2114 	int ret, stream = substream->stream;
2115 
2116 	snd_soc_dpcm_mutex_lock(fe);
2117 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2118 
2119 	memcpy(&fe->dpcm[stream].hw_params, params,
2120 			sizeof(struct snd_pcm_hw_params));
2121 	ret = dpcm_be_dai_hw_params(fe, stream);
2122 	if (ret < 0)
2123 		goto out;
2124 
2125 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2126 			fe->dai_link->name, params_rate(params),
2127 			params_channels(params), params_format(params));
2128 
2129 	/* call hw_params on the frontend */
2130 	ret = __soc_pcm_hw_params(fe, substream, params);
2131 	if (ret < 0)
2132 		dpcm_be_dai_hw_free(fe, stream);
2133 	else
2134 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2135 
2136 out:
2137 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2138 	snd_soc_dpcm_mutex_unlock(fe);
2139 
2140 	return soc_pcm_ret(fe, ret);
2141 }
2142 
2143 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2144 			       int cmd)
2145 {
2146 	struct snd_soc_pcm_runtime *be;
2147 	bool pause_stop_transition;
2148 	struct snd_soc_dpcm *dpcm;
2149 	unsigned long flags;
2150 	int ret = 0;
2151 
2152 	for_each_dpcm_be(fe, stream, dpcm) {
2153 		struct snd_pcm_substream *be_substream;
2154 
2155 		be = dpcm->be;
2156 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2157 
2158 		snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2159 
2160 		/* is this op for this BE ? */
2161 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2162 			goto next;
2163 
2164 		dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2165 			be->dai_link->name, cmd);
2166 
2167 		switch (cmd) {
2168 		case SNDRV_PCM_TRIGGER_START:
2169 			if (!be->dpcm[stream].be_start &&
2170 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2171 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2172 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2173 				goto next;
2174 
2175 			be->dpcm[stream].be_start++;
2176 			if (be->dpcm[stream].be_start != 1)
2177 				goto next;
2178 
2179 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2180 				ret = soc_pcm_trigger(be_substream,
2181 						      SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2182 			else
2183 				ret = soc_pcm_trigger(be_substream,
2184 						      SNDRV_PCM_TRIGGER_START);
2185 			if (ret) {
2186 				be->dpcm[stream].be_start--;
2187 				goto next;
2188 			}
2189 
2190 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2191 			break;
2192 		case SNDRV_PCM_TRIGGER_RESUME:
2193 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2194 				goto next;
2195 
2196 			be->dpcm[stream].be_start++;
2197 			if (be->dpcm[stream].be_start != 1)
2198 				goto next;
2199 
2200 			ret = soc_pcm_trigger(be_substream, cmd);
2201 			if (ret) {
2202 				be->dpcm[stream].be_start--;
2203 				goto next;
2204 			}
2205 
2206 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2207 			break;
2208 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2209 			if (!be->dpcm[stream].be_start &&
2210 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2211 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2212 				goto next;
2213 
2214 			fe->dpcm[stream].fe_pause = false;
2215 			be->dpcm[stream].be_pause--;
2216 
2217 			be->dpcm[stream].be_start++;
2218 			if (be->dpcm[stream].be_start != 1)
2219 				goto next;
2220 
2221 			ret = soc_pcm_trigger(be_substream, cmd);
2222 			if (ret) {
2223 				be->dpcm[stream].be_start--;
2224 				goto next;
2225 			}
2226 
2227 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2228 			break;
2229 		case SNDRV_PCM_TRIGGER_STOP:
2230 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2231 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2232 				goto next;
2233 
2234 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2235 				be->dpcm[stream].be_start--;
2236 
2237 			if (be->dpcm[stream].be_start != 0)
2238 				goto next;
2239 
2240 			pause_stop_transition = false;
2241 			if (fe->dpcm[stream].fe_pause) {
2242 				pause_stop_transition = true;
2243 				fe->dpcm[stream].fe_pause = false;
2244 				be->dpcm[stream].be_pause--;
2245 			}
2246 
2247 			if (be->dpcm[stream].be_pause != 0)
2248 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2249 			else
2250 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2251 
2252 			if (ret) {
2253 				if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2254 					be->dpcm[stream].be_start++;
2255 				if (pause_stop_transition) {
2256 					fe->dpcm[stream].fe_pause = true;
2257 					be->dpcm[stream].be_pause++;
2258 				}
2259 				goto next;
2260 			}
2261 
2262 			if (be->dpcm[stream].be_pause != 0)
2263 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2264 			else
2265 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2266 
2267 			break;
2268 		case SNDRV_PCM_TRIGGER_SUSPEND:
2269 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2270 				goto next;
2271 
2272 			be->dpcm[stream].be_start--;
2273 			if (be->dpcm[stream].be_start != 0)
2274 				goto next;
2275 
2276 			ret = soc_pcm_trigger(be_substream, cmd);
2277 			if (ret) {
2278 				be->dpcm[stream].be_start++;
2279 				goto next;
2280 			}
2281 
2282 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2283 			break;
2284 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2285 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2286 				goto next;
2287 
2288 			fe->dpcm[stream].fe_pause = true;
2289 			be->dpcm[stream].be_pause++;
2290 
2291 			be->dpcm[stream].be_start--;
2292 			if (be->dpcm[stream].be_start != 0)
2293 				goto next;
2294 
2295 			ret = soc_pcm_trigger(be_substream, cmd);
2296 			if (ret) {
2297 				be->dpcm[stream].be_start++;
2298 				goto next;
2299 			}
2300 
2301 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2302 			break;
2303 		}
2304 next:
2305 		snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2306 		if (ret)
2307 			break;
2308 	}
2309 	return soc_pcm_ret(fe, ret);
2310 }
2311 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2312 
2313 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2314 				  int cmd, bool fe_first)
2315 {
2316 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2317 	int ret;
2318 
2319 	/* call trigger on the frontend before the backend. */
2320 	if (fe_first) {
2321 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2322 			fe->dai_link->name, cmd);
2323 
2324 		ret = soc_pcm_trigger(substream, cmd);
2325 		if (ret < 0)
2326 			return ret;
2327 
2328 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2329 		return ret;
2330 	}
2331 
2332 	/* call trigger on the frontend after the backend. */
2333 	ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2334 	if (ret < 0)
2335 		return ret;
2336 
2337 	dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2338 		fe->dai_link->name, cmd);
2339 
2340 	ret = soc_pcm_trigger(substream, cmd);
2341 
2342 	return ret;
2343 }
2344 
2345 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2346 {
2347 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2348 	int stream = substream->stream;
2349 	int ret = 0;
2350 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2351 
2352 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2353 
2354 	switch (trigger) {
2355 	case SND_SOC_DPCM_TRIGGER_PRE:
2356 		switch (cmd) {
2357 		case SNDRV_PCM_TRIGGER_START:
2358 		case SNDRV_PCM_TRIGGER_RESUME:
2359 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2360 		case SNDRV_PCM_TRIGGER_DRAIN:
2361 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2362 			break;
2363 		case SNDRV_PCM_TRIGGER_STOP:
2364 		case SNDRV_PCM_TRIGGER_SUSPEND:
2365 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2366 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2367 			break;
2368 		default:
2369 			ret = -EINVAL;
2370 			break;
2371 		}
2372 		break;
2373 	case SND_SOC_DPCM_TRIGGER_POST:
2374 		switch (cmd) {
2375 		case SNDRV_PCM_TRIGGER_START:
2376 		case SNDRV_PCM_TRIGGER_RESUME:
2377 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2378 		case SNDRV_PCM_TRIGGER_DRAIN:
2379 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2380 			break;
2381 		case SNDRV_PCM_TRIGGER_STOP:
2382 		case SNDRV_PCM_TRIGGER_SUSPEND:
2383 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2384 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2385 			break;
2386 		default:
2387 			ret = -EINVAL;
2388 			break;
2389 		}
2390 		break;
2391 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2392 		/* bespoke trigger() - handles both FE and BEs */
2393 
2394 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2395 				fe->dai_link->name, cmd);
2396 
2397 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2398 		break;
2399 	default:
2400 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2401 				fe->dai_link->name);
2402 		ret = -EINVAL;
2403 		goto out;
2404 	}
2405 
2406 	if (ret < 0) {
2407 		dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2408 			cmd, ret);
2409 		goto out;
2410 	}
2411 
2412 	switch (cmd) {
2413 	case SNDRV_PCM_TRIGGER_START:
2414 	case SNDRV_PCM_TRIGGER_RESUME:
2415 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2416 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2417 		break;
2418 	case SNDRV_PCM_TRIGGER_STOP:
2419 	case SNDRV_PCM_TRIGGER_SUSPEND:
2420 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2421 		break;
2422 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2423 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2424 		break;
2425 	}
2426 
2427 out:
2428 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2429 	return ret;
2430 }
2431 
2432 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2433 {
2434 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2435 	int stream = substream->stream;
2436 
2437 	/* if FE's runtime_update is already set, we're in race;
2438 	 * process this trigger later at exit
2439 	 */
2440 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2441 		fe->dpcm[stream].trigger_pending = cmd + 1;
2442 		return 0; /* delayed, assuming it's successful */
2443 	}
2444 
2445 	/* we're alone, let's trigger */
2446 	return dpcm_fe_dai_do_trigger(substream, cmd);
2447 }
2448 
2449 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2450 {
2451 	struct snd_soc_dpcm *dpcm;
2452 	int ret = 0;
2453 
2454 	for_each_dpcm_be(fe, stream, dpcm) {
2455 
2456 		struct snd_soc_pcm_runtime *be = dpcm->be;
2457 		struct snd_pcm_substream *be_substream =
2458 			snd_soc_dpcm_get_substream(be, stream);
2459 
2460 		/* is this op for this BE ? */
2461 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2462 			continue;
2463 
2464 		if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2465 			continue;
2466 
2467 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2468 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2469 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2470 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2471 			continue;
2472 
2473 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2474 			be->dai_link->name);
2475 
2476 		ret = __soc_pcm_prepare(be, be_substream);
2477 		if (ret < 0)
2478 			break;
2479 
2480 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2481 	}
2482 
2483 	return soc_pcm_ret(fe, ret);
2484 }
2485 
2486 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2487 {
2488 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2489 	int stream = substream->stream, ret = 0;
2490 
2491 	snd_soc_dpcm_mutex_lock(fe);
2492 
2493 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2494 
2495 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2496 
2497 	/* there is no point preparing this FE if there are no BEs */
2498 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2499 		/* dev_err_once() for visibility, dev_dbg() for debugging UCM profiles */
2500 		dev_err_once(fe->dev, "ASoC: no backend DAIs enabled for %s, possibly missing ALSA mixer-based routing or UCM profile\n",
2501 			     fe->dai_link->name);
2502 		dev_dbg(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2503 			fe->dai_link->name);
2504 		ret = -EINVAL;
2505 		goto out;
2506 	}
2507 
2508 	ret = dpcm_be_dai_prepare(fe, stream);
2509 	if (ret < 0)
2510 		goto out;
2511 
2512 	/* call prepare on the frontend */
2513 	ret = __soc_pcm_prepare(fe, substream);
2514 	if (ret < 0)
2515 		goto out;
2516 
2517 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2518 
2519 out:
2520 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2521 	snd_soc_dpcm_mutex_unlock(fe);
2522 
2523 	return soc_pcm_ret(fe, ret);
2524 }
2525 
2526 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2527 {
2528 	struct snd_pcm_substream *substream =
2529 		snd_soc_dpcm_get_substream(fe, stream);
2530 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2531 	int err;
2532 
2533 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2534 			stream ? "capture" : "playback", fe->dai_link->name);
2535 
2536 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2537 		/* call bespoke trigger - FE takes care of all BE triggers */
2538 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2539 				fe->dai_link->name);
2540 
2541 		err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2542 	} else {
2543 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2544 			fe->dai_link->name);
2545 
2546 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2547 	}
2548 
2549 	dpcm_be_dai_hw_free(fe, stream);
2550 
2551 	dpcm_be_dai_shutdown(fe, stream);
2552 
2553 	/* run the stream event for each BE */
2554 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2555 
2556 	return soc_pcm_ret(fe, err);
2557 }
2558 
2559 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2560 {
2561 	struct snd_pcm_substream *substream =
2562 		snd_soc_dpcm_get_substream(fe, stream);
2563 	struct snd_soc_dpcm *dpcm;
2564 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2565 	int ret = 0;
2566 
2567 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2568 			stream ? "capture" : "playback", fe->dai_link->name);
2569 
2570 	/* Only start the BE if the FE is ready */
2571 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2572 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2573 		dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2574 			fe->dai_link->name, fe->dpcm[stream].state);
2575 		ret = -EINVAL;
2576 		goto disconnect;
2577 	}
2578 
2579 	/* startup must always be called for new BEs */
2580 	ret = dpcm_be_dai_startup(fe, stream);
2581 	if (ret < 0)
2582 		goto disconnect;
2583 
2584 	/* keep going if FE state is > open */
2585 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2586 		return 0;
2587 
2588 	ret = dpcm_be_dai_hw_params(fe, stream);
2589 	if (ret < 0)
2590 		goto close;
2591 
2592 	/* keep going if FE state is > hw_params */
2593 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2594 		return 0;
2595 
2596 	ret = dpcm_be_dai_prepare(fe, stream);
2597 	if (ret < 0)
2598 		goto hw_free;
2599 
2600 	/* run the stream event for each BE */
2601 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2602 
2603 	/* keep going if FE state is > prepare */
2604 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2605 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2606 		return 0;
2607 
2608 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2609 		/* call trigger on the frontend - FE takes care of all BE triggers */
2610 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2611 				fe->dai_link->name);
2612 
2613 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2614 		if (ret < 0)
2615 			goto hw_free;
2616 	} else {
2617 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2618 			fe->dai_link->name);
2619 
2620 		ret = dpcm_be_dai_trigger(fe, stream,
2621 					SNDRV_PCM_TRIGGER_START);
2622 		if (ret < 0)
2623 			goto hw_free;
2624 	}
2625 
2626 	return 0;
2627 
2628 hw_free:
2629 	dpcm_be_dai_hw_free(fe, stream);
2630 close:
2631 	dpcm_be_dai_shutdown(fe, stream);
2632 disconnect:
2633 	/* disconnect any pending BEs */
2634 	for_each_dpcm_be(fe, stream, dpcm) {
2635 		struct snd_soc_pcm_runtime *be = dpcm->be;
2636 
2637 		/* is this op for this BE ? */
2638 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2639 			continue;
2640 
2641 		if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2642 			be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2643 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2644 	}
2645 
2646 	return soc_pcm_ret(fe, ret);
2647 }
2648 
2649 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2650 {
2651 	struct snd_soc_dapm_widget_list *list;
2652 	int stream;
2653 	int count, paths;
2654 
2655 	if (!fe->dai_link->dynamic)
2656 		return 0;
2657 
2658 	if (fe->dai_link->num_cpus > 1) {
2659 		dev_err(fe->dev,
2660 			"%s doesn't support Multi CPU yet\n", __func__);
2661 		return -EINVAL;
2662 	}
2663 
2664 	/* only check active links */
2665 	if (!snd_soc_dai_active(snd_soc_rtd_to_cpu(fe, 0)))
2666 		return 0;
2667 
2668 	/* DAPM sync will call this to update DSP paths */
2669 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2670 		new ? "new" : "old", fe->dai_link->name);
2671 
2672 	for_each_pcm_streams(stream) {
2673 
2674 		/* skip if FE doesn't have playback/capture capability */
2675 		if (!snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0),   stream) ||
2676 		    !snd_soc_dai_stream_valid(snd_soc_rtd_to_codec(fe, 0), stream))
2677 			continue;
2678 
2679 		/* skip if FE isn't currently playing/capturing */
2680 		if (!snd_soc_dai_stream_active(snd_soc_rtd_to_cpu(fe, 0), stream) ||
2681 		    !snd_soc_dai_stream_active(snd_soc_rtd_to_codec(fe, 0), stream))
2682 			continue;
2683 
2684 		paths = dpcm_path_get(fe, stream, &list);
2685 		if (paths < 0)
2686 			return paths;
2687 
2688 		/* update any playback/capture paths */
2689 		count = dpcm_process_paths(fe, stream, &list, new);
2690 		if (count) {
2691 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2692 			if (new)
2693 				dpcm_run_update_startup(fe, stream);
2694 			else
2695 				dpcm_run_update_shutdown(fe, stream);
2696 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2697 
2698 			dpcm_clear_pending_state(fe, stream);
2699 			dpcm_be_disconnect(fe, stream);
2700 		}
2701 
2702 		dpcm_path_put(&list);
2703 	}
2704 
2705 	return 0;
2706 }
2707 
2708 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2709  * any DAI links.
2710  */
2711 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2712 {
2713 	struct snd_soc_pcm_runtime *fe;
2714 	int ret = 0;
2715 
2716 	snd_soc_dpcm_mutex_lock(card);
2717 	/* shutdown all old paths first */
2718 	for_each_card_rtds(card, fe) {
2719 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2720 		if (ret)
2721 			goto out;
2722 	}
2723 
2724 	/* bring new paths up */
2725 	for_each_card_rtds(card, fe) {
2726 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2727 		if (ret)
2728 			goto out;
2729 	}
2730 
2731 out:
2732 	snd_soc_dpcm_mutex_unlock(card);
2733 	return ret;
2734 }
2735 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2736 
2737 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2738 {
2739 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2740 	struct snd_soc_dpcm *dpcm;
2741 	int stream = fe_substream->stream;
2742 
2743 	snd_soc_dpcm_mutex_assert_held(fe);
2744 
2745 	/* mark FE's links ready to prune */
2746 	for_each_dpcm_be(fe, stream, dpcm)
2747 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2748 
2749 	dpcm_be_disconnect(fe, stream);
2750 }
2751 
2752 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2753 {
2754 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2755 	int ret;
2756 
2757 	snd_soc_dpcm_mutex_lock(fe);
2758 	ret = dpcm_fe_dai_shutdown(fe_substream);
2759 
2760 	dpcm_fe_dai_cleanup(fe_substream);
2761 
2762 	snd_soc_dpcm_mutex_unlock(fe);
2763 	return ret;
2764 }
2765 
2766 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2767 {
2768 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2769 	struct snd_soc_dapm_widget_list *list;
2770 	int ret;
2771 	int stream = fe_substream->stream;
2772 
2773 	snd_soc_dpcm_mutex_lock(fe);
2774 
2775 	ret = dpcm_path_get(fe, stream, &list);
2776 	if (ret < 0)
2777 		goto open_end;
2778 
2779 	/* calculate valid and active FE <-> BE dpcms */
2780 	dpcm_process_paths(fe, stream, &list, 1);
2781 
2782 	ret = dpcm_fe_dai_startup(fe_substream);
2783 	if (ret < 0)
2784 		dpcm_fe_dai_cleanup(fe_substream);
2785 
2786 	dpcm_clear_pending_state(fe, stream);
2787 	dpcm_path_put(&list);
2788 open_end:
2789 	snd_soc_dpcm_mutex_unlock(fe);
2790 	return ret;
2791 }
2792 
2793 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2794 				    int *playback, int *capture)
2795 {
2796 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
2797 	struct snd_soc_dai *cpu_dai;
2798 	int has_playback = 0;
2799 	int has_capture  = 0;
2800 	int i;
2801 
2802 	if (dai_link->dynamic && dai_link->num_cpus > 1) {
2803 		dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2804 		return -EINVAL;
2805 	}
2806 
2807 	if (dai_link->dynamic || dai_link->no_pcm) {
2808 		int stream;
2809 
2810 		if (dai_link->dpcm_playback) {
2811 			stream = SNDRV_PCM_STREAM_PLAYBACK;
2812 
2813 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2814 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2815 					has_playback = 1;
2816 					break;
2817 				}
2818 			}
2819 			if (!has_playback) {
2820 				dev_err(rtd->card->dev,
2821 					"No CPU DAIs support playback for stream %s\n",
2822 					dai_link->stream_name);
2823 				return -EINVAL;
2824 			}
2825 		}
2826 		if (dai_link->dpcm_capture) {
2827 			stream = SNDRV_PCM_STREAM_CAPTURE;
2828 
2829 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2830 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2831 					has_capture = 1;
2832 					break;
2833 				}
2834 			}
2835 
2836 			if (!has_capture) {
2837 				dev_err(rtd->card->dev,
2838 					"No CPU DAIs support capture for stream %s\n",
2839 					dai_link->stream_name);
2840 				return -EINVAL;
2841 			}
2842 		}
2843 	} else {
2844 		struct snd_soc_dai_link_ch_map *ch_maps;
2845 		struct snd_soc_dai *codec_dai;
2846 
2847 		/* Adapt stream for codec2codec links */
2848 		int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2849 		int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2850 
2851 		/*
2852 		 * see
2853 		 *	soc.h :: [dai_link->ch_maps Image sample]
2854 		 */
2855 		for_each_rtd_ch_maps(rtd, i, ch_maps) {
2856 			cpu_dai	  = snd_soc_rtd_to_cpu(rtd,   ch_maps->cpu);
2857 			codec_dai = snd_soc_rtd_to_codec(rtd, ch_maps->codec);
2858 
2859 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2860 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2861 				has_playback = 1;
2862 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2863 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2864 				has_capture = 1;
2865 		}
2866 	}
2867 
2868 	if (dai_link->playback_only)
2869 		has_capture = 0;
2870 
2871 	if (dai_link->capture_only)
2872 		has_playback = 0;
2873 
2874 	if (!has_playback && !has_capture) {
2875 		dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2876 			dai_link->stream_name);
2877 
2878 		return -EINVAL;
2879 	}
2880 
2881 	*playback = has_playback;
2882 	*capture  = has_capture;
2883 
2884 	return 0;
2885 }
2886 
2887 static int soc_create_pcm(struct snd_pcm **pcm,
2888 			  struct snd_soc_pcm_runtime *rtd,
2889 			  int playback, int capture, int num)
2890 {
2891 	char new_name[64];
2892 	int ret;
2893 
2894 	/* create the PCM */
2895 	if (rtd->dai_link->c2c_params) {
2896 		snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2897 			 rtd->dai_link->stream_name);
2898 
2899 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2900 					   playback, capture, pcm);
2901 	} else if (rtd->dai_link->no_pcm) {
2902 		snprintf(new_name, sizeof(new_name), "(%s)",
2903 			rtd->dai_link->stream_name);
2904 
2905 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2906 				playback, capture, pcm);
2907 	} else {
2908 		if (rtd->dai_link->dynamic)
2909 			snprintf(new_name, sizeof(new_name), "%s (*)",
2910 				rtd->dai_link->stream_name);
2911 		else
2912 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
2913 				rtd->dai_link->stream_name,
2914 				soc_codec_dai_name(rtd), num);
2915 
2916 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2917 			capture, pcm);
2918 	}
2919 	if (ret < 0) {
2920 		dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2921 			new_name, rtd->dai_link->name, ret);
2922 		return ret;
2923 	}
2924 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2925 
2926 	return 0;
2927 }
2928 
2929 /* create a new pcm */
2930 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2931 {
2932 	struct snd_soc_component *component;
2933 	struct snd_pcm *pcm;
2934 	int ret = 0, playback = 0, capture = 0;
2935 	int i;
2936 
2937 	ret = soc_get_playback_capture(rtd, &playback, &capture);
2938 	if (ret < 0)
2939 		return ret;
2940 
2941 	ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2942 	if (ret < 0)
2943 		return ret;
2944 
2945 	/* DAPM dai link stream work */
2946 	/*
2947 	 * Currently nothing to do for c2c links
2948 	 * Since c2c links are internal nodes in the DAPM graph and
2949 	 * don't interface with the outside world or application layer
2950 	 * we don't have to do any special handling on close.
2951 	 */
2952 	if (!rtd->dai_link->c2c_params)
2953 		rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2954 
2955 	rtd->pcm = pcm;
2956 	pcm->nonatomic = rtd->dai_link->nonatomic;
2957 	pcm->private_data = rtd;
2958 	pcm->no_device_suspend = true;
2959 
2960 	if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2961 		if (playback)
2962 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2963 		if (capture)
2964 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2965 		goto out;
2966 	}
2967 
2968 	/* ASoC PCM operations */
2969 	if (rtd->dai_link->dynamic) {
2970 		rtd->ops.open		= dpcm_fe_dai_open;
2971 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
2972 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
2973 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
2974 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
2975 		rtd->ops.close		= dpcm_fe_dai_close;
2976 		rtd->ops.pointer	= soc_pcm_pointer;
2977 	} else {
2978 		rtd->ops.open		= soc_pcm_open;
2979 		rtd->ops.hw_params	= soc_pcm_hw_params;
2980 		rtd->ops.prepare	= soc_pcm_prepare;
2981 		rtd->ops.trigger	= soc_pcm_trigger;
2982 		rtd->ops.hw_free	= soc_pcm_hw_free;
2983 		rtd->ops.close		= soc_pcm_close;
2984 		rtd->ops.pointer	= soc_pcm_pointer;
2985 	}
2986 
2987 	for_each_rtd_components(rtd, i, component) {
2988 		const struct snd_soc_component_driver *drv = component->driver;
2989 
2990 		if (drv->ioctl)
2991 			rtd->ops.ioctl		= snd_soc_pcm_component_ioctl;
2992 		if (drv->sync_stop)
2993 			rtd->ops.sync_stop	= snd_soc_pcm_component_sync_stop;
2994 		if (drv->copy)
2995 			rtd->ops.copy		= snd_soc_pcm_component_copy;
2996 		if (drv->page)
2997 			rtd->ops.page		= snd_soc_pcm_component_page;
2998 		if (drv->mmap)
2999 			rtd->ops.mmap		= snd_soc_pcm_component_mmap;
3000 		if (drv->ack)
3001 			rtd->ops.ack            = snd_soc_pcm_component_ack;
3002 	}
3003 
3004 	if (playback)
3005 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3006 
3007 	if (capture)
3008 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3009 
3010 	ret = snd_soc_pcm_component_new(rtd);
3011 	if (ret < 0)
3012 		return ret;
3013 out:
3014 	dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
3015 		soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
3016 	return ret;
3017 }
3018 
3019 /* is the current PCM operation for this FE ? */
3020 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3021 {
3022 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3023 		return 1;
3024 	return 0;
3025 }
3026 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3027 
3028 /* is the current PCM operation for this BE ? */
3029 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3030 		struct snd_soc_pcm_runtime *be, int stream)
3031 {
3032 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3033 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3034 		  be->dpcm[stream].runtime_update))
3035 		return 1;
3036 	return 0;
3037 }
3038 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3039 
3040 /* get the substream for this BE */
3041 struct snd_pcm_substream *
3042 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3043 {
3044 	return be->pcm->streams[stream].substream;
3045 }
3046 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3047 
3048 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3049 				    struct snd_soc_pcm_runtime *be,
3050 				    int stream,
3051 				    const enum snd_soc_dpcm_state *states,
3052 				    int num_states)
3053 {
3054 	struct snd_soc_dpcm *dpcm;
3055 	int state;
3056 	int ret = 1;
3057 	int i;
3058 
3059 	for_each_dpcm_fe(be, stream, dpcm) {
3060 
3061 		if (dpcm->fe == fe)
3062 			continue;
3063 
3064 		state = dpcm->fe->dpcm[stream].state;
3065 		for (i = 0; i < num_states; i++) {
3066 			if (state == states[i]) {
3067 				ret = 0;
3068 				break;
3069 			}
3070 		}
3071 	}
3072 
3073 	/* it's safe to do this BE DAI */
3074 	return ret;
3075 }
3076 
3077 /*
3078  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3079  * are not running, paused or suspended for the specified stream direction.
3080  */
3081 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3082 		struct snd_soc_pcm_runtime *be, int stream)
3083 {
3084 	const enum snd_soc_dpcm_state state[] = {
3085 		SND_SOC_DPCM_STATE_START,
3086 		SND_SOC_DPCM_STATE_PAUSED,
3087 		SND_SOC_DPCM_STATE_SUSPEND,
3088 	};
3089 
3090 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3091 }
3092 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3093 
3094 /*
3095  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3096  * running, paused or suspended for the specified stream direction.
3097  */
3098 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3099 		struct snd_soc_pcm_runtime *be, int stream)
3100 {
3101 	const enum snd_soc_dpcm_state state[] = {
3102 		SND_SOC_DPCM_STATE_START,
3103 		SND_SOC_DPCM_STATE_PAUSED,
3104 		SND_SOC_DPCM_STATE_SUSPEND,
3105 		SND_SOC_DPCM_STATE_PREPARE,
3106 	};
3107 
3108 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3109 }
3110 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3111 
3112 /*
3113  * We can only prepare a BE DAI if any of it's FE are not prepared,
3114  * running or paused for the specified stream direction.
3115  */
3116 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3117 				 struct snd_soc_pcm_runtime *be, int stream)
3118 {
3119 	const enum snd_soc_dpcm_state state[] = {
3120 		SND_SOC_DPCM_STATE_START,
3121 		SND_SOC_DPCM_STATE_PAUSED,
3122 		SND_SOC_DPCM_STATE_PREPARE,
3123 	};
3124 
3125 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3126 }
3127 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);
3128