xref: /linux/sound/soc/soc-pcm.c (revision c2dfe29f30d8850af324449f416491b171af19aa)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/slab.h>
18 #include <linux/workqueue.h>
19 #include <linux/export.h>
20 #include <linux/debugfs.h>
21 #include <sound/core.h>
22 #include <sound/pcm.h>
23 #include <sound/pcm_params.h>
24 #include <sound/soc.h>
25 #include <sound/soc-dpcm.h>
26 #include <sound/soc-link.h>
27 #include <sound/initval.h>
28 
29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
31 			       const char *func, int ret)
32 {
33 	/* Positive, Zero values are not errors */
34 	if (ret >= 0)
35 		return ret;
36 
37 	/* Negative values might be errors */
38 	switch (ret) {
39 	case -EPROBE_DEFER:
40 	case -ENOTSUPP:
41 	case -EINVAL:
42 		break;
43 	default:
44 		dev_err(rtd->dev,
45 			"ASoC: error at %s on %s: %d\n",
46 			func, rtd->dai_link->name, ret);
47 	}
48 
49 	return ret;
50 }
51 
52 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
53 						int stream)
54 {
55 	snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
56 }
57 
58 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
59 	snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
60 
61 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
62 						  int stream)
63 {
64 	snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
65 }
66 
67 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
68 	snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
69 
70 #define DPCM_MAX_BE_USERS	8
71 
72 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
73 {
74 	return (rtd)->dai_link->num_cpus == 1 ? snd_soc_rtd_to_cpu(rtd, 0)->name : "multicpu";
75 }
76 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
77 {
78 	return (rtd)->dai_link->num_codecs == 1 ? snd_soc_rtd_to_codec(rtd, 0)->name : "multicodec";
79 }
80 
81 #ifdef CONFIG_DEBUG_FS
82 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
83 {
84 	switch (state) {
85 	case SND_SOC_DPCM_STATE_NEW:
86 		return "new";
87 	case SND_SOC_DPCM_STATE_OPEN:
88 		return "open";
89 	case SND_SOC_DPCM_STATE_HW_PARAMS:
90 		return "hw_params";
91 	case SND_SOC_DPCM_STATE_PREPARE:
92 		return "prepare";
93 	case SND_SOC_DPCM_STATE_START:
94 		return "start";
95 	case SND_SOC_DPCM_STATE_STOP:
96 		return "stop";
97 	case SND_SOC_DPCM_STATE_SUSPEND:
98 		return "suspend";
99 	case SND_SOC_DPCM_STATE_PAUSED:
100 		return "paused";
101 	case SND_SOC_DPCM_STATE_HW_FREE:
102 		return "hw_free";
103 	case SND_SOC_DPCM_STATE_CLOSE:
104 		return "close";
105 	}
106 
107 	return "unknown";
108 }
109 
110 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
111 			       int stream, char *buf, size_t size)
112 {
113 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
114 	struct snd_soc_dpcm *dpcm;
115 	ssize_t offset = 0;
116 
117 	/* FE state */
118 	offset += scnprintf(buf + offset, size - offset,
119 			   "[%s - %s]\n", fe->dai_link->name,
120 			   stream ? "Capture" : "Playback");
121 
122 	offset += scnprintf(buf + offset, size - offset, "State: %s\n",
123 			   dpcm_state_string(fe->dpcm[stream].state));
124 
125 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
126 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
127 		offset += scnprintf(buf + offset, size - offset,
128 				   "Hardware Params: "
129 				   "Format = %s, Channels = %d, Rate = %d\n",
130 				   snd_pcm_format_name(params_format(params)),
131 				   params_channels(params),
132 				   params_rate(params));
133 
134 	/* BEs state */
135 	offset += scnprintf(buf + offset, size - offset, "Backends:\n");
136 
137 	if (list_empty(&fe->dpcm[stream].be_clients)) {
138 		offset += scnprintf(buf + offset, size - offset,
139 				   " No active DSP links\n");
140 		goto out;
141 	}
142 
143 	for_each_dpcm_be(fe, stream, dpcm) {
144 		struct snd_soc_pcm_runtime *be = dpcm->be;
145 		params = &be->dpcm[stream].hw_params;
146 
147 		offset += scnprintf(buf + offset, size - offset,
148 				   "- %s\n", be->dai_link->name);
149 
150 		offset += scnprintf(buf + offset, size - offset,
151 				   "   State: %s\n",
152 				   dpcm_state_string(be->dpcm[stream].state));
153 
154 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
155 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
156 			offset += scnprintf(buf + offset, size - offset,
157 					   "   Hardware Params: "
158 					   "Format = %s, Channels = %d, Rate = %d\n",
159 					   snd_pcm_format_name(params_format(params)),
160 					   params_channels(params),
161 					   params_rate(params));
162 	}
163 out:
164 	return offset;
165 }
166 
167 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
168 				    size_t count, loff_t *ppos)
169 {
170 	struct snd_soc_pcm_runtime *fe = file->private_data;
171 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
172 	int stream;
173 	char *buf;
174 
175 	if (fe->dai_link->num_cpus > 1) {
176 		dev_err(fe->dev,
177 			"%s doesn't support Multi CPU yet\n", __func__);
178 		return -EINVAL;
179 	}
180 
181 	buf = kmalloc(out_count, GFP_KERNEL);
182 	if (!buf)
183 		return -ENOMEM;
184 
185 	snd_soc_dpcm_mutex_lock(fe);
186 	for_each_pcm_streams(stream)
187 		if (snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0), stream))
188 			offset += dpcm_show_state(fe, stream,
189 						  buf + offset,
190 						  out_count - offset);
191 	snd_soc_dpcm_mutex_unlock(fe);
192 
193 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
194 
195 	kfree(buf);
196 	return ret;
197 }
198 
199 static const struct file_operations dpcm_state_fops = {
200 	.open = simple_open,
201 	.read = dpcm_state_read_file,
202 	.llseek = default_llseek,
203 };
204 
205 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
206 {
207 	if (!rtd->dai_link->dynamic)
208 		return;
209 
210 	if (!rtd->card->debugfs_card_root)
211 		return;
212 
213 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
214 						    rtd->card->debugfs_card_root);
215 
216 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
217 			    rtd, &dpcm_state_fops);
218 }
219 
220 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
221 {
222 	char *name;
223 
224 	name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
225 			 stream ? "capture" : "playback");
226 	if (name) {
227 		dpcm->debugfs_state = debugfs_create_dir(
228 			name, dpcm->fe->debugfs_dpcm_root);
229 		debugfs_create_u32("state", 0644, dpcm->debugfs_state,
230 				   &dpcm->state);
231 		kfree(name);
232 	}
233 }
234 
235 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
236 {
237 	debugfs_remove_recursive(dpcm->debugfs_state);
238 }
239 
240 #else
241 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
242 					     int stream)
243 {
244 }
245 
246 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
247 {
248 }
249 #endif
250 
251 /* Set FE's runtime_update state; the state is protected via PCM stream lock
252  * for avoiding the race with trigger callback.
253  * If the state is unset and a trigger is pending while the previous operation,
254  * process the pending trigger action here.
255  */
256 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
257 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
258 				     int stream, enum snd_soc_dpcm_update state)
259 {
260 	struct snd_pcm_substream *substream =
261 		snd_soc_dpcm_get_substream(fe, stream);
262 
263 	snd_soc_dpcm_stream_lock_irq(fe, stream);
264 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
265 		dpcm_fe_dai_do_trigger(substream,
266 				       fe->dpcm[stream].trigger_pending - 1);
267 		fe->dpcm[stream].trigger_pending = 0;
268 	}
269 	fe->dpcm[stream].runtime_update = state;
270 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
271 }
272 
273 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
274 				     int stream, enum snd_soc_dpcm_update state)
275 {
276 	be->dpcm[stream].runtime_update = state;
277 }
278 
279 /**
280  * snd_soc_runtime_action() - Increment/Decrement active count for
281  * PCM runtime components
282  * @rtd: ASoC PCM runtime that is activated
283  * @stream: Direction of the PCM stream
284  * @action: Activate stream if 1. Deactivate if -1.
285  *
286  * Increments/Decrements the active count for all the DAIs and components
287  * attached to a PCM runtime.
288  * Should typically be called when a stream is opened.
289  *
290  * Must be called with the rtd->card->pcm_mutex being held
291  */
292 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
293 			    int stream, int action)
294 {
295 	struct snd_soc_component *component;
296 	struct snd_soc_dai *dai;
297 	int i;
298 
299 	snd_soc_dpcm_mutex_assert_held(rtd);
300 
301 	for_each_rtd_dais(rtd, i, dai)
302 		snd_soc_dai_action(dai, stream, action);
303 
304 	/* Increments/Decrements the active count for components without DAIs */
305 	for_each_rtd_components(rtd, i, component) {
306 		if (component->num_dai)
307 			continue;
308 		component->active += action;
309 	}
310 }
311 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
312 
313 /**
314  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
315  * @rtd: The ASoC PCM runtime that should be checked.
316  *
317  * This function checks whether the power down delay should be ignored for a
318  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
319  * been configured to ignore the delay, or if none of the components benefits
320  * from having the delay.
321  */
322 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
323 {
324 	struct snd_soc_component *component;
325 	bool ignore = true;
326 	int i;
327 
328 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
329 		return true;
330 
331 	for_each_rtd_components(rtd, i, component)
332 		ignore &= !component->driver->use_pmdown_time;
333 
334 	return ignore;
335 }
336 
337 /**
338  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
339  * @substream: the pcm substream
340  * @hw: the hardware parameters
341  *
342  * Sets the substream runtime hardware parameters.
343  */
344 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
345 	const struct snd_pcm_hardware *hw)
346 {
347 	substream->runtime->hw = *hw;
348 
349 	return 0;
350 }
351 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
352 
353 /* DPCM stream event, send event to FE and all active BEs. */
354 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
355 	int event)
356 {
357 	struct snd_soc_dpcm *dpcm;
358 
359 	snd_soc_dpcm_mutex_assert_held(fe);
360 
361 	for_each_dpcm_be(fe, dir, dpcm) {
362 
363 		struct snd_soc_pcm_runtime *be = dpcm->be;
364 
365 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
366 				be->dai_link->name, event, dir);
367 
368 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
369 		    (be->dpcm[dir].users >= 1))
370 			continue;
371 
372 		snd_soc_dapm_stream_event(be, dir, event);
373 	}
374 
375 	snd_soc_dapm_stream_event(fe, dir, event);
376 
377 	return 0;
378 }
379 
380 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
381 				   struct snd_pcm_hw_params *params)
382 {
383 	if (params) {
384 		dai->rate	 = params_rate(params);
385 		dai->channels	 = params_channels(params);
386 		dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
387 	} else {
388 		dai->rate	 = 0;
389 		dai->channels	 = 0;
390 		dai->sample_bits = 0;
391 	}
392 }
393 
394 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
395 					struct snd_soc_dai *soc_dai)
396 {
397 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
398 	int ret;
399 
400 	if (!snd_soc_dai_active(soc_dai))
401 		return 0;
402 
403 #define __soc_pcm_apply_symmetry(name, NAME)				\
404 	if (soc_dai->name && (soc_dai->driver->symmetric_##name ||	\
405 			      rtd->dai_link->symmetric_##name)) {	\
406 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
407 			#name, soc_dai->name);				\
408 									\
409 		ret = snd_pcm_hw_constraint_single(substream->runtime,	\
410 						   SNDRV_PCM_HW_PARAM_##NAME,\
411 						   soc_dai->name);	\
412 		if (ret < 0) {						\
413 			dev_err(soc_dai->dev,				\
414 				"ASoC: Unable to apply %s constraint: %d\n",\
415 				#name, ret);				\
416 			return ret;					\
417 		}							\
418 	}
419 
420 	__soc_pcm_apply_symmetry(rate,		RATE);
421 	__soc_pcm_apply_symmetry(channels,	CHANNELS);
422 	__soc_pcm_apply_symmetry(sample_bits,	SAMPLE_BITS);
423 
424 	return 0;
425 }
426 
427 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
428 				struct snd_pcm_hw_params *params)
429 {
430 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
431 	struct snd_soc_dai d;
432 	struct snd_soc_dai *dai;
433 	struct snd_soc_dai *cpu_dai;
434 	unsigned int symmetry, i;
435 
436 	d.name = __func__;
437 	soc_pcm_set_dai_params(&d, params);
438 
439 #define __soc_pcm_params_symmetry(xxx)					\
440 	symmetry = rtd->dai_link->symmetric_##xxx;			\
441 	for_each_rtd_dais(rtd, i, dai)					\
442 		symmetry |= dai->driver->symmetric_##xxx;		\
443 									\
444 	if (symmetry)							\
445 		for_each_rtd_cpu_dais(rtd, i, cpu_dai)			\
446 			if (!snd_soc_dai_is_dummy(cpu_dai) &&		\
447 			    cpu_dai->xxx && cpu_dai->xxx != d.xxx) {	\
448 				dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
449 					#xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
450 				return -EINVAL;				\
451 			}
452 
453 	/* reject unmatched parameters when applying symmetry */
454 	__soc_pcm_params_symmetry(rate);
455 	__soc_pcm_params_symmetry(channels);
456 	__soc_pcm_params_symmetry(sample_bits);
457 
458 	return 0;
459 }
460 
461 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
462 {
463 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
464 	struct snd_soc_dai_link *link = rtd->dai_link;
465 	struct snd_soc_dai *dai;
466 	unsigned int symmetry, i;
467 
468 	symmetry = link->symmetric_rate ||
469 		link->symmetric_channels ||
470 		link->symmetric_sample_bits;
471 
472 	for_each_rtd_dais(rtd, i, dai)
473 		symmetry = symmetry ||
474 			dai->driver->symmetric_rate ||
475 			dai->driver->symmetric_channels ||
476 			dai->driver->symmetric_sample_bits;
477 
478 	if (symmetry)
479 		substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
480 }
481 
482 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
483 {
484 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
485 	int ret;
486 
487 	if (!bits)
488 		return;
489 
490 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
491 	if (ret != 0)
492 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
493 				 bits, ret);
494 }
495 
496 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
497 {
498 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
499 	struct snd_soc_dai *cpu_dai;
500 	struct snd_soc_dai *codec_dai;
501 	int stream = substream->stream;
502 	int i;
503 	unsigned int bits = 0, cpu_bits = 0;
504 
505 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
506 		struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
507 
508 		if (pcm_codec->sig_bits == 0) {
509 			bits = 0;
510 			break;
511 		}
512 		bits = max(pcm_codec->sig_bits, bits);
513 	}
514 
515 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
516 		struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
517 
518 		if (pcm_cpu->sig_bits == 0) {
519 			cpu_bits = 0;
520 			break;
521 		}
522 		cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
523 	}
524 
525 	soc_pcm_set_msb(substream, bits);
526 	soc_pcm_set_msb(substream, cpu_bits);
527 }
528 
529 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
530 {
531 	hw->rates		= UINT_MAX;
532 	hw->rate_min		= 0;
533 	hw->rate_max		= UINT_MAX;
534 	hw->channels_min	= 0;
535 	hw->channels_max	= UINT_MAX;
536 	hw->formats		= ULLONG_MAX;
537 }
538 
539 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
540 				   struct snd_soc_pcm_stream *p)
541 {
542 	hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
543 
544 	/* setup hw->rate_min/max via hw->rates first */
545 	snd_pcm_hw_limit_rates(hw);
546 
547 	/* update hw->rate_min/max by snd_soc_pcm_stream */
548 	hw->rate_min = max(hw->rate_min, p->rate_min);
549 	hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
550 }
551 
552 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
553 				   struct snd_soc_pcm_stream *p)
554 {
555 	hw->channels_min = max(hw->channels_min, p->channels_min);
556 	hw->channels_max = min(hw->channels_max, p->channels_max);
557 }
558 
559 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
560 				     struct snd_soc_pcm_stream *p)
561 {
562 	hw->formats &= p->formats;
563 }
564 
565 /**
566  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
567  * @rtd: ASoC PCM runtime
568  * @hw: PCM hardware parameters (output)
569  * @stream: Direction of the PCM stream
570  *
571  * Calculates the subset of stream parameters supported by all DAIs
572  * associated with the PCM stream.
573  */
574 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
575 			    struct snd_pcm_hardware *hw, int stream)
576 {
577 	struct snd_soc_dai *codec_dai;
578 	struct snd_soc_dai *cpu_dai;
579 	struct snd_soc_pcm_stream *codec_stream;
580 	struct snd_soc_pcm_stream *cpu_stream;
581 	unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
582 	int i;
583 
584 	soc_pcm_hw_init(hw);
585 
586 	/* first calculate min/max only for CPUs in the DAI link */
587 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
588 
589 		/*
590 		 * Skip CPUs which don't support the current stream type.
591 		 * Otherwise, since the rate, channel, and format values will
592 		 * zero in that case, we would have no usable settings left,
593 		 * causing the resulting setup to fail.
594 		 */
595 		if (!snd_soc_dai_stream_valid(cpu_dai, stream))
596 			continue;
597 
598 		cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
599 
600 		soc_pcm_hw_update_chan(hw, cpu_stream);
601 		soc_pcm_hw_update_rate(hw, cpu_stream);
602 		soc_pcm_hw_update_format(hw, cpu_stream);
603 	}
604 	cpu_chan_min = hw->channels_min;
605 	cpu_chan_max = hw->channels_max;
606 
607 	/* second calculate min/max only for CODECs in the DAI link */
608 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
609 
610 		/*
611 		 * Skip CODECs which don't support the current stream type.
612 		 * Otherwise, since the rate, channel, and format values will
613 		 * zero in that case, we would have no usable settings left,
614 		 * causing the resulting setup to fail.
615 		 */
616 		if (!snd_soc_dai_stream_valid(codec_dai, stream))
617 			continue;
618 
619 		codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
620 
621 		soc_pcm_hw_update_chan(hw, codec_stream);
622 		soc_pcm_hw_update_rate(hw, codec_stream);
623 		soc_pcm_hw_update_format(hw, codec_stream);
624 	}
625 
626 	/* Verify both a valid CPU DAI and a valid CODEC DAI were found */
627 	if (!hw->channels_min)
628 		return -EINVAL;
629 
630 	/*
631 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
632 	 * connected to CPU DAI(s), use CPU DAI's directly and let
633 	 * channel allocation be fixed up later
634 	 */
635 	if (rtd->dai_link->num_codecs > 1) {
636 		hw->channels_min = cpu_chan_min;
637 		hw->channels_max = cpu_chan_max;
638 	}
639 
640 	return 0;
641 }
642 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
643 
644 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
645 {
646 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
647 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
648 	u64 formats = hw->formats;
649 
650 	/*
651 	 * At least one CPU and one CODEC should match. Otherwise, we should
652 	 * have bailed out on a higher level, since there would be no CPU or
653 	 * CODEC to support the transfer direction in that case.
654 	 */
655 	snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
656 
657 	if (formats)
658 		hw->formats &= formats;
659 }
660 
661 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
662 {
663 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
664 	struct snd_soc_component *component;
665 	int i, ret = 0;
666 
667 	for_each_rtd_components(rtd, i, component) {
668 		ret = snd_soc_component_module_get_when_open(component, substream);
669 		if (ret < 0)
670 			break;
671 
672 		ret = snd_soc_component_open(component, substream);
673 		if (ret < 0)
674 			break;
675 	}
676 
677 	return ret;
678 }
679 
680 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
681 				    int rollback)
682 {
683 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
684 	struct snd_soc_component *component;
685 	int i, ret = 0;
686 
687 	for_each_rtd_components(rtd, i, component) {
688 		int r = snd_soc_component_close(component, substream, rollback);
689 		if (r < 0)
690 			ret = r; /* use last ret */
691 
692 		snd_soc_component_module_put_when_close(component, substream, rollback);
693 	}
694 
695 	return ret;
696 }
697 
698 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
699 			 struct snd_pcm_substream *substream, int rollback)
700 {
701 	struct snd_soc_component *component;
702 	struct snd_soc_dai *dai;
703 	int i;
704 
705 	snd_soc_dpcm_mutex_assert_held(rtd);
706 
707 	if (!rollback) {
708 		snd_soc_runtime_deactivate(rtd, substream->stream);
709 
710 		/* Make sure DAI parameters cleared if the DAI becomes inactive */
711 		for_each_rtd_dais(rtd, i, dai) {
712 			if (snd_soc_dai_active(dai) == 0 &&
713 			    (dai->rate || dai->channels || dai->sample_bits))
714 				soc_pcm_set_dai_params(dai, NULL);
715 
716 			if (snd_soc_dai_stream_active(dai, substream->stream) ==  0) {
717 				if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
718 					snd_soc_dai_digital_mute(dai, 1, substream->stream);
719 			}
720 		}
721 	}
722 
723 	for_each_rtd_dais(rtd, i, dai)
724 		snd_soc_dai_shutdown(dai, substream, rollback);
725 
726 	snd_soc_link_shutdown(substream, rollback);
727 
728 	soc_pcm_components_close(substream, rollback);
729 
730 	snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
731 
732 	for_each_rtd_components(rtd, i, component)
733 		if (!snd_soc_component_active(component))
734 			pinctrl_pm_select_sleep_state(component->dev);
735 
736 	return 0;
737 }
738 
739 /*
740  * Called by ALSA when a PCM substream is closed. Private data can be
741  * freed here. The cpu DAI, codec DAI, machine and components are also
742  * shutdown.
743  */
744 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
745 			   struct snd_pcm_substream *substream)
746 {
747 	return soc_pcm_clean(rtd, substream, 0);
748 }
749 
750 /* PCM close ops for non-DPCM streams */
751 static int soc_pcm_close(struct snd_pcm_substream *substream)
752 {
753 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
754 
755 	snd_soc_dpcm_mutex_lock(rtd);
756 	__soc_pcm_close(rtd, substream);
757 	snd_soc_dpcm_mutex_unlock(rtd);
758 	return 0;
759 }
760 
761 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
762 {
763 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
764 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
765 	const char *name_cpu = soc_cpu_dai_name(rtd);
766 	const char *name_codec = soc_codec_dai_name(rtd);
767 	const char *err_msg;
768 	struct device *dev = rtd->dev;
769 
770 	err_msg = "rates";
771 	if (!hw->rates)
772 		goto config_err;
773 
774 	err_msg = "formats";
775 	if (!hw->formats)
776 		goto config_err;
777 
778 	err_msg = "channels";
779 	if (!hw->channels_min || !hw->channels_max ||
780 	     hw->channels_min  >  hw->channels_max)
781 		goto config_err;
782 
783 	dev_dbg(dev, "ASoC: %s <-> %s info:\n",		name_codec,
784 							name_cpu);
785 	dev_dbg(dev, "ASoC: rate mask 0x%x\n",		hw->rates);
786 	dev_dbg(dev, "ASoC: ch   min %d max %d\n",	hw->channels_min,
787 							hw->channels_max);
788 	dev_dbg(dev, "ASoC: rate min %d max %d\n",	hw->rate_min,
789 							hw->rate_max);
790 
791 	return 0;
792 
793 config_err:
794 	dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
795 		name_codec, name_cpu, err_msg);
796 	return -EINVAL;
797 }
798 
799 /*
800  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
801  * then initialized and any private data can be allocated. This also calls
802  * startup for the cpu DAI, component, machine and codec DAI.
803  */
804 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
805 			  struct snd_pcm_substream *substream)
806 {
807 	struct snd_soc_component *component;
808 	struct snd_soc_dai *dai;
809 	int i, ret = 0;
810 
811 	snd_soc_dpcm_mutex_assert_held(rtd);
812 
813 	for_each_rtd_components(rtd, i, component)
814 		pinctrl_pm_select_default_state(component->dev);
815 
816 	ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
817 	if (ret < 0)
818 		goto err;
819 
820 	ret = soc_pcm_components_open(substream);
821 	if (ret < 0)
822 		goto err;
823 
824 	ret = snd_soc_link_startup(substream);
825 	if (ret < 0)
826 		goto err;
827 
828 	/* startup the audio subsystem */
829 	for_each_rtd_dais(rtd, i, dai) {
830 		ret = snd_soc_dai_startup(dai, substream);
831 		if (ret < 0)
832 			goto err;
833 	}
834 
835 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
836 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
837 		goto dynamic;
838 
839 	/* Check that the codec and cpu DAIs are compatible */
840 	soc_pcm_init_runtime_hw(substream);
841 
842 	soc_pcm_update_symmetry(substream);
843 
844 	ret = soc_hw_sanity_check(substream);
845 	if (ret < 0)
846 		goto err;
847 
848 	soc_pcm_apply_msb(substream);
849 
850 	/* Symmetry only applies if we've already got an active stream. */
851 	for_each_rtd_dais(rtd, i, dai) {
852 		ret = soc_pcm_apply_symmetry(substream, dai);
853 		if (ret != 0)
854 			goto err;
855 	}
856 dynamic:
857 	snd_soc_runtime_activate(rtd, substream->stream);
858 	ret = 0;
859 err:
860 	if (ret < 0)
861 		soc_pcm_clean(rtd, substream, 1);
862 
863 	return soc_pcm_ret(rtd, ret);
864 }
865 
866 /* PCM open ops for non-DPCM streams */
867 static int soc_pcm_open(struct snd_pcm_substream *substream)
868 {
869 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
870 	int ret;
871 
872 	snd_soc_dpcm_mutex_lock(rtd);
873 	ret = __soc_pcm_open(rtd, substream);
874 	snd_soc_dpcm_mutex_unlock(rtd);
875 	return ret;
876 }
877 
878 /*
879  * Called by ALSA when the PCM substream is prepared, can set format, sample
880  * rate, etc.  This function is non atomic and can be called multiple times,
881  * it can refer to the runtime info.
882  */
883 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
884 			     struct snd_pcm_substream *substream)
885 {
886 	struct snd_soc_dai *dai;
887 	int i, ret = 0;
888 
889 	snd_soc_dpcm_mutex_assert_held(rtd);
890 
891 	ret = snd_soc_link_prepare(substream);
892 	if (ret < 0)
893 		goto out;
894 
895 	ret = snd_soc_pcm_component_prepare(substream);
896 	if (ret < 0)
897 		goto out;
898 
899 	ret = snd_soc_pcm_dai_prepare(substream);
900 	if (ret < 0)
901 		goto out;
902 
903 	/* cancel any delayed stream shutdown that is pending */
904 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
905 	    rtd->pop_wait) {
906 		rtd->pop_wait = 0;
907 		cancel_delayed_work(&rtd->delayed_work);
908 	}
909 
910 	snd_soc_dapm_stream_event(rtd, substream->stream,
911 			SND_SOC_DAPM_STREAM_START);
912 
913 	for_each_rtd_dais(rtd, i, dai) {
914 		if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
915 			snd_soc_dai_digital_mute(dai, 0, substream->stream);
916 	}
917 
918 out:
919 	return soc_pcm_ret(rtd, ret);
920 }
921 
922 /* PCM prepare ops for non-DPCM streams */
923 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
924 {
925 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
926 	int ret;
927 
928 	snd_soc_dpcm_mutex_lock(rtd);
929 	ret = __soc_pcm_prepare(rtd, substream);
930 	snd_soc_dpcm_mutex_unlock(rtd);
931 	return ret;
932 }
933 
934 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
935 				       unsigned int mask)
936 {
937 	struct snd_interval *interval;
938 	int channels = hweight_long(mask);
939 
940 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
941 	interval->min = channels;
942 	interval->max = channels;
943 }
944 
945 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
946 			    struct snd_pcm_substream *substream, int rollback)
947 {
948 	struct snd_soc_dai *dai;
949 	int i;
950 
951 	snd_soc_dpcm_mutex_assert_held(rtd);
952 
953 	/* clear the corresponding DAIs parameters when going to be inactive */
954 	for_each_rtd_dais(rtd, i, dai) {
955 		if (snd_soc_dai_active(dai) == 1)
956 			soc_pcm_set_dai_params(dai, NULL);
957 
958 		if (snd_soc_dai_stream_active(dai, substream->stream) == 1)
959 			snd_soc_dai_digital_mute(dai, 1, substream->stream);
960 	}
961 
962 	/* run the stream event */
963 	snd_soc_dapm_stream_stop(rtd, substream->stream);
964 
965 	/* free any machine hw params */
966 	snd_soc_link_hw_free(substream, rollback);
967 
968 	/* free any component resources */
969 	snd_soc_pcm_component_hw_free(substream, rollback);
970 
971 	/* now free hw params for the DAIs  */
972 	for_each_rtd_dais(rtd, i, dai)
973 		if (snd_soc_dai_stream_valid(dai, substream->stream))
974 			snd_soc_dai_hw_free(dai, substream, rollback);
975 
976 	return 0;
977 }
978 
979 /*
980  * Frees resources allocated by hw_params, can be called multiple times
981  */
982 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
983 			     struct snd_pcm_substream *substream)
984 {
985 	return soc_pcm_hw_clean(rtd, substream, 0);
986 }
987 
988 /* hw_free PCM ops for non-DPCM streams */
989 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
990 {
991 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
992 	int ret;
993 
994 	snd_soc_dpcm_mutex_lock(rtd);
995 	ret = __soc_pcm_hw_free(rtd, substream);
996 	snd_soc_dpcm_mutex_unlock(rtd);
997 	return ret;
998 }
999 
1000 /*
1001  * Called by ALSA when the hardware params are set by application. This
1002  * function can also be called multiple times and can allocate buffers
1003  * (using snd_pcm_lib_* ). It's non-atomic.
1004  */
1005 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
1006 			       struct snd_pcm_substream *substream,
1007 			       struct snd_pcm_hw_params *params)
1008 {
1009 	struct snd_soc_dai *cpu_dai;
1010 	struct snd_soc_dai *codec_dai;
1011 	struct snd_pcm_hw_params tmp_params;
1012 	int i, ret = 0;
1013 
1014 	snd_soc_dpcm_mutex_assert_held(rtd);
1015 
1016 	ret = soc_pcm_params_symmetry(substream, params);
1017 	if (ret)
1018 		goto out;
1019 
1020 	ret = snd_soc_link_hw_params(substream, params);
1021 	if (ret < 0)
1022 		goto out;
1023 
1024 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
1025 		unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1026 
1027 		/*
1028 		 * Skip CODECs which don't support the current stream type,
1029 		 * the idea being that if a CODEC is not used for the currently
1030 		 * set up transfer direction, it should not need to be
1031 		 * configured, especially since the configuration used might
1032 		 * not even be supported by that CODEC. There may be cases
1033 		 * however where a CODEC needs to be set up although it is
1034 		 * actually not being used for the transfer, e.g. if a
1035 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
1036 		 * for the DAI link including a playback-only CODEC.
1037 		 * If this becomes necessary, we will have to augment the
1038 		 * machine driver setup with information on how to act, so
1039 		 * we can do the right thing here.
1040 		 */
1041 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1042 			continue;
1043 
1044 		/* copy params for each codec */
1045 		tmp_params = *params;
1046 
1047 		/* fixup params based on TDM slot masks */
1048 		if (tdm_mask)
1049 			soc_pcm_codec_params_fixup(&tmp_params, tdm_mask);
1050 
1051 		ret = snd_soc_dai_hw_params(codec_dai, substream,
1052 					    &tmp_params);
1053 		if(ret < 0)
1054 			goto out;
1055 
1056 		soc_pcm_set_dai_params(codec_dai, &tmp_params);
1057 		snd_soc_dapm_update_dai(substream, &tmp_params, codec_dai);
1058 	}
1059 
1060 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1061 		struct snd_soc_dai_link_ch_map *ch_maps;
1062 		unsigned int ch_mask = 0;
1063 		int j;
1064 
1065 		/*
1066 		 * Skip CPUs which don't support the current stream
1067 		 * type. See soc_pcm_init_runtime_hw() for more details
1068 		 */
1069 		if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1070 			continue;
1071 
1072 		/* copy params for each cpu */
1073 		tmp_params = *params;
1074 
1075 		/*
1076 		 * construct cpu channel mask by combining ch_mask of each
1077 		 * codec which maps to the cpu.
1078 		 * see
1079 		 *	soc.h :: [dai_link->ch_maps Image sample]
1080 		 */
1081 		for_each_rtd_ch_maps(rtd, j, ch_maps)
1082 			if (ch_maps->cpu == i)
1083 				ch_mask |= ch_maps->ch_mask;
1084 
1085 		/* fixup cpu channel number */
1086 		if (ch_mask)
1087 			soc_pcm_codec_params_fixup(&tmp_params, ch_mask);
1088 
1089 		ret = snd_soc_dai_hw_params(cpu_dai, substream, &tmp_params);
1090 		if (ret < 0)
1091 			goto out;
1092 
1093 		/* store the parameters for each DAI */
1094 		soc_pcm_set_dai_params(cpu_dai, &tmp_params);
1095 		snd_soc_dapm_update_dai(substream, &tmp_params, cpu_dai);
1096 	}
1097 
1098 	ret = snd_soc_pcm_component_hw_params(substream, params);
1099 out:
1100 	if (ret < 0)
1101 		soc_pcm_hw_clean(rtd, substream, 1);
1102 
1103 	return soc_pcm_ret(rtd, ret);
1104 }
1105 
1106 /* hw_params PCM ops for non-DPCM streams */
1107 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1108 			     struct snd_pcm_hw_params *params)
1109 {
1110 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1111 	int ret;
1112 
1113 	snd_soc_dpcm_mutex_lock(rtd);
1114 	ret = __soc_pcm_hw_params(rtd, substream, params);
1115 	snd_soc_dpcm_mutex_unlock(rtd);
1116 	return ret;
1117 }
1118 
1119 #define TRIGGER_MAX 3
1120 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1121 	[SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1122 		snd_soc_link_trigger,
1123 		snd_soc_pcm_component_trigger,
1124 		snd_soc_pcm_dai_trigger,
1125 	},
1126 	[SND_SOC_TRIGGER_ORDER_LDC] = {
1127 		snd_soc_link_trigger,
1128 		snd_soc_pcm_dai_trigger,
1129 		snd_soc_pcm_component_trigger,
1130 	},
1131 };
1132 
1133 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1134 {
1135 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1136 	struct snd_soc_component *component;
1137 	int ret = 0, r = 0, i;
1138 	int rollback = 0;
1139 	int start = 0, stop = 0;
1140 
1141 	/*
1142 	 * select START/STOP sequence
1143 	 */
1144 	for_each_rtd_components(rtd, i, component) {
1145 		if (component->driver->trigger_start)
1146 			start = component->driver->trigger_start;
1147 		if (component->driver->trigger_stop)
1148 			stop = component->driver->trigger_stop;
1149 	}
1150 	if (rtd->dai_link->trigger_start)
1151 		start = rtd->dai_link->trigger_start;
1152 	if (rtd->dai_link->trigger_stop)
1153 		stop  = rtd->dai_link->trigger_stop;
1154 
1155 	if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1156 	    stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1157 		return -EINVAL;
1158 
1159 	/*
1160 	 * START
1161 	 */
1162 	switch (cmd) {
1163 	case SNDRV_PCM_TRIGGER_START:
1164 	case SNDRV_PCM_TRIGGER_RESUME:
1165 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1166 		for (i = 0; i < TRIGGER_MAX; i++) {
1167 			r = trigger[start][i](substream, cmd, 0);
1168 			if (r < 0)
1169 				break;
1170 		}
1171 	}
1172 
1173 	/*
1174 	 * Rollback if START failed
1175 	 * find correspond STOP command
1176 	 */
1177 	if (r < 0) {
1178 		rollback = 1;
1179 		ret = r;
1180 		switch (cmd) {
1181 		case SNDRV_PCM_TRIGGER_START:
1182 			cmd = SNDRV_PCM_TRIGGER_STOP;
1183 			break;
1184 		case SNDRV_PCM_TRIGGER_RESUME:
1185 			cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1186 			break;
1187 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1188 			cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1189 			break;
1190 		}
1191 	}
1192 
1193 	/*
1194 	 * STOP
1195 	 */
1196 	switch (cmd) {
1197 	case SNDRV_PCM_TRIGGER_STOP:
1198 	case SNDRV_PCM_TRIGGER_SUSPEND:
1199 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1200 		for (i = TRIGGER_MAX; i > 0; i--) {
1201 			r = trigger[stop][i - 1](substream, cmd, rollback);
1202 			if (r < 0)
1203 				ret = r;
1204 		}
1205 	}
1206 
1207 	return ret;
1208 }
1209 
1210 /*
1211  * soc level wrapper for pointer callback
1212  * If cpu_dai, codec_dai, component driver has the delay callback, then
1213  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1214  */
1215 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1216 {
1217 	struct snd_pcm_runtime *runtime = substream->runtime;
1218 	snd_pcm_uframes_t offset = 0;
1219 	snd_pcm_sframes_t codec_delay = 0;
1220 	snd_pcm_sframes_t cpu_delay = 0;
1221 
1222 	offset = snd_soc_pcm_component_pointer(substream);
1223 
1224 	/* should be called *after* snd_soc_pcm_component_pointer() */
1225 	snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1226 	snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1227 
1228 	runtime->delay = cpu_delay + codec_delay;
1229 
1230 	return offset;
1231 }
1232 
1233 /* connect a FE and BE */
1234 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1235 		struct snd_soc_pcm_runtime *be, int stream)
1236 {
1237 	struct snd_pcm_substream *fe_substream;
1238 	struct snd_pcm_substream *be_substream;
1239 	struct snd_soc_dpcm *dpcm;
1240 
1241 	snd_soc_dpcm_mutex_assert_held(fe);
1242 
1243 	/* only add new dpcms */
1244 	for_each_dpcm_be(fe, stream, dpcm) {
1245 		if (dpcm->be == be && dpcm->fe == fe)
1246 			return 0;
1247 	}
1248 
1249 	fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1250 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1251 
1252 	if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1253 		dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1254 			__func__);
1255 		return -EINVAL;
1256 	}
1257 	if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1258 		dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1259 		be_substream->pcm->nonatomic = 1;
1260 	}
1261 
1262 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1263 	if (!dpcm)
1264 		return -ENOMEM;
1265 
1266 	dpcm->be = be;
1267 	dpcm->fe = fe;
1268 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1269 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1270 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1271 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1272 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1273 
1274 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1275 			stream ? "capture" : "playback",  fe->dai_link->name,
1276 			stream ? "<-" : "->", be->dai_link->name);
1277 
1278 	dpcm_create_debugfs_state(dpcm, stream);
1279 
1280 	return 1;
1281 }
1282 
1283 /* reparent a BE onto another FE */
1284 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1285 			struct snd_soc_pcm_runtime *be, int stream)
1286 {
1287 	struct snd_soc_dpcm *dpcm;
1288 	struct snd_pcm_substream *fe_substream, *be_substream;
1289 
1290 	/* reparent if BE is connected to other FEs */
1291 	if (!be->dpcm[stream].users)
1292 		return;
1293 
1294 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1295 	if (!be_substream)
1296 		return;
1297 
1298 	for_each_dpcm_fe(be, stream, dpcm) {
1299 		if (dpcm->fe == fe)
1300 			continue;
1301 
1302 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1303 			stream ? "capture" : "playback",
1304 			dpcm->fe->dai_link->name,
1305 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1306 
1307 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1308 		be_substream->runtime = fe_substream->runtime;
1309 		break;
1310 	}
1311 }
1312 
1313 /* disconnect a BE and FE */
1314 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1315 {
1316 	struct snd_soc_dpcm *dpcm, *d;
1317 	LIST_HEAD(deleted_dpcms);
1318 
1319 	snd_soc_dpcm_mutex_assert_held(fe);
1320 
1321 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1322 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1323 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1324 				stream ? "capture" : "playback",
1325 				dpcm->be->dai_link->name);
1326 
1327 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1328 			continue;
1329 
1330 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1331 			stream ? "capture" : "playback", fe->dai_link->name,
1332 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1333 
1334 		/* BEs still alive need new FE */
1335 		dpcm_be_reparent(fe, dpcm->be, stream);
1336 
1337 		list_del(&dpcm->list_be);
1338 		list_move(&dpcm->list_fe, &deleted_dpcms);
1339 	}
1340 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1341 
1342 	while (!list_empty(&deleted_dpcms)) {
1343 		dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1344 					list_fe);
1345 		list_del(&dpcm->list_fe);
1346 		dpcm_remove_debugfs_state(dpcm);
1347 		kfree(dpcm);
1348 	}
1349 }
1350 
1351 /* get BE for DAI widget and stream */
1352 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1353 		struct snd_soc_dapm_widget *widget, int stream)
1354 {
1355 	struct snd_soc_pcm_runtime *be;
1356 	struct snd_soc_dapm_widget *w;
1357 	struct snd_soc_dai *dai;
1358 	int i;
1359 
1360 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1361 
1362 	for_each_card_rtds(card, be) {
1363 
1364 		if (!be->dai_link->no_pcm)
1365 			continue;
1366 
1367 		if (!snd_soc_dpcm_get_substream(be, stream))
1368 			continue;
1369 
1370 		for_each_rtd_dais(be, i, dai) {
1371 			w = snd_soc_dai_get_widget(dai, stream);
1372 
1373 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1374 				w ? w->name : "(not set)");
1375 
1376 			if (w == widget)
1377 				return be;
1378 		}
1379 	}
1380 
1381 	/* Widget provided is not a BE */
1382 	return NULL;
1383 }
1384 
1385 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1386 		struct snd_soc_dapm_widget *widget)
1387 {
1388 	struct snd_soc_dapm_widget *w;
1389 	int i;
1390 
1391 	for_each_dapm_widgets(list, i, w)
1392 		if (widget == w)
1393 			return 1;
1394 
1395 	return 0;
1396 }
1397 EXPORT_SYMBOL_GPL(widget_in_list);
1398 
1399 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1400 {
1401 	struct snd_soc_card *card = widget->dapm->card;
1402 	struct snd_soc_pcm_runtime *rtd;
1403 	int stream;
1404 
1405 	/* adjust dir to stream */
1406 	if (dir == SND_SOC_DAPM_DIR_OUT)
1407 		stream = SNDRV_PCM_STREAM_PLAYBACK;
1408 	else
1409 		stream = SNDRV_PCM_STREAM_CAPTURE;
1410 
1411 	rtd = dpcm_get_be(card, widget, stream);
1412 	if (rtd)
1413 		return true;
1414 
1415 	return false;
1416 }
1417 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1418 
1419 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1420 	int stream, struct snd_soc_dapm_widget_list **list)
1421 {
1422 	struct snd_soc_dai *cpu_dai = snd_soc_rtd_to_cpu(fe, 0);
1423 	int paths;
1424 
1425 	if (fe->dai_link->num_cpus > 1) {
1426 		dev_err(fe->dev,
1427 			"%s doesn't support Multi CPU yet\n", __func__);
1428 		return -EINVAL;
1429 	}
1430 
1431 	/* get number of valid DAI paths and their widgets */
1432 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1433 			fe->card->component_chaining ?
1434 				NULL : dpcm_end_walk_at_be);
1435 
1436 	if (paths > 0)
1437 		dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1438 			stream ? "capture" : "playback");
1439 	else if (paths == 0)
1440 		dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1441 			 stream ? "capture" : "playback");
1442 
1443 	return paths;
1444 }
1445 
1446 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1447 {
1448 	snd_soc_dapm_dai_free_widgets(list);
1449 }
1450 
1451 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1452 			      struct snd_soc_dapm_widget_list *list)
1453 {
1454 	struct snd_soc_dai *dai;
1455 	unsigned int i;
1456 
1457 	/* is there a valid DAI widget for this BE */
1458 	for_each_rtd_dais(dpcm->be, i, dai) {
1459 		struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1460 
1461 		/*
1462 		 * The BE is pruned only if none of the dai
1463 		 * widgets are in the active list.
1464 		 */
1465 		if (widget && widget_in_list(list, widget))
1466 			return true;
1467 	}
1468 
1469 	return false;
1470 }
1471 
1472 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1473 			    struct snd_soc_dapm_widget_list **list_)
1474 {
1475 	struct snd_soc_dpcm *dpcm;
1476 	int prune = 0;
1477 
1478 	/* Destroy any old FE <--> BE connections */
1479 	for_each_dpcm_be(fe, stream, dpcm) {
1480 		if (dpcm_be_is_active(dpcm, stream, *list_))
1481 			continue;
1482 
1483 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1484 			stream ? "capture" : "playback",
1485 			dpcm->be->dai_link->name, fe->dai_link->name);
1486 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1487 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1488 		prune++;
1489 	}
1490 
1491 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1492 	return prune;
1493 }
1494 
1495 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1496 	struct snd_soc_dapm_widget_list **list_)
1497 {
1498 	struct snd_soc_card *card = fe->card;
1499 	struct snd_soc_dapm_widget_list *list = *list_;
1500 	struct snd_soc_pcm_runtime *be;
1501 	struct snd_soc_dapm_widget *widget;
1502 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1503 	int i, new = 0, err;
1504 
1505 	/* don't connect if FE is not running */
1506 	if (!fe_substream->runtime && !fe->fe_compr)
1507 		return new;
1508 
1509 	/* Create any new FE <--> BE connections */
1510 	for_each_dapm_widgets(list, i, widget) {
1511 
1512 		switch (widget->id) {
1513 		case snd_soc_dapm_dai_in:
1514 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1515 				continue;
1516 			break;
1517 		case snd_soc_dapm_dai_out:
1518 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1519 				continue;
1520 			break;
1521 		default:
1522 			continue;
1523 		}
1524 
1525 		/* is there a valid BE rtd for this widget */
1526 		be = dpcm_get_be(card, widget, stream);
1527 		if (!be) {
1528 			dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1529 				widget->name);
1530 			continue;
1531 		}
1532 
1533 		/*
1534 		 * Filter for systems with 'component_chaining' enabled.
1535 		 * This helps to avoid unnecessary re-configuration of an
1536 		 * already active BE on such systems.
1537 		 */
1538 		if (fe->card->component_chaining &&
1539 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1540 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1541 			continue;
1542 
1543 		/* newly connected FE and BE */
1544 		err = dpcm_be_connect(fe, be, stream);
1545 		if (err < 0) {
1546 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1547 				widget->name);
1548 			break;
1549 		} else if (err == 0) /* already connected */
1550 			continue;
1551 
1552 		/* new */
1553 		dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1554 		new++;
1555 	}
1556 
1557 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1558 	return new;
1559 }
1560 
1561 /*
1562  * Find the corresponding BE DAIs that source or sink audio to this
1563  * FE substream.
1564  */
1565 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1566 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1567 {
1568 	if (new)
1569 		return dpcm_add_paths(fe, stream, list);
1570 	else
1571 		return dpcm_prune_paths(fe, stream, list);
1572 }
1573 
1574 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1575 {
1576 	struct snd_soc_dpcm *dpcm;
1577 
1578 	for_each_dpcm_be(fe, stream, dpcm)
1579 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1580 }
1581 
1582 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1583 		      int do_hw_free, struct snd_soc_dpcm *last)
1584 {
1585 	struct snd_soc_dpcm *dpcm;
1586 
1587 	/* disable any enabled and non active backends */
1588 	for_each_dpcm_be(fe, stream, dpcm) {
1589 		struct snd_soc_pcm_runtime *be = dpcm->be;
1590 		struct snd_pcm_substream *be_substream =
1591 			snd_soc_dpcm_get_substream(be, stream);
1592 
1593 		if (dpcm == last)
1594 			return;
1595 
1596 		/* is this op for this BE ? */
1597 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1598 			continue;
1599 
1600 		if (be->dpcm[stream].users == 0) {
1601 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1602 				stream ? "capture" : "playback",
1603 				be->dpcm[stream].state);
1604 			continue;
1605 		}
1606 
1607 		if (--be->dpcm[stream].users != 0)
1608 			continue;
1609 
1610 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1611 			if (!do_hw_free)
1612 				continue;
1613 
1614 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1615 				__soc_pcm_hw_free(be, be_substream);
1616 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1617 			}
1618 		}
1619 
1620 		__soc_pcm_close(be, be_substream);
1621 		be_substream->runtime = NULL;
1622 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1623 	}
1624 }
1625 
1626 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1627 {
1628 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1629 	struct snd_soc_pcm_runtime *be;
1630 	struct snd_soc_dpcm *dpcm;
1631 	int err, count = 0;
1632 
1633 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1634 	for_each_dpcm_be(fe, stream, dpcm) {
1635 		struct snd_pcm_substream *be_substream;
1636 
1637 		be = dpcm->be;
1638 		be_substream = snd_soc_dpcm_get_substream(be, stream);
1639 
1640 		if (!be_substream) {
1641 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1642 				stream ? "capture" : "playback");
1643 			continue;
1644 		}
1645 
1646 		/* is this op for this BE ? */
1647 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1648 			continue;
1649 
1650 		/* first time the dpcm is open ? */
1651 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1652 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1653 				stream ? "capture" : "playback",
1654 				be->dpcm[stream].state);
1655 			continue;
1656 		}
1657 
1658 		if (be->dpcm[stream].users++ != 0)
1659 			continue;
1660 
1661 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1662 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1663 			continue;
1664 
1665 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1666 			stream ? "capture" : "playback", be->dai_link->name);
1667 
1668 		be_substream->runtime = fe_substream->runtime;
1669 		err = __soc_pcm_open(be, be_substream);
1670 		if (err < 0) {
1671 			be->dpcm[stream].users--;
1672 			if (be->dpcm[stream].users < 0)
1673 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1674 					stream ? "capture" : "playback",
1675 					be->dpcm[stream].state);
1676 
1677 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1678 			goto unwind;
1679 		}
1680 		be->dpcm[stream].be_start = 0;
1681 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1682 		count++;
1683 	}
1684 
1685 	return count;
1686 
1687 unwind:
1688 	dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1689 
1690 	return soc_pcm_ret(fe, err);
1691 }
1692 
1693 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1694 {
1695 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1696 	struct snd_pcm_runtime *runtime = substream->runtime;
1697 	struct snd_pcm_hardware *hw = &runtime->hw;
1698 	struct snd_soc_dai *dai;
1699 	int stream = substream->stream;
1700 	u64 formats = hw->formats;
1701 	int i;
1702 
1703 	soc_pcm_hw_init(hw);
1704 
1705 	if (formats)
1706 		hw->formats &= formats;
1707 
1708 	for_each_rtd_cpu_dais(fe, i, dai) {
1709 		struct snd_soc_pcm_stream *cpu_stream;
1710 
1711 		/*
1712 		 * Skip CPUs which don't support the current stream
1713 		 * type. See soc_pcm_init_runtime_hw() for more details
1714 		 */
1715 		if (!snd_soc_dai_stream_valid(dai, stream))
1716 			continue;
1717 
1718 		cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1719 
1720 		soc_pcm_hw_update_rate(hw, cpu_stream);
1721 		soc_pcm_hw_update_chan(hw, cpu_stream);
1722 		soc_pcm_hw_update_format(hw, cpu_stream);
1723 	}
1724 
1725 }
1726 
1727 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1728 {
1729 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1730 	struct snd_pcm_runtime *runtime = substream->runtime;
1731 	struct snd_pcm_hardware *hw = &runtime->hw;
1732 	struct snd_soc_dpcm *dpcm;
1733 	struct snd_soc_dai *dai;
1734 	int stream = substream->stream;
1735 
1736 	if (!fe->dai_link->dpcm_merged_format)
1737 		return;
1738 
1739 	/*
1740 	 * It returns merged BE codec format
1741 	 * if FE want to use it (= dpcm_merged_format)
1742 	 */
1743 
1744 	for_each_dpcm_be(fe, stream, dpcm) {
1745 		struct snd_soc_pcm_runtime *be = dpcm->be;
1746 		struct snd_soc_pcm_stream *codec_stream;
1747 		int i;
1748 
1749 		for_each_rtd_codec_dais(be, i, dai) {
1750 			/*
1751 			 * Skip CODECs which don't support the current stream
1752 			 * type. See soc_pcm_init_runtime_hw() for more details
1753 			 */
1754 			if (!snd_soc_dai_stream_valid(dai, stream))
1755 				continue;
1756 
1757 			codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1758 
1759 			soc_pcm_hw_update_format(hw, codec_stream);
1760 		}
1761 	}
1762 }
1763 
1764 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1765 {
1766 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1767 	struct snd_pcm_runtime *runtime = substream->runtime;
1768 	struct snd_pcm_hardware *hw = &runtime->hw;
1769 	struct snd_soc_dpcm *dpcm;
1770 	int stream = substream->stream;
1771 
1772 	if (!fe->dai_link->dpcm_merged_chan)
1773 		return;
1774 
1775 	/*
1776 	 * It returns merged BE codec channel;
1777 	 * if FE want to use it (= dpcm_merged_chan)
1778 	 */
1779 
1780 	for_each_dpcm_be(fe, stream, dpcm) {
1781 		struct snd_soc_pcm_runtime *be = dpcm->be;
1782 		struct snd_soc_pcm_stream *cpu_stream;
1783 		struct snd_soc_dai *dai;
1784 		int i;
1785 
1786 		for_each_rtd_cpu_dais(be, i, dai) {
1787 			/*
1788 			 * Skip CPUs which don't support the current stream
1789 			 * type. See soc_pcm_init_runtime_hw() for more details
1790 			 */
1791 			if (!snd_soc_dai_stream_valid(dai, stream))
1792 				continue;
1793 
1794 			cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1795 
1796 			soc_pcm_hw_update_chan(hw, cpu_stream);
1797 		}
1798 
1799 		/*
1800 		 * chan min/max cannot be enforced if there are multiple CODEC
1801 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1802 		 */
1803 		if (be->dai_link->num_codecs == 1) {
1804 			struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1805 				snd_soc_rtd_to_codec(be, 0), stream);
1806 
1807 			soc_pcm_hw_update_chan(hw, codec_stream);
1808 		}
1809 	}
1810 }
1811 
1812 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1813 {
1814 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1815 	struct snd_pcm_runtime *runtime = substream->runtime;
1816 	struct snd_pcm_hardware *hw = &runtime->hw;
1817 	struct snd_soc_dpcm *dpcm;
1818 	int stream = substream->stream;
1819 
1820 	if (!fe->dai_link->dpcm_merged_rate)
1821 		return;
1822 
1823 	/*
1824 	 * It returns merged BE codec channel;
1825 	 * if FE want to use it (= dpcm_merged_chan)
1826 	 */
1827 
1828 	for_each_dpcm_be(fe, stream, dpcm) {
1829 		struct snd_soc_pcm_runtime *be = dpcm->be;
1830 		struct snd_soc_pcm_stream *pcm;
1831 		struct snd_soc_dai *dai;
1832 		int i;
1833 
1834 		for_each_rtd_dais(be, i, dai) {
1835 			/*
1836 			 * Skip DAIs which don't support the current stream
1837 			 * type. See soc_pcm_init_runtime_hw() for more details
1838 			 */
1839 			if (!snd_soc_dai_stream_valid(dai, stream))
1840 				continue;
1841 
1842 			pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1843 
1844 			soc_pcm_hw_update_rate(hw, pcm);
1845 		}
1846 	}
1847 }
1848 
1849 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1850 			       int stream)
1851 {
1852 	struct snd_soc_dpcm *dpcm;
1853 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1854 	struct snd_soc_dai *fe_cpu_dai;
1855 	int err = 0;
1856 	int i;
1857 
1858 	/* apply symmetry for FE */
1859 	soc_pcm_update_symmetry(fe_substream);
1860 
1861 	for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1862 		/* Symmetry only applies if we've got an active stream. */
1863 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1864 		if (err < 0)
1865 			goto error;
1866 	}
1867 
1868 	/* apply symmetry for BE */
1869 	for_each_dpcm_be(fe, stream, dpcm) {
1870 		struct snd_soc_pcm_runtime *be = dpcm->be;
1871 		struct snd_pcm_substream *be_substream =
1872 			snd_soc_dpcm_get_substream(be, stream);
1873 		struct snd_soc_pcm_runtime *rtd;
1874 		struct snd_soc_dai *dai;
1875 
1876 		/* A backend may not have the requested substream */
1877 		if (!be_substream)
1878 			continue;
1879 
1880 		rtd = snd_soc_substream_to_rtd(be_substream);
1881 		if (rtd->dai_link->be_hw_params_fixup)
1882 			continue;
1883 
1884 		soc_pcm_update_symmetry(be_substream);
1885 
1886 		/* Symmetry only applies if we've got an active stream. */
1887 		for_each_rtd_dais(rtd, i, dai) {
1888 			err = soc_pcm_apply_symmetry(fe_substream, dai);
1889 			if (err < 0)
1890 				goto error;
1891 		}
1892 	}
1893 error:
1894 	return soc_pcm_ret(fe, err);
1895 }
1896 
1897 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1898 {
1899 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1900 	int stream = fe_substream->stream, ret = 0;
1901 
1902 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1903 
1904 	ret = dpcm_be_dai_startup(fe, stream);
1905 	if (ret < 0)
1906 		goto be_err;
1907 
1908 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1909 
1910 	/* start the DAI frontend */
1911 	ret = __soc_pcm_open(fe, fe_substream);
1912 	if (ret < 0)
1913 		goto unwind;
1914 
1915 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1916 
1917 	dpcm_runtime_setup_fe(fe_substream);
1918 
1919 	dpcm_runtime_setup_be_format(fe_substream);
1920 	dpcm_runtime_setup_be_chan(fe_substream);
1921 	dpcm_runtime_setup_be_rate(fe_substream);
1922 
1923 	ret = dpcm_apply_symmetry(fe_substream, stream);
1924 
1925 unwind:
1926 	if (ret < 0)
1927 		dpcm_be_dai_startup_unwind(fe, stream);
1928 be_err:
1929 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1930 
1931 	return soc_pcm_ret(fe, ret);
1932 }
1933 
1934 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1935 {
1936 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1937 	int stream = substream->stream;
1938 
1939 	snd_soc_dpcm_mutex_assert_held(fe);
1940 
1941 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1942 
1943 	/* shutdown the BEs */
1944 	dpcm_be_dai_shutdown(fe, stream);
1945 
1946 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1947 
1948 	/* now shutdown the frontend */
1949 	__soc_pcm_close(fe, substream);
1950 
1951 	/* run the stream stop event */
1952 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1953 
1954 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1955 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1956 	return 0;
1957 }
1958 
1959 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1960 {
1961 	struct snd_soc_dpcm *dpcm;
1962 
1963 	/* only hw_params backends that are either sinks or sources
1964 	 * to this frontend DAI */
1965 	for_each_dpcm_be(fe, stream, dpcm) {
1966 
1967 		struct snd_soc_pcm_runtime *be = dpcm->be;
1968 		struct snd_pcm_substream *be_substream =
1969 			snd_soc_dpcm_get_substream(be, stream);
1970 
1971 		/* is this op for this BE ? */
1972 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1973 			continue;
1974 
1975 		/* only free hw when no longer used - check all FEs */
1976 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1977 				continue;
1978 
1979 		/* do not free hw if this BE is used by other FE */
1980 		if (be->dpcm[stream].users > 1)
1981 			continue;
1982 
1983 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1984 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1985 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1986 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1987 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1988 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1989 			continue;
1990 
1991 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1992 			be->dai_link->name);
1993 
1994 		__soc_pcm_hw_free(be, be_substream);
1995 
1996 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1997 	}
1998 }
1999 
2000 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2001 {
2002 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2003 	int stream = substream->stream;
2004 
2005 	snd_soc_dpcm_mutex_lock(fe);
2006 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2007 
2008 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2009 
2010 	/* call hw_free on the frontend */
2011 	soc_pcm_hw_clean(fe, substream, 0);
2012 
2013 	/* only hw_params backends that are either sinks or sources
2014 	 * to this frontend DAI */
2015 	dpcm_be_dai_hw_free(fe, stream);
2016 
2017 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2018 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2019 
2020 	snd_soc_dpcm_mutex_unlock(fe);
2021 	return 0;
2022 }
2023 
2024 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2025 {
2026 	struct snd_soc_pcm_runtime *be;
2027 	struct snd_pcm_substream *be_substream;
2028 	struct snd_soc_dpcm *dpcm;
2029 	int ret;
2030 
2031 	for_each_dpcm_be(fe, stream, dpcm) {
2032 		struct snd_pcm_hw_params hw_params;
2033 
2034 		be = dpcm->be;
2035 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2036 
2037 		/* is this op for this BE ? */
2038 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2039 			continue;
2040 
2041 		/* copy params for each dpcm */
2042 		memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2043 				sizeof(struct snd_pcm_hw_params));
2044 
2045 		/* perform any hw_params fixups */
2046 		ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2047 		if (ret < 0)
2048 			goto unwind;
2049 
2050 		/* copy the fixed-up hw params for BE dai */
2051 		memcpy(&be->dpcm[stream].hw_params, &hw_params,
2052 		       sizeof(struct snd_pcm_hw_params));
2053 
2054 		/* only allow hw_params() if no connected FEs are running */
2055 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2056 			continue;
2057 
2058 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2059 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2060 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2061 			continue;
2062 
2063 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2064 			be->dai_link->name);
2065 
2066 		ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2067 		if (ret < 0)
2068 			goto unwind;
2069 
2070 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2071 	}
2072 	return 0;
2073 
2074 unwind:
2075 	dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2076 		__func__, be->dai_link->name, ret);
2077 
2078 	/* disable any enabled and non active backends */
2079 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2080 		be = dpcm->be;
2081 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2082 
2083 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2084 			continue;
2085 
2086 		/* only allow hw_free() if no connected FEs are running */
2087 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2088 			continue;
2089 
2090 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2091 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2092 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2093 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2094 			continue;
2095 
2096 		__soc_pcm_hw_free(be, be_substream);
2097 	}
2098 
2099 	return ret;
2100 }
2101 
2102 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2103 				 struct snd_pcm_hw_params *params)
2104 {
2105 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2106 	int ret, stream = substream->stream;
2107 
2108 	snd_soc_dpcm_mutex_lock(fe);
2109 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2110 
2111 	memcpy(&fe->dpcm[stream].hw_params, params,
2112 			sizeof(struct snd_pcm_hw_params));
2113 	ret = dpcm_be_dai_hw_params(fe, stream);
2114 	if (ret < 0)
2115 		goto out;
2116 
2117 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2118 			fe->dai_link->name, params_rate(params),
2119 			params_channels(params), params_format(params));
2120 
2121 	/* call hw_params on the frontend */
2122 	ret = __soc_pcm_hw_params(fe, substream, params);
2123 	if (ret < 0)
2124 		dpcm_be_dai_hw_free(fe, stream);
2125 	else
2126 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2127 
2128 out:
2129 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2130 	snd_soc_dpcm_mutex_unlock(fe);
2131 
2132 	return soc_pcm_ret(fe, ret);
2133 }
2134 
2135 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2136 			       int cmd)
2137 {
2138 	struct snd_soc_pcm_runtime *be;
2139 	bool pause_stop_transition;
2140 	struct snd_soc_dpcm *dpcm;
2141 	unsigned long flags;
2142 	int ret = 0;
2143 
2144 	for_each_dpcm_be(fe, stream, dpcm) {
2145 		struct snd_pcm_substream *be_substream;
2146 
2147 		be = dpcm->be;
2148 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2149 
2150 		snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2151 
2152 		/* is this op for this BE ? */
2153 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2154 			goto next;
2155 
2156 		dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2157 			be->dai_link->name, cmd);
2158 
2159 		switch (cmd) {
2160 		case SNDRV_PCM_TRIGGER_START:
2161 			if (!be->dpcm[stream].be_start &&
2162 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2163 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2164 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2165 				goto next;
2166 
2167 			be->dpcm[stream].be_start++;
2168 			if (be->dpcm[stream].be_start != 1)
2169 				goto next;
2170 
2171 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2172 				ret = soc_pcm_trigger(be_substream,
2173 						      SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2174 			else
2175 				ret = soc_pcm_trigger(be_substream,
2176 						      SNDRV_PCM_TRIGGER_START);
2177 			if (ret) {
2178 				be->dpcm[stream].be_start--;
2179 				goto next;
2180 			}
2181 
2182 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2183 			break;
2184 		case SNDRV_PCM_TRIGGER_RESUME:
2185 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2186 				goto next;
2187 
2188 			be->dpcm[stream].be_start++;
2189 			if (be->dpcm[stream].be_start != 1)
2190 				goto next;
2191 
2192 			ret = soc_pcm_trigger(be_substream, cmd);
2193 			if (ret) {
2194 				be->dpcm[stream].be_start--;
2195 				goto next;
2196 			}
2197 
2198 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2199 			break;
2200 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2201 			if (!be->dpcm[stream].be_start &&
2202 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2203 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2204 				goto next;
2205 
2206 			fe->dpcm[stream].fe_pause = false;
2207 			be->dpcm[stream].be_pause--;
2208 
2209 			be->dpcm[stream].be_start++;
2210 			if (be->dpcm[stream].be_start != 1)
2211 				goto next;
2212 
2213 			ret = soc_pcm_trigger(be_substream, cmd);
2214 			if (ret) {
2215 				be->dpcm[stream].be_start--;
2216 				goto next;
2217 			}
2218 
2219 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2220 			break;
2221 		case SNDRV_PCM_TRIGGER_STOP:
2222 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2223 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2224 				goto next;
2225 
2226 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2227 				be->dpcm[stream].be_start--;
2228 
2229 			if (be->dpcm[stream].be_start != 0)
2230 				goto next;
2231 
2232 			pause_stop_transition = false;
2233 			if (fe->dpcm[stream].fe_pause) {
2234 				pause_stop_transition = true;
2235 				fe->dpcm[stream].fe_pause = false;
2236 				be->dpcm[stream].be_pause--;
2237 			}
2238 
2239 			if (be->dpcm[stream].be_pause != 0)
2240 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2241 			else
2242 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2243 
2244 			if (ret) {
2245 				if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2246 					be->dpcm[stream].be_start++;
2247 				if (pause_stop_transition) {
2248 					fe->dpcm[stream].fe_pause = true;
2249 					be->dpcm[stream].be_pause++;
2250 				}
2251 				goto next;
2252 			}
2253 
2254 			if (be->dpcm[stream].be_pause != 0)
2255 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2256 			else
2257 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2258 
2259 			break;
2260 		case SNDRV_PCM_TRIGGER_SUSPEND:
2261 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2262 				goto next;
2263 
2264 			be->dpcm[stream].be_start--;
2265 			if (be->dpcm[stream].be_start != 0)
2266 				goto next;
2267 
2268 			ret = soc_pcm_trigger(be_substream, cmd);
2269 			if (ret) {
2270 				be->dpcm[stream].be_start++;
2271 				goto next;
2272 			}
2273 
2274 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2275 			break;
2276 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2277 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2278 				goto next;
2279 
2280 			fe->dpcm[stream].fe_pause = true;
2281 			be->dpcm[stream].be_pause++;
2282 
2283 			be->dpcm[stream].be_start--;
2284 			if (be->dpcm[stream].be_start != 0)
2285 				goto next;
2286 
2287 			ret = soc_pcm_trigger(be_substream, cmd);
2288 			if (ret) {
2289 				be->dpcm[stream].be_start++;
2290 				goto next;
2291 			}
2292 
2293 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2294 			break;
2295 		}
2296 next:
2297 		snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2298 		if (ret)
2299 			break;
2300 	}
2301 	return soc_pcm_ret(fe, ret);
2302 }
2303 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2304 
2305 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2306 				  int cmd, bool fe_first)
2307 {
2308 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2309 	int ret;
2310 
2311 	/* call trigger on the frontend before the backend. */
2312 	if (fe_first) {
2313 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2314 			fe->dai_link->name, cmd);
2315 
2316 		ret = soc_pcm_trigger(substream, cmd);
2317 		if (ret < 0)
2318 			return ret;
2319 
2320 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2321 		return ret;
2322 	}
2323 
2324 	/* call trigger on the frontend after the backend. */
2325 	ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2326 	if (ret < 0)
2327 		return ret;
2328 
2329 	dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2330 		fe->dai_link->name, cmd);
2331 
2332 	ret = soc_pcm_trigger(substream, cmd);
2333 
2334 	return ret;
2335 }
2336 
2337 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2338 {
2339 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2340 	int stream = substream->stream;
2341 	int ret = 0;
2342 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2343 
2344 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2345 
2346 	switch (trigger) {
2347 	case SND_SOC_DPCM_TRIGGER_PRE:
2348 		switch (cmd) {
2349 		case SNDRV_PCM_TRIGGER_START:
2350 		case SNDRV_PCM_TRIGGER_RESUME:
2351 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2352 		case SNDRV_PCM_TRIGGER_DRAIN:
2353 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2354 			break;
2355 		case SNDRV_PCM_TRIGGER_STOP:
2356 		case SNDRV_PCM_TRIGGER_SUSPEND:
2357 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2358 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2359 			break;
2360 		default:
2361 			ret = -EINVAL;
2362 			break;
2363 		}
2364 		break;
2365 	case SND_SOC_DPCM_TRIGGER_POST:
2366 		switch (cmd) {
2367 		case SNDRV_PCM_TRIGGER_START:
2368 		case SNDRV_PCM_TRIGGER_RESUME:
2369 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2370 		case SNDRV_PCM_TRIGGER_DRAIN:
2371 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2372 			break;
2373 		case SNDRV_PCM_TRIGGER_STOP:
2374 		case SNDRV_PCM_TRIGGER_SUSPEND:
2375 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2376 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2377 			break;
2378 		default:
2379 			ret = -EINVAL;
2380 			break;
2381 		}
2382 		break;
2383 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2384 		/* bespoke trigger() - handles both FE and BEs */
2385 
2386 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2387 				fe->dai_link->name, cmd);
2388 
2389 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2390 		break;
2391 	default:
2392 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2393 				fe->dai_link->name);
2394 		ret = -EINVAL;
2395 		goto out;
2396 	}
2397 
2398 	if (ret < 0) {
2399 		dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2400 			cmd, ret);
2401 		goto out;
2402 	}
2403 
2404 	switch (cmd) {
2405 	case SNDRV_PCM_TRIGGER_START:
2406 	case SNDRV_PCM_TRIGGER_RESUME:
2407 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2408 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2409 		break;
2410 	case SNDRV_PCM_TRIGGER_STOP:
2411 	case SNDRV_PCM_TRIGGER_SUSPEND:
2412 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2413 		break;
2414 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2415 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2416 		break;
2417 	}
2418 
2419 out:
2420 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2421 	return ret;
2422 }
2423 
2424 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2425 {
2426 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2427 	int stream = substream->stream;
2428 
2429 	/* if FE's runtime_update is already set, we're in race;
2430 	 * process this trigger later at exit
2431 	 */
2432 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2433 		fe->dpcm[stream].trigger_pending = cmd + 1;
2434 		return 0; /* delayed, assuming it's successful */
2435 	}
2436 
2437 	/* we're alone, let's trigger */
2438 	return dpcm_fe_dai_do_trigger(substream, cmd);
2439 }
2440 
2441 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2442 {
2443 	struct snd_soc_dpcm *dpcm;
2444 	int ret = 0;
2445 
2446 	for_each_dpcm_be(fe, stream, dpcm) {
2447 
2448 		struct snd_soc_pcm_runtime *be = dpcm->be;
2449 		struct snd_pcm_substream *be_substream =
2450 			snd_soc_dpcm_get_substream(be, stream);
2451 
2452 		/* is this op for this BE ? */
2453 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2454 			continue;
2455 
2456 		if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2457 			continue;
2458 
2459 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2460 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2461 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2462 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2463 			continue;
2464 
2465 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2466 			be->dai_link->name);
2467 
2468 		ret = __soc_pcm_prepare(be, be_substream);
2469 		if (ret < 0)
2470 			break;
2471 
2472 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2473 	}
2474 
2475 	return soc_pcm_ret(fe, ret);
2476 }
2477 
2478 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2479 {
2480 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2481 	int stream = substream->stream, ret = 0;
2482 
2483 	snd_soc_dpcm_mutex_lock(fe);
2484 
2485 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2486 
2487 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2488 
2489 	/* there is no point preparing this FE if there are no BEs */
2490 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2491 		/* dev_err_once() for visibility, dev_dbg() for debugging UCM profiles */
2492 		dev_err_once(fe->dev, "ASoC: no backend DAIs enabled for %s, possibly missing ALSA mixer-based routing or UCM profile\n",
2493 			     fe->dai_link->name);
2494 		dev_dbg(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2495 			fe->dai_link->name);
2496 		ret = -EINVAL;
2497 		goto out;
2498 	}
2499 
2500 	ret = dpcm_be_dai_prepare(fe, stream);
2501 	if (ret < 0)
2502 		goto out;
2503 
2504 	/* call prepare on the frontend */
2505 	ret = __soc_pcm_prepare(fe, substream);
2506 	if (ret < 0)
2507 		goto out;
2508 
2509 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2510 
2511 out:
2512 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2513 	snd_soc_dpcm_mutex_unlock(fe);
2514 
2515 	return soc_pcm_ret(fe, ret);
2516 }
2517 
2518 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2519 {
2520 	struct snd_pcm_substream *substream =
2521 		snd_soc_dpcm_get_substream(fe, stream);
2522 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2523 	int err;
2524 
2525 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2526 			stream ? "capture" : "playback", fe->dai_link->name);
2527 
2528 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2529 		/* call bespoke trigger - FE takes care of all BE triggers */
2530 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2531 				fe->dai_link->name);
2532 
2533 		err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2534 	} else {
2535 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2536 			fe->dai_link->name);
2537 
2538 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2539 	}
2540 
2541 	dpcm_be_dai_hw_free(fe, stream);
2542 
2543 	dpcm_be_dai_shutdown(fe, stream);
2544 
2545 	/* run the stream event for each BE */
2546 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2547 
2548 	return soc_pcm_ret(fe, err);
2549 }
2550 
2551 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2552 {
2553 	struct snd_pcm_substream *substream =
2554 		snd_soc_dpcm_get_substream(fe, stream);
2555 	struct snd_soc_dpcm *dpcm;
2556 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2557 	int ret = 0;
2558 
2559 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2560 			stream ? "capture" : "playback", fe->dai_link->name);
2561 
2562 	/* Only start the BE if the FE is ready */
2563 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2564 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2565 		dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2566 			fe->dai_link->name, fe->dpcm[stream].state);
2567 		ret = -EINVAL;
2568 		goto disconnect;
2569 	}
2570 
2571 	/* startup must always be called for new BEs */
2572 	ret = dpcm_be_dai_startup(fe, stream);
2573 	if (ret < 0)
2574 		goto disconnect;
2575 
2576 	/* keep going if FE state is > open */
2577 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2578 		return 0;
2579 
2580 	ret = dpcm_be_dai_hw_params(fe, stream);
2581 	if (ret < 0)
2582 		goto close;
2583 
2584 	/* keep going if FE state is > hw_params */
2585 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2586 		return 0;
2587 
2588 	ret = dpcm_be_dai_prepare(fe, stream);
2589 	if (ret < 0)
2590 		goto hw_free;
2591 
2592 	/* run the stream event for each BE */
2593 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2594 
2595 	/* keep going if FE state is > prepare */
2596 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2597 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2598 		return 0;
2599 
2600 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2601 		/* call trigger on the frontend - FE takes care of all BE triggers */
2602 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2603 				fe->dai_link->name);
2604 
2605 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2606 		if (ret < 0)
2607 			goto hw_free;
2608 	} else {
2609 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2610 			fe->dai_link->name);
2611 
2612 		ret = dpcm_be_dai_trigger(fe, stream,
2613 					SNDRV_PCM_TRIGGER_START);
2614 		if (ret < 0)
2615 			goto hw_free;
2616 	}
2617 
2618 	return 0;
2619 
2620 hw_free:
2621 	dpcm_be_dai_hw_free(fe, stream);
2622 close:
2623 	dpcm_be_dai_shutdown(fe, stream);
2624 disconnect:
2625 	/* disconnect any pending BEs */
2626 	for_each_dpcm_be(fe, stream, dpcm) {
2627 		struct snd_soc_pcm_runtime *be = dpcm->be;
2628 
2629 		/* is this op for this BE ? */
2630 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2631 			continue;
2632 
2633 		if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2634 			be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2635 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2636 	}
2637 
2638 	return soc_pcm_ret(fe, ret);
2639 }
2640 
2641 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2642 {
2643 	struct snd_soc_dapm_widget_list *list;
2644 	int stream;
2645 	int count, paths;
2646 
2647 	if (!fe->dai_link->dynamic)
2648 		return 0;
2649 
2650 	if (fe->dai_link->num_cpus > 1) {
2651 		dev_err(fe->dev,
2652 			"%s doesn't support Multi CPU yet\n", __func__);
2653 		return -EINVAL;
2654 	}
2655 
2656 	/* only check active links */
2657 	if (!snd_soc_dai_active(snd_soc_rtd_to_cpu(fe, 0)))
2658 		return 0;
2659 
2660 	/* DAPM sync will call this to update DSP paths */
2661 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2662 		new ? "new" : "old", fe->dai_link->name);
2663 
2664 	for_each_pcm_streams(stream) {
2665 
2666 		/* skip if FE doesn't have playback/capture capability */
2667 		if (!snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0),   stream) ||
2668 		    !snd_soc_dai_stream_valid(snd_soc_rtd_to_codec(fe, 0), stream))
2669 			continue;
2670 
2671 		/* skip if FE isn't currently playing/capturing */
2672 		if (!snd_soc_dai_stream_active(snd_soc_rtd_to_cpu(fe, 0), stream) ||
2673 		    !snd_soc_dai_stream_active(snd_soc_rtd_to_codec(fe, 0), stream))
2674 			continue;
2675 
2676 		paths = dpcm_path_get(fe, stream, &list);
2677 		if (paths < 0)
2678 			return paths;
2679 
2680 		/* update any playback/capture paths */
2681 		count = dpcm_process_paths(fe, stream, &list, new);
2682 		if (count) {
2683 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2684 			if (new)
2685 				dpcm_run_update_startup(fe, stream);
2686 			else
2687 				dpcm_run_update_shutdown(fe, stream);
2688 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2689 
2690 			dpcm_clear_pending_state(fe, stream);
2691 			dpcm_be_disconnect(fe, stream);
2692 		}
2693 
2694 		dpcm_path_put(&list);
2695 	}
2696 
2697 	return 0;
2698 }
2699 
2700 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2701  * any DAI links.
2702  */
2703 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2704 {
2705 	struct snd_soc_pcm_runtime *fe;
2706 	int ret = 0;
2707 
2708 	snd_soc_dpcm_mutex_lock(card);
2709 	/* shutdown all old paths first */
2710 	for_each_card_rtds(card, fe) {
2711 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2712 		if (ret)
2713 			goto out;
2714 	}
2715 
2716 	/* bring new paths up */
2717 	for_each_card_rtds(card, fe) {
2718 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2719 		if (ret)
2720 			goto out;
2721 	}
2722 
2723 out:
2724 	snd_soc_dpcm_mutex_unlock(card);
2725 	return ret;
2726 }
2727 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2728 
2729 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2730 {
2731 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2732 	struct snd_soc_dpcm *dpcm;
2733 	int stream = fe_substream->stream;
2734 
2735 	snd_soc_dpcm_mutex_assert_held(fe);
2736 
2737 	/* mark FE's links ready to prune */
2738 	for_each_dpcm_be(fe, stream, dpcm)
2739 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2740 
2741 	dpcm_be_disconnect(fe, stream);
2742 }
2743 
2744 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2745 {
2746 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2747 	int ret;
2748 
2749 	snd_soc_dpcm_mutex_lock(fe);
2750 	ret = dpcm_fe_dai_shutdown(fe_substream);
2751 
2752 	dpcm_fe_dai_cleanup(fe_substream);
2753 
2754 	snd_soc_dpcm_mutex_unlock(fe);
2755 	return ret;
2756 }
2757 
2758 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2759 {
2760 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2761 	struct snd_soc_dapm_widget_list *list;
2762 	int ret;
2763 	int stream = fe_substream->stream;
2764 
2765 	snd_soc_dpcm_mutex_lock(fe);
2766 
2767 	ret = dpcm_path_get(fe, stream, &list);
2768 	if (ret < 0)
2769 		goto open_end;
2770 
2771 	/* calculate valid and active FE <-> BE dpcms */
2772 	dpcm_process_paths(fe, stream, &list, 1);
2773 
2774 	ret = dpcm_fe_dai_startup(fe_substream);
2775 	if (ret < 0)
2776 		dpcm_fe_dai_cleanup(fe_substream);
2777 
2778 	dpcm_clear_pending_state(fe, stream);
2779 	dpcm_path_put(&list);
2780 open_end:
2781 	snd_soc_dpcm_mutex_unlock(fe);
2782 	return ret;
2783 }
2784 
2785 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2786 				    int *playback, int *capture)
2787 {
2788 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
2789 	struct snd_soc_dai *cpu_dai;
2790 	int has_playback = 0;
2791 	int has_capture  = 0;
2792 	int i;
2793 
2794 	if (dai_link->dynamic && dai_link->num_cpus > 1) {
2795 		dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2796 		return -EINVAL;
2797 	}
2798 
2799 	if (dai_link->dynamic || dai_link->no_pcm) {
2800 		int stream;
2801 
2802 		if (dai_link->dpcm_playback) {
2803 			stream = SNDRV_PCM_STREAM_PLAYBACK;
2804 
2805 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2806 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2807 					has_playback = 1;
2808 					break;
2809 				}
2810 			}
2811 			if (!has_playback) {
2812 				dev_err(rtd->card->dev,
2813 					"No CPU DAIs support playback for stream %s\n",
2814 					dai_link->stream_name);
2815 				return -EINVAL;
2816 			}
2817 		}
2818 		if (dai_link->dpcm_capture) {
2819 			stream = SNDRV_PCM_STREAM_CAPTURE;
2820 
2821 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2822 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2823 					has_capture = 1;
2824 					break;
2825 				}
2826 			}
2827 
2828 			if (!has_capture) {
2829 				dev_err(rtd->card->dev,
2830 					"No CPU DAIs support capture for stream %s\n",
2831 					dai_link->stream_name);
2832 				return -EINVAL;
2833 			}
2834 		}
2835 	} else {
2836 		struct snd_soc_dai_link_ch_map *ch_maps;
2837 		struct snd_soc_dai *codec_dai;
2838 
2839 		/* Adapt stream for codec2codec links */
2840 		int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2841 		int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2842 
2843 		/*
2844 		 * see
2845 		 *	soc.h :: [dai_link->ch_maps Image sample]
2846 		 */
2847 		for_each_rtd_ch_maps(rtd, i, ch_maps) {
2848 			cpu_dai	  = snd_soc_rtd_to_cpu(rtd,   ch_maps->cpu);
2849 			codec_dai = snd_soc_rtd_to_codec(rtd, ch_maps->codec);
2850 
2851 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2852 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2853 				has_playback = 1;
2854 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2855 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2856 				has_capture = 1;
2857 		}
2858 	}
2859 
2860 	if (dai_link->playback_only)
2861 		has_capture = 0;
2862 
2863 	if (dai_link->capture_only)
2864 		has_playback = 0;
2865 
2866 	if (!has_playback && !has_capture) {
2867 		dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2868 			dai_link->stream_name);
2869 
2870 		return -EINVAL;
2871 	}
2872 
2873 	*playback = has_playback;
2874 	*capture  = has_capture;
2875 
2876 	return 0;
2877 }
2878 
2879 static int soc_create_pcm(struct snd_pcm **pcm,
2880 			  struct snd_soc_pcm_runtime *rtd,
2881 			  int playback, int capture, int num)
2882 {
2883 	char new_name[64];
2884 	int ret;
2885 
2886 	/* create the PCM */
2887 	if (rtd->dai_link->c2c_params) {
2888 		snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2889 			 rtd->dai_link->stream_name);
2890 
2891 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2892 					   playback, capture, pcm);
2893 	} else if (rtd->dai_link->no_pcm) {
2894 		snprintf(new_name, sizeof(new_name), "(%s)",
2895 			rtd->dai_link->stream_name);
2896 
2897 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2898 				playback, capture, pcm);
2899 	} else {
2900 		if (rtd->dai_link->dynamic)
2901 			snprintf(new_name, sizeof(new_name), "%s (*)",
2902 				rtd->dai_link->stream_name);
2903 		else
2904 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
2905 				rtd->dai_link->stream_name,
2906 				soc_codec_dai_name(rtd), num);
2907 
2908 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2909 			capture, pcm);
2910 	}
2911 	if (ret < 0) {
2912 		dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2913 			new_name, rtd->dai_link->name, ret);
2914 		return ret;
2915 	}
2916 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2917 
2918 	return 0;
2919 }
2920 
2921 /* create a new pcm */
2922 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2923 {
2924 	struct snd_soc_component *component;
2925 	struct snd_pcm *pcm;
2926 	int ret = 0, playback = 0, capture = 0;
2927 	int i;
2928 
2929 	ret = soc_get_playback_capture(rtd, &playback, &capture);
2930 	if (ret < 0)
2931 		return ret;
2932 
2933 	ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2934 	if (ret < 0)
2935 		return ret;
2936 
2937 	/* DAPM dai link stream work */
2938 	/*
2939 	 * Currently nothing to do for c2c links
2940 	 * Since c2c links are internal nodes in the DAPM graph and
2941 	 * don't interface with the outside world or application layer
2942 	 * we don't have to do any special handling on close.
2943 	 */
2944 	if (!rtd->dai_link->c2c_params)
2945 		rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2946 
2947 	rtd->pcm = pcm;
2948 	pcm->nonatomic = rtd->dai_link->nonatomic;
2949 	pcm->private_data = rtd;
2950 	pcm->no_device_suspend = true;
2951 
2952 	if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2953 		if (playback)
2954 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2955 		if (capture)
2956 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2957 		goto out;
2958 	}
2959 
2960 	/* ASoC PCM operations */
2961 	if (rtd->dai_link->dynamic) {
2962 		rtd->ops.open		= dpcm_fe_dai_open;
2963 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
2964 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
2965 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
2966 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
2967 		rtd->ops.close		= dpcm_fe_dai_close;
2968 		rtd->ops.pointer	= soc_pcm_pointer;
2969 	} else {
2970 		rtd->ops.open		= soc_pcm_open;
2971 		rtd->ops.hw_params	= soc_pcm_hw_params;
2972 		rtd->ops.prepare	= soc_pcm_prepare;
2973 		rtd->ops.trigger	= soc_pcm_trigger;
2974 		rtd->ops.hw_free	= soc_pcm_hw_free;
2975 		rtd->ops.close		= soc_pcm_close;
2976 		rtd->ops.pointer	= soc_pcm_pointer;
2977 	}
2978 
2979 	for_each_rtd_components(rtd, i, component) {
2980 		const struct snd_soc_component_driver *drv = component->driver;
2981 
2982 		if (drv->ioctl)
2983 			rtd->ops.ioctl		= snd_soc_pcm_component_ioctl;
2984 		if (drv->sync_stop)
2985 			rtd->ops.sync_stop	= snd_soc_pcm_component_sync_stop;
2986 		if (drv->copy)
2987 			rtd->ops.copy		= snd_soc_pcm_component_copy;
2988 		if (drv->page)
2989 			rtd->ops.page		= snd_soc_pcm_component_page;
2990 		if (drv->mmap)
2991 			rtd->ops.mmap		= snd_soc_pcm_component_mmap;
2992 		if (drv->ack)
2993 			rtd->ops.ack            = snd_soc_pcm_component_ack;
2994 	}
2995 
2996 	if (playback)
2997 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
2998 
2999 	if (capture)
3000 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3001 
3002 	ret = snd_soc_pcm_component_new(rtd);
3003 	if (ret < 0)
3004 		return ret;
3005 out:
3006 	dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
3007 		soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
3008 	return ret;
3009 }
3010 
3011 /* is the current PCM operation for this FE ? */
3012 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3013 {
3014 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3015 		return 1;
3016 	return 0;
3017 }
3018 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3019 
3020 /* is the current PCM operation for this BE ? */
3021 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3022 		struct snd_soc_pcm_runtime *be, int stream)
3023 {
3024 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3025 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3026 		  be->dpcm[stream].runtime_update))
3027 		return 1;
3028 	return 0;
3029 }
3030 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3031 
3032 /* get the substream for this BE */
3033 struct snd_pcm_substream *
3034 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3035 {
3036 	return be->pcm->streams[stream].substream;
3037 }
3038 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3039 
3040 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3041 				    struct snd_soc_pcm_runtime *be,
3042 				    int stream,
3043 				    const enum snd_soc_dpcm_state *states,
3044 				    int num_states)
3045 {
3046 	struct snd_soc_dpcm *dpcm;
3047 	int state;
3048 	int ret = 1;
3049 	int i;
3050 
3051 	for_each_dpcm_fe(be, stream, dpcm) {
3052 
3053 		if (dpcm->fe == fe)
3054 			continue;
3055 
3056 		state = dpcm->fe->dpcm[stream].state;
3057 		for (i = 0; i < num_states; i++) {
3058 			if (state == states[i]) {
3059 				ret = 0;
3060 				break;
3061 			}
3062 		}
3063 	}
3064 
3065 	/* it's safe to do this BE DAI */
3066 	return ret;
3067 }
3068 
3069 /*
3070  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3071  * are not running, paused or suspended for the specified stream direction.
3072  */
3073 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3074 		struct snd_soc_pcm_runtime *be, int stream)
3075 {
3076 	const enum snd_soc_dpcm_state state[] = {
3077 		SND_SOC_DPCM_STATE_START,
3078 		SND_SOC_DPCM_STATE_PAUSED,
3079 		SND_SOC_DPCM_STATE_SUSPEND,
3080 	};
3081 
3082 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3083 }
3084 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3085 
3086 /*
3087  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3088  * running, paused or suspended for the specified stream direction.
3089  */
3090 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3091 		struct snd_soc_pcm_runtime *be, int stream)
3092 {
3093 	const enum snd_soc_dpcm_state state[] = {
3094 		SND_SOC_DPCM_STATE_START,
3095 		SND_SOC_DPCM_STATE_PAUSED,
3096 		SND_SOC_DPCM_STATE_SUSPEND,
3097 		SND_SOC_DPCM_STATE_PREPARE,
3098 	};
3099 
3100 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3101 }
3102 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3103 
3104 /*
3105  * We can only prepare a BE DAI if any of it's FE are not prepared,
3106  * running or paused for the specified stream direction.
3107  */
3108 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3109 				 struct snd_soc_pcm_runtime *be, int stream)
3110 {
3111 	const enum snd_soc_dpcm_state state[] = {
3112 		SND_SOC_DPCM_STATE_START,
3113 		SND_SOC_DPCM_STATE_PAUSED,
3114 		SND_SOC_DPCM_STATE_PREPARE,
3115 	};
3116 
3117 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3118 }
3119 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);
3120