xref: /linux/sound/soc/soc-pcm.c (revision 5e2cb28dd7e182dfa641550dfa225913509ad45d)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/slab.h>
18 #include <linux/workqueue.h>
19 #include <linux/export.h>
20 #include <linux/debugfs.h>
21 #include <sound/core.h>
22 #include <sound/pcm.h>
23 #include <sound/pcm_params.h>
24 #include <sound/soc.h>
25 #include <sound/soc-dpcm.h>
26 #include <sound/soc-link.h>
27 #include <sound/initval.h>
28 
29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
31 			       const char *func, int ret)
32 {
33 	/* Positive, Zero values are not errors */
34 	if (ret >= 0)
35 		return ret;
36 
37 	/* Negative values might be errors */
38 	switch (ret) {
39 	case -EPROBE_DEFER:
40 	case -ENOTSUPP:
41 	case -EINVAL:
42 		break;
43 	default:
44 		dev_err(rtd->dev,
45 			"ASoC: error at %s on %s: %d\n",
46 			func, rtd->dai_link->name, ret);
47 	}
48 
49 	return ret;
50 }
51 
52 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
53 						int stream)
54 {
55 	snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
56 }
57 
58 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
59 	snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
60 
61 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
62 						  int stream)
63 {
64 	snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
65 }
66 
67 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
68 	snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
69 
70 #define DPCM_MAX_BE_USERS	8
71 
72 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
73 {
74 	return (rtd)->dai_link->num_cpus == 1 ? snd_soc_rtd_to_cpu(rtd, 0)->name : "multicpu";
75 }
76 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
77 {
78 	return (rtd)->dai_link->num_codecs == 1 ? snd_soc_rtd_to_codec(rtd, 0)->name : "multicodec";
79 }
80 
81 #ifdef CONFIG_DEBUG_FS
82 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
83 {
84 	switch (state) {
85 	case SND_SOC_DPCM_STATE_NEW:
86 		return "new";
87 	case SND_SOC_DPCM_STATE_OPEN:
88 		return "open";
89 	case SND_SOC_DPCM_STATE_HW_PARAMS:
90 		return "hw_params";
91 	case SND_SOC_DPCM_STATE_PREPARE:
92 		return "prepare";
93 	case SND_SOC_DPCM_STATE_START:
94 		return "start";
95 	case SND_SOC_DPCM_STATE_STOP:
96 		return "stop";
97 	case SND_SOC_DPCM_STATE_SUSPEND:
98 		return "suspend";
99 	case SND_SOC_DPCM_STATE_PAUSED:
100 		return "paused";
101 	case SND_SOC_DPCM_STATE_HW_FREE:
102 		return "hw_free";
103 	case SND_SOC_DPCM_STATE_CLOSE:
104 		return "close";
105 	}
106 
107 	return "unknown";
108 }
109 
110 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
111 			       int stream, char *buf, size_t size)
112 {
113 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
114 	struct snd_soc_dpcm *dpcm;
115 	ssize_t offset = 0;
116 
117 	/* FE state */
118 	offset += scnprintf(buf + offset, size - offset,
119 			   "[%s - %s]\n", fe->dai_link->name,
120 			   stream ? "Capture" : "Playback");
121 
122 	offset += scnprintf(buf + offset, size - offset, "State: %s\n",
123 			   dpcm_state_string(fe->dpcm[stream].state));
124 
125 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
126 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
127 		offset += scnprintf(buf + offset, size - offset,
128 				   "Hardware Params: "
129 				   "Format = %s, Channels = %d, Rate = %d\n",
130 				   snd_pcm_format_name(params_format(params)),
131 				   params_channels(params),
132 				   params_rate(params));
133 
134 	/* BEs state */
135 	offset += scnprintf(buf + offset, size - offset, "Backends:\n");
136 
137 	if (list_empty(&fe->dpcm[stream].be_clients)) {
138 		offset += scnprintf(buf + offset, size - offset,
139 				   " No active DSP links\n");
140 		goto out;
141 	}
142 
143 	for_each_dpcm_be(fe, stream, dpcm) {
144 		struct snd_soc_pcm_runtime *be = dpcm->be;
145 		params = &be->dpcm[stream].hw_params;
146 
147 		offset += scnprintf(buf + offset, size - offset,
148 				   "- %s\n", be->dai_link->name);
149 
150 		offset += scnprintf(buf + offset, size - offset,
151 				   "   State: %s\n",
152 				   dpcm_state_string(be->dpcm[stream].state));
153 
154 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
155 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
156 			offset += scnprintf(buf + offset, size - offset,
157 					   "   Hardware Params: "
158 					   "Format = %s, Channels = %d, Rate = %d\n",
159 					   snd_pcm_format_name(params_format(params)),
160 					   params_channels(params),
161 					   params_rate(params));
162 	}
163 out:
164 	return offset;
165 }
166 
167 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
168 				    size_t count, loff_t *ppos)
169 {
170 	struct snd_soc_pcm_runtime *fe = file->private_data;
171 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
172 	int stream;
173 	char *buf;
174 
175 	if (fe->dai_link->num_cpus > 1) {
176 		dev_err(fe->dev,
177 			"%s doesn't support Multi CPU yet\n", __func__);
178 		return -EINVAL;
179 	}
180 
181 	buf = kmalloc(out_count, GFP_KERNEL);
182 	if (!buf)
183 		return -ENOMEM;
184 
185 	snd_soc_dpcm_mutex_lock(fe);
186 	for_each_pcm_streams(stream)
187 		if (snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0), stream))
188 			offset += dpcm_show_state(fe, stream,
189 						  buf + offset,
190 						  out_count - offset);
191 	snd_soc_dpcm_mutex_unlock(fe);
192 
193 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
194 
195 	kfree(buf);
196 	return ret;
197 }
198 
199 static const struct file_operations dpcm_state_fops = {
200 	.open = simple_open,
201 	.read = dpcm_state_read_file,
202 	.llseek = default_llseek,
203 };
204 
205 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
206 {
207 	if (!rtd->dai_link->dynamic)
208 		return;
209 
210 	if (!rtd->card->debugfs_card_root)
211 		return;
212 
213 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
214 						    rtd->card->debugfs_card_root);
215 
216 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
217 			    rtd, &dpcm_state_fops);
218 }
219 
220 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
221 {
222 	char *name;
223 
224 	name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
225 			 stream ? "capture" : "playback");
226 	if (name) {
227 		dpcm->debugfs_state = debugfs_create_dir(
228 			name, dpcm->fe->debugfs_dpcm_root);
229 		debugfs_create_u32("state", 0644, dpcm->debugfs_state,
230 				   &dpcm->state);
231 		kfree(name);
232 	}
233 }
234 
235 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
236 {
237 	debugfs_remove_recursive(dpcm->debugfs_state);
238 }
239 
240 #else
241 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
242 					     int stream)
243 {
244 }
245 
246 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
247 {
248 }
249 #endif
250 
251 /* Set FE's runtime_update state; the state is protected via PCM stream lock
252  * for avoiding the race with trigger callback.
253  * If the state is unset and a trigger is pending while the previous operation,
254  * process the pending trigger action here.
255  */
256 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
257 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
258 				     int stream, enum snd_soc_dpcm_update state)
259 {
260 	struct snd_pcm_substream *substream =
261 		snd_soc_dpcm_get_substream(fe, stream);
262 
263 	snd_soc_dpcm_stream_lock_irq(fe, stream);
264 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
265 		dpcm_fe_dai_do_trigger(substream,
266 				       fe->dpcm[stream].trigger_pending - 1);
267 		fe->dpcm[stream].trigger_pending = 0;
268 	}
269 	fe->dpcm[stream].runtime_update = state;
270 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
271 }
272 
273 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
274 				     int stream, enum snd_soc_dpcm_update state)
275 {
276 	be->dpcm[stream].runtime_update = state;
277 }
278 
279 /**
280  * snd_soc_runtime_action() - Increment/Decrement active count for
281  * PCM runtime components
282  * @rtd: ASoC PCM runtime that is activated
283  * @stream: Direction of the PCM stream
284  * @action: Activate stream if 1. Deactivate if -1.
285  *
286  * Increments/Decrements the active count for all the DAIs and components
287  * attached to a PCM runtime.
288  * Should typically be called when a stream is opened.
289  *
290  * Must be called with the rtd->card->pcm_mutex being held
291  */
292 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
293 			    int stream, int action)
294 {
295 	struct snd_soc_dai *dai;
296 	int i;
297 
298 	snd_soc_dpcm_mutex_assert_held(rtd);
299 
300 	for_each_rtd_dais(rtd, i, dai)
301 		snd_soc_dai_action(dai, stream, action);
302 }
303 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
304 
305 /**
306  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
307  * @rtd: The ASoC PCM runtime that should be checked.
308  *
309  * This function checks whether the power down delay should be ignored for a
310  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
311  * been configured to ignore the delay, or if none of the components benefits
312  * from having the delay.
313  */
314 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
315 {
316 	struct snd_soc_component *component;
317 	bool ignore = true;
318 	int i;
319 
320 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
321 		return true;
322 
323 	for_each_rtd_components(rtd, i, component)
324 		ignore &= !component->driver->use_pmdown_time;
325 
326 	return ignore;
327 }
328 
329 /**
330  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
331  * @substream: the pcm substream
332  * @hw: the hardware parameters
333  *
334  * Sets the substream runtime hardware parameters.
335  */
336 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
337 	const struct snd_pcm_hardware *hw)
338 {
339 	substream->runtime->hw = *hw;
340 
341 	return 0;
342 }
343 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
344 
345 /* DPCM stream event, send event to FE and all active BEs. */
346 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
347 	int event)
348 {
349 	struct snd_soc_dpcm *dpcm;
350 
351 	snd_soc_dpcm_mutex_assert_held(fe);
352 
353 	for_each_dpcm_be(fe, dir, dpcm) {
354 
355 		struct snd_soc_pcm_runtime *be = dpcm->be;
356 
357 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
358 				be->dai_link->name, event, dir);
359 
360 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
361 		    (be->dpcm[dir].users >= 1))
362 			continue;
363 
364 		snd_soc_dapm_stream_event(be, dir, event);
365 	}
366 
367 	snd_soc_dapm_stream_event(fe, dir, event);
368 
369 	return 0;
370 }
371 
372 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
373 				   struct snd_pcm_hw_params *params)
374 {
375 	if (params) {
376 		dai->rate	 = params_rate(params);
377 		dai->channels	 = params_channels(params);
378 		dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
379 	} else {
380 		dai->rate	 = 0;
381 		dai->channels	 = 0;
382 		dai->sample_bits = 0;
383 	}
384 }
385 
386 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
387 					struct snd_soc_dai *soc_dai)
388 {
389 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
390 	int ret;
391 
392 	if (!snd_soc_dai_active(soc_dai))
393 		return 0;
394 
395 #define __soc_pcm_apply_symmetry(name, NAME)				\
396 	if (soc_dai->name && (soc_dai->driver->symmetric_##name ||	\
397 			      rtd->dai_link->symmetric_##name)) {	\
398 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
399 			#name, soc_dai->name);				\
400 									\
401 		ret = snd_pcm_hw_constraint_single(substream->runtime,	\
402 						   SNDRV_PCM_HW_PARAM_##NAME,\
403 						   soc_dai->name);	\
404 		if (ret < 0) {						\
405 			dev_err(soc_dai->dev,				\
406 				"ASoC: Unable to apply %s constraint: %d\n",\
407 				#name, ret);				\
408 			return ret;					\
409 		}							\
410 	}
411 
412 	__soc_pcm_apply_symmetry(rate,		RATE);
413 	__soc_pcm_apply_symmetry(channels,	CHANNELS);
414 	__soc_pcm_apply_symmetry(sample_bits,	SAMPLE_BITS);
415 
416 	return 0;
417 }
418 
419 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
420 				struct snd_pcm_hw_params *params)
421 {
422 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
423 	struct snd_soc_dai d;
424 	struct snd_soc_dai *dai;
425 	struct snd_soc_dai *cpu_dai;
426 	unsigned int symmetry, i;
427 
428 	d.name = __func__;
429 	soc_pcm_set_dai_params(&d, params);
430 
431 #define __soc_pcm_params_symmetry(xxx)					\
432 	symmetry = rtd->dai_link->symmetric_##xxx;			\
433 	for_each_rtd_dais(rtd, i, dai)					\
434 		symmetry |= dai->driver->symmetric_##xxx;		\
435 									\
436 	if (symmetry)							\
437 		for_each_rtd_cpu_dais(rtd, i, cpu_dai)			\
438 			if (!snd_soc_dai_is_dummy(cpu_dai) &&		\
439 			    cpu_dai->xxx && cpu_dai->xxx != d.xxx) {	\
440 				dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
441 					#xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
442 				return -EINVAL;				\
443 			}
444 
445 	/* reject unmatched parameters when applying symmetry */
446 	__soc_pcm_params_symmetry(rate);
447 	__soc_pcm_params_symmetry(channels);
448 	__soc_pcm_params_symmetry(sample_bits);
449 
450 	return 0;
451 }
452 
453 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
454 {
455 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
456 	struct snd_soc_dai_link *link = rtd->dai_link;
457 	struct snd_soc_dai *dai;
458 	unsigned int symmetry, i;
459 
460 	symmetry = link->symmetric_rate ||
461 		link->symmetric_channels ||
462 		link->symmetric_sample_bits;
463 
464 	for_each_rtd_dais(rtd, i, dai)
465 		symmetry = symmetry ||
466 			dai->driver->symmetric_rate ||
467 			dai->driver->symmetric_channels ||
468 			dai->driver->symmetric_sample_bits;
469 
470 	if (symmetry)
471 		substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
472 }
473 
474 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
475 {
476 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
477 	int ret;
478 
479 	if (!bits)
480 		return;
481 
482 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
483 	if (ret != 0)
484 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
485 				 bits, ret);
486 }
487 
488 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
489 {
490 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
491 	struct snd_soc_dai *cpu_dai;
492 	struct snd_soc_dai *codec_dai;
493 	int stream = substream->stream;
494 	int i;
495 	unsigned int bits = 0, cpu_bits = 0;
496 
497 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
498 		struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
499 
500 		if (pcm_codec->sig_bits == 0) {
501 			bits = 0;
502 			break;
503 		}
504 		bits = max(pcm_codec->sig_bits, bits);
505 	}
506 
507 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
508 		struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
509 
510 		if (pcm_cpu->sig_bits == 0) {
511 			cpu_bits = 0;
512 			break;
513 		}
514 		cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
515 	}
516 
517 	soc_pcm_set_msb(substream, bits);
518 	soc_pcm_set_msb(substream, cpu_bits);
519 }
520 
521 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
522 {
523 	hw->rates		= UINT_MAX;
524 	hw->rate_min		= 0;
525 	hw->rate_max		= UINT_MAX;
526 	hw->channels_min	= 0;
527 	hw->channels_max	= UINT_MAX;
528 	hw->formats		= ULLONG_MAX;
529 }
530 
531 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
532 				   struct snd_soc_pcm_stream *p)
533 {
534 	hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
535 
536 	/* setup hw->rate_min/max via hw->rates first */
537 	snd_pcm_hw_limit_rates(hw);
538 
539 	/* update hw->rate_min/max by snd_soc_pcm_stream */
540 	hw->rate_min = max(hw->rate_min, p->rate_min);
541 	hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
542 }
543 
544 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
545 				   struct snd_soc_pcm_stream *p)
546 {
547 	hw->channels_min = max(hw->channels_min, p->channels_min);
548 	hw->channels_max = min(hw->channels_max, p->channels_max);
549 }
550 
551 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
552 				     struct snd_soc_pcm_stream *p)
553 {
554 	hw->formats &= p->formats;
555 }
556 
557 /**
558  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
559  * @rtd: ASoC PCM runtime
560  * @hw: PCM hardware parameters (output)
561  * @stream: Direction of the PCM stream
562  *
563  * Calculates the subset of stream parameters supported by all DAIs
564  * associated with the PCM stream.
565  */
566 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
567 			    struct snd_pcm_hardware *hw, int stream)
568 {
569 	struct snd_soc_dai *codec_dai;
570 	struct snd_soc_dai *cpu_dai;
571 	struct snd_soc_pcm_stream *codec_stream;
572 	struct snd_soc_pcm_stream *cpu_stream;
573 	unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
574 	int i;
575 
576 	soc_pcm_hw_init(hw);
577 
578 	/* first calculate min/max only for CPUs in the DAI link */
579 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
580 
581 		/*
582 		 * Skip CPUs which don't support the current stream type.
583 		 * Otherwise, since the rate, channel, and format values will
584 		 * zero in that case, we would have no usable settings left,
585 		 * causing the resulting setup to fail.
586 		 */
587 		if (!snd_soc_dai_stream_valid(cpu_dai, stream))
588 			continue;
589 
590 		cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
591 
592 		soc_pcm_hw_update_chan(hw, cpu_stream);
593 		soc_pcm_hw_update_rate(hw, cpu_stream);
594 		soc_pcm_hw_update_format(hw, cpu_stream);
595 	}
596 	cpu_chan_min = hw->channels_min;
597 	cpu_chan_max = hw->channels_max;
598 
599 	/* second calculate min/max only for CODECs in the DAI link */
600 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
601 
602 		/*
603 		 * Skip CODECs which don't support the current stream type.
604 		 * Otherwise, since the rate, channel, and format values will
605 		 * zero in that case, we would have no usable settings left,
606 		 * causing the resulting setup to fail.
607 		 */
608 		if (!snd_soc_dai_stream_valid(codec_dai, stream))
609 			continue;
610 
611 		codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
612 
613 		soc_pcm_hw_update_chan(hw, codec_stream);
614 		soc_pcm_hw_update_rate(hw, codec_stream);
615 		soc_pcm_hw_update_format(hw, codec_stream);
616 	}
617 
618 	/* Verify both a valid CPU DAI and a valid CODEC DAI were found */
619 	if (!hw->channels_min)
620 		return -EINVAL;
621 
622 	/*
623 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
624 	 * connected to CPU DAI(s), use CPU DAI's directly and let
625 	 * channel allocation be fixed up later
626 	 */
627 	if (rtd->dai_link->num_codecs > 1) {
628 		hw->channels_min = cpu_chan_min;
629 		hw->channels_max = cpu_chan_max;
630 	}
631 
632 	return 0;
633 }
634 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
635 
636 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
637 {
638 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
639 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
640 	u64 formats = hw->formats;
641 
642 	/*
643 	 * At least one CPU and one CODEC should match. Otherwise, we should
644 	 * have bailed out on a higher level, since there would be no CPU or
645 	 * CODEC to support the transfer direction in that case.
646 	 */
647 	snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
648 
649 	if (formats)
650 		hw->formats &= formats;
651 }
652 
653 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
654 {
655 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
656 	struct snd_soc_component *component;
657 	int i, ret = 0;
658 
659 	for_each_rtd_components(rtd, i, component) {
660 		ret = snd_soc_component_module_get_when_open(component, substream);
661 		if (ret < 0)
662 			break;
663 
664 		ret = snd_soc_component_open(component, substream);
665 		if (ret < 0)
666 			break;
667 	}
668 
669 	return ret;
670 }
671 
672 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
673 				    int rollback)
674 {
675 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
676 	struct snd_soc_component *component;
677 	int i, ret = 0;
678 
679 	for_each_rtd_components(rtd, i, component) {
680 		int r = snd_soc_component_close(component, substream, rollback);
681 		if (r < 0)
682 			ret = r; /* use last ret */
683 
684 		snd_soc_component_module_put_when_close(component, substream, rollback);
685 	}
686 
687 	return ret;
688 }
689 
690 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
691 			 struct snd_pcm_substream *substream, int rollback)
692 {
693 	struct snd_soc_component *component;
694 	struct snd_soc_dai *dai;
695 	int i;
696 
697 	snd_soc_dpcm_mutex_assert_held(rtd);
698 
699 	if (!rollback) {
700 		snd_soc_runtime_deactivate(rtd, substream->stream);
701 
702 		/* Make sure DAI parameters cleared if the DAI becomes inactive */
703 		for_each_rtd_dais(rtd, i, dai) {
704 			if (snd_soc_dai_active(dai) == 0 &&
705 			    (dai->rate || dai->channels || dai->sample_bits))
706 				soc_pcm_set_dai_params(dai, NULL);
707 
708 			if (snd_soc_dai_stream_active(dai, substream->stream) ==  0) {
709 				if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
710 					snd_soc_dai_digital_mute(dai, 1, substream->stream);
711 			}
712 		}
713 	}
714 
715 	for_each_rtd_dais(rtd, i, dai)
716 		snd_soc_dai_shutdown(dai, substream, rollback);
717 
718 	snd_soc_link_shutdown(substream, rollback);
719 
720 	soc_pcm_components_close(substream, rollback);
721 
722 	snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
723 
724 	for_each_rtd_components(rtd, i, component)
725 		if (!snd_soc_component_active(component))
726 			pinctrl_pm_select_sleep_state(component->dev);
727 
728 	return 0;
729 }
730 
731 /*
732  * Called by ALSA when a PCM substream is closed. Private data can be
733  * freed here. The cpu DAI, codec DAI, machine and components are also
734  * shutdown.
735  */
736 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
737 			   struct snd_pcm_substream *substream)
738 {
739 	return soc_pcm_clean(rtd, substream, 0);
740 }
741 
742 /* PCM close ops for non-DPCM streams */
743 static int soc_pcm_close(struct snd_pcm_substream *substream)
744 {
745 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
746 
747 	snd_soc_dpcm_mutex_lock(rtd);
748 	__soc_pcm_close(rtd, substream);
749 	snd_soc_dpcm_mutex_unlock(rtd);
750 	return 0;
751 }
752 
753 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
754 {
755 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
756 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
757 	const char *name_cpu = soc_cpu_dai_name(rtd);
758 	const char *name_codec = soc_codec_dai_name(rtd);
759 	const char *err_msg;
760 	struct device *dev = rtd->dev;
761 
762 	err_msg = "rates";
763 	if (!hw->rates)
764 		goto config_err;
765 
766 	err_msg = "formats";
767 	if (!hw->formats)
768 		goto config_err;
769 
770 	err_msg = "channels";
771 	if (!hw->channels_min || !hw->channels_max ||
772 	     hw->channels_min  >  hw->channels_max)
773 		goto config_err;
774 
775 	dev_dbg(dev, "ASoC: %s <-> %s info:\n",		name_codec,
776 							name_cpu);
777 	dev_dbg(dev, "ASoC: rate mask 0x%x\n",		hw->rates);
778 	dev_dbg(dev, "ASoC: ch   min %d max %d\n",	hw->channels_min,
779 							hw->channels_max);
780 	dev_dbg(dev, "ASoC: rate min %d max %d\n",	hw->rate_min,
781 							hw->rate_max);
782 
783 	return 0;
784 
785 config_err:
786 	dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
787 		name_codec, name_cpu, err_msg);
788 	return -EINVAL;
789 }
790 
791 /*
792  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
793  * then initialized and any private data can be allocated. This also calls
794  * startup for the cpu DAI, component, machine and codec DAI.
795  */
796 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
797 			  struct snd_pcm_substream *substream)
798 {
799 	struct snd_soc_component *component;
800 	struct snd_soc_dai *dai;
801 	int i, ret = 0;
802 
803 	snd_soc_dpcm_mutex_assert_held(rtd);
804 
805 	for_each_rtd_components(rtd, i, component)
806 		pinctrl_pm_select_default_state(component->dev);
807 
808 	ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
809 	if (ret < 0)
810 		goto err;
811 
812 	ret = soc_pcm_components_open(substream);
813 	if (ret < 0)
814 		goto err;
815 
816 	ret = snd_soc_link_startup(substream);
817 	if (ret < 0)
818 		goto err;
819 
820 	/* startup the audio subsystem */
821 	for_each_rtd_dais(rtd, i, dai) {
822 		ret = snd_soc_dai_startup(dai, substream);
823 		if (ret < 0)
824 			goto err;
825 	}
826 
827 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
828 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
829 		goto dynamic;
830 
831 	/* Check that the codec and cpu DAIs are compatible */
832 	soc_pcm_init_runtime_hw(substream);
833 
834 	soc_pcm_update_symmetry(substream);
835 
836 	ret = soc_hw_sanity_check(substream);
837 	if (ret < 0)
838 		goto err;
839 
840 	soc_pcm_apply_msb(substream);
841 
842 	/* Symmetry only applies if we've already got an active stream. */
843 	for_each_rtd_dais(rtd, i, dai) {
844 		ret = soc_pcm_apply_symmetry(substream, dai);
845 		if (ret != 0)
846 			goto err;
847 	}
848 dynamic:
849 	snd_soc_runtime_activate(rtd, substream->stream);
850 	ret = 0;
851 err:
852 	if (ret < 0)
853 		soc_pcm_clean(rtd, substream, 1);
854 
855 	return soc_pcm_ret(rtd, ret);
856 }
857 
858 /* PCM open ops for non-DPCM streams */
859 static int soc_pcm_open(struct snd_pcm_substream *substream)
860 {
861 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
862 	int ret;
863 
864 	snd_soc_dpcm_mutex_lock(rtd);
865 	ret = __soc_pcm_open(rtd, substream);
866 	snd_soc_dpcm_mutex_unlock(rtd);
867 	return ret;
868 }
869 
870 /*
871  * Called by ALSA when the PCM substream is prepared, can set format, sample
872  * rate, etc.  This function is non atomic and can be called multiple times,
873  * it can refer to the runtime info.
874  */
875 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
876 			     struct snd_pcm_substream *substream)
877 {
878 	struct snd_soc_dai *dai;
879 	int i, ret = 0;
880 
881 	snd_soc_dpcm_mutex_assert_held(rtd);
882 
883 	ret = snd_soc_link_prepare(substream);
884 	if (ret < 0)
885 		goto out;
886 
887 	ret = snd_soc_pcm_component_prepare(substream);
888 	if (ret < 0)
889 		goto out;
890 
891 	ret = snd_soc_pcm_dai_prepare(substream);
892 	if (ret < 0)
893 		goto out;
894 
895 	/* cancel any delayed stream shutdown that is pending */
896 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
897 	    rtd->pop_wait) {
898 		rtd->pop_wait = 0;
899 		cancel_delayed_work(&rtd->delayed_work);
900 	}
901 
902 	snd_soc_dapm_stream_event(rtd, substream->stream,
903 			SND_SOC_DAPM_STREAM_START);
904 
905 	for_each_rtd_dais(rtd, i, dai) {
906 		if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
907 			snd_soc_dai_digital_mute(dai, 0, substream->stream);
908 	}
909 
910 out:
911 	return soc_pcm_ret(rtd, ret);
912 }
913 
914 /* PCM prepare ops for non-DPCM streams */
915 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
916 {
917 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
918 	int ret;
919 
920 	snd_soc_dpcm_mutex_lock(rtd);
921 	ret = __soc_pcm_prepare(rtd, substream);
922 	snd_soc_dpcm_mutex_unlock(rtd);
923 	return ret;
924 }
925 
926 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
927 				       unsigned int mask)
928 {
929 	struct snd_interval *interval;
930 	int channels = hweight_long(mask);
931 
932 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
933 	interval->min = channels;
934 	interval->max = channels;
935 }
936 
937 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
938 			    struct snd_pcm_substream *substream, int rollback)
939 {
940 	struct snd_soc_dai *dai;
941 	int i;
942 
943 	snd_soc_dpcm_mutex_assert_held(rtd);
944 
945 	/* clear the corresponding DAIs parameters when going to be inactive */
946 	for_each_rtd_dais(rtd, i, dai) {
947 		if (snd_soc_dai_active(dai) == 1)
948 			soc_pcm_set_dai_params(dai, NULL);
949 
950 		if (snd_soc_dai_stream_active(dai, substream->stream) == 1)
951 			snd_soc_dai_digital_mute(dai, 1, substream->stream);
952 	}
953 
954 	/* run the stream event */
955 	snd_soc_dapm_stream_stop(rtd, substream->stream);
956 
957 	/* free any machine hw params */
958 	snd_soc_link_hw_free(substream, rollback);
959 
960 	/* free any component resources */
961 	snd_soc_pcm_component_hw_free(substream, rollback);
962 
963 	/* now free hw params for the DAIs  */
964 	for_each_rtd_dais(rtd, i, dai)
965 		if (snd_soc_dai_stream_valid(dai, substream->stream))
966 			snd_soc_dai_hw_free(dai, substream, rollback);
967 
968 	return 0;
969 }
970 
971 /*
972  * Frees resources allocated by hw_params, can be called multiple times
973  */
974 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
975 			     struct snd_pcm_substream *substream)
976 {
977 	return soc_pcm_hw_clean(rtd, substream, 0);
978 }
979 
980 /* hw_free PCM ops for non-DPCM streams */
981 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
982 {
983 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
984 	int ret;
985 
986 	snd_soc_dpcm_mutex_lock(rtd);
987 	ret = __soc_pcm_hw_free(rtd, substream);
988 	snd_soc_dpcm_mutex_unlock(rtd);
989 	return ret;
990 }
991 
992 /*
993  * Called by ALSA when the hardware params are set by application. This
994  * function can also be called multiple times and can allocate buffers
995  * (using snd_pcm_lib_* ). It's non-atomic.
996  */
997 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
998 			       struct snd_pcm_substream *substream,
999 			       struct snd_pcm_hw_params *params)
1000 {
1001 	struct snd_soc_dai *cpu_dai;
1002 	struct snd_soc_dai *codec_dai;
1003 	struct snd_pcm_hw_params tmp_params;
1004 	int i, ret = 0;
1005 
1006 	snd_soc_dpcm_mutex_assert_held(rtd);
1007 
1008 	ret = soc_pcm_params_symmetry(substream, params);
1009 	if (ret)
1010 		goto out;
1011 
1012 	ret = snd_soc_link_hw_params(substream, params);
1013 	if (ret < 0)
1014 		goto out;
1015 
1016 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
1017 		unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1018 
1019 		/*
1020 		 * Skip CODECs which don't support the current stream type,
1021 		 * the idea being that if a CODEC is not used for the currently
1022 		 * set up transfer direction, it should not need to be
1023 		 * configured, especially since the configuration used might
1024 		 * not even be supported by that CODEC. There may be cases
1025 		 * however where a CODEC needs to be set up although it is
1026 		 * actually not being used for the transfer, e.g. if a
1027 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
1028 		 * for the DAI link including a playback-only CODEC.
1029 		 * If this becomes necessary, we will have to augment the
1030 		 * machine driver setup with information on how to act, so
1031 		 * we can do the right thing here.
1032 		 */
1033 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1034 			continue;
1035 
1036 		/* copy params for each codec */
1037 		tmp_params = *params;
1038 
1039 		/* fixup params based on TDM slot masks */
1040 		if (tdm_mask)
1041 			soc_pcm_codec_params_fixup(&tmp_params, tdm_mask);
1042 
1043 		ret = snd_soc_dai_hw_params(codec_dai, substream,
1044 					    &tmp_params);
1045 		if(ret < 0)
1046 			goto out;
1047 
1048 		soc_pcm_set_dai_params(codec_dai, &tmp_params);
1049 		snd_soc_dapm_update_dai(substream, &tmp_params, codec_dai);
1050 	}
1051 
1052 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1053 		unsigned int ch_mask = 0;
1054 		int j;
1055 
1056 		/*
1057 		 * Skip CPUs which don't support the current stream
1058 		 * type. See soc_pcm_init_runtime_hw() for more details
1059 		 */
1060 		if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1061 			continue;
1062 
1063 		/* copy params for each cpu */
1064 		tmp_params = *params;
1065 
1066 		if (!rtd->dai_link->codec_ch_maps)
1067 			goto hw_params;
1068 		/*
1069 		 * construct cpu channel mask by combining ch_mask of each
1070 		 * codec which maps to the cpu.
1071 		 */
1072 		for_each_rtd_codec_dais(rtd, j, codec_dai) {
1073 			if (rtd->dai_link->codec_ch_maps[j].connected_cpu_id == i)
1074 				ch_mask |= rtd->dai_link->codec_ch_maps[j].ch_mask;
1075 		}
1076 
1077 		/* fixup cpu channel number */
1078 		if (ch_mask)
1079 			soc_pcm_codec_params_fixup(&tmp_params, ch_mask);
1080 
1081 hw_params:
1082 		ret = snd_soc_dai_hw_params(cpu_dai, substream, &tmp_params);
1083 		if (ret < 0)
1084 			goto out;
1085 
1086 		/* store the parameters for each DAI */
1087 		soc_pcm_set_dai_params(cpu_dai, &tmp_params);
1088 		snd_soc_dapm_update_dai(substream, &tmp_params, cpu_dai);
1089 	}
1090 
1091 	ret = snd_soc_pcm_component_hw_params(substream, params);
1092 out:
1093 	if (ret < 0)
1094 		soc_pcm_hw_clean(rtd, substream, 1);
1095 
1096 	return soc_pcm_ret(rtd, ret);
1097 }
1098 
1099 /* hw_params PCM ops for non-DPCM streams */
1100 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1101 			     struct snd_pcm_hw_params *params)
1102 {
1103 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1104 	int ret;
1105 
1106 	snd_soc_dpcm_mutex_lock(rtd);
1107 	ret = __soc_pcm_hw_params(rtd, substream, params);
1108 	snd_soc_dpcm_mutex_unlock(rtd);
1109 	return ret;
1110 }
1111 
1112 #define TRIGGER_MAX 3
1113 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1114 	[SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1115 		snd_soc_link_trigger,
1116 		snd_soc_pcm_component_trigger,
1117 		snd_soc_pcm_dai_trigger,
1118 	},
1119 	[SND_SOC_TRIGGER_ORDER_LDC] = {
1120 		snd_soc_link_trigger,
1121 		snd_soc_pcm_dai_trigger,
1122 		snd_soc_pcm_component_trigger,
1123 	},
1124 };
1125 
1126 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1127 {
1128 	struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1129 	struct snd_soc_component *component;
1130 	int ret = 0, r = 0, i;
1131 	int rollback = 0;
1132 	int start = 0, stop = 0;
1133 
1134 	/*
1135 	 * select START/STOP sequence
1136 	 */
1137 	for_each_rtd_components(rtd, i, component) {
1138 		if (component->driver->trigger_start)
1139 			start = component->driver->trigger_start;
1140 		if (component->driver->trigger_stop)
1141 			stop = component->driver->trigger_stop;
1142 	}
1143 	if (rtd->dai_link->trigger_start)
1144 		start = rtd->dai_link->trigger_start;
1145 	if (rtd->dai_link->trigger_stop)
1146 		stop  = rtd->dai_link->trigger_stop;
1147 
1148 	if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1149 	    stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1150 		return -EINVAL;
1151 
1152 	/*
1153 	 * START
1154 	 */
1155 	switch (cmd) {
1156 	case SNDRV_PCM_TRIGGER_START:
1157 	case SNDRV_PCM_TRIGGER_RESUME:
1158 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1159 		for (i = 0; i < TRIGGER_MAX; i++) {
1160 			r = trigger[start][i](substream, cmd, 0);
1161 			if (r < 0)
1162 				break;
1163 		}
1164 	}
1165 
1166 	/*
1167 	 * Rollback if START failed
1168 	 * find correspond STOP command
1169 	 */
1170 	if (r < 0) {
1171 		rollback = 1;
1172 		ret = r;
1173 		switch (cmd) {
1174 		case SNDRV_PCM_TRIGGER_START:
1175 			cmd = SNDRV_PCM_TRIGGER_STOP;
1176 			break;
1177 		case SNDRV_PCM_TRIGGER_RESUME:
1178 			cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1179 			break;
1180 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1181 			cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1182 			break;
1183 		}
1184 	}
1185 
1186 	/*
1187 	 * STOP
1188 	 */
1189 	switch (cmd) {
1190 	case SNDRV_PCM_TRIGGER_STOP:
1191 	case SNDRV_PCM_TRIGGER_SUSPEND:
1192 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1193 		for (i = TRIGGER_MAX; i > 0; i--) {
1194 			r = trigger[stop][i - 1](substream, cmd, rollback);
1195 			if (r < 0)
1196 				ret = r;
1197 		}
1198 	}
1199 
1200 	return ret;
1201 }
1202 
1203 /*
1204  * soc level wrapper for pointer callback
1205  * If cpu_dai, codec_dai, component driver has the delay callback, then
1206  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1207  */
1208 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1209 {
1210 	struct snd_pcm_runtime *runtime = substream->runtime;
1211 	snd_pcm_uframes_t offset = 0;
1212 	snd_pcm_sframes_t codec_delay = 0;
1213 	snd_pcm_sframes_t cpu_delay = 0;
1214 
1215 	offset = snd_soc_pcm_component_pointer(substream);
1216 
1217 	/* should be called *after* snd_soc_pcm_component_pointer() */
1218 	snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1219 	snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1220 
1221 	runtime->delay = cpu_delay + codec_delay;
1222 
1223 	return offset;
1224 }
1225 
1226 /* connect a FE and BE */
1227 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1228 		struct snd_soc_pcm_runtime *be, int stream)
1229 {
1230 	struct snd_pcm_substream *fe_substream;
1231 	struct snd_pcm_substream *be_substream;
1232 	struct snd_soc_dpcm *dpcm;
1233 
1234 	snd_soc_dpcm_mutex_assert_held(fe);
1235 
1236 	/* only add new dpcms */
1237 	for_each_dpcm_be(fe, stream, dpcm) {
1238 		if (dpcm->be == be && dpcm->fe == fe)
1239 			return 0;
1240 	}
1241 
1242 	fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1243 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1244 
1245 	if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1246 		dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1247 			__func__);
1248 		return -EINVAL;
1249 	}
1250 	if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1251 		dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1252 		be_substream->pcm->nonatomic = 1;
1253 	}
1254 
1255 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1256 	if (!dpcm)
1257 		return -ENOMEM;
1258 
1259 	dpcm->be = be;
1260 	dpcm->fe = fe;
1261 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1262 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1263 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1264 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1265 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1266 
1267 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1268 			stream ? "capture" : "playback",  fe->dai_link->name,
1269 			stream ? "<-" : "->", be->dai_link->name);
1270 
1271 	dpcm_create_debugfs_state(dpcm, stream);
1272 
1273 	return 1;
1274 }
1275 
1276 /* reparent a BE onto another FE */
1277 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1278 			struct snd_soc_pcm_runtime *be, int stream)
1279 {
1280 	struct snd_soc_dpcm *dpcm;
1281 	struct snd_pcm_substream *fe_substream, *be_substream;
1282 
1283 	/* reparent if BE is connected to other FEs */
1284 	if (!be->dpcm[stream].users)
1285 		return;
1286 
1287 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1288 	if (!be_substream)
1289 		return;
1290 
1291 	for_each_dpcm_fe(be, stream, dpcm) {
1292 		if (dpcm->fe == fe)
1293 			continue;
1294 
1295 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1296 			stream ? "capture" : "playback",
1297 			dpcm->fe->dai_link->name,
1298 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1299 
1300 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1301 		be_substream->runtime = fe_substream->runtime;
1302 		break;
1303 	}
1304 }
1305 
1306 /* disconnect a BE and FE */
1307 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1308 {
1309 	struct snd_soc_dpcm *dpcm, *d;
1310 	LIST_HEAD(deleted_dpcms);
1311 
1312 	snd_soc_dpcm_mutex_assert_held(fe);
1313 
1314 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1315 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1316 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1317 				stream ? "capture" : "playback",
1318 				dpcm->be->dai_link->name);
1319 
1320 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1321 			continue;
1322 
1323 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1324 			stream ? "capture" : "playback", fe->dai_link->name,
1325 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1326 
1327 		/* BEs still alive need new FE */
1328 		dpcm_be_reparent(fe, dpcm->be, stream);
1329 
1330 		list_del(&dpcm->list_be);
1331 		list_move(&dpcm->list_fe, &deleted_dpcms);
1332 	}
1333 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1334 
1335 	while (!list_empty(&deleted_dpcms)) {
1336 		dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1337 					list_fe);
1338 		list_del(&dpcm->list_fe);
1339 		dpcm_remove_debugfs_state(dpcm);
1340 		kfree(dpcm);
1341 	}
1342 }
1343 
1344 /* get BE for DAI widget and stream */
1345 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1346 		struct snd_soc_dapm_widget *widget, int stream)
1347 {
1348 	struct snd_soc_pcm_runtime *be;
1349 	struct snd_soc_dapm_widget *w;
1350 	struct snd_soc_dai *dai;
1351 	int i;
1352 
1353 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1354 
1355 	for_each_card_rtds(card, be) {
1356 
1357 		if (!be->dai_link->no_pcm)
1358 			continue;
1359 
1360 		if (!snd_soc_dpcm_get_substream(be, stream))
1361 			continue;
1362 
1363 		for_each_rtd_dais(be, i, dai) {
1364 			w = snd_soc_dai_get_widget(dai, stream);
1365 
1366 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1367 				w ? w->name : "(not set)");
1368 
1369 			if (w == widget)
1370 				return be;
1371 		}
1372 	}
1373 
1374 	/* Widget provided is not a BE */
1375 	return NULL;
1376 }
1377 
1378 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1379 		struct snd_soc_dapm_widget *widget)
1380 {
1381 	struct snd_soc_dapm_widget *w;
1382 	int i;
1383 
1384 	for_each_dapm_widgets(list, i, w)
1385 		if (widget == w)
1386 			return 1;
1387 
1388 	return 0;
1389 }
1390 EXPORT_SYMBOL_GPL(widget_in_list);
1391 
1392 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1393 {
1394 	struct snd_soc_card *card = widget->dapm->card;
1395 	struct snd_soc_pcm_runtime *rtd;
1396 	int stream;
1397 
1398 	/* adjust dir to stream */
1399 	if (dir == SND_SOC_DAPM_DIR_OUT)
1400 		stream = SNDRV_PCM_STREAM_PLAYBACK;
1401 	else
1402 		stream = SNDRV_PCM_STREAM_CAPTURE;
1403 
1404 	rtd = dpcm_get_be(card, widget, stream);
1405 	if (rtd)
1406 		return true;
1407 
1408 	return false;
1409 }
1410 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1411 
1412 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1413 	int stream, struct snd_soc_dapm_widget_list **list)
1414 {
1415 	struct snd_soc_dai *cpu_dai = snd_soc_rtd_to_cpu(fe, 0);
1416 	int paths;
1417 
1418 	if (fe->dai_link->num_cpus > 1) {
1419 		dev_err(fe->dev,
1420 			"%s doesn't support Multi CPU yet\n", __func__);
1421 		return -EINVAL;
1422 	}
1423 
1424 	/* get number of valid DAI paths and their widgets */
1425 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1426 			fe->card->component_chaining ?
1427 				NULL : dpcm_end_walk_at_be);
1428 
1429 	if (paths > 0)
1430 		dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1431 			stream ? "capture" : "playback");
1432 	else if (paths == 0)
1433 		dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1434 			 stream ? "capture" : "playback");
1435 
1436 	return paths;
1437 }
1438 
1439 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1440 {
1441 	snd_soc_dapm_dai_free_widgets(list);
1442 }
1443 
1444 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1445 			      struct snd_soc_dapm_widget_list *list)
1446 {
1447 	struct snd_soc_dai *dai;
1448 	unsigned int i;
1449 
1450 	/* is there a valid DAI widget for this BE */
1451 	for_each_rtd_dais(dpcm->be, i, dai) {
1452 		struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1453 
1454 		/*
1455 		 * The BE is pruned only if none of the dai
1456 		 * widgets are in the active list.
1457 		 */
1458 		if (widget && widget_in_list(list, widget))
1459 			return true;
1460 	}
1461 
1462 	return false;
1463 }
1464 
1465 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1466 			    struct snd_soc_dapm_widget_list **list_)
1467 {
1468 	struct snd_soc_dpcm *dpcm;
1469 	int prune = 0;
1470 
1471 	/* Destroy any old FE <--> BE connections */
1472 	for_each_dpcm_be(fe, stream, dpcm) {
1473 		if (dpcm_be_is_active(dpcm, stream, *list_))
1474 			continue;
1475 
1476 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1477 			stream ? "capture" : "playback",
1478 			dpcm->be->dai_link->name, fe->dai_link->name);
1479 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1480 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1481 		prune++;
1482 	}
1483 
1484 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1485 	return prune;
1486 }
1487 
1488 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1489 	struct snd_soc_dapm_widget_list **list_)
1490 {
1491 	struct snd_soc_card *card = fe->card;
1492 	struct snd_soc_dapm_widget_list *list = *list_;
1493 	struct snd_soc_pcm_runtime *be;
1494 	struct snd_soc_dapm_widget *widget;
1495 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1496 	int i, new = 0, err;
1497 
1498 	/* don't connect if FE is not running */
1499 	if (!fe_substream->runtime && !fe->fe_compr)
1500 		return new;
1501 
1502 	/* Create any new FE <--> BE connections */
1503 	for_each_dapm_widgets(list, i, widget) {
1504 
1505 		switch (widget->id) {
1506 		case snd_soc_dapm_dai_in:
1507 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1508 				continue;
1509 			break;
1510 		case snd_soc_dapm_dai_out:
1511 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1512 				continue;
1513 			break;
1514 		default:
1515 			continue;
1516 		}
1517 
1518 		/* is there a valid BE rtd for this widget */
1519 		be = dpcm_get_be(card, widget, stream);
1520 		if (!be) {
1521 			dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1522 				widget->name);
1523 			continue;
1524 		}
1525 
1526 		/*
1527 		 * Filter for systems with 'component_chaining' enabled.
1528 		 * This helps to avoid unnecessary re-configuration of an
1529 		 * already active BE on such systems.
1530 		 */
1531 		if (fe->card->component_chaining &&
1532 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1533 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1534 			continue;
1535 
1536 		/* newly connected FE and BE */
1537 		err = dpcm_be_connect(fe, be, stream);
1538 		if (err < 0) {
1539 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1540 				widget->name);
1541 			break;
1542 		} else if (err == 0) /* already connected */
1543 			continue;
1544 
1545 		/* new */
1546 		dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1547 		new++;
1548 	}
1549 
1550 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1551 	return new;
1552 }
1553 
1554 /*
1555  * Find the corresponding BE DAIs that source or sink audio to this
1556  * FE substream.
1557  */
1558 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1559 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1560 {
1561 	if (new)
1562 		return dpcm_add_paths(fe, stream, list);
1563 	else
1564 		return dpcm_prune_paths(fe, stream, list);
1565 }
1566 
1567 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1568 {
1569 	struct snd_soc_dpcm *dpcm;
1570 
1571 	for_each_dpcm_be(fe, stream, dpcm)
1572 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1573 }
1574 
1575 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1576 		      int do_hw_free, struct snd_soc_dpcm *last)
1577 {
1578 	struct snd_soc_dpcm *dpcm;
1579 
1580 	/* disable any enabled and non active backends */
1581 	for_each_dpcm_be(fe, stream, dpcm) {
1582 		struct snd_soc_pcm_runtime *be = dpcm->be;
1583 		struct snd_pcm_substream *be_substream =
1584 			snd_soc_dpcm_get_substream(be, stream);
1585 
1586 		if (dpcm == last)
1587 			return;
1588 
1589 		/* is this op for this BE ? */
1590 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1591 			continue;
1592 
1593 		if (be->dpcm[stream].users == 0) {
1594 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1595 				stream ? "capture" : "playback",
1596 				be->dpcm[stream].state);
1597 			continue;
1598 		}
1599 
1600 		if (--be->dpcm[stream].users != 0)
1601 			continue;
1602 
1603 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1604 			if (!do_hw_free)
1605 				continue;
1606 
1607 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1608 				__soc_pcm_hw_free(be, be_substream);
1609 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1610 			}
1611 		}
1612 
1613 		__soc_pcm_close(be, be_substream);
1614 		be_substream->runtime = NULL;
1615 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1616 	}
1617 }
1618 
1619 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1620 {
1621 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1622 	struct snd_soc_pcm_runtime *be;
1623 	struct snd_soc_dpcm *dpcm;
1624 	int err, count = 0;
1625 
1626 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1627 	for_each_dpcm_be(fe, stream, dpcm) {
1628 		struct snd_pcm_substream *be_substream;
1629 
1630 		be = dpcm->be;
1631 		be_substream = snd_soc_dpcm_get_substream(be, stream);
1632 
1633 		if (!be_substream) {
1634 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1635 				stream ? "capture" : "playback");
1636 			continue;
1637 		}
1638 
1639 		/* is this op for this BE ? */
1640 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1641 			continue;
1642 
1643 		/* first time the dpcm is open ? */
1644 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1645 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1646 				stream ? "capture" : "playback",
1647 				be->dpcm[stream].state);
1648 			continue;
1649 		}
1650 
1651 		if (be->dpcm[stream].users++ != 0)
1652 			continue;
1653 
1654 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1655 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1656 			continue;
1657 
1658 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1659 			stream ? "capture" : "playback", be->dai_link->name);
1660 
1661 		be_substream->runtime = fe_substream->runtime;
1662 		err = __soc_pcm_open(be, be_substream);
1663 		if (err < 0) {
1664 			be->dpcm[stream].users--;
1665 			if (be->dpcm[stream].users < 0)
1666 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1667 					stream ? "capture" : "playback",
1668 					be->dpcm[stream].state);
1669 
1670 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1671 			goto unwind;
1672 		}
1673 		be->dpcm[stream].be_start = 0;
1674 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1675 		count++;
1676 	}
1677 
1678 	return count;
1679 
1680 unwind:
1681 	dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1682 
1683 	return soc_pcm_ret(fe, err);
1684 }
1685 
1686 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1687 {
1688 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1689 	struct snd_pcm_runtime *runtime = substream->runtime;
1690 	struct snd_pcm_hardware *hw = &runtime->hw;
1691 	struct snd_soc_dai *dai;
1692 	int stream = substream->stream;
1693 	u64 formats = hw->formats;
1694 	int i;
1695 
1696 	soc_pcm_hw_init(hw);
1697 
1698 	if (formats)
1699 		hw->formats &= formats;
1700 
1701 	for_each_rtd_cpu_dais(fe, i, dai) {
1702 		struct snd_soc_pcm_stream *cpu_stream;
1703 
1704 		/*
1705 		 * Skip CPUs which don't support the current stream
1706 		 * type. See soc_pcm_init_runtime_hw() for more details
1707 		 */
1708 		if (!snd_soc_dai_stream_valid(dai, stream))
1709 			continue;
1710 
1711 		cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1712 
1713 		soc_pcm_hw_update_rate(hw, cpu_stream);
1714 		soc_pcm_hw_update_chan(hw, cpu_stream);
1715 		soc_pcm_hw_update_format(hw, cpu_stream);
1716 	}
1717 
1718 }
1719 
1720 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1721 {
1722 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1723 	struct snd_pcm_runtime *runtime = substream->runtime;
1724 	struct snd_pcm_hardware *hw = &runtime->hw;
1725 	struct snd_soc_dpcm *dpcm;
1726 	struct snd_soc_dai *dai;
1727 	int stream = substream->stream;
1728 
1729 	if (!fe->dai_link->dpcm_merged_format)
1730 		return;
1731 
1732 	/*
1733 	 * It returns merged BE codec format
1734 	 * if FE want to use it (= dpcm_merged_format)
1735 	 */
1736 
1737 	for_each_dpcm_be(fe, stream, dpcm) {
1738 		struct snd_soc_pcm_runtime *be = dpcm->be;
1739 		struct snd_soc_pcm_stream *codec_stream;
1740 		int i;
1741 
1742 		for_each_rtd_codec_dais(be, i, dai) {
1743 			/*
1744 			 * Skip CODECs which don't support the current stream
1745 			 * type. See soc_pcm_init_runtime_hw() for more details
1746 			 */
1747 			if (!snd_soc_dai_stream_valid(dai, stream))
1748 				continue;
1749 
1750 			codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1751 
1752 			soc_pcm_hw_update_format(hw, codec_stream);
1753 		}
1754 	}
1755 }
1756 
1757 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1758 {
1759 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1760 	struct snd_pcm_runtime *runtime = substream->runtime;
1761 	struct snd_pcm_hardware *hw = &runtime->hw;
1762 	struct snd_soc_dpcm *dpcm;
1763 	int stream = substream->stream;
1764 
1765 	if (!fe->dai_link->dpcm_merged_chan)
1766 		return;
1767 
1768 	/*
1769 	 * It returns merged BE codec channel;
1770 	 * if FE want to use it (= dpcm_merged_chan)
1771 	 */
1772 
1773 	for_each_dpcm_be(fe, stream, dpcm) {
1774 		struct snd_soc_pcm_runtime *be = dpcm->be;
1775 		struct snd_soc_pcm_stream *cpu_stream;
1776 		struct snd_soc_dai *dai;
1777 		int i;
1778 
1779 		for_each_rtd_cpu_dais(be, i, dai) {
1780 			/*
1781 			 * Skip CPUs which don't support the current stream
1782 			 * type. See soc_pcm_init_runtime_hw() for more details
1783 			 */
1784 			if (!snd_soc_dai_stream_valid(dai, stream))
1785 				continue;
1786 
1787 			cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1788 
1789 			soc_pcm_hw_update_chan(hw, cpu_stream);
1790 		}
1791 
1792 		/*
1793 		 * chan min/max cannot be enforced if there are multiple CODEC
1794 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1795 		 */
1796 		if (be->dai_link->num_codecs == 1) {
1797 			struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1798 				snd_soc_rtd_to_codec(be, 0), stream);
1799 
1800 			soc_pcm_hw_update_chan(hw, codec_stream);
1801 		}
1802 	}
1803 }
1804 
1805 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1806 {
1807 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1808 	struct snd_pcm_runtime *runtime = substream->runtime;
1809 	struct snd_pcm_hardware *hw = &runtime->hw;
1810 	struct snd_soc_dpcm *dpcm;
1811 	int stream = substream->stream;
1812 
1813 	if (!fe->dai_link->dpcm_merged_rate)
1814 		return;
1815 
1816 	/*
1817 	 * It returns merged BE codec channel;
1818 	 * if FE want to use it (= dpcm_merged_chan)
1819 	 */
1820 
1821 	for_each_dpcm_be(fe, stream, dpcm) {
1822 		struct snd_soc_pcm_runtime *be = dpcm->be;
1823 		struct snd_soc_pcm_stream *pcm;
1824 		struct snd_soc_dai *dai;
1825 		int i;
1826 
1827 		for_each_rtd_dais(be, i, dai) {
1828 			/*
1829 			 * Skip DAIs which don't support the current stream
1830 			 * type. See soc_pcm_init_runtime_hw() for more details
1831 			 */
1832 			if (!snd_soc_dai_stream_valid(dai, stream))
1833 				continue;
1834 
1835 			pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1836 
1837 			soc_pcm_hw_update_rate(hw, pcm);
1838 		}
1839 	}
1840 }
1841 
1842 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1843 			       int stream)
1844 {
1845 	struct snd_soc_dpcm *dpcm;
1846 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1847 	struct snd_soc_dai *fe_cpu_dai;
1848 	int err = 0;
1849 	int i;
1850 
1851 	/* apply symmetry for FE */
1852 	soc_pcm_update_symmetry(fe_substream);
1853 
1854 	for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1855 		/* Symmetry only applies if we've got an active stream. */
1856 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1857 		if (err < 0)
1858 			goto error;
1859 	}
1860 
1861 	/* apply symmetry for BE */
1862 	for_each_dpcm_be(fe, stream, dpcm) {
1863 		struct snd_soc_pcm_runtime *be = dpcm->be;
1864 		struct snd_pcm_substream *be_substream =
1865 			snd_soc_dpcm_get_substream(be, stream);
1866 		struct snd_soc_pcm_runtime *rtd;
1867 		struct snd_soc_dai *dai;
1868 
1869 		/* A backend may not have the requested substream */
1870 		if (!be_substream)
1871 			continue;
1872 
1873 		rtd = snd_soc_substream_to_rtd(be_substream);
1874 		if (rtd->dai_link->be_hw_params_fixup)
1875 			continue;
1876 
1877 		soc_pcm_update_symmetry(be_substream);
1878 
1879 		/* Symmetry only applies if we've got an active stream. */
1880 		for_each_rtd_dais(rtd, i, dai) {
1881 			err = soc_pcm_apply_symmetry(fe_substream, dai);
1882 			if (err < 0)
1883 				goto error;
1884 		}
1885 	}
1886 error:
1887 	return soc_pcm_ret(fe, err);
1888 }
1889 
1890 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1891 {
1892 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1893 	int stream = fe_substream->stream, ret = 0;
1894 
1895 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1896 
1897 	ret = dpcm_be_dai_startup(fe, stream);
1898 	if (ret < 0)
1899 		goto be_err;
1900 
1901 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1902 
1903 	/* start the DAI frontend */
1904 	ret = __soc_pcm_open(fe, fe_substream);
1905 	if (ret < 0)
1906 		goto unwind;
1907 
1908 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1909 
1910 	dpcm_runtime_setup_fe(fe_substream);
1911 
1912 	dpcm_runtime_setup_be_format(fe_substream);
1913 	dpcm_runtime_setup_be_chan(fe_substream);
1914 	dpcm_runtime_setup_be_rate(fe_substream);
1915 
1916 	ret = dpcm_apply_symmetry(fe_substream, stream);
1917 
1918 unwind:
1919 	if (ret < 0)
1920 		dpcm_be_dai_startup_unwind(fe, stream);
1921 be_err:
1922 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1923 
1924 	return soc_pcm_ret(fe, ret);
1925 }
1926 
1927 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1928 {
1929 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1930 	int stream = substream->stream;
1931 
1932 	snd_soc_dpcm_mutex_assert_held(fe);
1933 
1934 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1935 
1936 	/* shutdown the BEs */
1937 	dpcm_be_dai_shutdown(fe, stream);
1938 
1939 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1940 
1941 	/* now shutdown the frontend */
1942 	__soc_pcm_close(fe, substream);
1943 
1944 	/* run the stream stop event */
1945 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1946 
1947 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1948 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1949 	return 0;
1950 }
1951 
1952 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1953 {
1954 	struct snd_soc_dpcm *dpcm;
1955 
1956 	/* only hw_params backends that are either sinks or sources
1957 	 * to this frontend DAI */
1958 	for_each_dpcm_be(fe, stream, dpcm) {
1959 
1960 		struct snd_soc_pcm_runtime *be = dpcm->be;
1961 		struct snd_pcm_substream *be_substream =
1962 			snd_soc_dpcm_get_substream(be, stream);
1963 
1964 		/* is this op for this BE ? */
1965 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1966 			continue;
1967 
1968 		/* only free hw when no longer used - check all FEs */
1969 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1970 				continue;
1971 
1972 		/* do not free hw if this BE is used by other FE */
1973 		if (be->dpcm[stream].users > 1)
1974 			continue;
1975 
1976 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1977 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1978 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1979 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1980 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1981 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1982 			continue;
1983 
1984 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1985 			be->dai_link->name);
1986 
1987 		__soc_pcm_hw_free(be, be_substream);
1988 
1989 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1990 	}
1991 }
1992 
1993 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1994 {
1995 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1996 	int stream = substream->stream;
1997 
1998 	snd_soc_dpcm_mutex_lock(fe);
1999 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2000 
2001 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2002 
2003 	/* call hw_free on the frontend */
2004 	soc_pcm_hw_clean(fe, substream, 0);
2005 
2006 	/* only hw_params backends that are either sinks or sources
2007 	 * to this frontend DAI */
2008 	dpcm_be_dai_hw_free(fe, stream);
2009 
2010 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2011 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2012 
2013 	snd_soc_dpcm_mutex_unlock(fe);
2014 	return 0;
2015 }
2016 
2017 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2018 {
2019 	struct snd_soc_pcm_runtime *be;
2020 	struct snd_pcm_substream *be_substream;
2021 	struct snd_soc_dpcm *dpcm;
2022 	int ret;
2023 
2024 	for_each_dpcm_be(fe, stream, dpcm) {
2025 		struct snd_pcm_hw_params hw_params;
2026 
2027 		be = dpcm->be;
2028 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2029 
2030 		/* is this op for this BE ? */
2031 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2032 			continue;
2033 
2034 		/* copy params for each dpcm */
2035 		memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2036 				sizeof(struct snd_pcm_hw_params));
2037 
2038 		/* perform any hw_params fixups */
2039 		ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2040 		if (ret < 0)
2041 			goto unwind;
2042 
2043 		/* copy the fixed-up hw params for BE dai */
2044 		memcpy(&be->dpcm[stream].hw_params, &hw_params,
2045 		       sizeof(struct snd_pcm_hw_params));
2046 
2047 		/* only allow hw_params() if no connected FEs are running */
2048 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2049 			continue;
2050 
2051 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2052 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2053 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2054 			continue;
2055 
2056 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2057 			be->dai_link->name);
2058 
2059 		ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2060 		if (ret < 0)
2061 			goto unwind;
2062 
2063 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2064 	}
2065 	return 0;
2066 
2067 unwind:
2068 	dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2069 		__func__, be->dai_link->name, ret);
2070 
2071 	/* disable any enabled and non active backends */
2072 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2073 		be = dpcm->be;
2074 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2075 
2076 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2077 			continue;
2078 
2079 		/* only allow hw_free() if no connected FEs are running */
2080 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2081 			continue;
2082 
2083 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2084 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2085 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2086 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2087 			continue;
2088 
2089 		__soc_pcm_hw_free(be, be_substream);
2090 	}
2091 
2092 	return ret;
2093 }
2094 
2095 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2096 				 struct snd_pcm_hw_params *params)
2097 {
2098 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2099 	int ret, stream = substream->stream;
2100 
2101 	snd_soc_dpcm_mutex_lock(fe);
2102 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2103 
2104 	memcpy(&fe->dpcm[stream].hw_params, params,
2105 			sizeof(struct snd_pcm_hw_params));
2106 	ret = dpcm_be_dai_hw_params(fe, stream);
2107 	if (ret < 0)
2108 		goto out;
2109 
2110 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2111 			fe->dai_link->name, params_rate(params),
2112 			params_channels(params), params_format(params));
2113 
2114 	/* call hw_params on the frontend */
2115 	ret = __soc_pcm_hw_params(fe, substream, params);
2116 	if (ret < 0)
2117 		dpcm_be_dai_hw_free(fe, stream);
2118 	else
2119 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2120 
2121 out:
2122 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2123 	snd_soc_dpcm_mutex_unlock(fe);
2124 
2125 	return soc_pcm_ret(fe, ret);
2126 }
2127 
2128 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2129 			       int cmd)
2130 {
2131 	struct snd_soc_pcm_runtime *be;
2132 	bool pause_stop_transition;
2133 	struct snd_soc_dpcm *dpcm;
2134 	unsigned long flags;
2135 	int ret = 0;
2136 
2137 	for_each_dpcm_be(fe, stream, dpcm) {
2138 		struct snd_pcm_substream *be_substream;
2139 
2140 		be = dpcm->be;
2141 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2142 
2143 		snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2144 
2145 		/* is this op for this BE ? */
2146 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2147 			goto next;
2148 
2149 		dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2150 			be->dai_link->name, cmd);
2151 
2152 		switch (cmd) {
2153 		case SNDRV_PCM_TRIGGER_START:
2154 			if (!be->dpcm[stream].be_start &&
2155 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2156 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2157 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2158 				goto next;
2159 
2160 			be->dpcm[stream].be_start++;
2161 			if (be->dpcm[stream].be_start != 1)
2162 				goto next;
2163 
2164 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2165 				ret = soc_pcm_trigger(be_substream,
2166 						      SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2167 			else
2168 				ret = soc_pcm_trigger(be_substream,
2169 						      SNDRV_PCM_TRIGGER_START);
2170 			if (ret) {
2171 				be->dpcm[stream].be_start--;
2172 				goto next;
2173 			}
2174 
2175 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2176 			break;
2177 		case SNDRV_PCM_TRIGGER_RESUME:
2178 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2179 				goto next;
2180 
2181 			be->dpcm[stream].be_start++;
2182 			if (be->dpcm[stream].be_start != 1)
2183 				goto next;
2184 
2185 			ret = soc_pcm_trigger(be_substream, cmd);
2186 			if (ret) {
2187 				be->dpcm[stream].be_start--;
2188 				goto next;
2189 			}
2190 
2191 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2192 			break;
2193 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2194 			if (!be->dpcm[stream].be_start &&
2195 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2196 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2197 				goto next;
2198 
2199 			fe->dpcm[stream].fe_pause = false;
2200 			be->dpcm[stream].be_pause--;
2201 
2202 			be->dpcm[stream].be_start++;
2203 			if (be->dpcm[stream].be_start != 1)
2204 				goto next;
2205 
2206 			ret = soc_pcm_trigger(be_substream, cmd);
2207 			if (ret) {
2208 				be->dpcm[stream].be_start--;
2209 				goto next;
2210 			}
2211 
2212 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2213 			break;
2214 		case SNDRV_PCM_TRIGGER_STOP:
2215 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2216 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2217 				goto next;
2218 
2219 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2220 				be->dpcm[stream].be_start--;
2221 
2222 			if (be->dpcm[stream].be_start != 0)
2223 				goto next;
2224 
2225 			pause_stop_transition = false;
2226 			if (fe->dpcm[stream].fe_pause) {
2227 				pause_stop_transition = true;
2228 				fe->dpcm[stream].fe_pause = false;
2229 				be->dpcm[stream].be_pause--;
2230 			}
2231 
2232 			if (be->dpcm[stream].be_pause != 0)
2233 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2234 			else
2235 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2236 
2237 			if (ret) {
2238 				if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2239 					be->dpcm[stream].be_start++;
2240 				if (pause_stop_transition) {
2241 					fe->dpcm[stream].fe_pause = true;
2242 					be->dpcm[stream].be_pause++;
2243 				}
2244 				goto next;
2245 			}
2246 
2247 			if (be->dpcm[stream].be_pause != 0)
2248 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2249 			else
2250 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2251 
2252 			break;
2253 		case SNDRV_PCM_TRIGGER_SUSPEND:
2254 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2255 				goto next;
2256 
2257 			be->dpcm[stream].be_start--;
2258 			if (be->dpcm[stream].be_start != 0)
2259 				goto next;
2260 
2261 			ret = soc_pcm_trigger(be_substream, cmd);
2262 			if (ret) {
2263 				be->dpcm[stream].be_start++;
2264 				goto next;
2265 			}
2266 
2267 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2268 			break;
2269 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2270 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2271 				goto next;
2272 
2273 			fe->dpcm[stream].fe_pause = true;
2274 			be->dpcm[stream].be_pause++;
2275 
2276 			be->dpcm[stream].be_start--;
2277 			if (be->dpcm[stream].be_start != 0)
2278 				goto next;
2279 
2280 			ret = soc_pcm_trigger(be_substream, cmd);
2281 			if (ret) {
2282 				be->dpcm[stream].be_start++;
2283 				goto next;
2284 			}
2285 
2286 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2287 			break;
2288 		}
2289 next:
2290 		snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2291 		if (ret)
2292 			break;
2293 	}
2294 	return soc_pcm_ret(fe, ret);
2295 }
2296 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2297 
2298 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2299 				  int cmd, bool fe_first)
2300 {
2301 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2302 	int ret;
2303 
2304 	/* call trigger on the frontend before the backend. */
2305 	if (fe_first) {
2306 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2307 			fe->dai_link->name, cmd);
2308 
2309 		ret = soc_pcm_trigger(substream, cmd);
2310 		if (ret < 0)
2311 			return ret;
2312 
2313 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2314 		return ret;
2315 	}
2316 
2317 	/* call trigger on the frontend after the backend. */
2318 	ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2319 	if (ret < 0)
2320 		return ret;
2321 
2322 	dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2323 		fe->dai_link->name, cmd);
2324 
2325 	ret = soc_pcm_trigger(substream, cmd);
2326 
2327 	return ret;
2328 }
2329 
2330 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2331 {
2332 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2333 	int stream = substream->stream;
2334 	int ret = 0;
2335 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2336 
2337 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2338 
2339 	switch (trigger) {
2340 	case SND_SOC_DPCM_TRIGGER_PRE:
2341 		switch (cmd) {
2342 		case SNDRV_PCM_TRIGGER_START:
2343 		case SNDRV_PCM_TRIGGER_RESUME:
2344 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2345 		case SNDRV_PCM_TRIGGER_DRAIN:
2346 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2347 			break;
2348 		case SNDRV_PCM_TRIGGER_STOP:
2349 		case SNDRV_PCM_TRIGGER_SUSPEND:
2350 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2351 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2352 			break;
2353 		default:
2354 			ret = -EINVAL;
2355 			break;
2356 		}
2357 		break;
2358 	case SND_SOC_DPCM_TRIGGER_POST:
2359 		switch (cmd) {
2360 		case SNDRV_PCM_TRIGGER_START:
2361 		case SNDRV_PCM_TRIGGER_RESUME:
2362 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2363 		case SNDRV_PCM_TRIGGER_DRAIN:
2364 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2365 			break;
2366 		case SNDRV_PCM_TRIGGER_STOP:
2367 		case SNDRV_PCM_TRIGGER_SUSPEND:
2368 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2369 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2370 			break;
2371 		default:
2372 			ret = -EINVAL;
2373 			break;
2374 		}
2375 		break;
2376 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2377 		/* bespoke trigger() - handles both FE and BEs */
2378 
2379 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2380 				fe->dai_link->name, cmd);
2381 
2382 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2383 		break;
2384 	default:
2385 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2386 				fe->dai_link->name);
2387 		ret = -EINVAL;
2388 		goto out;
2389 	}
2390 
2391 	if (ret < 0) {
2392 		dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2393 			cmd, ret);
2394 		goto out;
2395 	}
2396 
2397 	switch (cmd) {
2398 	case SNDRV_PCM_TRIGGER_START:
2399 	case SNDRV_PCM_TRIGGER_RESUME:
2400 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2401 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2402 		break;
2403 	case SNDRV_PCM_TRIGGER_STOP:
2404 	case SNDRV_PCM_TRIGGER_SUSPEND:
2405 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2406 		break;
2407 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2408 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2409 		break;
2410 	}
2411 
2412 out:
2413 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2414 	return ret;
2415 }
2416 
2417 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2418 {
2419 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2420 	int stream = substream->stream;
2421 
2422 	/* if FE's runtime_update is already set, we're in race;
2423 	 * process this trigger later at exit
2424 	 */
2425 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2426 		fe->dpcm[stream].trigger_pending = cmd + 1;
2427 		return 0; /* delayed, assuming it's successful */
2428 	}
2429 
2430 	/* we're alone, let's trigger */
2431 	return dpcm_fe_dai_do_trigger(substream, cmd);
2432 }
2433 
2434 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2435 {
2436 	struct snd_soc_dpcm *dpcm;
2437 	int ret = 0;
2438 
2439 	for_each_dpcm_be(fe, stream, dpcm) {
2440 
2441 		struct snd_soc_pcm_runtime *be = dpcm->be;
2442 		struct snd_pcm_substream *be_substream =
2443 			snd_soc_dpcm_get_substream(be, stream);
2444 
2445 		/* is this op for this BE ? */
2446 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2447 			continue;
2448 
2449 		if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2450 			continue;
2451 
2452 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2453 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2454 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2455 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2456 			continue;
2457 
2458 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2459 			be->dai_link->name);
2460 
2461 		ret = __soc_pcm_prepare(be, be_substream);
2462 		if (ret < 0)
2463 			break;
2464 
2465 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2466 	}
2467 
2468 	return soc_pcm_ret(fe, ret);
2469 }
2470 
2471 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2472 {
2473 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2474 	int stream = substream->stream, ret = 0;
2475 
2476 	snd_soc_dpcm_mutex_lock(fe);
2477 
2478 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2479 
2480 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2481 
2482 	/* there is no point preparing this FE if there are no BEs */
2483 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2484 		/* dev_err_once() for visibility, dev_dbg() for debugging UCM profiles */
2485 		dev_err_once(fe->dev, "ASoC: no backend DAIs enabled for %s, possibly missing ALSA mixer-based routing or UCM profile\n",
2486 			     fe->dai_link->name);
2487 		dev_dbg(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2488 			fe->dai_link->name);
2489 		ret = -EINVAL;
2490 		goto out;
2491 	}
2492 
2493 	ret = dpcm_be_dai_prepare(fe, stream);
2494 	if (ret < 0)
2495 		goto out;
2496 
2497 	/* call prepare on the frontend */
2498 	ret = __soc_pcm_prepare(fe, substream);
2499 	if (ret < 0)
2500 		goto out;
2501 
2502 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2503 
2504 out:
2505 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2506 	snd_soc_dpcm_mutex_unlock(fe);
2507 
2508 	return soc_pcm_ret(fe, ret);
2509 }
2510 
2511 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2512 {
2513 	struct snd_pcm_substream *substream =
2514 		snd_soc_dpcm_get_substream(fe, stream);
2515 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2516 	int err;
2517 
2518 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2519 			stream ? "capture" : "playback", fe->dai_link->name);
2520 
2521 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2522 		/* call bespoke trigger - FE takes care of all BE triggers */
2523 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2524 				fe->dai_link->name);
2525 
2526 		err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2527 	} else {
2528 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2529 			fe->dai_link->name);
2530 
2531 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2532 	}
2533 
2534 	dpcm_be_dai_hw_free(fe, stream);
2535 
2536 	dpcm_be_dai_shutdown(fe, stream);
2537 
2538 	/* run the stream event for each BE */
2539 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2540 
2541 	return soc_pcm_ret(fe, err);
2542 }
2543 
2544 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2545 {
2546 	struct snd_pcm_substream *substream =
2547 		snd_soc_dpcm_get_substream(fe, stream);
2548 	struct snd_soc_dpcm *dpcm;
2549 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2550 	int ret = 0;
2551 
2552 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2553 			stream ? "capture" : "playback", fe->dai_link->name);
2554 
2555 	/* Only start the BE if the FE is ready */
2556 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2557 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2558 		dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2559 			fe->dai_link->name, fe->dpcm[stream].state);
2560 		ret = -EINVAL;
2561 		goto disconnect;
2562 	}
2563 
2564 	/* startup must always be called for new BEs */
2565 	ret = dpcm_be_dai_startup(fe, stream);
2566 	if (ret < 0)
2567 		goto disconnect;
2568 
2569 	/* keep going if FE state is > open */
2570 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2571 		return 0;
2572 
2573 	ret = dpcm_be_dai_hw_params(fe, stream);
2574 	if (ret < 0)
2575 		goto close;
2576 
2577 	/* keep going if FE state is > hw_params */
2578 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2579 		return 0;
2580 
2581 	ret = dpcm_be_dai_prepare(fe, stream);
2582 	if (ret < 0)
2583 		goto hw_free;
2584 
2585 	/* run the stream event for each BE */
2586 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2587 
2588 	/* keep going if FE state is > prepare */
2589 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2590 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2591 		return 0;
2592 
2593 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2594 		/* call trigger on the frontend - FE takes care of all BE triggers */
2595 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2596 				fe->dai_link->name);
2597 
2598 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2599 		if (ret < 0)
2600 			goto hw_free;
2601 	} else {
2602 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2603 			fe->dai_link->name);
2604 
2605 		ret = dpcm_be_dai_trigger(fe, stream,
2606 					SNDRV_PCM_TRIGGER_START);
2607 		if (ret < 0)
2608 			goto hw_free;
2609 	}
2610 
2611 	return 0;
2612 
2613 hw_free:
2614 	dpcm_be_dai_hw_free(fe, stream);
2615 close:
2616 	dpcm_be_dai_shutdown(fe, stream);
2617 disconnect:
2618 	/* disconnect any pending BEs */
2619 	for_each_dpcm_be(fe, stream, dpcm) {
2620 		struct snd_soc_pcm_runtime *be = dpcm->be;
2621 
2622 		/* is this op for this BE ? */
2623 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2624 			continue;
2625 
2626 		if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2627 			be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2628 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2629 	}
2630 
2631 	return soc_pcm_ret(fe, ret);
2632 }
2633 
2634 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2635 {
2636 	struct snd_soc_dapm_widget_list *list;
2637 	int stream;
2638 	int count, paths;
2639 
2640 	if (!fe->dai_link->dynamic)
2641 		return 0;
2642 
2643 	if (fe->dai_link->num_cpus > 1) {
2644 		dev_err(fe->dev,
2645 			"%s doesn't support Multi CPU yet\n", __func__);
2646 		return -EINVAL;
2647 	}
2648 
2649 	/* only check active links */
2650 	if (!snd_soc_dai_active(snd_soc_rtd_to_cpu(fe, 0)))
2651 		return 0;
2652 
2653 	/* DAPM sync will call this to update DSP paths */
2654 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2655 		new ? "new" : "old", fe->dai_link->name);
2656 
2657 	for_each_pcm_streams(stream) {
2658 
2659 		/* skip if FE doesn't have playback/capture capability */
2660 		if (!snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0),   stream) ||
2661 		    !snd_soc_dai_stream_valid(snd_soc_rtd_to_codec(fe, 0), stream))
2662 			continue;
2663 
2664 		/* skip if FE isn't currently playing/capturing */
2665 		if (!snd_soc_dai_stream_active(snd_soc_rtd_to_cpu(fe, 0), stream) ||
2666 		    !snd_soc_dai_stream_active(snd_soc_rtd_to_codec(fe, 0), stream))
2667 			continue;
2668 
2669 		paths = dpcm_path_get(fe, stream, &list);
2670 		if (paths < 0)
2671 			return paths;
2672 
2673 		/* update any playback/capture paths */
2674 		count = dpcm_process_paths(fe, stream, &list, new);
2675 		if (count) {
2676 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2677 			if (new)
2678 				dpcm_run_update_startup(fe, stream);
2679 			else
2680 				dpcm_run_update_shutdown(fe, stream);
2681 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2682 
2683 			dpcm_clear_pending_state(fe, stream);
2684 			dpcm_be_disconnect(fe, stream);
2685 		}
2686 
2687 		dpcm_path_put(&list);
2688 	}
2689 
2690 	return 0;
2691 }
2692 
2693 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2694  * any DAI links.
2695  */
2696 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2697 {
2698 	struct snd_soc_pcm_runtime *fe;
2699 	int ret = 0;
2700 
2701 	snd_soc_dpcm_mutex_lock(card);
2702 	/* shutdown all old paths first */
2703 	for_each_card_rtds(card, fe) {
2704 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2705 		if (ret)
2706 			goto out;
2707 	}
2708 
2709 	/* bring new paths up */
2710 	for_each_card_rtds(card, fe) {
2711 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2712 		if (ret)
2713 			goto out;
2714 	}
2715 
2716 out:
2717 	snd_soc_dpcm_mutex_unlock(card);
2718 	return ret;
2719 }
2720 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2721 
2722 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2723 {
2724 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2725 	struct snd_soc_dpcm *dpcm;
2726 	int stream = fe_substream->stream;
2727 
2728 	snd_soc_dpcm_mutex_assert_held(fe);
2729 
2730 	/* mark FE's links ready to prune */
2731 	for_each_dpcm_be(fe, stream, dpcm)
2732 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2733 
2734 	dpcm_be_disconnect(fe, stream);
2735 }
2736 
2737 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2738 {
2739 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2740 	int ret;
2741 
2742 	snd_soc_dpcm_mutex_lock(fe);
2743 	ret = dpcm_fe_dai_shutdown(fe_substream);
2744 
2745 	dpcm_fe_dai_cleanup(fe_substream);
2746 
2747 	snd_soc_dpcm_mutex_unlock(fe);
2748 	return ret;
2749 }
2750 
2751 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2752 {
2753 	struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2754 	struct snd_soc_dapm_widget_list *list;
2755 	int ret;
2756 	int stream = fe_substream->stream;
2757 
2758 	snd_soc_dpcm_mutex_lock(fe);
2759 
2760 	ret = dpcm_path_get(fe, stream, &list);
2761 	if (ret < 0)
2762 		goto open_end;
2763 
2764 	/* calculate valid and active FE <-> BE dpcms */
2765 	dpcm_process_paths(fe, stream, &list, 1);
2766 
2767 	ret = dpcm_fe_dai_startup(fe_substream);
2768 	if (ret < 0)
2769 		dpcm_fe_dai_cleanup(fe_substream);
2770 
2771 	dpcm_clear_pending_state(fe, stream);
2772 	dpcm_path_put(&list);
2773 open_end:
2774 	snd_soc_dpcm_mutex_unlock(fe);
2775 	return ret;
2776 }
2777 
2778 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2779 				    int *playback, int *capture)
2780 {
2781 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
2782 	struct snd_soc_dai *cpu_dai;
2783 	int has_playback = 0;
2784 	int has_capture  = 0;
2785 	int i;
2786 
2787 	if (dai_link->dynamic && dai_link->num_cpus > 1) {
2788 		dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2789 		return -EINVAL;
2790 	}
2791 
2792 	if (dai_link->dynamic || dai_link->no_pcm) {
2793 		int stream;
2794 
2795 		if (dai_link->dpcm_playback) {
2796 			stream = SNDRV_PCM_STREAM_PLAYBACK;
2797 
2798 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2799 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2800 					has_playback = 1;
2801 					break;
2802 				}
2803 			}
2804 			if (!has_playback) {
2805 				dev_err(rtd->card->dev,
2806 					"No CPU DAIs support playback for stream %s\n",
2807 					dai_link->stream_name);
2808 				return -EINVAL;
2809 			}
2810 		}
2811 		if (dai_link->dpcm_capture) {
2812 			stream = SNDRV_PCM_STREAM_CAPTURE;
2813 
2814 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2815 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2816 					has_capture = 1;
2817 					break;
2818 				}
2819 			}
2820 
2821 			if (!has_capture) {
2822 				dev_err(rtd->card->dev,
2823 					"No CPU DAIs support capture for stream %s\n",
2824 					dai_link->stream_name);
2825 				return -EINVAL;
2826 			}
2827 		}
2828 	} else {
2829 		struct snd_soc_dai *codec_dai;
2830 
2831 		/* Adapt stream for codec2codec links */
2832 		int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2833 		int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2834 
2835 		for_each_rtd_codec_dais(rtd, i, codec_dai) {
2836 			if (dai_link->num_cpus == 1) {
2837 				cpu_dai = snd_soc_rtd_to_cpu(rtd, 0);
2838 			} else if (dai_link->num_cpus == dai_link->num_codecs) {
2839 				cpu_dai = snd_soc_rtd_to_cpu(rtd, i);
2840 			} else if (rtd->dai_link->num_codecs > rtd->dai_link->num_cpus) {
2841 				int cpu_id;
2842 
2843 				if (!rtd->dai_link->codec_ch_maps) {
2844 					dev_err(rtd->card->dev, "%s: no codec channel mapping table provided\n",
2845 						__func__);
2846 					return -EINVAL;
2847 				}
2848 
2849 				cpu_id = rtd->dai_link->codec_ch_maps[i].connected_cpu_id;
2850 				cpu_dai = snd_soc_rtd_to_cpu(rtd, cpu_id);
2851 			} else {
2852 				dev_err(rtd->card->dev,
2853 					"%s codec number %d < cpu number %d is not supported\n",
2854 					__func__, rtd->dai_link->num_codecs,
2855 					rtd->dai_link->num_cpus);
2856 				return -EINVAL;
2857 			}
2858 
2859 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2860 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2861 				has_playback = 1;
2862 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2863 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2864 				has_capture = 1;
2865 		}
2866 	}
2867 
2868 	if (dai_link->playback_only)
2869 		has_capture = 0;
2870 
2871 	if (dai_link->capture_only)
2872 		has_playback = 0;
2873 
2874 	if (!has_playback && !has_capture) {
2875 		dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2876 			dai_link->stream_name);
2877 
2878 		return -EINVAL;
2879 	}
2880 
2881 	*playback = has_playback;
2882 	*capture  = has_capture;
2883 
2884 	return 0;
2885 }
2886 
2887 static int soc_create_pcm(struct snd_pcm **pcm,
2888 			  struct snd_soc_pcm_runtime *rtd,
2889 			  int playback, int capture, int num)
2890 {
2891 	char new_name[64];
2892 	int ret;
2893 
2894 	/* create the PCM */
2895 	if (rtd->dai_link->c2c_params) {
2896 		snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2897 			 rtd->dai_link->stream_name);
2898 
2899 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2900 					   playback, capture, pcm);
2901 	} else if (rtd->dai_link->no_pcm) {
2902 		snprintf(new_name, sizeof(new_name), "(%s)",
2903 			rtd->dai_link->stream_name);
2904 
2905 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2906 				playback, capture, pcm);
2907 	} else {
2908 		if (rtd->dai_link->dynamic)
2909 			snprintf(new_name, sizeof(new_name), "%s (*)",
2910 				rtd->dai_link->stream_name);
2911 		else
2912 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
2913 				rtd->dai_link->stream_name,
2914 				soc_codec_dai_name(rtd), num);
2915 
2916 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2917 			capture, pcm);
2918 	}
2919 	if (ret < 0) {
2920 		dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2921 			new_name, rtd->dai_link->name, ret);
2922 		return ret;
2923 	}
2924 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2925 
2926 	return 0;
2927 }
2928 
2929 /* create a new pcm */
2930 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2931 {
2932 	struct snd_soc_component *component;
2933 	struct snd_pcm *pcm;
2934 	int ret = 0, playback = 0, capture = 0;
2935 	int i;
2936 
2937 	ret = soc_get_playback_capture(rtd, &playback, &capture);
2938 	if (ret < 0)
2939 		return ret;
2940 
2941 	ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2942 	if (ret < 0)
2943 		return ret;
2944 
2945 	/* DAPM dai link stream work */
2946 	/*
2947 	 * Currently nothing to do for c2c links
2948 	 * Since c2c links are internal nodes in the DAPM graph and
2949 	 * don't interface with the outside world or application layer
2950 	 * we don't have to do any special handling on close.
2951 	 */
2952 	if (!rtd->dai_link->c2c_params)
2953 		rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2954 
2955 	rtd->pcm = pcm;
2956 	pcm->nonatomic = rtd->dai_link->nonatomic;
2957 	pcm->private_data = rtd;
2958 	pcm->no_device_suspend = true;
2959 
2960 	if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2961 		if (playback)
2962 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2963 		if (capture)
2964 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2965 		goto out;
2966 	}
2967 
2968 	/* ASoC PCM operations */
2969 	if (rtd->dai_link->dynamic) {
2970 		rtd->ops.open		= dpcm_fe_dai_open;
2971 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
2972 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
2973 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
2974 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
2975 		rtd->ops.close		= dpcm_fe_dai_close;
2976 		rtd->ops.pointer	= soc_pcm_pointer;
2977 	} else {
2978 		rtd->ops.open		= soc_pcm_open;
2979 		rtd->ops.hw_params	= soc_pcm_hw_params;
2980 		rtd->ops.prepare	= soc_pcm_prepare;
2981 		rtd->ops.trigger	= soc_pcm_trigger;
2982 		rtd->ops.hw_free	= soc_pcm_hw_free;
2983 		rtd->ops.close		= soc_pcm_close;
2984 		rtd->ops.pointer	= soc_pcm_pointer;
2985 	}
2986 
2987 	for_each_rtd_components(rtd, i, component) {
2988 		const struct snd_soc_component_driver *drv = component->driver;
2989 
2990 		if (drv->ioctl)
2991 			rtd->ops.ioctl		= snd_soc_pcm_component_ioctl;
2992 		if (drv->sync_stop)
2993 			rtd->ops.sync_stop	= snd_soc_pcm_component_sync_stop;
2994 		if (drv->copy)
2995 			rtd->ops.copy		= snd_soc_pcm_component_copy;
2996 		if (drv->page)
2997 			rtd->ops.page		= snd_soc_pcm_component_page;
2998 		if (drv->mmap)
2999 			rtd->ops.mmap		= snd_soc_pcm_component_mmap;
3000 		if (drv->ack)
3001 			rtd->ops.ack            = snd_soc_pcm_component_ack;
3002 	}
3003 
3004 	if (playback)
3005 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3006 
3007 	if (capture)
3008 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3009 
3010 	ret = snd_soc_pcm_component_new(rtd);
3011 	if (ret < 0)
3012 		return ret;
3013 out:
3014 	dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
3015 		soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
3016 	return ret;
3017 }
3018 
3019 /* is the current PCM operation for this FE ? */
3020 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3021 {
3022 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3023 		return 1;
3024 	return 0;
3025 }
3026 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3027 
3028 /* is the current PCM operation for this BE ? */
3029 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3030 		struct snd_soc_pcm_runtime *be, int stream)
3031 {
3032 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3033 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3034 		  be->dpcm[stream].runtime_update))
3035 		return 1;
3036 	return 0;
3037 }
3038 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3039 
3040 /* get the substream for this BE */
3041 struct snd_pcm_substream *
3042 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3043 {
3044 	return be->pcm->streams[stream].substream;
3045 }
3046 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3047 
3048 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3049 				    struct snd_soc_pcm_runtime *be,
3050 				    int stream,
3051 				    const enum snd_soc_dpcm_state *states,
3052 				    int num_states)
3053 {
3054 	struct snd_soc_dpcm *dpcm;
3055 	int state;
3056 	int ret = 1;
3057 	int i;
3058 
3059 	for_each_dpcm_fe(be, stream, dpcm) {
3060 
3061 		if (dpcm->fe == fe)
3062 			continue;
3063 
3064 		state = dpcm->fe->dpcm[stream].state;
3065 		for (i = 0; i < num_states; i++) {
3066 			if (state == states[i]) {
3067 				ret = 0;
3068 				break;
3069 			}
3070 		}
3071 	}
3072 
3073 	/* it's safe to do this BE DAI */
3074 	return ret;
3075 }
3076 
3077 /*
3078  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3079  * are not running, paused or suspended for the specified stream direction.
3080  */
3081 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3082 		struct snd_soc_pcm_runtime *be, int stream)
3083 {
3084 	const enum snd_soc_dpcm_state state[] = {
3085 		SND_SOC_DPCM_STATE_START,
3086 		SND_SOC_DPCM_STATE_PAUSED,
3087 		SND_SOC_DPCM_STATE_SUSPEND,
3088 	};
3089 
3090 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3091 }
3092 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3093 
3094 /*
3095  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3096  * running, paused or suspended for the specified stream direction.
3097  */
3098 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3099 		struct snd_soc_pcm_runtime *be, int stream)
3100 {
3101 	const enum snd_soc_dpcm_state state[] = {
3102 		SND_SOC_DPCM_STATE_START,
3103 		SND_SOC_DPCM_STATE_PAUSED,
3104 		SND_SOC_DPCM_STATE_SUSPEND,
3105 		SND_SOC_DPCM_STATE_PREPARE,
3106 	};
3107 
3108 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3109 }
3110 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3111 
3112 /*
3113  * We can only prepare a BE DAI if any of it's FE are not prepared,
3114  * running or paused for the specified stream direction.
3115  */
3116 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3117 				 struct snd_soc_pcm_runtime *be, int stream)
3118 {
3119 	const enum snd_soc_dpcm_state state[] = {
3120 		SND_SOC_DPCM_STATE_START,
3121 		SND_SOC_DPCM_STATE_PAUSED,
3122 		SND_SOC_DPCM_STATE_PREPARE,
3123 	};
3124 
3125 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3126 }
3127 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);
3128