xref: /linux/sound/usb/qcom/qc_audio_offload.c (revision 2773023abb381e36ce02d364022d901f6f7a416d)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries.
4  */
5 
6 #include <linux/auxiliary_bus.h>
7 #include <linux/ctype.h>
8 #include <linux/dma-mapping.h>
9 #include <linux/dma-map-ops.h>
10 #include <linux/init.h>
11 #include <linux/iommu.h>
12 #include <linux/module.h>
13 #include <linux/moduleparam.h>
14 #include <linux/soc/qcom/qmi.h>
15 #include <linux/usb.h>
16 #include <linux/usb/audio.h>
17 #include <linux/usb/audio-v2.h>
18 #include <linux/usb/audio-v3.h>
19 #include <linux/usb/hcd.h>
20 #include <linux/usb/quirks.h>
21 #include <linux/usb/xhci-sideband.h>
22 
23 #include <sound/control.h>
24 #include <sound/core.h>
25 #include <sound/info.h>
26 #include <sound/initval.h>
27 #include <sound/pcm.h>
28 #include <sound/pcm_params.h>
29 #include <sound/q6usboffload.h>
30 #include <sound/soc.h>
31 #include <sound/soc-usb.h>
32 
33 #include "../usbaudio.h"
34 #include "../card.h"
35 #include "../endpoint.h"
36 #include "../format.h"
37 #include "../helper.h"
38 #include "../pcm.h"
39 #include "../power.h"
40 
41 #include "mixer_usb_offload.h"
42 #include "usb_audio_qmi_v01.h"
43 
44 /* Stream disable request timeout during USB device disconnect */
45 #define DEV_RELEASE_WAIT_TIMEOUT 10000 /* in ms */
46 
47 /* Data interval calculation parameters */
48 #define BUS_INTERVAL_FULL_SPEED 1000 /* in us */
49 #define BUS_INTERVAL_HIGHSPEED_AND_ABOVE 125 /* in us */
50 #define MAX_BINTERVAL_ISOC_EP 16
51 
52 #define QMI_STREAM_REQ_CARD_NUM_MASK 0xffff0000
53 #define QMI_STREAM_REQ_DEV_NUM_MASK 0xff00
54 #define QMI_STREAM_REQ_DIRECTION 0xff
55 
56 /* iommu resource parameters and management */
57 #define PREPEND_SID_TO_IOVA(iova, sid) ((u64)(((u64)(iova)) | \
58 					(((u64)sid) << 32)))
59 #define IOVA_MASK(iova) (((u64)(iova)) & 0xFFFFFFFF)
60 #define IOVA_BASE 0x1000
61 #define IOVA_XFER_RING_BASE (IOVA_BASE + PAGE_SIZE * (SNDRV_CARDS + 1))
62 #define IOVA_XFER_BUF_BASE (IOVA_XFER_RING_BASE + PAGE_SIZE * SNDRV_CARDS * 32)
63 #define IOVA_XFER_RING_MAX (IOVA_XFER_BUF_BASE - PAGE_SIZE)
64 #define IOVA_XFER_BUF_MAX (0xfffff000 - PAGE_SIZE)
65 
66 #define MAX_XFER_BUFF_LEN (24 * PAGE_SIZE)
67 
68 struct iova_info {
69 	struct list_head list;
70 	unsigned long start_iova;
71 	size_t size;
72 	bool in_use;
73 };
74 
75 struct intf_info {
76 	/* IOMMU ring/buffer mapping information */
77 	unsigned long data_xfer_ring_va;
78 	size_t data_xfer_ring_size;
79 	unsigned long sync_xfer_ring_va;
80 	size_t sync_xfer_ring_size;
81 	dma_addr_t xfer_buf_iova;
82 	size_t xfer_buf_size;
83 	dma_addr_t xfer_buf_dma;
84 	u8 *xfer_buf_cpu;
85 
86 	/* USB endpoint information */
87 	unsigned int data_ep_pipe;
88 	unsigned int sync_ep_pipe;
89 	unsigned int data_ep_idx;
90 	unsigned int sync_ep_idx;
91 
92 	u8 intf_num;
93 	u8 pcm_card_num;
94 	u8 pcm_dev_num;
95 	u8 direction;
96 	bool in_use;
97 };
98 
99 struct uaudio_qmi_dev {
100 	struct device *dev;
101 	struct q6usb_offload *data;
102 	struct auxiliary_device *auxdev;
103 
104 	/* list to keep track of available iova */
105 	struct list_head xfer_ring_list;
106 	size_t xfer_ring_iova_size;
107 	unsigned long curr_xfer_ring_iova;
108 	struct list_head xfer_buf_list;
109 	size_t xfer_buf_iova_size;
110 	unsigned long curr_xfer_buf_iova;
111 
112 	/* bit fields representing pcm card enabled */
113 	unsigned long card_slot;
114 	/* indicate event ring mapped or not */
115 	bool er_mapped;
116 };
117 
118 struct uaudio_dev {
119 	struct usb_device *udev;
120 	/* audio control interface */
121 	struct usb_host_interface *ctrl_intf;
122 	unsigned int usb_core_id;
123 	atomic_t in_use;
124 	struct kref kref;
125 	wait_queue_head_t disconnect_wq;
126 
127 	/* interface specific */
128 	int num_intf;
129 	struct intf_info *info;
130 	struct snd_usb_audio *chip;
131 
132 	/* xhci sideband */
133 	struct xhci_sideband *sb;
134 
135 	/* SoC USB device */
136 	struct snd_soc_usb_device *sdev;
137 };
138 
139 static struct uaudio_dev uadev[SNDRV_CARDS];
140 static struct uaudio_qmi_dev *uaudio_qdev;
141 static struct uaudio_qmi_svc *uaudio_svc;
142 static DEFINE_MUTEX(qdev_mutex);
143 
144 struct uaudio_qmi_svc {
145 	struct qmi_handle *uaudio_svc_hdl;
146 	struct sockaddr_qrtr client_sq;
147 	bool client_connected;
148 };
149 
150 enum mem_type {
151 	MEM_EVENT_RING,
152 	MEM_XFER_RING,
153 	MEM_XFER_BUF,
154 };
155 
156 /* Supported audio formats */
157 enum usb_qmi_audio_format {
158 	USB_QMI_PCM_FORMAT_S8 = 0,
159 	USB_QMI_PCM_FORMAT_U8,
160 	USB_QMI_PCM_FORMAT_S16_LE,
161 	USB_QMI_PCM_FORMAT_S16_BE,
162 	USB_QMI_PCM_FORMAT_U16_LE,
163 	USB_QMI_PCM_FORMAT_U16_BE,
164 	USB_QMI_PCM_FORMAT_S24_LE,
165 	USB_QMI_PCM_FORMAT_S24_BE,
166 	USB_QMI_PCM_FORMAT_U24_LE,
167 	USB_QMI_PCM_FORMAT_U24_BE,
168 	USB_QMI_PCM_FORMAT_S24_3LE,
169 	USB_QMI_PCM_FORMAT_S24_3BE,
170 	USB_QMI_PCM_FORMAT_U24_3LE,
171 	USB_QMI_PCM_FORMAT_U24_3BE,
172 	USB_QMI_PCM_FORMAT_S32_LE,
173 	USB_QMI_PCM_FORMAT_S32_BE,
174 	USB_QMI_PCM_FORMAT_U32_LE,
175 	USB_QMI_PCM_FORMAT_U32_BE,
176 };
177 
178 static int usb_qmi_get_pcm_num(struct snd_usb_audio *chip, int direction)
179 {
180 	struct snd_usb_substream *subs = NULL;
181 	struct snd_usb_stream *as;
182 	int count = 0;
183 
184 	list_for_each_entry(as, &chip->pcm_list, list) {
185 		subs = &as->substream[direction];
186 		if (subs->ep_num)
187 			count++;
188 	}
189 
190 	return count;
191 }
192 
193 static enum usb_qmi_audio_device_speed_enum_v01
194 get_speed_info(enum usb_device_speed udev_speed)
195 {
196 	switch (udev_speed) {
197 	case USB_SPEED_LOW:
198 		return USB_QMI_DEVICE_SPEED_LOW_V01;
199 	case USB_SPEED_FULL:
200 		return USB_QMI_DEVICE_SPEED_FULL_V01;
201 	case USB_SPEED_HIGH:
202 		return USB_QMI_DEVICE_SPEED_HIGH_V01;
203 	case USB_SPEED_SUPER:
204 		return USB_QMI_DEVICE_SPEED_SUPER_V01;
205 	case USB_SPEED_SUPER_PLUS:
206 		return USB_QMI_DEVICE_SPEED_SUPER_PLUS_V01;
207 	default:
208 		return USB_QMI_DEVICE_SPEED_INVALID_V01;
209 	}
210 }
211 
212 static struct snd_usb_substream *find_substream(unsigned int card_num,
213 						unsigned int pcm_idx,
214 						unsigned int direction)
215 {
216 	struct snd_usb_substream *subs = NULL;
217 	struct snd_usb_audio *chip;
218 	struct snd_usb_stream *as;
219 
220 	chip = uadev[card_num].chip;
221 	if (!chip || atomic_read(&chip->shutdown))
222 		goto done;
223 
224 	if (pcm_idx >= chip->pcm_devs)
225 		goto done;
226 
227 	if (direction > SNDRV_PCM_STREAM_CAPTURE)
228 		goto done;
229 
230 	list_for_each_entry(as, &chip->pcm_list, list) {
231 		if (as->pcm_index == pcm_idx) {
232 			subs = &as->substream[direction];
233 			goto done;
234 		}
235 	}
236 
237 done:
238 	return subs;
239 }
240 
241 static int info_idx_from_ifnum(int card_num, int intf_num, bool enable)
242 {
243 	int i;
244 
245 	/*
246 	 * default index 0 is used when info is allocated upon
247 	 * first enable audio stream req for a pcm device
248 	 */
249 	if (enable && !uadev[card_num].info)
250 		return 0;
251 
252 	for (i = 0; i < uadev[card_num].num_intf; i++) {
253 		if (enable && !uadev[card_num].info[i].in_use)
254 			return i;
255 		else if (!enable &&
256 			 uadev[card_num].info[i].intf_num == intf_num)
257 			return i;
258 	}
259 
260 	return -EINVAL;
261 }
262 
263 static int get_data_interval_from_si(struct snd_usb_substream *subs,
264 				     u32 service_interval)
265 {
266 	unsigned int bus_intval_mult;
267 	unsigned int bus_intval;
268 	unsigned int binterval;
269 
270 	if (subs->dev->speed >= USB_SPEED_HIGH)
271 		bus_intval = BUS_INTERVAL_HIGHSPEED_AND_ABOVE;
272 	else
273 		bus_intval = BUS_INTERVAL_FULL_SPEED;
274 
275 	if (service_interval % bus_intval)
276 		return -EINVAL;
277 
278 	bus_intval_mult = service_interval / bus_intval;
279 	binterval = ffs(bus_intval_mult);
280 	if (!binterval || binterval > MAX_BINTERVAL_ISOC_EP)
281 		return -EINVAL;
282 
283 	/* check if another bit is set then bail out */
284 	bus_intval_mult = bus_intval_mult >> binterval;
285 	if (bus_intval_mult)
286 		return -EINVAL;
287 
288 	return (binterval - 1);
289 }
290 
291 /* maps audio format received over QMI to asound.h based pcm format */
292 static snd_pcm_format_t map_pcm_format(enum usb_qmi_audio_format fmt_received)
293 {
294 	switch (fmt_received) {
295 	case USB_QMI_PCM_FORMAT_S8:
296 		return SNDRV_PCM_FORMAT_S8;
297 	case USB_QMI_PCM_FORMAT_U8:
298 		return SNDRV_PCM_FORMAT_U8;
299 	case USB_QMI_PCM_FORMAT_S16_LE:
300 		return SNDRV_PCM_FORMAT_S16_LE;
301 	case USB_QMI_PCM_FORMAT_S16_BE:
302 		return SNDRV_PCM_FORMAT_S16_BE;
303 	case USB_QMI_PCM_FORMAT_U16_LE:
304 		return SNDRV_PCM_FORMAT_U16_LE;
305 	case USB_QMI_PCM_FORMAT_U16_BE:
306 		return SNDRV_PCM_FORMAT_U16_BE;
307 	case USB_QMI_PCM_FORMAT_S24_LE:
308 		return SNDRV_PCM_FORMAT_S24_LE;
309 	case USB_QMI_PCM_FORMAT_S24_BE:
310 		return SNDRV_PCM_FORMAT_S24_BE;
311 	case USB_QMI_PCM_FORMAT_U24_LE:
312 		return SNDRV_PCM_FORMAT_U24_LE;
313 	case USB_QMI_PCM_FORMAT_U24_BE:
314 		return SNDRV_PCM_FORMAT_U24_BE;
315 	case USB_QMI_PCM_FORMAT_S24_3LE:
316 		return SNDRV_PCM_FORMAT_S24_3LE;
317 	case USB_QMI_PCM_FORMAT_S24_3BE:
318 		return SNDRV_PCM_FORMAT_S24_3BE;
319 	case USB_QMI_PCM_FORMAT_U24_3LE:
320 		return SNDRV_PCM_FORMAT_U24_3LE;
321 	case USB_QMI_PCM_FORMAT_U24_3BE:
322 		return SNDRV_PCM_FORMAT_U24_3BE;
323 	case USB_QMI_PCM_FORMAT_S32_LE:
324 		return SNDRV_PCM_FORMAT_S32_LE;
325 	case USB_QMI_PCM_FORMAT_S32_BE:
326 		return SNDRV_PCM_FORMAT_S32_BE;
327 	case USB_QMI_PCM_FORMAT_U32_LE:
328 		return SNDRV_PCM_FORMAT_U32_LE;
329 	case USB_QMI_PCM_FORMAT_U32_BE:
330 		return SNDRV_PCM_FORMAT_U32_BE;
331 	default:
332 		/*
333 		 * We expect the caller to do input validation so we should
334 		 * never hit this. But we do have to return a proper
335 		 * snd_pcm_format_t value due to the __bitwise attribute; so
336 		 * just return the equivalent of 0 in case of bad input.
337 		 */
338 		return SNDRV_PCM_FORMAT_S8;
339 	}
340 }
341 
342 /*
343  * Sends QMI disconnect indication message, assumes chip->mutex and qdev_mutex
344  * lock held by caller.
345  */
346 static int uaudio_send_disconnect_ind(struct snd_usb_audio *chip)
347 {
348 	struct qmi_uaudio_stream_ind_msg_v01 disconnect_ind = {0};
349 	struct uaudio_qmi_svc *svc = uaudio_svc;
350 	struct uaudio_dev *dev;
351 	int ret = 0;
352 
353 	dev = &uadev[chip->card->number];
354 
355 	if (atomic_read(&dev->in_use)) {
356 		mutex_unlock(&chip->mutex);
357 		mutex_unlock(&qdev_mutex);
358 		dev_dbg(uaudio_qdev->data->dev, "sending qmi indication suspend\n");
359 		disconnect_ind.dev_event = USB_QMI_DEV_DISCONNECT_V01;
360 		disconnect_ind.slot_id = dev->udev->slot_id;
361 		disconnect_ind.controller_num = dev->usb_core_id;
362 		disconnect_ind.controller_num_valid = 1;
363 		ret = qmi_send_indication(svc->uaudio_svc_hdl, &svc->client_sq,
364 					  QMI_UAUDIO_STREAM_IND_V01,
365 					  QMI_UAUDIO_STREAM_IND_MSG_V01_MAX_MSG_LEN,
366 					  qmi_uaudio_stream_ind_msg_v01_ei,
367 					  &disconnect_ind);
368 		if (ret < 0)
369 			dev_err(uaudio_qdev->data->dev,
370 				"qmi send failed with err: %d\n", ret);
371 
372 		ret = wait_event_interruptible_timeout(dev->disconnect_wq,
373 				!atomic_read(&dev->in_use),
374 				msecs_to_jiffies(DEV_RELEASE_WAIT_TIMEOUT));
375 		if (!ret) {
376 			dev_err(uaudio_qdev->data->dev,
377 				"timeout while waiting for dev_release\n");
378 			atomic_set(&dev->in_use, 0);
379 		} else if (ret < 0) {
380 			dev_err(uaudio_qdev->data->dev,
381 				"failed with ret %d\n", ret);
382 			atomic_set(&dev->in_use, 0);
383 		}
384 		mutex_lock(&qdev_mutex);
385 		mutex_lock(&chip->mutex);
386 	}
387 
388 	return ret;
389 }
390 
391 /* Offloading IOMMU management */
392 static unsigned long uaudio_get_iova(unsigned long *curr_iova,
393 				     size_t *curr_iova_size,
394 				     struct list_head *head, size_t size)
395 {
396 	struct iova_info *info, *new_info = NULL;
397 	struct list_head *curr_head;
398 	size_t tmp_size = size;
399 	unsigned long iova = 0;
400 
401 	if (size % PAGE_SIZE)
402 		goto done;
403 
404 	if (size > *curr_iova_size)
405 		goto done;
406 
407 	if (*curr_iova_size == 0)
408 		goto done;
409 
410 	list_for_each_entry(info, head, list) {
411 		/* exact size iova_info */
412 		if (!info->in_use && info->size == size) {
413 			info->in_use = true;
414 			iova = info->start_iova;
415 			*curr_iova_size -= size;
416 			goto done;
417 		} else if (!info->in_use && tmp_size >= info->size) {
418 			if (!new_info)
419 				new_info = info;
420 			tmp_size -= info->size;
421 			if (tmp_size)
422 				continue;
423 
424 			iova = new_info->start_iova;
425 			for (curr_head = &new_info->list; curr_head !=
426 			&info->list; curr_head = curr_head->next) {
427 				new_info = list_entry(curr_head, struct
428 						iova_info, list);
429 				new_info->in_use = true;
430 			}
431 			info->in_use = true;
432 			*curr_iova_size -= size;
433 			goto done;
434 		} else {
435 			/* iova region in use */
436 			new_info = NULL;
437 			tmp_size = size;
438 		}
439 	}
440 
441 	info = kzalloc_obj(*info);
442 	if (!info) {
443 		iova = 0;
444 		goto done;
445 	}
446 
447 	iova = *curr_iova;
448 	info->start_iova = *curr_iova;
449 	info->size = size;
450 	info->in_use = true;
451 	*curr_iova += size;
452 	*curr_iova_size -= size;
453 	list_add_tail(&info->list, head);
454 
455 done:
456 	return iova;
457 }
458 
459 static void uaudio_put_iova(unsigned long iova, size_t size, struct list_head
460 	*head, size_t *curr_iova_size)
461 {
462 	struct iova_info *info;
463 	size_t tmp_size = size;
464 	bool found = false;
465 
466 	list_for_each_entry(info, head, list) {
467 		if (info->start_iova == iova) {
468 			if (!info->in_use)
469 				return;
470 
471 			found = true;
472 			info->in_use = false;
473 			if (info->size == size)
474 				goto done;
475 		}
476 
477 		if (found && tmp_size >= info->size) {
478 			info->in_use = false;
479 			tmp_size -= info->size;
480 			if (!tmp_size)
481 				goto done;
482 		}
483 	}
484 
485 	if (!found)
486 		return;
487 
488 done:
489 	*curr_iova_size += size;
490 }
491 
492 /**
493  * uaudio_iommu_unmap() - unmaps iommu memory for adsp
494  * @mtype: ring type
495  * @iova: virtual address to unmap
496  * @iova_size: region size
497  * @mapped_iova_size: mapped region size
498  *
499  * Unmaps the memory region that was previously assigned to the adsp.
500  *
501  */
502 static void uaudio_iommu_unmap(enum mem_type mtype, unsigned long iova,
503 			       size_t iova_size, size_t mapped_iova_size)
504 {
505 	size_t umap_size;
506 	bool unmap = true;
507 
508 	if (!iova || !iova_size)
509 		return;
510 
511 	switch (mtype) {
512 	case MEM_EVENT_RING:
513 		if (uaudio_qdev->er_mapped)
514 			uaudio_qdev->er_mapped = false;
515 		else
516 			unmap = false;
517 		break;
518 
519 	case MEM_XFER_RING:
520 		uaudio_put_iova(iova, iova_size, &uaudio_qdev->xfer_ring_list,
521 				&uaudio_qdev->xfer_ring_iova_size);
522 		break;
523 	case MEM_XFER_BUF:
524 		uaudio_put_iova(iova, iova_size, &uaudio_qdev->xfer_buf_list,
525 				&uaudio_qdev->xfer_buf_iova_size);
526 		break;
527 	default:
528 		unmap = false;
529 	}
530 
531 	if (!unmap || !mapped_iova_size)
532 		return;
533 
534 	umap_size = iommu_unmap(uaudio_qdev->data->domain, iova, mapped_iova_size);
535 	if (umap_size != mapped_iova_size)
536 		dev_err(uaudio_qdev->data->dev,
537 			"unmapped size %zu for iova 0x%08lx of mapped size %zu\n",
538 			umap_size, iova, mapped_iova_size);
539 }
540 
541 static int uaudio_iommu_map_prot(bool dma_coherent)
542 {
543 	int prot = IOMMU_READ | IOMMU_WRITE;
544 
545 	if (dma_coherent)
546 		prot |= IOMMU_CACHE;
547 	return prot;
548 }
549 
550 /**
551  * uaudio_iommu_map_pa() - maps iommu memory for adsp
552  * @mtype: ring type
553  * @dma_coherent: dma coherent
554  * @pa: physical address for ring/buffer
555  * @size: size of memory region
556  *
557  * Maps the XHCI related resources to a memory region that is assigned to be
558  * used by the adsp.  This will be mapped to the domain, which is created by
559  * the ASoC USB backend driver.
560  *
561  */
562 static unsigned long uaudio_iommu_map_pa(enum mem_type mtype, bool dma_coherent,
563 					 phys_addr_t pa, size_t size)
564 {
565 	unsigned long iova = 0;
566 	bool map = true;
567 	int prot = uaudio_iommu_map_prot(dma_coherent);
568 	int ret;
569 
570 	switch (mtype) {
571 	case MEM_EVENT_RING:
572 		iova = IOVA_BASE;
573 		/* er already mapped */
574 		if (uaudio_qdev->er_mapped)
575 			map = false;
576 		break;
577 	case MEM_XFER_RING:
578 		iova = uaudio_get_iova(&uaudio_qdev->curr_xfer_ring_iova,
579 				     &uaudio_qdev->xfer_ring_iova_size,
580 				     &uaudio_qdev->xfer_ring_list, size);
581 		break;
582 	default:
583 		dev_err(uaudio_qdev->data->dev, "unknown mem type %d\n", mtype);
584 	}
585 
586 	if (!iova)
587 		return 0;
588 
589 	if (!map)
590 		return iova;
591 
592 	ret = iommu_map(uaudio_qdev->data->domain, iova, pa, size, prot,
593 			GFP_KERNEL);
594 	if (ret) {
595 		dev_err(uaudio_qdev->data->dev,
596 			"failed to map %zu bytes at iova 0x%08lx: %d\n",
597 			size, iova, ret);
598 		if (mtype == MEM_XFER_RING)
599 			uaudio_put_iova(iova, size,
600 					&uaudio_qdev->xfer_ring_list,
601 					&uaudio_qdev->xfer_ring_iova_size);
602 		return 0;
603 	}
604 
605 	return iova;
606 }
607 
608 static unsigned long uaudio_iommu_map_xfer_buf(bool dma_coherent, size_t size,
609 					       struct sg_table *sgt)
610 {
611 	struct scatterlist *sg;
612 	unsigned long iova = 0;
613 	size_t total_len = 0;
614 	unsigned long iova_sg;
615 	phys_addr_t pa_sg;
616 	size_t sg_len;
617 	int prot = uaudio_iommu_map_prot(dma_coherent);
618 	int ret;
619 	int i;
620 
621 	prot = IOMMU_READ | IOMMU_WRITE;
622 
623 	if (dma_coherent)
624 		prot |= IOMMU_CACHE;
625 
626 	iova = uaudio_get_iova(&uaudio_qdev->curr_xfer_buf_iova,
627 			       &uaudio_qdev->xfer_buf_iova_size,
628 			       &uaudio_qdev->xfer_buf_list, size);
629 	if (!iova)
630 		goto done;
631 
632 	iova_sg = iova;
633 	for_each_sg(sgt->sgl, sg, sgt->nents, i) {
634 		sg_len = PAGE_ALIGN(sg->offset + sg->length);
635 		pa_sg = page_to_phys(sg_page(sg));
636 		ret = iommu_map(uaudio_qdev->data->domain, iova_sg, pa_sg, sg_len,
637 				prot, GFP_KERNEL);
638 		if (ret) {
639 			uaudio_iommu_unmap(MEM_XFER_BUF, iova, size, total_len);
640 			iova = 0;
641 			goto done;
642 		}
643 
644 		iova_sg += sg_len;
645 		total_len += sg_len;
646 	}
647 
648 	if (size != total_len) {
649 		uaudio_iommu_unmap(MEM_XFER_BUF, iova, size, total_len);
650 		iova = 0;
651 	}
652 done:
653 	return iova;
654 }
655 
656 /* looks up alias, if any, for controller DT node and returns the index */
657 static int usb_get_controller_id(struct usb_device *udev)
658 {
659 	if (udev->bus->sysdev && udev->bus->sysdev->of_node)
660 		return of_alias_get_id(udev->bus->sysdev->of_node, "usb");
661 
662 	return -ENODEV;
663 }
664 
665 /**
666  * uaudio_dev_intf_cleanup() - cleanup transfer resources
667  * @udev: usb device
668  * @info: usb offloading interface
669  *
670  * Cleans up the transfer ring related resources which are assigned per
671  * endpoint from XHCI.  This is invoked when the USB endpoints are no
672  * longer in use by the adsp.
673  *
674  */
675 static void uaudio_dev_intf_cleanup(struct usb_device *udev, struct intf_info *info)
676 {
677 	uaudio_iommu_unmap(MEM_XFER_RING, info->data_xfer_ring_va,
678 			   info->data_xfer_ring_size, info->data_xfer_ring_size);
679 	info->data_xfer_ring_va = 0;
680 	info->data_xfer_ring_size = 0;
681 
682 	uaudio_iommu_unmap(MEM_XFER_RING, info->sync_xfer_ring_va,
683 			   info->sync_xfer_ring_size, info->sync_xfer_ring_size);
684 	info->sync_xfer_ring_va = 0;
685 	info->sync_xfer_ring_size = 0;
686 
687 	uaudio_iommu_unmap(MEM_XFER_BUF, info->xfer_buf_iova, info->xfer_buf_size,
688 			   info->xfer_buf_size);
689 	info->xfer_buf_iova = 0;
690 
691 	usb_free_coherent(udev, info->xfer_buf_size, info->xfer_buf_cpu,
692 			  info->xfer_buf_dma);
693 	info->xfer_buf_size = 0;
694 	info->xfer_buf_cpu = NULL;
695 	info->xfer_buf_dma = 0;
696 
697 	info->in_use = false;
698 }
699 
700 /**
701  * uaudio_event_ring_cleanup_free() - cleanup secondary event ring
702  * @dev: usb offload device
703  *
704  * Cleans up the secondary event ring that was requested.  This will
705  * occur when the adsp is no longer transferring data on the USB bus
706  * across all endpoints.
707  *
708  */
709 static void uaudio_event_ring_cleanup_free(struct uaudio_dev *dev)
710 {
711 	clear_bit(dev->chip->card->number, &uaudio_qdev->card_slot);
712 	/* all audio devices are disconnected */
713 	if (!uaudio_qdev->card_slot) {
714 		uaudio_iommu_unmap(MEM_EVENT_RING, IOVA_BASE, PAGE_SIZE,
715 				   PAGE_SIZE);
716 		xhci_sideband_remove_interrupter(uadev[dev->chip->card->number].sb);
717 		usb_offload_put(dev->udev);
718 	}
719 }
720 
721 static void uaudio_dev_cleanup(struct uaudio_dev *dev)
722 {
723 	int if_idx;
724 
725 	if (!dev->udev)
726 		return;
727 
728 	/* free xfer buffer and unmap xfer ring and buf per interface */
729 	for (if_idx = 0; if_idx < dev->num_intf; if_idx++) {
730 		if (!dev->info[if_idx].in_use)
731 			continue;
732 		uaudio_dev_intf_cleanup(dev->udev, &dev->info[if_idx]);
733 		dev_dbg(uaudio_qdev->data->dev,
734 			"release resources: intf# %d card# %d\n",
735 			dev->info[if_idx].intf_num, dev->chip->card->number);
736 	}
737 
738 	dev->num_intf = 0;
739 
740 	/* free interface info */
741 	kfree(dev->info);
742 	dev->info = NULL;
743 	uaudio_event_ring_cleanup_free(dev);
744 	dev->udev = NULL;
745 }
746 
747 /**
748  * disable_audio_stream() - disable usb snd endpoints
749  * @subs: usb substream
750  *
751  * Closes the USB SND endpoints associated with the current audio stream
752  * used.  This will decrement the USB SND endpoint opened reference count.
753  *
754  */
755 static void disable_audio_stream(struct snd_usb_substream *subs)
756 {
757 	struct snd_usb_audio *chip = subs->stream->chip;
758 
759 	snd_usb_hw_free(subs);
760 	snd_usb_autosuspend(chip);
761 }
762 
763 /* QMI service disconnect handlers */
764 static void qmi_stop_session(void)
765 {
766 	struct snd_usb_substream *subs;
767 	struct usb_host_endpoint *ep;
768 	struct snd_usb_audio *chip;
769 	struct intf_info *info;
770 	int pcm_card_num;
771 	int if_idx;
772 	int idx;
773 
774 	guard(mutex)(&qdev_mutex);
775 	/* find all active intf for set alt 0 and cleanup usb audio dev */
776 	for (idx = 0; idx < SNDRV_CARDS; idx++) {
777 		if (!atomic_read(&uadev[idx].in_use))
778 			continue;
779 
780 		chip = uadev[idx].chip;
781 		for (if_idx = 0; if_idx < uadev[idx].num_intf; if_idx++) {
782 			if (!uadev[idx].info || !uadev[idx].info[if_idx].in_use)
783 				continue;
784 			info = &uadev[idx].info[if_idx];
785 			pcm_card_num = info->pcm_card_num;
786 			subs = find_substream(pcm_card_num, info->pcm_dev_num,
787 					      info->direction);
788 			if (!subs || !chip || atomic_read(&chip->shutdown)) {
789 				dev_err(&uadev[idx].udev->dev,
790 					"no sub for c#%u dev#%u dir%u\n",
791 					info->pcm_card_num,
792 					info->pcm_dev_num,
793 					info->direction);
794 				continue;
795 			}
796 			/* Release XHCI endpoints */
797 			if (info->data_ep_pipe) {
798 				ep = usb_pipe_endpoint(uadev[pcm_card_num].udev,
799 						       info->data_ep_pipe);
800 				if (ep)
801 					xhci_sideband_remove_endpoint(uadev[pcm_card_num].sb,
802 								      ep);
803 				info->data_ep_pipe = 0;
804 			}
805 
806 			if (info->sync_ep_pipe) {
807 				ep = usb_pipe_endpoint(uadev[pcm_card_num].udev,
808 						       info->sync_ep_pipe);
809 				if (ep)
810 					xhci_sideband_remove_endpoint(uadev[pcm_card_num].sb,
811 								      ep);
812 				info->sync_ep_pipe = 0;
813 			}
814 
815 			disable_audio_stream(subs);
816 		}
817 		atomic_set(&uadev[idx].in_use, 0);
818 		guard(mutex)(&chip->mutex);
819 		uaudio_dev_cleanup(&uadev[idx]);
820 	}
821 }
822 
823 /**
824  * uaudio_sideband_notifier() - xHCI sideband event handler
825  * @intf: USB interface handle
826  * @evt: xHCI sideband event type
827  *
828  * This callback is executed when the xHCI sideband encounters a sequence
829  * that requires the sideband clients to take action.  An example, is when
830  * xHCI frees the transfer ring, so the client has to ensure that the
831  * offload path is halted.
832  *
833  */
834 static int uaudio_sideband_notifier(struct usb_interface *intf,
835 				    struct xhci_sideband_event *evt)
836 {
837 	struct snd_usb_audio *chip;
838 	struct uaudio_dev *dev;
839 	int if_idx;
840 
841 	if (!intf || !evt)
842 		return 0;
843 
844 	chip = usb_get_intfdata(intf);
845 
846 	guard(mutex)(&qdev_mutex);
847 	guard(mutex)(&chip->mutex);
848 
849 	dev = &uadev[chip->card->number];
850 
851 	if (evt->type == XHCI_SIDEBAND_XFER_RING_FREE) {
852 		unsigned int *ep = (unsigned int *) evt->evt_data;
853 
854 		for (if_idx = 0; if_idx < dev->num_intf; if_idx++) {
855 			if (dev->info[if_idx].data_ep_idx == *ep ||
856 			    dev->info[if_idx].sync_ep_idx == *ep)
857 				uaudio_send_disconnect_ind(chip);
858 		}
859 	}
860 
861 	return 0;
862 }
863 
864 /**
865  * qmi_bye_cb() - qmi bye message callback
866  * @handle: QMI handle
867  * @node: id of the dying node
868  *
869  * This callback is invoked when the QMI bye control message is received
870  * from the QMI client.  Handle the message accordingly by ensuring that
871  * the USB offload path is disabled and cleaned up.  At this point, ADSP
872  * is not utilizing the USB bus.
873  *
874  */
875 static void qmi_bye_cb(struct qmi_handle *handle, unsigned int node)
876 {
877 	struct uaudio_qmi_svc *svc = uaudio_svc;
878 
879 	if (svc->uaudio_svc_hdl != handle)
880 		return;
881 
882 	if (svc->client_connected && svc->client_sq.sq_node == node) {
883 		qmi_stop_session();
884 
885 		/* clear QMI client parameters to block further QMI messages */
886 		svc->client_sq.sq_node = 0;
887 		svc->client_sq.sq_port = 0;
888 		svc->client_sq.sq_family = 0;
889 		svc->client_connected = false;
890 	}
891 }
892 
893 /**
894  * qmi_svc_disconnect_cb() - qmi client disconnected
895  * @handle: QMI handle
896  * @node: id of the dying node
897  * @port: port of the dying client
898  *
899  * Invoked when the remote QMI client is disconnected.  Handle this event
900  * the same way as when the QMI bye message is received.  This will ensure
901  * the USB offloading path is disabled and cleaned up.
902  *
903  */
904 static void qmi_svc_disconnect_cb(struct qmi_handle *handle,
905 				  unsigned int node, unsigned int port)
906 {
907 	struct uaudio_qmi_svc *svc;
908 
909 	if (!uaudio_svc)
910 		return;
911 
912 	svc = uaudio_svc;
913 	if (svc->uaudio_svc_hdl != handle)
914 		return;
915 
916 	if (svc->client_connected && svc->client_sq.sq_node == node &&
917 	    svc->client_sq.sq_port == port) {
918 		qmi_stop_session();
919 
920 		/* clear QMI client parameters to block further QMI messages */
921 		svc->client_sq.sq_node = 0;
922 		svc->client_sq.sq_port = 0;
923 		svc->client_sq.sq_family = 0;
924 		svc->client_connected = false;
925 	}
926 }
927 
928 /* QMI client callback handlers from QMI interface */
929 static struct qmi_ops uaudio_svc_ops_options = {
930 	.bye = qmi_bye_cb,
931 	.del_client = qmi_svc_disconnect_cb,
932 };
933 
934 /* kref release callback when all streams are disabled */
935 static void uaudio_dev_release(struct kref *kref)
936 {
937 	struct uaudio_dev *dev = container_of(kref, struct uaudio_dev, kref);
938 
939 	uaudio_event_ring_cleanup_free(dev);
940 	atomic_set(&dev->in_use, 0);
941 	wake_up(&dev->disconnect_wq);
942 }
943 
944 /**
945  * enable_audio_stream() - enable usb snd endpoints
946  * @subs: usb substream
947  * @pcm_format: pcm format requested
948  * @channels: number of channels
949  * @cur_rate: sample rate
950  * @datainterval: interval
951  *
952  * Opens all USB SND endpoints used for the data interface.  This will increment
953  * the USB SND endpoint's opened count.  Requests to keep the interface resumed
954  * until the audio stream is stopped.  Will issue the USB set interface control
955  * message to enable the data interface.
956  *
957  */
958 static int enable_audio_stream(struct snd_usb_substream *subs,
959 			       snd_pcm_format_t pcm_format,
960 			       unsigned int channels, unsigned int cur_rate,
961 			       int datainterval)
962 {
963 	struct snd_pcm_hw_params params;
964 	struct snd_usb_audio *chip;
965 	struct snd_interval *i;
966 	struct snd_mask *m;
967 	int ret;
968 
969 	chip = subs->stream->chip;
970 
971 	_snd_pcm_hw_params_any(&params);
972 
973 	m = hw_param_mask(&params, SNDRV_PCM_HW_PARAM_FORMAT);
974 	snd_mask_leave(m, (__force unsigned int)pcm_format);
975 
976 	i = hw_param_interval(&params, SNDRV_PCM_HW_PARAM_CHANNELS);
977 	snd_interval_setinteger(i);
978 	i->min = channels;
979 	i->max = channels;
980 
981 	i = hw_param_interval(&params, SNDRV_PCM_HW_PARAM_RATE);
982 	snd_interval_setinteger(i);
983 	i->min = cur_rate;
984 	i->max = cur_rate;
985 
986 	pm_runtime_barrier(&chip->intf[0]->dev);
987 	snd_usb_autoresume(chip);
988 
989 	ret = snd_usb_hw_params(subs, &params);
990 	if (ret < 0)
991 		goto put_suspend;
992 
993 	if (!atomic_read(&chip->shutdown)) {
994 		CLASS(snd_usb_lock, pm)(chip);
995 		if (pm.err < 0) {
996 			ret = pm.err;
997 			goto detach_ep;
998 		}
999 
1000 		if (subs->sync_endpoint) {
1001 			ret = snd_usb_endpoint_prepare(chip, subs->sync_endpoint);
1002 			if (ret < 0)
1003 				goto detach_ep;
1004 		}
1005 
1006 		ret = snd_usb_endpoint_prepare(chip, subs->data_endpoint);
1007 		if (ret < 0)
1008 			goto detach_ep;
1009 
1010 		dev_dbg(uaudio_qdev->data->dev,
1011 			"selected %s iface:%d altsetting:%d datainterval:%dus\n",
1012 			subs->direction ? "capture" : "playback",
1013 			subs->cur_audiofmt->iface, subs->cur_audiofmt->altsetting,
1014 			(1 << subs->cur_audiofmt->datainterval) *
1015 			(subs->dev->speed >= USB_SPEED_HIGH ?
1016 			BUS_INTERVAL_HIGHSPEED_AND_ABOVE :
1017 			BUS_INTERVAL_FULL_SPEED));
1018 	}
1019 
1020 	return 0;
1021 
1022 detach_ep:
1023 	snd_usb_hw_free(subs);
1024 
1025 put_suspend:
1026 	snd_usb_autosuspend(chip);
1027 
1028 	return ret;
1029 }
1030 
1031 /**
1032  * uaudio_transfer_buffer_setup() - fetch and populate xfer buffer params
1033  * @subs: usb substream
1034  * @xfer_buf_cpu: xfer buf to be allocated
1035  * @xfer_buf_len: size of allocation
1036  * @mem_info: QMI response info
1037  *
1038  * Allocates and maps the transfer buffers that will be utilized by the
1039  * audio DSP.  Will populate the information in the QMI response that is
1040  * sent back to the stream enable request.
1041  *
1042  */
1043 static int uaudio_transfer_buffer_setup(struct snd_usb_substream *subs,
1044 					void **xfer_buf_cpu, u32 xfer_buf_len,
1045 					struct mem_info_v01 *mem_info)
1046 {
1047 	struct sg_table xfer_buf_sgt;
1048 	dma_addr_t xfer_buf_dma;
1049 	void *xfer_buf;
1050 	u32 len = xfer_buf_len;
1051 	bool dma_coherent;
1052 	dma_addr_t xfer_buf_dma_sysdev;
1053 	int ret;
1054 
1055 	dma_coherent = dev_is_dma_coherent(subs->dev->bus->sysdev);
1056 
1057 	/* xfer buffer, multiple of 4K only */
1058 	if (!len)
1059 		len = PAGE_SIZE;
1060 
1061 	len = PAGE_ALIGN(len);
1062 
1063 	if (len > MAX_XFER_BUFF_LEN) {
1064 		dev_err(uaudio_qdev->data->dev,
1065 			"req buf len %d > max buf len %lu, setting %lu\n",
1066 			len, MAX_XFER_BUFF_LEN, MAX_XFER_BUFF_LEN);
1067 		len = MAX_XFER_BUFF_LEN;
1068 	}
1069 
1070 	/* get buffer mapped into subs->dev */
1071 	xfer_buf = usb_alloc_coherent(subs->dev, len, GFP_KERNEL, &xfer_buf_dma);
1072 	if (!xfer_buf)
1073 		return -ENOMEM;
1074 
1075 	ret = dma_get_sgtable(subs->dev->bus->sysdev, &xfer_buf_sgt, xfer_buf,
1076 			      xfer_buf_dma, len);
1077 	if (ret)
1078 		goto free_xfer_buf;
1079 
1080 	/* map the physical buffer into sysdev as well */
1081 	xfer_buf_dma_sysdev = uaudio_iommu_map_xfer_buf(dma_coherent,
1082 							len, &xfer_buf_sgt);
1083 	if (!xfer_buf_dma_sysdev) {
1084 		ret = -ENOMEM;
1085 		goto free_sgt;
1086 	}
1087 
1088 	mem_info->dma = xfer_buf_dma;
1089 	mem_info->size = len;
1090 	mem_info->iova = PREPEND_SID_TO_IOVA(xfer_buf_dma_sysdev, uaudio_qdev->data->sid);
1091 	*xfer_buf_cpu = xfer_buf;
1092 	sg_free_table(&xfer_buf_sgt);
1093 
1094 	return 0;
1095 
1096 free_sgt:
1097 	sg_free_table(&xfer_buf_sgt);
1098 free_xfer_buf:
1099 	usb_free_coherent(subs->dev, len, xfer_buf, xfer_buf_dma);
1100 
1101 	return ret;
1102 }
1103 
1104 /**
1105  * uaudio_endpoint_setup() - fetch and populate endpoint params
1106  * @subs: usb substream
1107  * @endpoint: usb endpoint to add
1108  * @card_num: uadev index
1109  * @mem_info: QMI response info
1110  * @ep_desc: QMI ep desc response field
1111  *
1112  * Initialize the USB endpoint being used for a particular USB
1113  * stream.  Will request XHCI sec intr to reserve the EP for
1114  * offloading as well as populating the QMI response with the
1115  * transfer ring parameters.
1116  *
1117  */
1118 static phys_addr_t
1119 uaudio_endpoint_setup(struct snd_usb_substream *subs,
1120 		      struct snd_usb_endpoint *endpoint, int card_num,
1121 		      struct mem_info_v01 *mem_info,
1122 		      struct usb_endpoint_descriptor_v01 *ep_desc)
1123 {
1124 	struct usb_host_endpoint *ep;
1125 	phys_addr_t tr_pa = 0;
1126 	struct sg_table *sgt;
1127 	bool dma_coherent;
1128 	unsigned long iova;
1129 	struct page *pg;
1130 	int ret = -ENODEV;
1131 
1132 	dma_coherent = dev_is_dma_coherent(subs->dev->bus->sysdev);
1133 
1134 	ep = usb_pipe_endpoint(subs->dev, endpoint->pipe);
1135 	if (!ep) {
1136 		dev_err(uaudio_qdev->data->dev, "data ep # %d context is null\n",
1137 			subs->data_endpoint->ep_num);
1138 		goto exit;
1139 	}
1140 
1141 	memcpy(ep_desc, &ep->desc, sizeof(ep->desc));
1142 
1143 	ret = xhci_sideband_add_endpoint(uadev[card_num].sb, ep);
1144 	if (ret < 0) {
1145 		dev_err(&subs->dev->dev,
1146 			"failed to add data ep to sec intr: %d\n", ret);
1147 		ret = -ENODEV;
1148 		goto exit;
1149 	}
1150 
1151 	sgt = xhci_sideband_get_endpoint_buffer(uadev[card_num].sb, ep);
1152 	if (!sgt) {
1153 		dev_err(&subs->dev->dev,
1154 			"failed to get data ep ring address: %d\n", ret);
1155 		ret = -ENODEV;
1156 		goto remove_ep;
1157 	}
1158 
1159 	pg = sg_page(sgt->sgl);
1160 	tr_pa = page_to_phys(pg);
1161 	mem_info->dma = sg_dma_address(sgt->sgl);
1162 	sg_free_table(sgt);
1163 
1164 	/* data transfer ring */
1165 	iova = uaudio_iommu_map_pa(MEM_XFER_RING, dma_coherent, tr_pa,
1166 				   PAGE_SIZE);
1167 	if (!iova) {
1168 		ret = -ENOMEM;
1169 		goto clear_pa;
1170 	}
1171 
1172 	mem_info->iova = PREPEND_SID_TO_IOVA(iova, uaudio_qdev->data->sid);
1173 	mem_info->size = PAGE_SIZE;
1174 
1175 	return 0;
1176 
1177 clear_pa:
1178 	mem_info->dma = 0;
1179 remove_ep:
1180 	xhci_sideband_remove_endpoint(uadev[card_num].sb, ep);
1181 exit:
1182 	return ret;
1183 }
1184 
1185 /**
1186  * uaudio_event_ring_setup() - fetch and populate event ring params
1187  * @subs: usb substream
1188  * @card_num: uadev index
1189  * @mem_info: QMI response info
1190  *
1191  * Register secondary interrupter to XHCI and fetch the event buffer info
1192  * and populate the information into the QMI response.
1193  *
1194  */
1195 static int uaudio_event_ring_setup(struct snd_usb_substream *subs,
1196 				   int card_num, struct mem_info_v01 *mem_info)
1197 {
1198 	struct sg_table *sgt;
1199 	phys_addr_t er_pa;
1200 	bool dma_coherent;
1201 	unsigned long iova;
1202 	struct page *pg;
1203 	int ret;
1204 
1205 	dma_coherent = dev_is_dma_coherent(subs->dev->bus->sysdev);
1206 	er_pa = 0;
1207 
1208 	ret = usb_offload_get(subs->dev);
1209 	if (ret < 0)
1210 		goto exit;
1211 
1212 	/* event ring */
1213 	ret = xhci_sideband_create_interrupter(uadev[card_num].sb, 1, false,
1214 					       0, uaudio_qdev->data->intr_num);
1215 	if (ret < 0) {
1216 		dev_err(&subs->dev->dev, "failed to fetch interrupter\n");
1217 		goto put_offload;
1218 	}
1219 
1220 	sgt = xhci_sideband_get_event_buffer(uadev[card_num].sb);
1221 	if (!sgt) {
1222 		dev_err(&subs->dev->dev,
1223 			"failed to get event ring address\n");
1224 		ret = -ENODEV;
1225 		goto remove_interrupter;
1226 	}
1227 
1228 	pg = sg_page(sgt->sgl);
1229 	er_pa = page_to_phys(pg);
1230 	mem_info->dma = sg_dma_address(sgt->sgl);
1231 	sg_free_table(sgt);
1232 
1233 	iova = uaudio_iommu_map_pa(MEM_EVENT_RING, dma_coherent, er_pa,
1234 				   PAGE_SIZE);
1235 	if (!iova) {
1236 		ret = -ENOMEM;
1237 		goto clear_pa;
1238 	}
1239 
1240 	mem_info->iova = PREPEND_SID_TO_IOVA(iova, uaudio_qdev->data->sid);
1241 	mem_info->size = PAGE_SIZE;
1242 
1243 	return 0;
1244 
1245 clear_pa:
1246 	mem_info->dma = 0;
1247 remove_interrupter:
1248 	xhci_sideband_remove_interrupter(uadev[card_num].sb);
1249 put_offload:
1250 	usb_offload_put(subs->dev);
1251 exit:
1252 	return ret;
1253 }
1254 
1255 /**
1256  * uaudio_populate_uac_desc() - parse UAC parameters and populate QMI resp
1257  * @subs: usb substream
1258  * @resp: QMI response buffer
1259  *
1260  * Parses information specified within UAC descriptors which explain the
1261  * sample parameters that the device expects.  This information is populated
1262  * to the QMI response sent back to the audio DSP.
1263  *
1264  */
1265 static int uaudio_populate_uac_desc(struct snd_usb_substream *subs,
1266 				    struct qmi_uaudio_stream_resp_msg_v01 *resp)
1267 {
1268 	struct usb_interface_descriptor *altsd;
1269 	struct usb_host_interface *alts;
1270 	struct usb_interface *iface;
1271 	int protocol;
1272 
1273 	iface = usb_ifnum_to_if(subs->dev, subs->cur_audiofmt->iface);
1274 	if (!iface) {
1275 		dev_err(&subs->dev->dev, "interface # %d does not exist\n",
1276 			subs->cur_audiofmt->iface);
1277 		return -ENODEV;
1278 	}
1279 
1280 	alts = &iface->altsetting[subs->cur_audiofmt->altset_idx];
1281 	altsd = get_iface_desc(alts);
1282 	protocol = altsd->bInterfaceProtocol;
1283 
1284 	if (protocol == UAC_VERSION_1) {
1285 		struct uac1_as_header_descriptor *as;
1286 
1287 		as = snd_usb_find_csint_desc(alts->extra, alts->extralen, NULL,
1288 					     UAC_AS_GENERAL);
1289 		if (!as) {
1290 			dev_err(&subs->dev->dev,
1291 				"%u:%d : no UAC_AS_GENERAL desc\n",
1292 				subs->cur_audiofmt->iface,
1293 				subs->cur_audiofmt->altset_idx);
1294 			return -ENODEV;
1295 		}
1296 
1297 		resp->data_path_delay = as->bDelay;
1298 		resp->data_path_delay_valid = 1;
1299 
1300 		resp->usb_audio_subslot_size = subs->cur_audiofmt->fmt_sz;
1301 		resp->usb_audio_subslot_size_valid = 1;
1302 
1303 		resp->usb_audio_spec_revision = le16_to_cpu((__force __le16)0x0100);
1304 		resp->usb_audio_spec_revision_valid = 1;
1305 	} else if (protocol == UAC_VERSION_2) {
1306 		resp->usb_audio_subslot_size = subs->cur_audiofmt->fmt_sz;
1307 		resp->usb_audio_subslot_size_valid = 1;
1308 
1309 		resp->usb_audio_spec_revision = le16_to_cpu((__force __le16)0x0200);
1310 		resp->usb_audio_spec_revision_valid = 1;
1311 	} else if (protocol == UAC_VERSION_3) {
1312 		if (iface->intf_assoc->bFunctionSubClass ==
1313 					UAC3_FUNCTION_SUBCLASS_FULL_ADC_3_0) {
1314 			dev_err(&subs->dev->dev,
1315 				"full adc is not supported\n");
1316 			return -EINVAL;
1317 		}
1318 
1319 		switch (le16_to_cpu(get_endpoint(alts, 0)->wMaxPacketSize)) {
1320 		case UAC3_BADD_EP_MAXPSIZE_SYNC_MONO_16:
1321 		case UAC3_BADD_EP_MAXPSIZE_SYNC_STEREO_16:
1322 		case UAC3_BADD_EP_MAXPSIZE_ASYNC_MONO_16:
1323 		case UAC3_BADD_EP_MAXPSIZE_ASYNC_STEREO_16: {
1324 			resp->usb_audio_subslot_size = 0x2;
1325 			break;
1326 		}
1327 
1328 		case UAC3_BADD_EP_MAXPSIZE_SYNC_MONO_24:
1329 		case UAC3_BADD_EP_MAXPSIZE_SYNC_STEREO_24:
1330 		case UAC3_BADD_EP_MAXPSIZE_ASYNC_MONO_24:
1331 		case UAC3_BADD_EP_MAXPSIZE_ASYNC_STEREO_24: {
1332 			resp->usb_audio_subslot_size = 0x3;
1333 			break;
1334 		}
1335 
1336 		default:
1337 			dev_err(&subs->dev->dev,
1338 				"%d: %u: Invalid wMaxPacketSize\n",
1339 				subs->cur_audiofmt->iface,
1340 				subs->cur_audiofmt->altset_idx);
1341 			return -EINVAL;
1342 		}
1343 		resp->usb_audio_subslot_size_valid = 1;
1344 	} else {
1345 		dev_err(&subs->dev->dev, "unknown protocol version %x\n",
1346 			protocol);
1347 		return -ENODEV;
1348 	}
1349 
1350 	memcpy(&resp->std_as_opr_intf_desc, &alts->desc, sizeof(alts->desc));
1351 
1352 	return 0;
1353 }
1354 
1355 /**
1356  * prepare_qmi_response() - prepare stream enable response
1357  * @subs: usb substream
1358  * @req_msg: QMI request message
1359  * @resp: QMI response buffer
1360  * @info_idx: usb interface array index
1361  *
1362  * Prepares the QMI response for a USB QMI stream enable request.  Will parse
1363  * out the parameters within the stream enable request, in order to match
1364  * requested audio profile to the ones exposed by the USB device connected.
1365  *
1366  * In addition, will fetch the XHCI transfer resources needed for the handoff to
1367  * happen.  This includes, transfer ring and buffer addresses and secondary event
1368  * ring address.  These parameters will be communicated as part of the USB QMI
1369  * stream enable response.
1370  *
1371  */
1372 static int prepare_qmi_response(struct snd_usb_substream *subs,
1373 				struct qmi_uaudio_stream_req_msg_v01 *req_msg,
1374 				struct qmi_uaudio_stream_resp_msg_v01 *resp,
1375 				int info_idx)
1376 {
1377 	struct q6usb_offload *data;
1378 	int pcm_dev_num;
1379 	int card_num;
1380 	void *xfer_buf_cpu;
1381 	int ret;
1382 
1383 	pcm_dev_num = (req_msg->usb_token & QMI_STREAM_REQ_DEV_NUM_MASK) >> 8;
1384 	card_num = (req_msg->usb_token & QMI_STREAM_REQ_CARD_NUM_MASK) >> 16;
1385 
1386 	if (!uadev[card_num].ctrl_intf) {
1387 		dev_err(&subs->dev->dev, "audio ctrl intf info not cached\n");
1388 		return -ENODEV;
1389 	}
1390 
1391 	ret = uaudio_populate_uac_desc(subs, resp);
1392 	if (ret < 0)
1393 		return ret;
1394 
1395 	resp->slot_id = subs->dev->slot_id;
1396 	resp->slot_id_valid = 1;
1397 
1398 	data = snd_soc_usb_find_priv_data(uaudio_qdev->auxdev->dev.parent);
1399 	if (!data) {
1400 		dev_err(&subs->dev->dev, "No private data found\n");
1401 		return -ENODEV;
1402 	}
1403 
1404 	uaudio_qdev->data = data;
1405 
1406 	resp->std_as_opr_intf_desc_valid = 1;
1407 	ret = uaudio_endpoint_setup(subs, subs->data_endpoint, card_num,
1408 				    &resp->xhci_mem_info.tr_data,
1409 				    &resp->std_as_data_ep_desc);
1410 	if (ret < 0)
1411 		return ret;
1412 
1413 	resp->std_as_data_ep_desc_valid = 1;
1414 
1415 	if (subs->sync_endpoint) {
1416 		ret = uaudio_endpoint_setup(subs, subs->sync_endpoint, card_num,
1417 					    &resp->xhci_mem_info.tr_sync,
1418 					    &resp->std_as_sync_ep_desc);
1419 		if (ret < 0)
1420 			goto drop_data_ep;
1421 
1422 		resp->std_as_sync_ep_desc_valid = 1;
1423 	}
1424 
1425 	resp->interrupter_num_valid = 1;
1426 	resp->controller_num_valid = 0;
1427 	ret = usb_get_controller_id(subs->dev);
1428 	if (ret >= 0) {
1429 		resp->controller_num = ret;
1430 		resp->controller_num_valid = 1;
1431 	}
1432 
1433 	/* event ring */
1434 	ret = uaudio_event_ring_setup(subs, card_num,
1435 				      &resp->xhci_mem_info.evt_ring);
1436 	if (ret < 0)
1437 		goto drop_sync_ep;
1438 
1439 	uaudio_qdev->er_mapped = true;
1440 	resp->interrupter_num = xhci_sideband_interrupter_id(uadev[card_num].sb);
1441 
1442 	resp->speed_info = get_speed_info(subs->dev->speed);
1443 	if (resp->speed_info == USB_QMI_DEVICE_SPEED_INVALID_V01) {
1444 		ret = -ENODEV;
1445 		goto free_sec_ring;
1446 	}
1447 
1448 	resp->speed_info_valid = 1;
1449 
1450 	ret = uaudio_transfer_buffer_setup(subs, &xfer_buf_cpu, req_msg->xfer_buff_size,
1451 					   &resp->xhci_mem_info.xfer_buff);
1452 	if (ret < 0) {
1453 		ret = -ENOMEM;
1454 		goto free_sec_ring;
1455 	}
1456 
1457 	resp->xhci_mem_info_valid = 1;
1458 
1459 	if (!atomic_read(&uadev[card_num].in_use)) {
1460 		kref_init(&uadev[card_num].kref);
1461 		init_waitqueue_head(&uadev[card_num].disconnect_wq);
1462 		uadev[card_num].num_intf =
1463 			subs->dev->config->desc.bNumInterfaces;
1464 		uadev[card_num].info = kzalloc_objs(struct intf_info,
1465 						    uadev[card_num].num_intf);
1466 		if (!uadev[card_num].info) {
1467 			ret = -ENOMEM;
1468 			goto unmap_er;
1469 		}
1470 		uadev[card_num].udev = subs->dev;
1471 		atomic_set(&uadev[card_num].in_use, 1);
1472 	} else {
1473 		kref_get(&uadev[card_num].kref);
1474 	}
1475 
1476 	uadev[card_num].usb_core_id = resp->controller_num;
1477 
1478 	/* cache intf specific info to use it for unmap and free xfer buf */
1479 	uadev[card_num].info[info_idx].data_xfer_ring_va =
1480 					IOVA_MASK(resp->xhci_mem_info.tr_data.iova);
1481 	uadev[card_num].info[info_idx].data_xfer_ring_size = PAGE_SIZE;
1482 	uadev[card_num].info[info_idx].sync_xfer_ring_va =
1483 					IOVA_MASK(resp->xhci_mem_info.tr_sync.iova);
1484 	uadev[card_num].info[info_idx].sync_xfer_ring_size = PAGE_SIZE;
1485 	uadev[card_num].info[info_idx].xfer_buf_iova =
1486 					IOVA_MASK(resp->xhci_mem_info.xfer_buff.iova);
1487 	uadev[card_num].info[info_idx].xfer_buf_dma =
1488 					resp->xhci_mem_info.xfer_buff.dma;
1489 	uadev[card_num].info[info_idx].xfer_buf_size =
1490 					resp->xhci_mem_info.xfer_buff.size;
1491 	uadev[card_num].info[info_idx].data_ep_pipe = subs->data_endpoint ?
1492 						subs->data_endpoint->pipe : 0;
1493 	uadev[card_num].info[info_idx].sync_ep_pipe = subs->sync_endpoint ?
1494 						subs->sync_endpoint->pipe : 0;
1495 	uadev[card_num].info[info_idx].data_ep_idx = subs->data_endpoint ?
1496 						subs->data_endpoint->ep_num : 0;
1497 	uadev[card_num].info[info_idx].sync_ep_idx = subs->sync_endpoint ?
1498 						subs->sync_endpoint->ep_num : 0;
1499 	uadev[card_num].info[info_idx].xfer_buf_cpu = xfer_buf_cpu;
1500 	uadev[card_num].info[info_idx].pcm_card_num = card_num;
1501 	uadev[card_num].info[info_idx].pcm_dev_num = pcm_dev_num;
1502 	uadev[card_num].info[info_idx].direction = subs->direction;
1503 	uadev[card_num].info[info_idx].intf_num = subs->cur_audiofmt->iface;
1504 	uadev[card_num].info[info_idx].in_use = true;
1505 
1506 	set_bit(card_num, &uaudio_qdev->card_slot);
1507 
1508 	return 0;
1509 
1510 unmap_er:
1511 	uaudio_iommu_unmap(MEM_EVENT_RING, IOVA_BASE, PAGE_SIZE, PAGE_SIZE);
1512 free_sec_ring:
1513 	xhci_sideband_remove_interrupter(uadev[card_num].sb);
1514 	usb_offload_put(subs->dev);
1515 drop_sync_ep:
1516 	if (subs->sync_endpoint) {
1517 		uaudio_iommu_unmap(MEM_XFER_RING,
1518 				   IOVA_MASK(resp->xhci_mem_info.tr_sync.iova),
1519 				   PAGE_SIZE, PAGE_SIZE);
1520 		xhci_sideband_remove_endpoint(uadev[card_num].sb,
1521 			usb_pipe_endpoint(subs->dev, subs->sync_endpoint->pipe));
1522 	}
1523 drop_data_ep:
1524 	uaudio_iommu_unmap(MEM_XFER_RING, IOVA_MASK(resp->xhci_mem_info.tr_data.iova),
1525 			   PAGE_SIZE, PAGE_SIZE);
1526 	xhci_sideband_remove_endpoint(uadev[card_num].sb,
1527 			usb_pipe_endpoint(subs->dev, subs->data_endpoint->pipe));
1528 
1529 	return ret;
1530 }
1531 
1532 /**
1533  * handle_uaudio_stream_req() - handle stream enable/disable request
1534  * @handle: QMI client handle
1535  * @sq: qrtr socket
1536  * @txn: QMI transaction context
1537  * @decoded_msg: decoded QMI message
1538  *
1539  * Main handler for the QMI stream enable/disable requests.  This executes the
1540  * corresponding enable/disable stream apis, respectively.
1541  *
1542  */
1543 static void handle_uaudio_stream_req(struct qmi_handle *handle,
1544 				     struct sockaddr_qrtr *sq,
1545 				     struct qmi_txn *txn,
1546 				     const void *decoded_msg)
1547 {
1548 	struct qmi_uaudio_stream_req_msg_v01 *req_msg;
1549 	struct qmi_uaudio_stream_resp_msg_v01 resp = {{0}, 0};
1550 	struct uaudio_qmi_svc *svc = uaudio_svc;
1551 	struct snd_usb_audio *chip = NULL;
1552 	struct snd_usb_substream *subs;
1553 	struct usb_host_endpoint *ep;
1554 	int datainterval = -EINVAL;
1555 	int info_idx = -EINVAL;
1556 	struct intf_info *info;
1557 	u8 pcm_card_num;
1558 	u8 pcm_dev_num;
1559 	u8 direction;
1560 	int ret = 0;
1561 
1562 	if (!svc->client_connected) {
1563 		svc->client_sq = *sq;
1564 		svc->client_connected = true;
1565 	}
1566 
1567 	mutex_lock(&qdev_mutex);
1568 	req_msg = (struct qmi_uaudio_stream_req_msg_v01 *)decoded_msg;
1569 	if (!req_msg->audio_format_valid || !req_msg->bit_rate_valid ||
1570 	    !req_msg->number_of_ch_valid || !req_msg->xfer_buff_size_valid) {
1571 		ret = -EINVAL;
1572 		goto response;
1573 	}
1574 
1575 	if (!uaudio_qdev) {
1576 		ret = -EINVAL;
1577 		goto response;
1578 	}
1579 
1580 	direction = (req_msg->usb_token & QMI_STREAM_REQ_DIRECTION);
1581 	pcm_dev_num = (req_msg->usb_token & QMI_STREAM_REQ_DEV_NUM_MASK) >> 8;
1582 	pcm_card_num = (req_msg->usb_token & QMI_STREAM_REQ_CARD_NUM_MASK) >> 16;
1583 	if (pcm_card_num >= SNDRV_CARDS) {
1584 		ret = -EINVAL;
1585 		goto response;
1586 	}
1587 
1588 	if (req_msg->audio_format > USB_QMI_PCM_FORMAT_U32_BE) {
1589 		ret = -EINVAL;
1590 		goto response;
1591 	}
1592 
1593 	subs = find_substream(pcm_card_num, pcm_dev_num, direction);
1594 	chip = uadev[pcm_card_num].chip;
1595 	if (!subs || !chip || atomic_read(&chip->shutdown)) {
1596 		ret = -ENODEV;
1597 		goto response;
1598 	}
1599 
1600 	info_idx = info_idx_from_ifnum(pcm_card_num, subs->cur_audiofmt ?
1601 			subs->cur_audiofmt->iface : -1, req_msg->enable);
1602 	if (atomic_read(&chip->shutdown) || !subs->stream || !subs->stream->pcm ||
1603 	    !subs->stream->chip) {
1604 		ret = -ENODEV;
1605 		goto response;
1606 	}
1607 
1608 	scoped_guard(mutex, &chip->mutex) {
1609 		if (req_msg->enable) {
1610 			if (info_idx < 0 || chip->system_suspend || subs->opened) {
1611 				ret = -EBUSY;
1612 				goto response;
1613 			}
1614 			subs->opened = 1;
1615 		}
1616 	}
1617 
1618 	if (req_msg->service_interval_valid) {
1619 		ret = get_data_interval_from_si(subs,
1620 						req_msg->service_interval);
1621 		if (ret == -EINVAL)
1622 			goto response;
1623 
1624 		datainterval = ret;
1625 	}
1626 
1627 	uadev[pcm_card_num].ctrl_intf = chip->ctrl_intf;
1628 
1629 	if (req_msg->enable) {
1630 		ret = enable_audio_stream(subs,
1631 					  map_pcm_format(req_msg->audio_format),
1632 					  req_msg->number_of_ch, req_msg->bit_rate,
1633 					  datainterval);
1634 
1635 		if (!ret)
1636 			ret = prepare_qmi_response(subs, req_msg, &resp,
1637 						   info_idx);
1638 		if (ret < 0) {
1639 			guard(mutex)(&chip->mutex);
1640 			subs->opened = 0;
1641 		}
1642 	} else {
1643 		info = &uadev[pcm_card_num].info[info_idx];
1644 		if (info->data_ep_pipe) {
1645 			ep = usb_pipe_endpoint(uadev[pcm_card_num].udev,
1646 					       info->data_ep_pipe);
1647 			if (ep) {
1648 				xhci_sideband_stop_endpoint(uadev[pcm_card_num].sb,
1649 							    ep);
1650 				xhci_sideband_remove_endpoint(uadev[pcm_card_num].sb,
1651 							      ep);
1652 			}
1653 
1654 			info->data_ep_pipe = 0;
1655 		}
1656 
1657 		if (info->sync_ep_pipe) {
1658 			ep = usb_pipe_endpoint(uadev[pcm_card_num].udev,
1659 					       info->sync_ep_pipe);
1660 			if (ep) {
1661 				xhci_sideband_stop_endpoint(uadev[pcm_card_num].sb,
1662 							    ep);
1663 				xhci_sideband_remove_endpoint(uadev[pcm_card_num].sb,
1664 							      ep);
1665 			}
1666 
1667 			info->sync_ep_pipe = 0;
1668 		}
1669 
1670 		disable_audio_stream(subs);
1671 		guard(mutex)(&chip->mutex);
1672 		subs->opened = 0;
1673 	}
1674 
1675 response:
1676 	if (!req_msg->enable && ret != -EINVAL && ret != -ENODEV) {
1677 		guard(mutex)(&chip->mutex);
1678 		if (info_idx >= 0) {
1679 			info = &uadev[pcm_card_num].info[info_idx];
1680 			uaudio_dev_intf_cleanup(uadev[pcm_card_num].udev,
1681 						info);
1682 		}
1683 		if (atomic_read(&uadev[pcm_card_num].in_use))
1684 			kref_put(&uadev[pcm_card_num].kref,
1685 				 uaudio_dev_release);
1686 	}
1687 	mutex_unlock(&qdev_mutex);
1688 
1689 	resp.usb_token = req_msg->usb_token;
1690 	resp.usb_token_valid = 1;
1691 	resp.internal_status = ret;
1692 	resp.internal_status_valid = 1;
1693 	resp.status = ret ? USB_QMI_STREAM_REQ_FAILURE_V01 : ret;
1694 	resp.status_valid = 1;
1695 	ret = qmi_send_response(svc->uaudio_svc_hdl, sq, txn,
1696 				QMI_UAUDIO_STREAM_RESP_V01,
1697 				QMI_UAUDIO_STREAM_RESP_MSG_V01_MAX_MSG_LEN,
1698 				qmi_uaudio_stream_resp_msg_v01_ei, &resp);
1699 }
1700 
1701 static struct qmi_msg_handler uaudio_stream_req_handlers = {
1702 	.type = QMI_REQUEST,
1703 	.msg_id = QMI_UAUDIO_STREAM_REQ_V01,
1704 	.ei = qmi_uaudio_stream_req_msg_v01_ei,
1705 	.decoded_size = QMI_UAUDIO_STREAM_REQ_MSG_V01_MAX_MSG_LEN,
1706 	.fn = handle_uaudio_stream_req,
1707 };
1708 
1709 /**
1710  * qc_usb_audio_offload_init_qmi_dev() - initializes qmi dev
1711  *
1712  * Initializes the USB qdev, which is used to carry information pertaining to
1713  * the offloading resources.  This device is freed only when there are no longer
1714  * any offloading candidates. (i.e, when all audio devices are disconnected)
1715  *
1716  */
1717 static int qc_usb_audio_offload_init_qmi_dev(void)
1718 {
1719 	uaudio_qdev = kzalloc_obj(*uaudio_qdev);
1720 	if (!uaudio_qdev)
1721 		return -ENOMEM;
1722 
1723 	/* initialize xfer ring and xfer buf iova list */
1724 	INIT_LIST_HEAD(&uaudio_qdev->xfer_ring_list);
1725 	uaudio_qdev->curr_xfer_ring_iova = IOVA_XFER_RING_BASE;
1726 	uaudio_qdev->xfer_ring_iova_size =
1727 			IOVA_XFER_RING_MAX - IOVA_XFER_RING_BASE;
1728 
1729 	INIT_LIST_HEAD(&uaudio_qdev->xfer_buf_list);
1730 	uaudio_qdev->curr_xfer_buf_iova = IOVA_XFER_BUF_BASE;
1731 	uaudio_qdev->xfer_buf_iova_size =
1732 		IOVA_XFER_BUF_MAX - IOVA_XFER_BUF_BASE;
1733 
1734 	return 0;
1735 }
1736 
1737 /* Populates ppcm_idx array with supported PCM indexes */
1738 static int qc_usb_audio_offload_fill_avail_pcms(struct snd_usb_audio *chip,
1739 						struct snd_soc_usb_device *sdev)
1740 {
1741 	struct snd_usb_stream *as;
1742 	struct snd_usb_substream *subs;
1743 	int idx = 0;
1744 
1745 	list_for_each_entry(as, &chip->pcm_list, list) {
1746 		subs = &as->substream[SNDRV_PCM_STREAM_PLAYBACK];
1747 		if (subs->ep_num) {
1748 			sdev->ppcm_idx[idx] = as->pcm->device;
1749 			idx++;
1750 		}
1751 		/*
1752 		 * Break if the current index exceeds the number of possible
1753 		 * playback streams counted from the UAC descriptors.
1754 		 */
1755 		if (idx >= sdev->num_playback)
1756 			break;
1757 	}
1758 
1759 	return idx;
1760 }
1761 
1762 /**
1763  * qc_usb_audio_offload_probe() - platform op connect handler
1764  * @chip: USB SND device
1765  *
1766  * Platform connect handler when a USB SND device is detected. Will
1767  * notify SOC USB about the connection to enable the USB ASoC backend
1768  * and populate internal USB chip array.
1769  *
1770  */
1771 static void qc_usb_audio_offload_probe(struct snd_usb_audio *chip)
1772 {
1773 	struct usb_interface *intf = chip->intf[chip->num_interfaces - 1];
1774 	struct usb_interface_descriptor *altsd;
1775 	struct usb_host_interface *alts;
1776 	struct snd_soc_usb_device *sdev;
1777 	struct xhci_sideband *sb;
1778 
1779 	/*
1780 	 * If there is no priv_data, or no playback paths, the connected
1781 	 * device doesn't support offloading.  Avoid populating entries for
1782 	 * this device.
1783 	 */
1784 	if (!snd_soc_usb_find_priv_data(uaudio_qdev->auxdev->dev.parent) ||
1785 	    !usb_qmi_get_pcm_num(chip, 0))
1786 		return;
1787 
1788 	guard(mutex)(&qdev_mutex);
1789 	guard(mutex)(&chip->mutex);
1790 	if (!uadev[chip->card->number].chip) {
1791 		sdev = kzalloc_obj(*sdev);
1792 		if (!sdev)
1793 			return;
1794 
1795 		sb = xhci_sideband_register(intf, XHCI_SIDEBAND_VENDOR,
1796 					    uaudio_sideband_notifier);
1797 		if (!sb)
1798 			goto free_sdev;
1799 	} else {
1800 		sb = uadev[chip->card->number].sb;
1801 		sdev = uadev[chip->card->number].sdev;
1802 	}
1803 
1804 	uadev[chip->card->number].sb = sb;
1805 	uadev[chip->card->number].chip = chip;
1806 	uadev[chip->card->number].sdev = sdev;
1807 
1808 	alts = &intf->altsetting[0];
1809 	altsd = get_iface_desc(alts);
1810 
1811 	/* Wait until all PCM devices are populated before notifying soc-usb */
1812 	if (altsd->bInterfaceNumber == chip->last_iface) {
1813 		sdev->num_playback = usb_qmi_get_pcm_num(chip, 0);
1814 
1815 		/*
1816 		 * Allocate playback pcm index array based on number of possible
1817 		 * playback paths within the UAC descriptors.
1818 		 */
1819 		sdev->ppcm_idx = kcalloc(sdev->num_playback, sizeof(unsigned int),
1820 					 GFP_KERNEL);
1821 		if (!sdev->ppcm_idx)
1822 			goto unreg_xhci;
1823 
1824 		qc_usb_audio_offload_fill_avail_pcms(chip, sdev);
1825 		sdev->card_idx = chip->card->number;
1826 		sdev->chip_idx = chip->index;
1827 
1828 		snd_usb_offload_create_ctl(chip, uaudio_qdev->auxdev->dev.parent);
1829 		snd_soc_usb_connect(uaudio_qdev->auxdev->dev.parent, sdev);
1830 	}
1831 
1832 	return;
1833 
1834 unreg_xhci:
1835 	xhci_sideband_unregister(sb);
1836 	uadev[chip->card->number].sb = NULL;
1837 free_sdev:
1838 	kfree(sdev);
1839 	uadev[chip->card->number].sdev = NULL;
1840 	uadev[chip->card->number].chip = NULL;
1841 }
1842 
1843 /**
1844  * qc_usb_audio_cleanup_qmi_dev() - release qmi device
1845  *
1846  * Frees the USB qdev.  Only occurs when there are no longer any potential
1847  * devices that can utilize USB audio offloading.
1848  *
1849  */
1850 static void qc_usb_audio_cleanup_qmi_dev(void)
1851 {
1852 	kfree(uaudio_qdev);
1853 	uaudio_qdev = NULL;
1854 }
1855 
1856 /**
1857  * qc_usb_audio_offload_disconnect() - platform op disconnect handler
1858  * @chip: USB SND device
1859  *
1860  * Platform disconnect handler.  Will ensure that any pending stream is
1861  * halted by issuing a QMI disconnect indication packet to the adsp.
1862  *
1863  */
1864 static void qc_usb_audio_offload_disconnect(struct snd_usb_audio *chip)
1865 {
1866 	struct uaudio_dev *dev;
1867 	int card_num;
1868 
1869 	if (!chip)
1870 		return;
1871 
1872 	card_num = chip->card->number;
1873 	if (card_num >= SNDRV_CARDS)
1874 		return;
1875 
1876 	guard(mutex)(&qdev_mutex);
1877 	guard(mutex)(&chip->mutex);
1878 	dev = &uadev[card_num];
1879 
1880 	/* Device has already been cleaned up, or never populated */
1881 	if (!dev->chip)
1882 		return;
1883 
1884 	/* cleaned up already */
1885 	if (!dev->udev)
1886 		goto done;
1887 
1888 	uaudio_send_disconnect_ind(chip);
1889 	uaudio_dev_cleanup(dev);
1890 done:
1891 	/*
1892 	 * If num_interfaces == 1, the last USB SND interface is being removed.
1893 	 * This is to accommodate for devices w/ multiple UAC functions.
1894 	 */
1895 	if (chip->num_interfaces == 1) {
1896 		snd_soc_usb_disconnect(uaudio_qdev->auxdev->dev.parent, dev->sdev);
1897 		xhci_sideband_unregister(dev->sb);
1898 		dev->chip = NULL;
1899 		kfree(dev->sdev->ppcm_idx);
1900 		kfree(dev->sdev);
1901 		dev->sdev = NULL;
1902 	}
1903 }
1904 
1905 /**
1906  * qc_usb_audio_offload_suspend() - USB offload PM suspend handler
1907  * @intf: USB interface
1908  * @message: suspend type
1909  *
1910  * PM suspend handler to ensure that the USB offloading driver is able to stop
1911  * any pending traffic, so that the bus can be suspended.
1912  *
1913  */
1914 static void qc_usb_audio_offload_suspend(struct usb_interface *intf,
1915 					 pm_message_t message)
1916 {
1917 	struct snd_usb_audio *chip = usb_get_intfdata(intf);
1918 	int card_num;
1919 
1920 	if (!chip)
1921 		return;
1922 
1923 	card_num = chip->card->number;
1924 	if (card_num >= SNDRV_CARDS)
1925 		return;
1926 
1927 	guard(mutex)(&qdev_mutex);
1928 	guard(mutex)(&chip->mutex);
1929 
1930 	uaudio_send_disconnect_ind(chip);
1931 }
1932 
1933 static struct snd_usb_platform_ops offload_ops = {
1934 	.connect_cb = qc_usb_audio_offload_probe,
1935 	.disconnect_cb = qc_usb_audio_offload_disconnect,
1936 	.suspend_cb = qc_usb_audio_offload_suspend,
1937 };
1938 
1939 static int qc_usb_audio_probe(struct auxiliary_device *auxdev,
1940 			  const struct auxiliary_device_id *id)
1941 
1942 {
1943 	struct uaudio_qmi_svc *svc;
1944 	int ret;
1945 
1946 	svc = kzalloc_obj(*svc);
1947 	if (!svc)
1948 		return -ENOMEM;
1949 
1950 	svc->uaudio_svc_hdl = kzalloc_obj(*svc->uaudio_svc_hdl);
1951 	if (!svc->uaudio_svc_hdl) {
1952 		ret = -ENOMEM;
1953 		goto free_svc;
1954 	}
1955 
1956 	ret = qmi_handle_init(svc->uaudio_svc_hdl,
1957 			      QMI_UAUDIO_STREAM_REQ_MSG_V01_MAX_MSG_LEN,
1958 			      &uaudio_svc_ops_options,
1959 			      &uaudio_stream_req_handlers);
1960 	ret = qmi_add_server(svc->uaudio_svc_hdl, UAUDIO_STREAM_SERVICE_ID_V01,
1961 			     UAUDIO_STREAM_SERVICE_VERS_V01, 0);
1962 
1963 	uaudio_svc = svc;
1964 
1965 	qc_usb_audio_offload_init_qmi_dev();
1966 	uaudio_qdev->auxdev = auxdev;
1967 
1968 	ret = snd_usb_register_platform_ops(&offload_ops);
1969 	if (ret < 0)
1970 		goto release_qmi;
1971 
1972 	snd_usb_rediscover_devices();
1973 
1974 	return 0;
1975 
1976 release_qmi:
1977 	qc_usb_audio_cleanup_qmi_dev();
1978 	qmi_handle_release(svc->uaudio_svc_hdl);
1979 free_svc:
1980 	kfree(svc);
1981 
1982 	return ret;
1983 }
1984 
1985 static void qc_usb_audio_remove(struct auxiliary_device *auxdev)
1986 {
1987 	struct uaudio_qmi_svc *svc = uaudio_svc;
1988 	int idx;
1989 
1990 	/*
1991 	 * Remove all connected devices after unregistering ops, to ensure
1992 	 * that no further connect events will occur.  The disconnect routine
1993 	 * will issue the QMI disconnect indication, which results in the
1994 	 * external DSP to stop issuing transfers.
1995 	 */
1996 	snd_usb_unregister_platform_ops();
1997 	for (idx = 0; idx < SNDRV_CARDS; idx++)
1998 		qc_usb_audio_offload_disconnect(uadev[idx].chip);
1999 
2000 	qc_usb_audio_cleanup_qmi_dev();
2001 
2002 	qmi_handle_release(svc->uaudio_svc_hdl);
2003 	kfree(svc);
2004 	uaudio_svc = NULL;
2005 }
2006 
2007 static const struct auxiliary_device_id qc_usb_audio_table[] = {
2008 	{ .name = "q6usb.qc-usb-audio-offload" },
2009 	{},
2010 };
2011 MODULE_DEVICE_TABLE(auxiliary, qc_usb_audio_table);
2012 
2013 static struct auxiliary_driver qc_usb_audio_offload_drv = {
2014 	.name = "qc-usb-audio-offload",
2015 	.id_table = qc_usb_audio_table,
2016 	.probe = qc_usb_audio_probe,
2017 	.remove = qc_usb_audio_remove,
2018 };
2019 module_auxiliary_driver(qc_usb_audio_offload_drv);
2020 
2021 MODULE_DESCRIPTION("QC USB Audio Offloading");
2022 MODULE_LICENSE("GPL");
2023