xref: /linux/sound/soc/qcom/qdsp6/audioreach.c (revision 05a54fa773284d1a7923cdfdd8f0c8dabb98bd26)
1 // SPDX-License-Identifier: GPL-2.0
2 // Copyright (c) 2020, Linaro Limited
3 
4 #include <linux/kernel.h>
5 #include <linux/slab.h>
6 #include <linux/soc/qcom/apr.h>
7 #include <sound/soc.h>
8 #include <sound/soc-dai.h>
9 #include <sound/pcm.h>
10 #include <sound/pcm_params.h>
11 #include <dt-bindings/soc/qcom,gpr.h>
12 #include "q6apm.h"
13 #include "audioreach.h"
14 
15 /* SubGraph Config */
16 struct apm_sub_graph_data {
17 	struct apm_sub_graph_cfg sub_graph_cfg;
18 	struct apm_prop_data perf_data;
19 	struct apm_sg_prop_id_perf_mode perf;
20 	struct apm_prop_data dir_data;
21 	struct apm_sg_prop_id_direction dir;
22 	struct apm_prop_data sid_data;
23 	struct apm_sg_prop_id_scenario_id sid;
24 
25 } __packed;
26 
27 #define APM_SUB_GRAPH_CFG_NPROP	3
28 
29 struct apm_sub_graph_params  {
30 	struct apm_module_param_data param_data;
31 	uint32_t num_sub_graphs;
32 	struct apm_sub_graph_data sg_cfg[];
33 } __packed;
34 
35 #define APM_SUB_GRAPH_PSIZE(p, n) ALIGN(struct_size(p, sg_cfg, n), 8)
36 
37 /* container config */
38 struct apm_container_obj  {
39 	struct apm_container_cfg container_cfg;
40 	/* Capability ID list */
41 	struct apm_prop_data cap_data;
42 	uint32_t num_capability_id;
43 	uint32_t capability_id;
44 
45 	/* Container graph Position */
46 	struct apm_prop_data pos_data;
47 	struct apm_cont_prop_id_graph_pos pos;
48 
49 	/* Container Stack size */
50 	struct apm_prop_data stack_data;
51 	struct apm_cont_prop_id_stack_size stack;
52 
53 	/* Container proc domain id */
54 	struct apm_prop_data domain_data;
55 	struct apm_cont_prop_id_domain domain;
56 } __packed;
57 
58 struct apm_container_params  {
59 	struct apm_module_param_data param_data;
60 	uint32_t num_containers;
61 	struct apm_container_obj cont_obj[];
62 } __packed;
63 
64 #define APM_CONTAINER_PSIZE(p, n) ALIGN(struct_size(p, cont_obj, n), 8)
65 
66 /* Module List config */
67 struct apm_mod_list_obj {
68 	/* Modules list cfg */
69 	uint32_t sub_graph_id;
70 	uint32_t container_id;
71 	uint32_t num_modules;
72 	struct apm_module_obj mod_cfg[];
73 } __packed;
74 
75 #define APM_MOD_LIST_OBJ_PSIZE(p, n) struct_size(p, mod_cfg, n)
76 
77 struct apm_module_list_params {
78 	struct apm_module_param_data param_data;
79 	uint32_t num_modules_list;
80 	/* Module list config array */
81 	struct apm_mod_list_obj mod_list_obj[];
82 } __packed;
83 
84 
85 /* Module Properties */
86 struct apm_mod_prop_obj {
87 	u32 instance_id;
88 	u32 num_props;
89 	struct apm_prop_data prop_data_1;
90 	struct apm_module_prop_id_port_info prop_id_port;
91 } __packed;
92 
93 struct apm_prop_list_params {
94 	struct apm_module_param_data param_data;
95 	u32 num_modules_prop_cfg;
96 	struct apm_mod_prop_obj mod_prop_obj[];
97 
98 } __packed;
99 
100 #define APM_MOD_PROP_PSIZE(p, n) ALIGN(struct_size(p, mod_prop_obj, n), 8)
101 
102 /* Module Connections */
103 struct apm_mod_conn_list_params {
104 	struct apm_module_param_data param_data;
105 	u32 num_connections;
106 	struct apm_module_conn_obj conn_obj[];
107 
108 } __packed;
109 
110 #define APM_MOD_CONN_PSIZE(p, n) ALIGN(struct_size(p, conn_obj, n), 8)
111 
112 struct apm_graph_open_params {
113 	struct apm_cmd_header *cmd_header;
114 	struct apm_sub_graph_params *sg_data;
115 	struct apm_container_params *cont_data;
116 	struct apm_module_list_params *mod_list_data;
117 	struct apm_prop_list_params *mod_prop_data;
118 	struct apm_mod_conn_list_params *mod_conn_list_data;
119 } __packed;
120 
121 struct apm_pcm_module_media_fmt_cmd {
122 	struct apm_module_param_data param_data;
123 	struct param_id_pcm_output_format_cfg header;
124 	struct payload_pcm_output_format_cfg media_cfg;
125 } __packed;
126 
127 struct apm_rd_shmem_module_config_cmd {
128 	struct apm_module_param_data param_data;
129 	struct param_id_rd_sh_mem_cfg cfg;
130 } __packed;
131 
132 struct apm_sh_module_media_fmt_cmd {
133 	struct media_format header;
134 	struct payload_media_fmt_pcm cfg;
135 } __packed;
136 
137 #define APM_SHMEM_FMT_CFG_PSIZE(ch) ALIGN( \
138 				sizeof(struct apm_sh_module_media_fmt_cmd) + \
139 				ch * sizeof(uint8_t), 8)
140 
141 /* num of channels as argument */
142 #define APM_PCM_MODULE_FMT_CMD_PSIZE(ch) ALIGN( \
143 				sizeof(struct apm_pcm_module_media_fmt_cmd) + \
144 				ch * sizeof(uint8_t), 8)
145 
146 #define APM_PCM_OUT_FMT_CFG_PSIZE(p, n) ALIGN(struct_size(p, channel_mapping, n), 4)
147 
148 struct apm_i2s_module_intf_cfg {
149 	struct apm_module_param_data param_data;
150 	struct param_id_i2s_intf_cfg cfg;
151 } __packed;
152 
153 #define APM_I2S_INTF_CFG_PSIZE ALIGN(sizeof(struct apm_i2s_module_intf_cfg), 8)
154 
155 struct apm_module_hw_ep_mf_cfg {
156 	struct apm_module_param_data param_data;
157 	struct param_id_hw_ep_mf mf;
158 } __packed;
159 
160 #define APM_HW_EP_CFG_PSIZE ALIGN(sizeof(struct apm_module_hw_ep_mf_cfg), 8)
161 
162 #define APM_MFC_CFG_PSIZE(p, n) ALIGN(struct_size(p, channel_mapping, n), 4)
163 
164 struct apm_module_frame_size_factor_cfg {
165 	struct apm_module_param_data param_data;
166 	uint32_t frame_size_factor;
167 } __packed;
168 
169 #define APM_FS_CFG_PSIZE ALIGN(sizeof(struct apm_module_frame_size_factor_cfg), 8)
170 
171 struct apm_module_hw_ep_power_mode_cfg {
172 	struct apm_module_param_data param_data;
173 	struct param_id_hw_ep_power_mode_cfg power_mode;
174 } __packed;
175 
176 #define APM_HW_EP_PMODE_CFG_PSIZE ALIGN(sizeof(struct apm_module_hw_ep_power_mode_cfg),	8)
177 
178 struct apm_module_hw_ep_dma_data_align_cfg {
179 	struct apm_module_param_data param_data;
180 	struct param_id_hw_ep_dma_data_align align;
181 } __packed;
182 
183 #define APM_HW_EP_DALIGN_CFG_PSIZE ALIGN(sizeof(struct apm_module_hw_ep_dma_data_align_cfg), 8)
184 
185 struct apm_gain_module_cfg {
186 	struct apm_module_param_data param_data;
187 	struct param_id_gain_cfg gain_cfg;
188 } __packed;
189 
190 #define APM_GAIN_CFG_PSIZE ALIGN(sizeof(struct apm_gain_module_cfg), 8)
191 
192 struct apm_codec_dma_module_intf_cfg {
193 	struct apm_module_param_data param_data;
194 	struct param_id_codec_dma_intf_cfg cfg;
195 } __packed;
196 
197 #define APM_CDMA_INTF_CFG_PSIZE ALIGN(sizeof(struct apm_codec_dma_module_intf_cfg), 8)
198 
199 struct apm_display_port_module_intf_cfg {
200 	struct apm_module_param_data param_data;
201 	struct param_id_display_port_intf_cfg cfg;
202 } __packed;
203 #define APM_DP_INTF_CFG_PSIZE ALIGN(sizeof(struct apm_display_port_module_intf_cfg), 8)
204 
205 static void *__audioreach_alloc_pkt(int payload_size, uint32_t opcode, uint32_t token,
206 				    uint32_t src_port, uint32_t dest_port, bool has_cmd_hdr)
207 {
208 	struct gpr_pkt *pkt;
209 	void *p;
210 	int pkt_size = GPR_HDR_SIZE + payload_size;
211 
212 	if (has_cmd_hdr)
213 		pkt_size += APM_CMD_HDR_SIZE;
214 
215 	p = kzalloc(pkt_size, GFP_KERNEL);
216 	if (!p)
217 		return ERR_PTR(-ENOMEM);
218 
219 	pkt = p;
220 	pkt->hdr.version = GPR_PKT_VER;
221 	pkt->hdr.hdr_size = GPR_PKT_HEADER_WORD_SIZE;
222 	pkt->hdr.pkt_size = pkt_size;
223 	pkt->hdr.dest_port = dest_port;
224 	pkt->hdr.src_port = src_port;
225 
226 	pkt->hdr.dest_domain = GPR_DOMAIN_ID_ADSP;
227 	pkt->hdr.src_domain = GPR_DOMAIN_ID_APPS;
228 	pkt->hdr.token = token;
229 	pkt->hdr.opcode = opcode;
230 
231 	if (has_cmd_hdr) {
232 		struct apm_cmd_header *cmd_header;
233 
234 		p = p + GPR_HDR_SIZE;
235 		cmd_header = p;
236 		cmd_header->payload_size = payload_size;
237 	}
238 
239 	return pkt;
240 }
241 
242 void *audioreach_alloc_pkt(int payload_size, uint32_t opcode, uint32_t token,
243 			   uint32_t src_port, uint32_t dest_port)
244 {
245 	return __audioreach_alloc_pkt(payload_size, opcode, token, src_port, dest_port, false);
246 }
247 EXPORT_SYMBOL_GPL(audioreach_alloc_pkt);
248 
249 void *audioreach_alloc_apm_pkt(int pkt_size, uint32_t opcode, uint32_t token, uint32_t src_port)
250 {
251 	return __audioreach_alloc_pkt(pkt_size, opcode, token, src_port, APM_MODULE_INSTANCE_ID,
252 				      false);
253 }
254 EXPORT_SYMBOL_GPL(audioreach_alloc_apm_pkt);
255 
256 void *audioreach_alloc_cmd_pkt(int payload_size, uint32_t opcode, uint32_t token,
257 			       uint32_t src_port, uint32_t dest_port)
258 {
259 	return __audioreach_alloc_pkt(payload_size, opcode, token, src_port, dest_port, true);
260 }
261 EXPORT_SYMBOL_GPL(audioreach_alloc_cmd_pkt);
262 
263 void *audioreach_alloc_apm_cmd_pkt(int pkt_size, uint32_t opcode, uint32_t token)
264 {
265 	return __audioreach_alloc_pkt(pkt_size, opcode, token, GPR_APM_MODULE_IID,
266 				       APM_MODULE_INSTANCE_ID, true);
267 }
268 EXPORT_SYMBOL_GPL(audioreach_alloc_apm_cmd_pkt);
269 
270 void audioreach_set_default_channel_mapping(u8 *ch_map, int num_channels)
271 {
272 	if (num_channels == 1) {
273 		ch_map[0] =  PCM_CHANNEL_FL;
274 	} else if (num_channels == 2) {
275 		ch_map[0] =  PCM_CHANNEL_FL;
276 		ch_map[1] =  PCM_CHANNEL_FR;
277 	} else if (num_channels == 4) {
278 		ch_map[0] =  PCM_CHANNEL_FL;
279 		ch_map[1] =  PCM_CHANNEL_FR;
280 		ch_map[2] =  PCM_CHANNEL_LS;
281 		ch_map[3] =  PCM_CHANNEL_RS;
282 	}
283 }
284 EXPORT_SYMBOL_GPL(audioreach_set_default_channel_mapping);
285 
286 static void apm_populate_container_config(struct apm_container_obj *cfg,
287 					  struct audioreach_container *cont)
288 {
289 
290 	/* Container Config */
291 	cfg->container_cfg.container_id = cont->container_id;
292 	cfg->container_cfg.num_prop = 4;
293 
294 	/* Capability list */
295 	cfg->cap_data.prop_id = APM_CONTAINER_PROP_ID_CAPABILITY_LIST;
296 	cfg->cap_data.prop_size = APM_CONTAINER_PROP_ID_CAPABILITY_SIZE;
297 	cfg->num_capability_id = 1;
298 	cfg->capability_id = cont->capability_id;
299 
300 	/* Graph Position */
301 	cfg->pos_data.prop_id = APM_CONTAINER_PROP_ID_GRAPH_POS;
302 	cfg->pos_data.prop_size = sizeof(struct apm_cont_prop_id_graph_pos);
303 	cfg->pos.graph_pos = cont->graph_pos;
304 
305 	/* Stack size */
306 	cfg->stack_data.prop_id = APM_CONTAINER_PROP_ID_STACK_SIZE;
307 	cfg->stack_data.prop_size = sizeof(struct apm_cont_prop_id_stack_size);
308 	cfg->stack.stack_size = cont->stack_size;
309 
310 	/* Proc domain */
311 	cfg->domain_data.prop_id = APM_CONTAINER_PROP_ID_PROC_DOMAIN;
312 	cfg->domain_data.prop_size = sizeof(struct apm_cont_prop_id_domain);
313 	cfg->domain.proc_domain = cont->proc_domain;
314 }
315 
316 static void apm_populate_sub_graph_config(struct apm_sub_graph_data *cfg,
317 					  struct audioreach_sub_graph *sg)
318 {
319 	cfg->sub_graph_cfg.sub_graph_id = sg->sub_graph_id;
320 	cfg->sub_graph_cfg.num_sub_graph_prop = APM_SUB_GRAPH_CFG_NPROP;
321 
322 	/* Perf Mode */
323 	cfg->perf_data.prop_id = APM_SUB_GRAPH_PROP_ID_PERF_MODE;
324 	cfg->perf_data.prop_size = APM_SG_PROP_ID_PERF_MODE_SIZE;
325 	cfg->perf.perf_mode = sg->perf_mode;
326 
327 	/* Direction */
328 	cfg->dir_data.prop_id = APM_SUB_GRAPH_PROP_ID_DIRECTION;
329 	cfg->dir_data.prop_size = APM_SG_PROP_ID_DIR_SIZE;
330 	cfg->dir.direction = sg->direction;
331 
332 	/* Scenario ID */
333 	cfg->sid_data.prop_id = APM_SUB_GRAPH_PROP_ID_SCENARIO_ID;
334 	cfg->sid_data.prop_size = APM_SG_PROP_ID_SID_SIZE;
335 	cfg->sid.scenario_id = sg->scenario_id;
336 }
337 
338 static void apm_populate_module_prop_obj(struct apm_mod_prop_obj *obj,
339 					 struct audioreach_module *module)
340 {
341 
342 	obj->instance_id = module->instance_id;
343 	obj->num_props = 1;
344 	obj->prop_data_1.prop_id = APM_MODULE_PROP_ID_PORT_INFO;
345 	obj->prop_data_1.prop_size = APM_MODULE_PROP_ID_PORT_INFO_SZ;
346 	obj->prop_id_port.max_ip_port = module->max_ip_port;
347 	obj->prop_id_port.max_op_port = module->max_op_port;
348 }
349 
350 static void apm_populate_module_list_obj(struct apm_mod_list_obj *obj,
351 					 struct audioreach_container *container,
352 					 int sub_graph_id)
353 {
354 	struct audioreach_module *module;
355 	int i;
356 
357 	obj->sub_graph_id = sub_graph_id;
358 	obj->container_id = container->container_id;
359 	obj->num_modules = container->num_modules;
360 	i = 0;
361 	list_for_each_entry(module, &container->modules_list, node) {
362 		obj->mod_cfg[i].module_id = module->module_id;
363 		obj->mod_cfg[i].instance_id = module->instance_id;
364 		i++;
365 	}
366 }
367 
368 static void audioreach_populate_graph(struct q6apm *apm, struct audioreach_graph_info *info,
369 				      struct apm_graph_open_params *open,
370 				      struct list_head *sg_list,
371 				      int num_sub_graphs)
372 {
373 	struct apm_mod_conn_list_params *mc_data = open->mod_conn_list_data;
374 	struct apm_module_list_params *ml_data = open->mod_list_data;
375 	struct apm_prop_list_params *mp_data = open->mod_prop_data;
376 	struct apm_container_params *c_data = open->cont_data;
377 	struct apm_sub_graph_params *sg_data = open->sg_data;
378 	int ncontainer = 0, nmodule = 0, nconn = 0;
379 	struct apm_mod_prop_obj *module_prop_obj;
380 	struct audioreach_container *container;
381 	struct apm_module_conn_obj *conn_obj;
382 	struct audioreach_module *module;
383 	struct audioreach_sub_graph *sg;
384 	struct apm_container_obj *cobj;
385 	struct apm_mod_list_obj *mlobj;
386 	int i = 0;
387 
388 	mlobj = &ml_data->mod_list_obj[0];
389 
390 
391 	if (info->dst_mod_inst_id && info->src_mod_inst_id) {
392 		conn_obj = &mc_data->conn_obj[nconn];
393 		conn_obj->src_mod_inst_id = info->src_mod_inst_id;
394 		conn_obj->src_mod_op_port_id = info->src_mod_op_port_id;
395 		conn_obj->dst_mod_inst_id = info->dst_mod_inst_id;
396 		conn_obj->dst_mod_ip_port_id = info->dst_mod_ip_port_id;
397 		nconn++;
398 	}
399 
400 	list_for_each_entry(sg, sg_list, node) {
401 		struct apm_sub_graph_data *sg_cfg = &sg_data->sg_cfg[i++];
402 
403 		apm_populate_sub_graph_config(sg_cfg, sg);
404 
405 		list_for_each_entry(container, &sg->container_list, node) {
406 			cobj = &c_data->cont_obj[ncontainer];
407 
408 			apm_populate_container_config(cobj, container);
409 			apm_populate_module_list_obj(mlobj, container, sg->sub_graph_id);
410 
411 			list_for_each_entry(module, &container->modules_list, node) {
412 				int pn;
413 
414 				module_prop_obj = &mp_data->mod_prop_obj[nmodule++];
415 				apm_populate_module_prop_obj(module_prop_obj, module);
416 
417 				if (!module->max_op_port)
418 					continue;
419 
420 				for (pn = 0; pn < module->max_op_port; pn++) {
421 					if (module->dst_mod_inst_id[pn]) {
422 						conn_obj = &mc_data->conn_obj[nconn];
423 						conn_obj->src_mod_inst_id = module->instance_id;
424 						conn_obj->src_mod_op_port_id =
425 								module->src_mod_op_port_id[pn];
426 						conn_obj->dst_mod_inst_id =
427 								module->dst_mod_inst_id[pn];
428 						conn_obj->dst_mod_ip_port_id =
429 								module->dst_mod_ip_port_id[pn];
430 						nconn++;
431 					}
432 				}
433 			}
434 			mlobj = (void *) mlobj + APM_MOD_LIST_OBJ_PSIZE(mlobj,
435 									container->num_modules);
436 
437 			ncontainer++;
438 		}
439 	}
440 }
441 
442 void *audioreach_alloc_graph_pkt(struct q6apm *apm, struct audioreach_graph_info *info)
443 {
444 	int payload_size, sg_sz, cont_sz, ml_sz, mp_sz, mc_sz;
445 	struct apm_module_param_data  *param_data;
446 	struct apm_container_params *cont_params;
447 	struct audioreach_container *container;
448 	struct apm_sub_graph_params *sg_params;
449 	struct apm_mod_conn_list_params *mcon;
450 	struct apm_graph_open_params params;
451 	struct apm_prop_list_params *mprop;
452 	struct audioreach_module *module;
453 	struct audioreach_sub_graph *sgs;
454 	struct apm_mod_list_obj *mlobj;
455 	struct list_head *sg_list;
456 	int num_connections = 0;
457 	int num_containers = 0;
458 	int num_sub_graphs = 0;
459 	int num_modules = 0;
460 	int num_modules_list;
461 	struct gpr_pkt *pkt;
462 	void *p;
463 
464 	sg_list = &info->sg_list;
465 	ml_sz = 0;
466 
467 	/* add FE-BE connections */
468 	if (info->dst_mod_inst_id && info->src_mod_inst_id)
469 		num_connections++;
470 
471 	list_for_each_entry(sgs, sg_list, node) {
472 		num_sub_graphs++;
473 		list_for_each_entry(container, &sgs->container_list, node) {
474 			num_containers++;
475 			num_modules += container->num_modules;
476 			ml_sz = ml_sz + sizeof(struct apm_module_list_params) +
477 				APM_MOD_LIST_OBJ_PSIZE(mlobj, container->num_modules);
478 
479 			list_for_each_entry(module, &container->modules_list, node) {
480 				num_connections += module->num_connections;
481 			}
482 		}
483 	}
484 
485 	num_modules_list = num_containers;
486 	sg_sz = APM_SUB_GRAPH_PSIZE(sg_params, num_sub_graphs);
487 	cont_sz = APM_CONTAINER_PSIZE(cont_params, num_containers);
488 
489 	ml_sz = ALIGN(ml_sz, 8);
490 
491 	mp_sz = APM_MOD_PROP_PSIZE(mprop, num_modules);
492 	mc_sz =	APM_MOD_CONN_PSIZE(mcon, num_connections);
493 
494 	payload_size = sg_sz + cont_sz + ml_sz + mp_sz + mc_sz;
495 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_GRAPH_OPEN, 0);
496 	if (IS_ERR(pkt))
497 		return pkt;
498 
499 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
500 
501 	/* SubGraph */
502 	params.sg_data = p;
503 	param_data = &params.sg_data->param_data;
504 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
505 	param_data->param_id = APM_PARAM_ID_SUB_GRAPH_CONFIG;
506 	param_data->param_size = sg_sz - APM_MODULE_PARAM_DATA_SIZE;
507 	params.sg_data->num_sub_graphs = num_sub_graphs;
508 	p += sg_sz;
509 
510 	/* Container */
511 	params.cont_data = p;
512 	param_data = &params.cont_data->param_data;
513 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
514 	param_data->param_id = APM_PARAM_ID_CONTAINER_CONFIG;
515 	param_data->param_size = cont_sz - APM_MODULE_PARAM_DATA_SIZE;
516 	params.cont_data->num_containers = num_containers;
517 	p += cont_sz;
518 
519 	/* Module List*/
520 	params.mod_list_data = p;
521 	param_data = &params.mod_list_data->param_data;
522 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
523 	param_data->param_id = APM_PARAM_ID_MODULE_LIST;
524 	param_data->param_size = ml_sz - APM_MODULE_PARAM_DATA_SIZE;
525 	params.mod_list_data->num_modules_list = num_modules_list;
526 	p += ml_sz;
527 
528 	/* Module Properties */
529 	params.mod_prop_data = p;
530 	param_data = &params.mod_prop_data->param_data;
531 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
532 	param_data->param_id = APM_PARAM_ID_MODULE_PROP;
533 	param_data->param_size = mp_sz - APM_MODULE_PARAM_DATA_SIZE;
534 	params.mod_prop_data->num_modules_prop_cfg = num_modules;
535 	p += mp_sz;
536 
537 	/* Module Connections */
538 	params.mod_conn_list_data = p;
539 	param_data = &params.mod_conn_list_data->param_data;
540 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
541 	param_data->param_id = APM_PARAM_ID_MODULE_CONN;
542 	param_data->param_size = mc_sz - APM_MODULE_PARAM_DATA_SIZE;
543 	params.mod_conn_list_data->num_connections = num_connections;
544 	p += mc_sz;
545 
546 	audioreach_populate_graph(apm, info, &params, sg_list, num_sub_graphs);
547 
548 	return pkt;
549 }
550 EXPORT_SYMBOL_GPL(audioreach_alloc_graph_pkt);
551 
552 int audioreach_send_cmd_sync(struct device *dev, gpr_device_t *gdev,
553 			     struct gpr_ibasic_rsp_result_t *result, struct mutex *cmd_lock,
554 			     gpr_port_t *port, wait_queue_head_t *cmd_wait,
555 			     struct gpr_pkt *pkt, uint32_t rsp_opcode)
556 {
557 
558 	struct gpr_hdr *hdr = &pkt->hdr;
559 	int rc;
560 
561 	mutex_lock(cmd_lock);
562 	result->opcode = 0;
563 	result->status = 0;
564 
565 	if (port)
566 		rc = gpr_send_port_pkt(port, pkt);
567 	else if (gdev)
568 		rc = gpr_send_pkt(gdev, pkt);
569 	else
570 		rc = -EINVAL;
571 
572 	if (rc < 0)
573 		goto err;
574 
575 	if (rsp_opcode)
576 		rc = wait_event_timeout(*cmd_wait, (result->opcode == hdr->opcode) ||
577 					(result->opcode == rsp_opcode),	5 * HZ);
578 	else
579 		rc = wait_event_timeout(*cmd_wait, (result->opcode == hdr->opcode), 5 * HZ);
580 
581 	if (!rc) {
582 		dev_err(dev, "CMD timeout for [%x] opcode\n", hdr->opcode);
583 		rc = -ETIMEDOUT;
584 	} else if (result->status > 0) {
585 		dev_err(dev, "DSP returned error[%x] %x\n", hdr->opcode, result->status);
586 		rc = -EINVAL;
587 	} else {
588 		/* DSP successfully finished the command */
589 		rc = 0;
590 	}
591 
592 err:
593 	mutex_unlock(cmd_lock);
594 	return rc;
595 }
596 EXPORT_SYMBOL_GPL(audioreach_send_cmd_sync);
597 
598 int audioreach_graph_send_cmd_sync(struct q6apm_graph *graph, struct gpr_pkt *pkt,
599 				   uint32_t rsp_opcode)
600 {
601 
602 	return audioreach_send_cmd_sync(graph->dev, NULL,  &graph->result, &graph->lock,
603 					graph->port, &graph->cmd_wait, pkt, rsp_opcode);
604 }
605 EXPORT_SYMBOL_GPL(audioreach_graph_send_cmd_sync);
606 
607 static int audioreach_display_port_set_media_format(struct q6apm_graph *graph,
608 						    struct audioreach_module *module,
609 						    struct audioreach_module_config *cfg)
610 {
611 	struct apm_display_port_module_intf_cfg *intf_cfg;
612 	struct apm_module_frame_size_factor_cfg *fs_cfg;
613 	struct apm_module_param_data *param_data;
614 	struct apm_module_hw_ep_mf_cfg *hw_cfg;
615 	int ic_sz, ep_sz, fs_sz, dl_sz;
616 	int rc, payload_size;
617 	struct gpr_pkt *pkt;
618 	void *p;
619 
620 	ic_sz = APM_DP_INTF_CFG_PSIZE;
621 	ep_sz = APM_HW_EP_CFG_PSIZE;
622 	fs_sz = APM_FS_CFG_PSIZE;
623 	dl_sz = 0;
624 
625 	payload_size = ic_sz + ep_sz + fs_sz + dl_sz;
626 
627 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
628 	if (IS_ERR(pkt))
629 		return PTR_ERR(pkt);
630 
631 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
632 
633 	hw_cfg = p;
634 	param_data = &hw_cfg->param_data;
635 	param_data->module_instance_id = module->instance_id;
636 	param_data->error_code = 0;
637 	param_data->param_id = PARAM_ID_HW_EP_MF_CFG;
638 	param_data->param_size = ep_sz - APM_MODULE_PARAM_DATA_SIZE;
639 
640 	hw_cfg->mf.sample_rate = cfg->sample_rate;
641 	hw_cfg->mf.bit_width = cfg->bit_width;
642 	hw_cfg->mf.num_channels = cfg->num_channels;
643 	hw_cfg->mf.data_format = module->data_format;
644 	p += ep_sz;
645 
646 	fs_cfg = p;
647 	param_data = &fs_cfg->param_data;
648 	param_data->module_instance_id = module->instance_id;
649 	param_data->error_code = 0;
650 	param_data->param_id = PARAM_ID_HW_EP_FRAME_SIZE_FACTOR;
651 	param_data->param_size = fs_sz - APM_MODULE_PARAM_DATA_SIZE;
652 	fs_cfg->frame_size_factor = 1;
653 	p += fs_sz;
654 
655 	intf_cfg = p;
656 	param_data = &intf_cfg->param_data;
657 	param_data->module_instance_id = module->instance_id;
658 	param_data->error_code = 0;
659 	param_data->param_id = PARAM_ID_DISPLAY_PORT_INTF_CFG;
660 	param_data->param_size = ic_sz - APM_MODULE_PARAM_DATA_SIZE;
661 
662 	intf_cfg->cfg.channel_allocation = cfg->channel_allocation;
663 	intf_cfg->cfg.mst_idx = 0;
664 	intf_cfg->cfg.dptx_idx = cfg->dp_idx;
665 
666 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
667 
668 	kfree(pkt);
669 
670 	return rc;
671 }
672 
673 /* LPASS Codec DMA port Module Media Format Setup */
674 static int audioreach_codec_dma_set_media_format(struct q6apm_graph *graph,
675 						 struct audioreach_module *module,
676 						 struct audioreach_module_config *cfg)
677 {
678 	struct apm_codec_dma_module_intf_cfg *intf_cfg;
679 	struct apm_module_frame_size_factor_cfg *fs_cfg;
680 	struct apm_module_hw_ep_power_mode_cfg *pm_cfg;
681 	struct apm_module_param_data *param_data;
682 	struct apm_module_hw_ep_mf_cfg *hw_cfg;
683 	int ic_sz, ep_sz, fs_sz, pm_sz, dl_sz;
684 	int rc, payload_size;
685 	struct gpr_pkt *pkt;
686 	void *p;
687 
688 	ic_sz = APM_CDMA_INTF_CFG_PSIZE;
689 	ep_sz = APM_HW_EP_CFG_PSIZE;
690 	fs_sz = APM_FS_CFG_PSIZE;
691 	pm_sz = APM_HW_EP_PMODE_CFG_PSIZE;
692 	dl_sz = 0;
693 
694 	payload_size = ic_sz + ep_sz + fs_sz + pm_sz + dl_sz;
695 
696 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
697 	if (IS_ERR(pkt))
698 		return PTR_ERR(pkt);
699 
700 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
701 
702 	hw_cfg = p;
703 	param_data = &hw_cfg->param_data;
704 	param_data->module_instance_id = module->instance_id;
705 	param_data->error_code = 0;
706 	param_data->param_id = PARAM_ID_HW_EP_MF_CFG;
707 	param_data->param_size = ep_sz - APM_MODULE_PARAM_DATA_SIZE;
708 
709 	hw_cfg->mf.sample_rate = cfg->sample_rate;
710 	hw_cfg->mf.bit_width = cfg->bit_width;
711 	hw_cfg->mf.num_channels = cfg->num_channels;
712 	hw_cfg->mf.data_format = module->data_format;
713 	p += ep_sz;
714 
715 	fs_cfg = p;
716 	param_data = &fs_cfg->param_data;
717 	param_data->module_instance_id = module->instance_id;
718 	param_data->error_code = 0;
719 	param_data->param_id = PARAM_ID_HW_EP_FRAME_SIZE_FACTOR;
720 	param_data->param_size = fs_sz - APM_MODULE_PARAM_DATA_SIZE;
721 	fs_cfg->frame_size_factor = 1;
722 	p += fs_sz;
723 
724 	intf_cfg = p;
725 	param_data = &intf_cfg->param_data;
726 	param_data->module_instance_id = module->instance_id;
727 	param_data->error_code = 0;
728 	param_data->param_id = PARAM_ID_CODEC_DMA_INTF_CFG;
729 	param_data->param_size = ic_sz - APM_MODULE_PARAM_DATA_SIZE;
730 
731 	intf_cfg->cfg.lpaif_type = module->hw_interface_type;
732 	intf_cfg->cfg.intf_index = module->hw_interface_idx;
733 	intf_cfg->cfg.active_channels_mask = (1 << cfg->num_channels) - 1;
734 	p += ic_sz;
735 
736 	pm_cfg = p;
737 	param_data = &pm_cfg->param_data;
738 	param_data->module_instance_id = module->instance_id;
739 	param_data->error_code = 0;
740 	param_data->param_id = PARAM_ID_HW_EP_POWER_MODE_CFG;
741 	param_data->param_size = pm_sz - APM_MODULE_PARAM_DATA_SIZE;
742 	pm_cfg->power_mode.power_mode = 0;
743 
744 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
745 
746 	kfree(pkt);
747 
748 	return rc;
749 }
750 
751 int audioreach_send_u32_param(struct q6apm_graph *graph, struct audioreach_module *module,
752 			      uint32_t param_id, uint32_t param_val)
753 {
754 	struct apm_module_param_data *param_data;
755 	struct gpr_pkt *pkt;
756 	uint32_t *param;
757 	int rc, payload_size;
758 	void *p;
759 
760 	payload_size = sizeof(uint32_t) + APM_MODULE_PARAM_DATA_SIZE;
761 	p = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
762 	if (IS_ERR(p))
763 		return -ENOMEM;
764 
765 	pkt = p;
766 	p = p + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
767 
768 	param_data = p;
769 	param_data->module_instance_id = module->instance_id;
770 	param_data->error_code = 0;
771 	param_data->param_id = param_id;
772 	param_data->param_size = sizeof(uint32_t);
773 
774 	p = p + APM_MODULE_PARAM_DATA_SIZE;
775 	param = p;
776 	*param = param_val;
777 
778 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
779 
780 	kfree(pkt);
781 
782 	return rc;
783 }
784 EXPORT_SYMBOL_GPL(audioreach_send_u32_param);
785 
786 static int audioreach_sal_limiter_enable(struct q6apm_graph *graph,
787 					 struct audioreach_module *module, bool enable)
788 {
789 	return audioreach_send_u32_param(graph, module, PARAM_ID_SAL_LIMITER_ENABLE, enable);
790 }
791 
792 static int audioreach_sal_set_media_format(struct q6apm_graph *graph,
793 					   struct audioreach_module *module,
794 					   struct audioreach_module_config *cfg)
795 {
796 	return audioreach_send_u32_param(graph, module, PARAM_ID_SAL_OUTPUT_CFG,  cfg->bit_width);
797 }
798 
799 static int audioreach_module_enable(struct q6apm_graph *graph,
800 				    struct audioreach_module *module,
801 				    bool enable)
802 {
803 	return audioreach_send_u32_param(graph, module, PARAM_ID_MODULE_ENABLE, enable);
804 }
805 
806 static int audioreach_gapless_set_media_format(struct q6apm_graph *graph,
807 					       struct audioreach_module *module,
808 					       struct audioreach_module_config *cfg)
809 {
810 	return audioreach_send_u32_param(graph, module, PARAM_ID_EARLY_EOS_DELAY,
811 					 EARLY_EOS_DELAY_MS);
812 }
813 
814 static int audioreach_set_module_config(struct q6apm_graph *graph,
815 					struct audioreach_module *module,
816 					struct audioreach_module_config *cfg)
817 {
818 	int payload_size = le32_to_cpu(module->data->size);
819 	struct gpr_pkt *pkt;
820 	int rc;
821 	void *p;
822 
823 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
824 	if (IS_ERR(pkt))
825 		return PTR_ERR(pkt);
826 
827 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
828 
829 	memcpy(p, module->data->data, payload_size);
830 
831 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
832 
833 	kfree(pkt);
834 
835 	return rc;
836 }
837 
838 static int audioreach_mfc_set_media_format(struct q6apm_graph *graph,
839 					   struct audioreach_module *module,
840 					   struct audioreach_module_config *cfg)
841 {
842 	struct apm_module_param_data *param_data;
843 	struct param_id_mfc_media_format *media_format;
844 	uint32_t num_channels = cfg->num_channels;
845 	int payload_size;
846 	struct gpr_pkt *pkt;
847 	int rc, i;
848 	void *p;
849 
850 	payload_size = APM_MFC_CFG_PSIZE(media_format, num_channels) +
851 		APM_MODULE_PARAM_DATA_SIZE;
852 
853 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
854 	if (IS_ERR(pkt))
855 		return PTR_ERR(pkt);
856 
857 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
858 
859 	param_data = p;
860 	param_data->module_instance_id = module->instance_id;
861 	param_data->error_code = 0;
862 	param_data->param_id = PARAM_ID_MFC_OUTPUT_MEDIA_FORMAT;
863 	param_data->param_size = APM_MFC_CFG_PSIZE(media_format, num_channels);
864 	p = p + APM_MODULE_PARAM_DATA_SIZE;
865 	media_format = p;
866 
867 	media_format->sample_rate = cfg->sample_rate;
868 	media_format->bit_width = cfg->bit_width;
869 	media_format->num_channels = cfg->num_channels;
870 	for (i = 0; i < num_channels; i++)
871 		media_format->channel_mapping[i] = cfg->channel_map[i];
872 
873 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
874 
875 	kfree(pkt);
876 
877 	return rc;
878 }
879 
880 static int audioreach_set_compr_media_format(struct media_format *media_fmt_hdr,
881 					     void *p, struct audioreach_module_config *mcfg)
882 {
883 	struct payload_media_fmt_aac_t *aac_cfg;
884 	struct payload_media_fmt_pcm *mp3_cfg;
885 	struct payload_media_fmt_flac_t *flac_cfg;
886 	struct payload_media_fmt_opus_t *opus_cfg;
887 
888 	switch (mcfg->fmt) {
889 	case SND_AUDIOCODEC_MP3:
890 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
891 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_MP3;
892 		media_fmt_hdr->payload_size = 0;
893 		p = p + sizeof(*media_fmt_hdr);
894 		mp3_cfg = p;
895 		mp3_cfg->sample_rate = mcfg->sample_rate;
896 		mp3_cfg->bit_width = mcfg->bit_width;
897 		mp3_cfg->alignment = PCM_LSB_ALIGNED;
898 		mp3_cfg->bits_per_sample = mcfg->bit_width;
899 		mp3_cfg->q_factor = mcfg->bit_width - 1;
900 		mp3_cfg->endianness = PCM_LITTLE_ENDIAN;
901 		mp3_cfg->num_channels = mcfg->num_channels;
902 		break;
903 	case SND_AUDIOCODEC_AAC:
904 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
905 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_AAC;
906 		media_fmt_hdr->payload_size = sizeof(struct payload_media_fmt_aac_t);
907 		p = p + sizeof(*media_fmt_hdr);
908 		aac_cfg = p;
909 		aac_cfg->aac_fmt_flag = 0;
910 		aac_cfg->audio_obj_type = 5;
911 		aac_cfg->num_channels = mcfg->num_channels;
912 		aac_cfg->total_size_of_PCE_bits = 0;
913 		aac_cfg->sample_rate = mcfg->sample_rate;
914 		break;
915 	case SND_AUDIOCODEC_FLAC:
916 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
917 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_FLAC;
918 		media_fmt_hdr->payload_size = sizeof(struct payload_media_fmt_flac_t);
919 		p = p + sizeof(*media_fmt_hdr);
920 		flac_cfg = p;
921 		flac_cfg->sample_size = mcfg->codec.options.flac_d.sample_size;
922 		flac_cfg->num_channels = mcfg->num_channels;
923 		flac_cfg->min_blk_size = mcfg->codec.options.flac_d.min_blk_size;
924 		flac_cfg->max_blk_size = mcfg->codec.options.flac_d.max_blk_size;
925 		flac_cfg->sample_rate = mcfg->sample_rate;
926 		flac_cfg->min_frame_size = mcfg->codec.options.flac_d.min_frame_size;
927 		flac_cfg->max_frame_size = mcfg->codec.options.flac_d.max_frame_size;
928 		break;
929 	case SND_AUDIOCODEC_OPUS_RAW:
930 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
931 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_OPUS;
932 		media_fmt_hdr->payload_size = sizeof(*opus_cfg);
933 		p = p + sizeof(*media_fmt_hdr);
934 		opus_cfg = p;
935 		/* raw opus packets prepended with 4 bytes of length */
936 		opus_cfg->bitstream_format = 1;
937 		/*
938 		 * payload_type:
939 		 * 0 -- read metadata from opus stream;
940 		 * 1 -- metadata is provided by filling in the struct here.
941 		 */
942 		opus_cfg->payload_type = 1;
943 		opus_cfg->version = mcfg->codec.options.opus_d.version;
944 		opus_cfg->num_channels = mcfg->codec.options.opus_d.num_channels;
945 		opus_cfg->pre_skip = mcfg->codec.options.opus_d.pre_skip;
946 		opus_cfg->sample_rate = mcfg->codec.options.opus_d.sample_rate;
947 		opus_cfg->output_gain = mcfg->codec.options.opus_d.output_gain;
948 		opus_cfg->mapping_family = mcfg->codec.options.opus_d.mapping_family;
949 		opus_cfg->stream_count = mcfg->codec.options.opus_d.chan_map.stream_count;
950 		opus_cfg->coupled_count = mcfg->codec.options.opus_d.chan_map.coupled_count;
951 		memcpy(opus_cfg->channel_mapping, mcfg->codec.options.opus_d.chan_map.channel_map,
952 		       sizeof(opus_cfg->channel_mapping));
953 		opus_cfg->reserved[0] = opus_cfg->reserved[1] = opus_cfg->reserved[2] = 0;
954 		break;
955 	default:
956 		return -EINVAL;
957 	}
958 
959 	return 0;
960 }
961 
962 int audioreach_compr_set_param(struct q6apm_graph *graph, struct audioreach_module_config *mcfg)
963 {
964 	struct media_format *header;
965 	struct gpr_pkt *pkt;
966 	int iid, payload_size, rc;
967 	void *p;
968 
969 	payload_size = sizeof(struct apm_sh_module_media_fmt_cmd);
970 
971 	iid = q6apm_graph_get_rx_shmem_module_iid(graph);
972 	pkt = audioreach_alloc_cmd_pkt(payload_size, DATA_CMD_WR_SH_MEM_EP_MEDIA_FORMAT,
973 			0, graph->port->id, iid);
974 
975 	if (IS_ERR(pkt))
976 		return -ENOMEM;
977 
978 	p = (void *)pkt + GPR_HDR_SIZE;
979 	header = p;
980 	rc = audioreach_set_compr_media_format(header, p, mcfg);
981 	if (rc) {
982 		kfree(pkt);
983 		return rc;
984 	}
985 
986 	rc = gpr_send_port_pkt(graph->port, pkt);
987 	kfree(pkt);
988 
989 	return rc;
990 }
991 EXPORT_SYMBOL_GPL(audioreach_compr_set_param);
992 
993 static int audioreach_i2s_set_media_format(struct q6apm_graph *graph,
994 					   struct audioreach_module *module,
995 					   struct audioreach_module_config *cfg)
996 {
997 	struct apm_module_frame_size_factor_cfg *fs_cfg;
998 	struct apm_module_param_data *param_data;
999 	struct apm_i2s_module_intf_cfg *intf_cfg;
1000 	struct apm_module_hw_ep_mf_cfg *hw_cfg;
1001 	int ic_sz, ep_sz, fs_sz;
1002 	int rc, payload_size;
1003 	struct gpr_pkt *pkt;
1004 	void *p;
1005 
1006 	ic_sz = APM_I2S_INTF_CFG_PSIZE;
1007 	ep_sz = APM_HW_EP_CFG_PSIZE;
1008 	fs_sz = APM_FS_CFG_PSIZE;
1009 
1010 	payload_size = ic_sz + ep_sz + fs_sz;
1011 
1012 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1013 	if (IS_ERR(pkt))
1014 		return PTR_ERR(pkt);
1015 
1016 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1017 	intf_cfg = p;
1018 
1019 	param_data = &intf_cfg->param_data;
1020 	param_data->module_instance_id = module->instance_id;
1021 	param_data->error_code = 0;
1022 	param_data->param_id = PARAM_ID_I2S_INTF_CFG;
1023 	param_data->param_size = ic_sz - APM_MODULE_PARAM_DATA_SIZE;
1024 
1025 	intf_cfg->cfg.lpaif_type = module->hw_interface_type;
1026 	intf_cfg->cfg.intf_idx = module->hw_interface_idx;
1027 	intf_cfg->cfg.sd_line_idx = module->sd_line_idx;
1028 
1029 	switch (cfg->fmt & SND_SOC_DAIFMT_CLOCK_PROVIDER_MASK) {
1030 	case SND_SOC_DAIFMT_BP_FP:
1031 		intf_cfg->cfg.ws_src = CONFIG_I2S_WS_SRC_INTERNAL;
1032 		break;
1033 	case SND_SOC_DAIFMT_BC_FC:
1034 		/* CPU is slave */
1035 		intf_cfg->cfg.ws_src = CONFIG_I2S_WS_SRC_EXTERNAL;
1036 		break;
1037 	default:
1038 		break;
1039 	}
1040 
1041 	p += ic_sz;
1042 	hw_cfg = p;
1043 	param_data = &hw_cfg->param_data;
1044 	param_data->module_instance_id = module->instance_id;
1045 	param_data->error_code = 0;
1046 	param_data->param_id = PARAM_ID_HW_EP_MF_CFG;
1047 	param_data->param_size = ep_sz - APM_MODULE_PARAM_DATA_SIZE;
1048 
1049 	hw_cfg->mf.sample_rate = cfg->sample_rate;
1050 	hw_cfg->mf.bit_width = cfg->bit_width;
1051 	hw_cfg->mf.num_channels = cfg->num_channels;
1052 	hw_cfg->mf.data_format = module->data_format;
1053 
1054 	p += ep_sz;
1055 	fs_cfg = p;
1056 	param_data = &fs_cfg->param_data;
1057 	param_data->module_instance_id = module->instance_id;
1058 	param_data->error_code = 0;
1059 	param_data->param_id = PARAM_ID_HW_EP_FRAME_SIZE_FACTOR;
1060 	param_data->param_size = fs_sz - APM_MODULE_PARAM_DATA_SIZE;
1061 	fs_cfg->frame_size_factor = 1;
1062 
1063 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1064 
1065 	kfree(pkt);
1066 
1067 	return rc;
1068 }
1069 
1070 static int audioreach_logging_set_media_format(struct q6apm_graph *graph,
1071 					       struct audioreach_module *module)
1072 {
1073 	struct apm_module_param_data *param_data;
1074 	struct data_logging_config *cfg;
1075 	int rc, payload_size;
1076 	struct gpr_pkt *pkt;
1077 	void *p;
1078 
1079 	payload_size = sizeof(*cfg) + APM_MODULE_PARAM_DATA_SIZE;
1080 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1081 	if (IS_ERR(pkt))
1082 		return PTR_ERR(pkt);
1083 
1084 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1085 
1086 	param_data = p;
1087 	param_data->module_instance_id = module->instance_id;
1088 	param_data->error_code = 0;
1089 	param_data->param_id = PARAM_ID_DATA_LOGGING_CONFIG;
1090 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1091 
1092 	p = p + APM_MODULE_PARAM_DATA_SIZE;
1093 	cfg = p;
1094 	cfg->log_code = module->log_code;
1095 	cfg->log_tap_point_id = module->log_tap_point_id;
1096 	cfg->mode = module->log_mode;
1097 
1098 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1099 
1100 	kfree(pkt);
1101 
1102 	return rc;
1103 }
1104 
1105 static int audioreach_pcm_set_media_format(struct q6apm_graph *graph,
1106 					   struct audioreach_module *module,
1107 					   struct audioreach_module_config *mcfg)
1108 {
1109 	struct payload_pcm_output_format_cfg *media_cfg;
1110 	uint32_t num_channels = mcfg->num_channels;
1111 	struct apm_pcm_module_media_fmt_cmd *cfg;
1112 	struct apm_module_param_data *param_data;
1113 	int rc, payload_size;
1114 	struct gpr_pkt *pkt;
1115 
1116 	if (num_channels > 4) {
1117 		dev_err(graph->dev, "Error: Invalid channels (%d)!\n", num_channels);
1118 		return -EINVAL;
1119 	}
1120 
1121 	payload_size = APM_PCM_MODULE_FMT_CMD_PSIZE(num_channels);
1122 
1123 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1124 	if (IS_ERR(pkt))
1125 		return PTR_ERR(pkt);
1126 
1127 	cfg = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1128 
1129 	param_data = &cfg->param_data;
1130 	param_data->module_instance_id = module->instance_id;
1131 	param_data->error_code = 0;
1132 	param_data->param_id = PARAM_ID_PCM_OUTPUT_FORMAT_CFG;
1133 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1134 
1135 	cfg->header.data_format = DATA_FORMAT_FIXED_POINT;
1136 	cfg->header.fmt_id = MEDIA_FMT_ID_PCM;
1137 	cfg->header.payload_size = APM_PCM_OUT_FMT_CFG_PSIZE(media_cfg, num_channels);
1138 
1139 	media_cfg = &cfg->media_cfg;
1140 	media_cfg->alignment = PCM_LSB_ALIGNED;
1141 	media_cfg->bit_width = mcfg->bit_width;
1142 	media_cfg->endianness = PCM_LITTLE_ENDIAN;
1143 	media_cfg->interleaved = module->interleave_type;
1144 	media_cfg->num_channels = mcfg->num_channels;
1145 	media_cfg->q_factor = mcfg->bit_width - 1;
1146 	media_cfg->bits_per_sample = mcfg->bit_width;
1147 	memcpy(media_cfg->channel_mapping, mcfg->channel_map, mcfg->num_channels);
1148 
1149 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1150 
1151 	kfree(pkt);
1152 
1153 	return rc;
1154 }
1155 
1156 static int audioreach_shmem_set_media_format(struct q6apm_graph *graph,
1157 					     struct audioreach_module *module,
1158 					     struct audioreach_module_config *mcfg)
1159 {
1160 	uint32_t num_channels = mcfg->num_channels;
1161 	struct apm_module_param_data *param_data;
1162 	struct payload_media_fmt_pcm *cfg;
1163 	struct media_format *header;
1164 	int rc, payload_size;
1165 	struct gpr_pkt *pkt;
1166 	void *p;
1167 
1168 	if (num_channels > 4) {
1169 		dev_err(graph->dev, "Error: Invalid channels (%d)!\n", num_channels);
1170 		return -EINVAL;
1171 	}
1172 
1173 	payload_size = APM_SHMEM_FMT_CFG_PSIZE(num_channels) + APM_MODULE_PARAM_DATA_SIZE;
1174 
1175 	pkt = audioreach_alloc_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0,
1176 				     graph->port->id, module->instance_id);
1177 	if (IS_ERR(pkt))
1178 		return PTR_ERR(pkt);
1179 
1180 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1181 
1182 	param_data = p;
1183 	param_data->module_instance_id = module->instance_id;
1184 	param_data->error_code = 0;
1185 	param_data->param_id = PARAM_ID_MEDIA_FORMAT;
1186 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1187 	p = p + APM_MODULE_PARAM_DATA_SIZE;
1188 
1189 	header = p;
1190 	if (mcfg->fmt == SND_AUDIOCODEC_PCM) {
1191 		header->data_format = DATA_FORMAT_FIXED_POINT;
1192 		header->fmt_id =  MEDIA_FMT_ID_PCM;
1193 		header->payload_size = payload_size - sizeof(*header);
1194 
1195 		p = p + sizeof(*header);
1196 		cfg = p;
1197 		cfg->sample_rate = mcfg->sample_rate;
1198 		cfg->bit_width = mcfg->bit_width;
1199 		cfg->alignment = PCM_LSB_ALIGNED;
1200 		cfg->bits_per_sample = mcfg->bit_width;
1201 		cfg->q_factor = mcfg->bit_width - 1;
1202 		cfg->endianness = PCM_LITTLE_ENDIAN;
1203 		cfg->num_channels = mcfg->num_channels;
1204 		memcpy(cfg->channel_mapping, mcfg->channel_map, mcfg->num_channels);
1205 	} else {
1206 		rc = audioreach_set_compr_media_format(header, p, mcfg);
1207 		if (rc) {
1208 			kfree(pkt);
1209 			return rc;
1210 		}
1211 	}
1212 
1213 	rc = audioreach_graph_send_cmd_sync(graph, pkt, 0);
1214 
1215 	kfree(pkt);
1216 
1217 	return rc;
1218 }
1219 
1220 int audioreach_gain_set_vol_ctrl(struct q6apm *apm, struct audioreach_module *module, int vol)
1221 {
1222 	struct param_id_vol_ctrl_master_gain *cfg;
1223 	struct apm_module_param_data *param_data;
1224 	int rc, payload_size;
1225 	struct gpr_pkt *pkt;
1226 	void *p;
1227 
1228 	payload_size = sizeof(*cfg) + APM_MODULE_PARAM_DATA_SIZE;
1229 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1230 	if (IS_ERR(pkt))
1231 		return PTR_ERR(pkt);
1232 
1233 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1234 
1235 	param_data = p;
1236 	param_data->module_instance_id = module->instance_id;
1237 	param_data->error_code = 0;
1238 	param_data->param_id = PARAM_ID_VOL_CTRL_MASTER_GAIN;
1239 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1240 
1241 	p = p + APM_MODULE_PARAM_DATA_SIZE;
1242 	cfg = p;
1243 	cfg->master_gain =  vol;
1244 	rc = q6apm_send_cmd_sync(apm, pkt, 0);
1245 
1246 	kfree(pkt);
1247 
1248 	return rc;
1249 }
1250 EXPORT_SYMBOL_GPL(audioreach_gain_set_vol_ctrl);
1251 
1252 static int audioreach_gain_set(struct q6apm_graph *graph, struct audioreach_module *module)
1253 {
1254 	struct apm_module_param_data *param_data;
1255 	struct apm_gain_module_cfg *cfg;
1256 	int rc, payload_size;
1257 	struct gpr_pkt *pkt;
1258 
1259 	payload_size = APM_GAIN_CFG_PSIZE;
1260 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1261 	if (IS_ERR(pkt))
1262 		return PTR_ERR(pkt);
1263 
1264 	cfg = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1265 
1266 	param_data = &cfg->param_data;
1267 	param_data->module_instance_id = module->instance_id;
1268 	param_data->error_code = 0;
1269 	param_data->param_id = APM_PARAM_ID_GAIN;
1270 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1271 
1272 	cfg->gain_cfg.gain = module->gain;
1273 
1274 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1275 
1276 	kfree(pkt);
1277 
1278 	return rc;
1279 }
1280 
1281 int audioreach_set_media_format(struct q6apm_graph *graph, struct audioreach_module *module,
1282 				struct audioreach_module_config *cfg)
1283 {
1284 	int rc;
1285 
1286 	switch (module->module_id) {
1287 	case MODULE_ID_DATA_LOGGING:
1288 		rc = audioreach_module_enable(graph, module, true);
1289 		if (!rc)
1290 			rc = audioreach_logging_set_media_format(graph, module);
1291 		break;
1292 	case MODULE_ID_PCM_DEC:
1293 	case MODULE_ID_PCM_ENC:
1294 	case MODULE_ID_PCM_CNV:
1295 	case MODULE_ID_PLACEHOLDER_DECODER:
1296 	case MODULE_ID_PLACEHOLDER_ENCODER:
1297 		rc = audioreach_pcm_set_media_format(graph, module, cfg);
1298 		break;
1299 	case MODULE_ID_DISPLAY_PORT_SINK:
1300 		rc = audioreach_display_port_set_media_format(graph, module, cfg);
1301 		break;
1302 	case  MODULE_ID_SMECNS_V2:
1303 		rc = audioreach_set_module_config(graph, module, cfg);
1304 		break;
1305 	case MODULE_ID_I2S_SOURCE:
1306 	case MODULE_ID_I2S_SINK:
1307 		rc = audioreach_i2s_set_media_format(graph, module, cfg);
1308 		break;
1309 	case MODULE_ID_WR_SHARED_MEM_EP:
1310 		rc = audioreach_shmem_set_media_format(graph, module, cfg);
1311 		break;
1312 	case MODULE_ID_GAIN:
1313 		rc = audioreach_gain_set(graph, module);
1314 		break;
1315 	case MODULE_ID_CODEC_DMA_SINK:
1316 	case MODULE_ID_CODEC_DMA_SOURCE:
1317 		rc = audioreach_codec_dma_set_media_format(graph, module, cfg);
1318 		break;
1319 	case MODULE_ID_SAL:
1320 		rc = audioreach_sal_set_media_format(graph, module, cfg);
1321 		if (!rc)
1322 			rc = audioreach_sal_limiter_enable(graph, module, true);
1323 		break;
1324 	case MODULE_ID_MFC:
1325 		rc = audioreach_mfc_set_media_format(graph, module, cfg);
1326 		break;
1327 	case MODULE_ID_GAPLESS:
1328 		rc = audioreach_gapless_set_media_format(graph, module, cfg);
1329 		break;
1330 	default:
1331 		rc = 0;
1332 	}
1333 
1334 	return rc;
1335 }
1336 EXPORT_SYMBOL_GPL(audioreach_set_media_format);
1337 
1338 void audioreach_graph_free_buf(struct q6apm_graph *graph)
1339 {
1340 	struct audioreach_graph_data *port;
1341 
1342 	mutex_lock(&graph->lock);
1343 	port = &graph->rx_data;
1344 	port->num_periods = 0;
1345 	kfree(port->buf);
1346 	port->buf = NULL;
1347 
1348 	port = &graph->tx_data;
1349 	port->num_periods = 0;
1350 	kfree(port->buf);
1351 	port->buf = NULL;
1352 	mutex_unlock(&graph->lock);
1353 }
1354 EXPORT_SYMBOL_GPL(audioreach_graph_free_buf);
1355 
1356 int audioreach_map_memory_regions(struct q6apm_graph *graph, unsigned int dir, size_t period_sz,
1357 				  unsigned int periods, bool is_contiguous)
1358 {
1359 	struct apm_shared_map_region_payload *mregions;
1360 	struct apm_cmd_shared_mem_map_regions *cmd;
1361 	uint32_t num_regions, buf_sz, payload_size;
1362 	struct audioreach_graph_data *data;
1363 	struct gpr_pkt *pkt;
1364 	void *p;
1365 	int rc, i;
1366 
1367 	if (dir == SNDRV_PCM_STREAM_PLAYBACK)
1368 		data = &graph->rx_data;
1369 	else
1370 		data = &graph->tx_data;
1371 
1372 	if (is_contiguous) {
1373 		num_regions = 1;
1374 		buf_sz = period_sz * periods;
1375 	} else {
1376 		buf_sz = period_sz;
1377 		num_regions = periods;
1378 	}
1379 
1380 	/* DSP expects size should be aligned to 4K */
1381 	buf_sz = ALIGN(buf_sz, 4096);
1382 
1383 	payload_size = sizeof(*cmd) + (sizeof(*mregions) * num_regions);
1384 
1385 	pkt = audioreach_alloc_apm_pkt(payload_size, APM_CMD_SHARED_MEM_MAP_REGIONS, dir,
1386 				     graph->port->id);
1387 	if (IS_ERR(pkt))
1388 		return PTR_ERR(pkt);
1389 
1390 	p = (void *)pkt + GPR_HDR_SIZE;
1391 	cmd = p;
1392 	cmd->mem_pool_id = APM_MEMORY_MAP_SHMEM8_4K_POOL;
1393 	cmd->num_regions = num_regions;
1394 
1395 	cmd->property_flag = 0x0;
1396 
1397 	mregions = p + sizeof(*cmd);
1398 
1399 	mutex_lock(&graph->lock);
1400 
1401 	for (i = 0; i < num_regions; i++) {
1402 		struct audio_buffer *ab;
1403 
1404 		ab = &data->buf[i];
1405 		mregions->shm_addr_lsw = lower_32_bits(ab->phys);
1406 		mregions->shm_addr_msw = upper_32_bits(ab->phys);
1407 		mregions->mem_size_bytes = buf_sz;
1408 		++mregions;
1409 	}
1410 	mutex_unlock(&graph->lock);
1411 
1412 	rc = audioreach_graph_send_cmd_sync(graph, pkt, APM_CMD_RSP_SHARED_MEM_MAP_REGIONS);
1413 
1414 	kfree(pkt);
1415 
1416 	return rc;
1417 }
1418 EXPORT_SYMBOL_GPL(audioreach_map_memory_regions);
1419 
1420 int audioreach_shared_memory_send_eos(struct q6apm_graph *graph)
1421 {
1422 	struct data_cmd_wr_sh_mem_ep_eos *eos;
1423 	struct gpr_pkt *pkt;
1424 	int rc = 0, iid;
1425 
1426 	iid = q6apm_graph_get_rx_shmem_module_iid(graph);
1427 	pkt = audioreach_alloc_cmd_pkt(sizeof(*eos), DATA_CMD_WR_SH_MEM_EP_EOS, 0,
1428 				       graph->port->id, iid);
1429 	if (IS_ERR(pkt))
1430 		return PTR_ERR(pkt);
1431 
1432 	eos = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1433 
1434 	eos->policy = WR_SH_MEM_EP_EOS_POLICY_LAST;
1435 
1436 	rc = gpr_send_port_pkt(graph->port, pkt);
1437 	kfree(pkt);
1438 
1439 	return rc;
1440 }
1441 EXPORT_SYMBOL_GPL(audioreach_shared_memory_send_eos);
1442