xref: /linux/sound/soc/qcom/qdsp6/audioreach.c (revision ea518afc992032f7570c0a89ac9240b387dc0faf)
1 // SPDX-License-Identifier: GPL-2.0
2 // Copyright (c) 2020, Linaro Limited
3 
4 #include <linux/kernel.h>
5 #include <linux/slab.h>
6 #include <linux/soc/qcom/apr.h>
7 #include <sound/soc.h>
8 #include <sound/soc-dai.h>
9 #include <sound/pcm.h>
10 #include <sound/pcm_params.h>
11 #include <dt-bindings/soc/qcom,gpr.h>
12 #include "q6apm.h"
13 #include "audioreach.h"
14 
15 /* SubGraph Config */
16 struct apm_sub_graph_data {
17 	struct apm_sub_graph_cfg sub_graph_cfg;
18 	struct apm_prop_data perf_data;
19 	struct apm_sg_prop_id_perf_mode perf;
20 	struct apm_prop_data dir_data;
21 	struct apm_sg_prop_id_direction dir;
22 	struct apm_prop_data sid_data;
23 	struct apm_sg_prop_id_scenario_id sid;
24 
25 } __packed;
26 
27 #define APM_SUB_GRAPH_CFG_NPROP	3
28 
29 struct apm_sub_graph_params  {
30 	struct apm_module_param_data param_data;
31 	uint32_t num_sub_graphs;
32 	struct apm_sub_graph_data sg_cfg[];
33 } __packed;
34 
35 #define APM_SUB_GRAPH_PSIZE(p, n) ALIGN(struct_size(p, sg_cfg, n), 8)
36 
37 /* container config */
38 struct apm_container_obj  {
39 	struct apm_container_cfg container_cfg;
40 	/* Capability ID list */
41 	struct apm_prop_data cap_data;
42 	uint32_t num_capability_id;
43 	uint32_t capability_id;
44 
45 	/* Container graph Position */
46 	struct apm_prop_data pos_data;
47 	struct apm_cont_prop_id_graph_pos pos;
48 
49 	/* Container Stack size */
50 	struct apm_prop_data stack_data;
51 	struct apm_cont_prop_id_stack_size stack;
52 
53 	/* Container proc domain id */
54 	struct apm_prop_data domain_data;
55 	struct apm_cont_prop_id_domain domain;
56 } __packed;
57 
58 struct apm_container_params  {
59 	struct apm_module_param_data param_data;
60 	uint32_t num_containers;
61 	struct apm_container_obj cont_obj[];
62 } __packed;
63 
64 #define APM_CONTAINER_PSIZE(p, n) ALIGN(struct_size(p, cont_obj, n), 8)
65 
66 /* Module List config */
67 struct apm_mod_list_obj {
68 	/* Modules list cfg */
69 	uint32_t sub_graph_id;
70 	uint32_t container_id;
71 	uint32_t num_modules;
72 	struct apm_module_obj mod_cfg[];
73 } __packed;
74 
75 #define APM_MOD_LIST_OBJ_PSIZE(p, n) struct_size(p, mod_cfg, n)
76 
77 struct apm_module_list_params {
78 	struct apm_module_param_data param_data;
79 	uint32_t num_modules_list;
80 	/* Module list config array */
81 	struct apm_mod_list_obj mod_list_obj[];
82 } __packed;
83 
84 
85 /* Module Properties */
86 struct apm_mod_prop_obj {
87 	u32 instance_id;
88 	u32 num_props;
89 	struct apm_prop_data prop_data_1;
90 	struct apm_module_prop_id_port_info prop_id_port;
91 } __packed;
92 
93 struct apm_prop_list_params {
94 	struct apm_module_param_data param_data;
95 	u32 num_modules_prop_cfg;
96 	struct apm_mod_prop_obj mod_prop_obj[];
97 
98 } __packed;
99 
100 #define APM_MOD_PROP_PSIZE(p, n) ALIGN(struct_size(p, mod_prop_obj, n), 8)
101 
102 /* Module Connections */
103 struct apm_mod_conn_list_params {
104 	struct apm_module_param_data param_data;
105 	u32 num_connections;
106 	struct apm_module_conn_obj conn_obj[];
107 
108 } __packed;
109 
110 #define APM_MOD_CONN_PSIZE(p, n) ALIGN(struct_size(p, conn_obj, n), 8)
111 
112 struct apm_graph_open_params {
113 	struct apm_cmd_header *cmd_header;
114 	struct apm_sub_graph_params *sg_data;
115 	struct apm_container_params *cont_data;
116 	struct apm_module_list_params *mod_list_data;
117 	struct apm_prop_list_params *mod_prop_data;
118 	struct apm_mod_conn_list_params *mod_conn_list_data;
119 } __packed;
120 
121 struct apm_pcm_module_media_fmt_cmd {
122 	struct apm_module_param_data param_data;
123 	struct param_id_pcm_output_format_cfg header;
124 	struct payload_pcm_output_format_cfg media_cfg;
125 } __packed;
126 
127 struct apm_rd_shmem_module_config_cmd {
128 	struct apm_module_param_data param_data;
129 	struct param_id_rd_sh_mem_cfg cfg;
130 } __packed;
131 
132 struct apm_sh_module_media_fmt_cmd {
133 	struct media_format header;
134 	struct payload_media_fmt_pcm cfg;
135 } __packed;
136 
137 #define APM_SHMEM_FMT_CFG_PSIZE(ch) ALIGN( \
138 				sizeof(struct apm_sh_module_media_fmt_cmd) + \
139 				ch * sizeof(uint8_t), 8)
140 
141 /* num of channels as argument */
142 #define APM_PCM_MODULE_FMT_CMD_PSIZE(ch) ALIGN( \
143 				sizeof(struct apm_pcm_module_media_fmt_cmd) + \
144 				ch * sizeof(uint8_t), 8)
145 
146 #define APM_PCM_OUT_FMT_CFG_PSIZE(p, n) ALIGN(struct_size(p, channel_mapping, n), 4)
147 
148 struct apm_i2s_module_intf_cfg {
149 	struct apm_module_param_data param_data;
150 	struct param_id_i2s_intf_cfg cfg;
151 } __packed;
152 
153 #define APM_I2S_INTF_CFG_PSIZE ALIGN(sizeof(struct apm_i2s_module_intf_cfg), 8)
154 
155 struct apm_module_hw_ep_mf_cfg {
156 	struct apm_module_param_data param_data;
157 	struct param_id_hw_ep_mf mf;
158 } __packed;
159 
160 #define APM_HW_EP_CFG_PSIZE ALIGN(sizeof(struct apm_module_hw_ep_mf_cfg), 8)
161 
162 #define APM_MFC_CFG_PSIZE(p, n) ALIGN(struct_size(p, channel_mapping, n), 4)
163 
164 struct apm_module_frame_size_factor_cfg {
165 	struct apm_module_param_data param_data;
166 	uint32_t frame_size_factor;
167 } __packed;
168 
169 #define APM_FS_CFG_PSIZE ALIGN(sizeof(struct apm_module_frame_size_factor_cfg), 8)
170 
171 struct apm_module_hw_ep_power_mode_cfg {
172 	struct apm_module_param_data param_data;
173 	struct param_id_hw_ep_power_mode_cfg power_mode;
174 } __packed;
175 
176 #define APM_HW_EP_PMODE_CFG_PSIZE ALIGN(sizeof(struct apm_module_hw_ep_power_mode_cfg),	8)
177 
178 struct apm_module_hw_ep_dma_data_align_cfg {
179 	struct apm_module_param_data param_data;
180 	struct param_id_hw_ep_dma_data_align align;
181 } __packed;
182 
183 #define APM_HW_EP_DALIGN_CFG_PSIZE ALIGN(sizeof(struct apm_module_hw_ep_dma_data_align_cfg), 8)
184 
185 struct apm_gain_module_cfg {
186 	struct apm_module_param_data param_data;
187 	struct param_id_gain_cfg gain_cfg;
188 } __packed;
189 
190 #define APM_GAIN_CFG_PSIZE ALIGN(sizeof(struct apm_gain_module_cfg), 8)
191 
192 struct apm_codec_dma_module_intf_cfg {
193 	struct apm_module_param_data param_data;
194 	struct param_id_codec_dma_intf_cfg cfg;
195 } __packed;
196 
197 #define APM_CDMA_INTF_CFG_PSIZE ALIGN(sizeof(struct apm_codec_dma_module_intf_cfg), 8)
198 
199 struct apm_display_port_module_intf_cfg {
200 	struct apm_module_param_data param_data;
201 	struct param_id_display_port_intf_cfg cfg;
202 } __packed;
203 #define APM_DP_INTF_CFG_PSIZE ALIGN(sizeof(struct apm_display_port_module_intf_cfg), 8)
204 
205 static void *__audioreach_alloc_pkt(int payload_size, uint32_t opcode, uint32_t token,
206 				    uint32_t src_port, uint32_t dest_port, bool has_cmd_hdr)
207 {
208 	struct gpr_pkt *pkt;
209 	void *p;
210 	int pkt_size = GPR_HDR_SIZE + payload_size;
211 
212 	if (has_cmd_hdr)
213 		pkt_size += APM_CMD_HDR_SIZE;
214 
215 	p = kzalloc(pkt_size, GFP_KERNEL);
216 	if (!p)
217 		return ERR_PTR(-ENOMEM);
218 
219 	pkt = p;
220 	pkt->hdr.version = GPR_PKT_VER;
221 	pkt->hdr.hdr_size = GPR_PKT_HEADER_WORD_SIZE;
222 	pkt->hdr.pkt_size = pkt_size;
223 	pkt->hdr.dest_port = dest_port;
224 	pkt->hdr.src_port = src_port;
225 
226 	pkt->hdr.dest_domain = GPR_DOMAIN_ID_ADSP;
227 	pkt->hdr.src_domain = GPR_DOMAIN_ID_APPS;
228 	pkt->hdr.token = token;
229 	pkt->hdr.opcode = opcode;
230 
231 	if (has_cmd_hdr) {
232 		struct apm_cmd_header *cmd_header;
233 
234 		p = p + GPR_HDR_SIZE;
235 		cmd_header = p;
236 		cmd_header->payload_size = payload_size;
237 	}
238 
239 	return pkt;
240 }
241 
242 void *audioreach_alloc_pkt(int payload_size, uint32_t opcode, uint32_t token,
243 			   uint32_t src_port, uint32_t dest_port)
244 {
245 	return __audioreach_alloc_pkt(payload_size, opcode, token, src_port, dest_port, false);
246 }
247 EXPORT_SYMBOL_GPL(audioreach_alloc_pkt);
248 
249 void *audioreach_alloc_apm_pkt(int pkt_size, uint32_t opcode, uint32_t token, uint32_t src_port)
250 {
251 	return __audioreach_alloc_pkt(pkt_size, opcode, token, src_port, APM_MODULE_INSTANCE_ID,
252 				      false);
253 }
254 EXPORT_SYMBOL_GPL(audioreach_alloc_apm_pkt);
255 
256 void *audioreach_alloc_cmd_pkt(int payload_size, uint32_t opcode, uint32_t token,
257 			       uint32_t src_port, uint32_t dest_port)
258 {
259 	return __audioreach_alloc_pkt(payload_size, opcode, token, src_port, dest_port, true);
260 }
261 EXPORT_SYMBOL_GPL(audioreach_alloc_cmd_pkt);
262 
263 void *audioreach_alloc_apm_cmd_pkt(int pkt_size, uint32_t opcode, uint32_t token)
264 {
265 	return __audioreach_alloc_pkt(pkt_size, opcode, token, GPR_APM_MODULE_IID,
266 				       APM_MODULE_INSTANCE_ID, true);
267 }
268 EXPORT_SYMBOL_GPL(audioreach_alloc_apm_cmd_pkt);
269 
270 static void audioreach_set_channel_mapping(u8 *ch_map, int num_channels)
271 {
272 	if (num_channels == 1) {
273 		ch_map[0] =  PCM_CHANNEL_FL;
274 	} else if (num_channels == 2) {
275 		ch_map[0] =  PCM_CHANNEL_FL;
276 		ch_map[1] =  PCM_CHANNEL_FR;
277 	} else if (num_channels == 4) {
278 		ch_map[0] =  PCM_CHANNEL_FL;
279 		ch_map[1] =  PCM_CHANNEL_FR;
280 		ch_map[2] =  PCM_CHANNEL_LS;
281 		ch_map[3] =  PCM_CHANNEL_RS;
282 	}
283 }
284 
285 static void apm_populate_container_config(struct apm_container_obj *cfg,
286 					  struct audioreach_container *cont)
287 {
288 
289 	/* Container Config */
290 	cfg->container_cfg.container_id = cont->container_id;
291 	cfg->container_cfg.num_prop = 4;
292 
293 	/* Capability list */
294 	cfg->cap_data.prop_id = APM_CONTAINER_PROP_ID_CAPABILITY_LIST;
295 	cfg->cap_data.prop_size = APM_CONTAINER_PROP_ID_CAPABILITY_SIZE;
296 	cfg->num_capability_id = 1;
297 	cfg->capability_id = cont->capability_id;
298 
299 	/* Graph Position */
300 	cfg->pos_data.prop_id = APM_CONTAINER_PROP_ID_GRAPH_POS;
301 	cfg->pos_data.prop_size = sizeof(struct apm_cont_prop_id_graph_pos);
302 	cfg->pos.graph_pos = cont->graph_pos;
303 
304 	/* Stack size */
305 	cfg->stack_data.prop_id = APM_CONTAINER_PROP_ID_STACK_SIZE;
306 	cfg->stack_data.prop_size = sizeof(struct apm_cont_prop_id_stack_size);
307 	cfg->stack.stack_size = cont->stack_size;
308 
309 	/* Proc domain */
310 	cfg->domain_data.prop_id = APM_CONTAINER_PROP_ID_PROC_DOMAIN;
311 	cfg->domain_data.prop_size = sizeof(struct apm_cont_prop_id_domain);
312 	cfg->domain.proc_domain = cont->proc_domain;
313 }
314 
315 static void apm_populate_sub_graph_config(struct apm_sub_graph_data *cfg,
316 					  struct audioreach_sub_graph *sg)
317 {
318 	cfg->sub_graph_cfg.sub_graph_id = sg->sub_graph_id;
319 	cfg->sub_graph_cfg.num_sub_graph_prop = APM_SUB_GRAPH_CFG_NPROP;
320 
321 	/* Perf Mode */
322 	cfg->perf_data.prop_id = APM_SUB_GRAPH_PROP_ID_PERF_MODE;
323 	cfg->perf_data.prop_size = APM_SG_PROP_ID_PERF_MODE_SIZE;
324 	cfg->perf.perf_mode = sg->perf_mode;
325 
326 	/* Direction */
327 	cfg->dir_data.prop_id = APM_SUB_GRAPH_PROP_ID_DIRECTION;
328 	cfg->dir_data.prop_size = APM_SG_PROP_ID_DIR_SIZE;
329 	cfg->dir.direction = sg->direction;
330 
331 	/* Scenario ID */
332 	cfg->sid_data.prop_id = APM_SUB_GRAPH_PROP_ID_SCENARIO_ID;
333 	cfg->sid_data.prop_size = APM_SG_PROP_ID_SID_SIZE;
334 	cfg->sid.scenario_id = sg->scenario_id;
335 }
336 
337 static void apm_populate_module_prop_obj(struct apm_mod_prop_obj *obj,
338 					 struct audioreach_module *module)
339 {
340 
341 	obj->instance_id = module->instance_id;
342 	obj->num_props = 1;
343 	obj->prop_data_1.prop_id = APM_MODULE_PROP_ID_PORT_INFO;
344 	obj->prop_data_1.prop_size = APM_MODULE_PROP_ID_PORT_INFO_SZ;
345 	obj->prop_id_port.max_ip_port = module->max_ip_port;
346 	obj->prop_id_port.max_op_port = module->max_op_port;
347 }
348 
349 static void apm_populate_module_list_obj(struct apm_mod_list_obj *obj,
350 					 struct audioreach_container *container,
351 					 int sub_graph_id)
352 {
353 	struct audioreach_module *module;
354 	int i;
355 
356 	obj->sub_graph_id = sub_graph_id;
357 	obj->container_id = container->container_id;
358 	obj->num_modules = container->num_modules;
359 	i = 0;
360 	list_for_each_entry(module, &container->modules_list, node) {
361 		obj->mod_cfg[i].module_id = module->module_id;
362 		obj->mod_cfg[i].instance_id = module->instance_id;
363 		i++;
364 	}
365 }
366 
367 static void audioreach_populate_graph(struct q6apm *apm, struct audioreach_graph_info *info,
368 				      struct apm_graph_open_params *open,
369 				      struct list_head *sg_list,
370 				      int num_sub_graphs)
371 {
372 	struct apm_mod_conn_list_params *mc_data = open->mod_conn_list_data;
373 	struct apm_module_list_params *ml_data = open->mod_list_data;
374 	struct apm_prop_list_params *mp_data = open->mod_prop_data;
375 	struct apm_container_params *c_data = open->cont_data;
376 	struct apm_sub_graph_params *sg_data = open->sg_data;
377 	int ncontainer = 0, nmodule = 0, nconn = 0;
378 	struct apm_mod_prop_obj *module_prop_obj;
379 	struct audioreach_container *container;
380 	struct apm_module_conn_obj *conn_obj;
381 	struct audioreach_module *module;
382 	struct audioreach_sub_graph *sg;
383 	struct apm_container_obj *cobj;
384 	struct apm_mod_list_obj *mlobj;
385 	int i = 0;
386 
387 	mlobj = &ml_data->mod_list_obj[0];
388 
389 
390 	if (info->dst_mod_inst_id && info->src_mod_inst_id) {
391 		conn_obj = &mc_data->conn_obj[nconn];
392 		conn_obj->src_mod_inst_id = info->src_mod_inst_id;
393 		conn_obj->src_mod_op_port_id = info->src_mod_op_port_id;
394 		conn_obj->dst_mod_inst_id = info->dst_mod_inst_id;
395 		conn_obj->dst_mod_ip_port_id = info->dst_mod_ip_port_id;
396 		nconn++;
397 	}
398 
399 	list_for_each_entry(sg, sg_list, node) {
400 		struct apm_sub_graph_data *sg_cfg = &sg_data->sg_cfg[i++];
401 
402 		apm_populate_sub_graph_config(sg_cfg, sg);
403 
404 		list_for_each_entry(container, &sg->container_list, node) {
405 			cobj = &c_data->cont_obj[ncontainer];
406 
407 			apm_populate_container_config(cobj, container);
408 			apm_populate_module_list_obj(mlobj, container, sg->sub_graph_id);
409 
410 			list_for_each_entry(module, &container->modules_list, node) {
411 				int pn;
412 
413 				module_prop_obj = &mp_data->mod_prop_obj[nmodule++];
414 				apm_populate_module_prop_obj(module_prop_obj, module);
415 
416 				if (!module->max_op_port)
417 					continue;
418 
419 				for (pn = 0; pn < module->max_op_port; pn++) {
420 					if (module->dst_mod_inst_id[pn]) {
421 						conn_obj = &mc_data->conn_obj[nconn];
422 						conn_obj->src_mod_inst_id = module->instance_id;
423 						conn_obj->src_mod_op_port_id =
424 								module->src_mod_op_port_id[pn];
425 						conn_obj->dst_mod_inst_id =
426 								module->dst_mod_inst_id[pn];
427 						conn_obj->dst_mod_ip_port_id =
428 								module->dst_mod_ip_port_id[pn];
429 						nconn++;
430 					}
431 				}
432 			}
433 			mlobj = (void *) mlobj + APM_MOD_LIST_OBJ_PSIZE(mlobj,
434 									container->num_modules);
435 
436 			ncontainer++;
437 		}
438 	}
439 }
440 
441 void *audioreach_alloc_graph_pkt(struct q6apm *apm, struct audioreach_graph_info *info)
442 {
443 	int payload_size, sg_sz, cont_sz, ml_sz, mp_sz, mc_sz;
444 	struct apm_module_param_data  *param_data;
445 	struct apm_container_params *cont_params;
446 	struct audioreach_container *container;
447 	struct apm_sub_graph_params *sg_params;
448 	struct apm_mod_conn_list_params *mcon;
449 	struct apm_graph_open_params params;
450 	struct apm_prop_list_params *mprop;
451 	struct audioreach_module *module;
452 	struct audioreach_sub_graph *sgs;
453 	struct apm_mod_list_obj *mlobj;
454 	struct list_head *sg_list;
455 	int num_connections = 0;
456 	int num_containers = 0;
457 	int num_sub_graphs = 0;
458 	int num_modules = 0;
459 	int num_modules_list;
460 	struct gpr_pkt *pkt;
461 	void *p;
462 
463 	sg_list = &info->sg_list;
464 	ml_sz = 0;
465 
466 	/* add FE-BE connections */
467 	if (info->dst_mod_inst_id && info->src_mod_inst_id)
468 		num_connections++;
469 
470 	list_for_each_entry(sgs, sg_list, node) {
471 		num_sub_graphs++;
472 		list_for_each_entry(container, &sgs->container_list, node) {
473 			num_containers++;
474 			num_modules += container->num_modules;
475 			ml_sz = ml_sz + sizeof(struct apm_module_list_params) +
476 				APM_MOD_LIST_OBJ_PSIZE(mlobj, container->num_modules);
477 
478 			list_for_each_entry(module, &container->modules_list, node) {
479 				num_connections += module->num_connections;
480 			}
481 		}
482 	}
483 
484 	num_modules_list = num_containers;
485 	sg_sz = APM_SUB_GRAPH_PSIZE(sg_params, num_sub_graphs);
486 	cont_sz = APM_CONTAINER_PSIZE(cont_params, num_containers);
487 
488 	ml_sz = ALIGN(ml_sz, 8);
489 
490 	mp_sz = APM_MOD_PROP_PSIZE(mprop, num_modules);
491 	mc_sz =	APM_MOD_CONN_PSIZE(mcon, num_connections);
492 
493 	payload_size = sg_sz + cont_sz + ml_sz + mp_sz + mc_sz;
494 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_GRAPH_OPEN, 0);
495 	if (IS_ERR(pkt))
496 		return pkt;
497 
498 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
499 
500 	/* SubGraph */
501 	params.sg_data = p;
502 	param_data = &params.sg_data->param_data;
503 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
504 	param_data->param_id = APM_PARAM_ID_SUB_GRAPH_CONFIG;
505 	param_data->param_size = sg_sz - APM_MODULE_PARAM_DATA_SIZE;
506 	params.sg_data->num_sub_graphs = num_sub_graphs;
507 	p += sg_sz;
508 
509 	/* Container */
510 	params.cont_data = p;
511 	param_data = &params.cont_data->param_data;
512 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
513 	param_data->param_id = APM_PARAM_ID_CONTAINER_CONFIG;
514 	param_data->param_size = cont_sz - APM_MODULE_PARAM_DATA_SIZE;
515 	params.cont_data->num_containers = num_containers;
516 	p += cont_sz;
517 
518 	/* Module List*/
519 	params.mod_list_data = p;
520 	param_data = &params.mod_list_data->param_data;
521 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
522 	param_data->param_id = APM_PARAM_ID_MODULE_LIST;
523 	param_data->param_size = ml_sz - APM_MODULE_PARAM_DATA_SIZE;
524 	params.mod_list_data->num_modules_list = num_modules_list;
525 	p += ml_sz;
526 
527 	/* Module Properties */
528 	params.mod_prop_data = p;
529 	param_data = &params.mod_prop_data->param_data;
530 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
531 	param_data->param_id = APM_PARAM_ID_MODULE_PROP;
532 	param_data->param_size = mp_sz - APM_MODULE_PARAM_DATA_SIZE;
533 	params.mod_prop_data->num_modules_prop_cfg = num_modules;
534 	p += mp_sz;
535 
536 	/* Module Connections */
537 	params.mod_conn_list_data = p;
538 	param_data = &params.mod_conn_list_data->param_data;
539 	param_data->module_instance_id = APM_MODULE_INSTANCE_ID;
540 	param_data->param_id = APM_PARAM_ID_MODULE_CONN;
541 	param_data->param_size = mc_sz - APM_MODULE_PARAM_DATA_SIZE;
542 	params.mod_conn_list_data->num_connections = num_connections;
543 	p += mc_sz;
544 
545 	audioreach_populate_graph(apm, info, &params, sg_list, num_sub_graphs);
546 
547 	return pkt;
548 }
549 EXPORT_SYMBOL_GPL(audioreach_alloc_graph_pkt);
550 
551 int audioreach_send_cmd_sync(struct device *dev, gpr_device_t *gdev,
552 			     struct gpr_ibasic_rsp_result_t *result, struct mutex *cmd_lock,
553 			     gpr_port_t *port, wait_queue_head_t *cmd_wait,
554 			     struct gpr_pkt *pkt, uint32_t rsp_opcode)
555 {
556 
557 	struct gpr_hdr *hdr = &pkt->hdr;
558 	int rc;
559 
560 	mutex_lock(cmd_lock);
561 	result->opcode = 0;
562 	result->status = 0;
563 
564 	if (port)
565 		rc = gpr_send_port_pkt(port, pkt);
566 	else if (gdev)
567 		rc = gpr_send_pkt(gdev, pkt);
568 	else
569 		rc = -EINVAL;
570 
571 	if (rc < 0)
572 		goto err;
573 
574 	if (rsp_opcode)
575 		rc = wait_event_timeout(*cmd_wait, (result->opcode == hdr->opcode) ||
576 					(result->opcode == rsp_opcode),	5 * HZ);
577 	else
578 		rc = wait_event_timeout(*cmd_wait, (result->opcode == hdr->opcode), 5 * HZ);
579 
580 	if (!rc) {
581 		dev_err(dev, "CMD timeout for [%x] opcode\n", hdr->opcode);
582 		rc = -ETIMEDOUT;
583 	} else if (result->status > 0) {
584 		dev_err(dev, "DSP returned error[%x] %x\n", hdr->opcode, result->status);
585 		rc = -EINVAL;
586 	} else {
587 		/* DSP successfully finished the command */
588 		rc = 0;
589 	}
590 
591 err:
592 	mutex_unlock(cmd_lock);
593 	return rc;
594 }
595 EXPORT_SYMBOL_GPL(audioreach_send_cmd_sync);
596 
597 int audioreach_graph_send_cmd_sync(struct q6apm_graph *graph, struct gpr_pkt *pkt,
598 				   uint32_t rsp_opcode)
599 {
600 
601 	return audioreach_send_cmd_sync(graph->dev, NULL,  &graph->result, &graph->lock,
602 					graph->port, &graph->cmd_wait, pkt, rsp_opcode);
603 }
604 EXPORT_SYMBOL_GPL(audioreach_graph_send_cmd_sync);
605 
606 static int audioreach_display_port_set_media_format(struct q6apm_graph *graph,
607 						    struct audioreach_module *module,
608 						    struct audioreach_module_config *cfg)
609 {
610 	struct apm_display_port_module_intf_cfg *intf_cfg;
611 	struct apm_module_frame_size_factor_cfg *fs_cfg;
612 	struct apm_module_param_data *param_data;
613 	struct apm_module_hw_ep_mf_cfg *hw_cfg;
614 	int ic_sz, ep_sz, fs_sz, dl_sz;
615 	int rc, payload_size;
616 	struct gpr_pkt *pkt;
617 	void *p;
618 
619 	ic_sz = APM_DP_INTF_CFG_PSIZE;
620 	ep_sz = APM_HW_EP_CFG_PSIZE;
621 	fs_sz = APM_FS_CFG_PSIZE;
622 	dl_sz = 0;
623 
624 	payload_size = ic_sz + ep_sz + fs_sz + dl_sz;
625 
626 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
627 	if (IS_ERR(pkt))
628 		return PTR_ERR(pkt);
629 
630 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
631 
632 	hw_cfg = p;
633 	param_data = &hw_cfg->param_data;
634 	param_data->module_instance_id = module->instance_id;
635 	param_data->error_code = 0;
636 	param_data->param_id = PARAM_ID_HW_EP_MF_CFG;
637 	param_data->param_size = ep_sz - APM_MODULE_PARAM_DATA_SIZE;
638 
639 	hw_cfg->mf.sample_rate = cfg->sample_rate;
640 	hw_cfg->mf.bit_width = cfg->bit_width;
641 	hw_cfg->mf.num_channels = cfg->num_channels;
642 	hw_cfg->mf.data_format = module->data_format;
643 	p += ep_sz;
644 
645 	fs_cfg = p;
646 	param_data = &fs_cfg->param_data;
647 	param_data->module_instance_id = module->instance_id;
648 	param_data->error_code = 0;
649 	param_data->param_id = PARAM_ID_HW_EP_FRAME_SIZE_FACTOR;
650 	param_data->param_size = fs_sz - APM_MODULE_PARAM_DATA_SIZE;
651 	fs_cfg->frame_size_factor = 1;
652 	p += fs_sz;
653 
654 	intf_cfg = p;
655 	param_data = &intf_cfg->param_data;
656 	param_data->module_instance_id = module->instance_id;
657 	param_data->error_code = 0;
658 	param_data->param_id = PARAM_ID_DISPLAY_PORT_INTF_CFG;
659 	param_data->param_size = ic_sz - APM_MODULE_PARAM_DATA_SIZE;
660 
661 	intf_cfg->cfg.channel_allocation = cfg->channel_allocation;
662 	intf_cfg->cfg.mst_idx = 0;
663 	intf_cfg->cfg.dptx_idx = cfg->dp_idx;
664 
665 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
666 
667 	kfree(pkt);
668 
669 	return rc;
670 }
671 
672 /* LPASS Codec DMA port Module Media Format Setup */
673 static int audioreach_codec_dma_set_media_format(struct q6apm_graph *graph,
674 						 struct audioreach_module *module,
675 						 struct audioreach_module_config *cfg)
676 {
677 	struct apm_codec_dma_module_intf_cfg *intf_cfg;
678 	struct apm_module_frame_size_factor_cfg *fs_cfg;
679 	struct apm_module_hw_ep_power_mode_cfg *pm_cfg;
680 	struct apm_module_param_data *param_data;
681 	struct apm_module_hw_ep_mf_cfg *hw_cfg;
682 	int ic_sz, ep_sz, fs_sz, pm_sz, dl_sz;
683 	int rc, payload_size;
684 	struct gpr_pkt *pkt;
685 	void *p;
686 
687 	ic_sz = APM_CDMA_INTF_CFG_PSIZE;
688 	ep_sz = APM_HW_EP_CFG_PSIZE;
689 	fs_sz = APM_FS_CFG_PSIZE;
690 	pm_sz = APM_HW_EP_PMODE_CFG_PSIZE;
691 	dl_sz = 0;
692 
693 	payload_size = ic_sz + ep_sz + fs_sz + pm_sz + dl_sz;
694 
695 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
696 	if (IS_ERR(pkt))
697 		return PTR_ERR(pkt);
698 
699 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
700 
701 	hw_cfg = p;
702 	param_data = &hw_cfg->param_data;
703 	param_data->module_instance_id = module->instance_id;
704 	param_data->error_code = 0;
705 	param_data->param_id = PARAM_ID_HW_EP_MF_CFG;
706 	param_data->param_size = ep_sz - APM_MODULE_PARAM_DATA_SIZE;
707 
708 	hw_cfg->mf.sample_rate = cfg->sample_rate;
709 	hw_cfg->mf.bit_width = cfg->bit_width;
710 	hw_cfg->mf.num_channels = cfg->num_channels;
711 	hw_cfg->mf.data_format = module->data_format;
712 	p += ep_sz;
713 
714 	fs_cfg = p;
715 	param_data = &fs_cfg->param_data;
716 	param_data->module_instance_id = module->instance_id;
717 	param_data->error_code = 0;
718 	param_data->param_id = PARAM_ID_HW_EP_FRAME_SIZE_FACTOR;
719 	param_data->param_size = fs_sz - APM_MODULE_PARAM_DATA_SIZE;
720 	fs_cfg->frame_size_factor = 1;
721 	p += fs_sz;
722 
723 	intf_cfg = p;
724 	param_data = &intf_cfg->param_data;
725 	param_data->module_instance_id = module->instance_id;
726 	param_data->error_code = 0;
727 	param_data->param_id = PARAM_ID_CODEC_DMA_INTF_CFG;
728 	param_data->param_size = ic_sz - APM_MODULE_PARAM_DATA_SIZE;
729 
730 	intf_cfg->cfg.lpaif_type = module->hw_interface_type;
731 	intf_cfg->cfg.intf_index = module->hw_interface_idx;
732 	intf_cfg->cfg.active_channels_mask = (1 << cfg->num_channels) - 1;
733 	p += ic_sz;
734 
735 	pm_cfg = p;
736 	param_data = &pm_cfg->param_data;
737 	param_data->module_instance_id = module->instance_id;
738 	param_data->error_code = 0;
739 	param_data->param_id = PARAM_ID_HW_EP_POWER_MODE_CFG;
740 	param_data->param_size = pm_sz - APM_MODULE_PARAM_DATA_SIZE;
741 	pm_cfg->power_mode.power_mode = 0;
742 
743 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
744 
745 	kfree(pkt);
746 
747 	return rc;
748 }
749 
750 int audioreach_send_u32_param(struct q6apm_graph *graph, struct audioreach_module *module,
751 			      uint32_t param_id, uint32_t param_val)
752 {
753 	struct apm_module_param_data *param_data;
754 	struct gpr_pkt *pkt;
755 	uint32_t *param;
756 	int rc, payload_size;
757 	void *p;
758 
759 	payload_size = sizeof(uint32_t) + APM_MODULE_PARAM_DATA_SIZE;
760 	p = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
761 	if (IS_ERR(p))
762 		return -ENOMEM;
763 
764 	pkt = p;
765 	p = p + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
766 
767 	param_data = p;
768 	param_data->module_instance_id = module->instance_id;
769 	param_data->error_code = 0;
770 	param_data->param_id = param_id;
771 	param_data->param_size = sizeof(uint32_t);
772 
773 	p = p + APM_MODULE_PARAM_DATA_SIZE;
774 	param = p;
775 	*param = param_val;
776 
777 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
778 
779 	kfree(pkt);
780 
781 	return rc;
782 }
783 EXPORT_SYMBOL_GPL(audioreach_send_u32_param);
784 
785 static int audioreach_sal_limiter_enable(struct q6apm_graph *graph,
786 					 struct audioreach_module *module, bool enable)
787 {
788 	return audioreach_send_u32_param(graph, module, PARAM_ID_SAL_LIMITER_ENABLE, enable);
789 }
790 
791 static int audioreach_sal_set_media_format(struct q6apm_graph *graph,
792 					   struct audioreach_module *module,
793 					   struct audioreach_module_config *cfg)
794 {
795 	return audioreach_send_u32_param(graph, module, PARAM_ID_SAL_OUTPUT_CFG,  cfg->bit_width);
796 }
797 
798 static int audioreach_module_enable(struct q6apm_graph *graph,
799 				    struct audioreach_module *module,
800 				    bool enable)
801 {
802 	return audioreach_send_u32_param(graph, module, PARAM_ID_MODULE_ENABLE, enable);
803 }
804 
805 static int audioreach_gapless_set_media_format(struct q6apm_graph *graph,
806 					       struct audioreach_module *module,
807 					       struct audioreach_module_config *cfg)
808 {
809 	return audioreach_send_u32_param(graph, module, PARAM_ID_EARLY_EOS_DELAY,
810 					 EARLY_EOS_DELAY_MS);
811 }
812 
813 static int audioreach_mfc_set_media_format(struct q6apm_graph *graph,
814 					   struct audioreach_module *module,
815 					   struct audioreach_module_config *cfg)
816 {
817 	struct apm_module_param_data *param_data;
818 	struct param_id_mfc_media_format *media_format;
819 	uint32_t num_channels = cfg->num_channels;
820 	int payload_size;
821 	struct gpr_pkt *pkt;
822 	int rc;
823 	void *p;
824 
825 	payload_size = APM_MFC_CFG_PSIZE(media_format, num_channels) +
826 		APM_MODULE_PARAM_DATA_SIZE;
827 
828 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
829 	if (IS_ERR(pkt))
830 		return PTR_ERR(pkt);
831 
832 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
833 
834 	param_data = p;
835 	param_data->module_instance_id = module->instance_id;
836 	param_data->error_code = 0;
837 	param_data->param_id = PARAM_ID_MFC_OUTPUT_MEDIA_FORMAT;
838 	param_data->param_size = APM_MFC_CFG_PSIZE(media_format, num_channels);
839 	p = p + APM_MODULE_PARAM_DATA_SIZE;
840 	media_format = p;
841 
842 	media_format->sample_rate = cfg->sample_rate;
843 	media_format->bit_width = cfg->bit_width;
844 	media_format->num_channels = cfg->num_channels;
845 
846 	if (num_channels == 1) {
847 		media_format->channel_mapping[0] = PCM_CHANNEL_FL;
848 	} else if (num_channels == 2) {
849 		media_format->channel_mapping[0] = PCM_CHANNEL_FL;
850 		media_format->channel_mapping[1] = PCM_CHANNEL_FR;
851 	} else if (num_channels == 4) {
852 		media_format->channel_mapping[0] = PCM_CHANNEL_FL;
853 		media_format->channel_mapping[1] = PCM_CHANNEL_FR;
854 		media_format->channel_mapping[2] = PCM_CHANNEL_LS;
855 		media_format->channel_mapping[3] = PCM_CHANNEL_RS;
856 	}
857 
858 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
859 
860 	kfree(pkt);
861 
862 	return rc;
863 }
864 
865 static int audioreach_set_compr_media_format(struct media_format *media_fmt_hdr,
866 					     void *p, struct audioreach_module_config *mcfg)
867 {
868 	struct payload_media_fmt_aac_t *aac_cfg;
869 	struct payload_media_fmt_pcm *mp3_cfg;
870 	struct payload_media_fmt_flac_t *flac_cfg;
871 
872 	switch (mcfg->fmt) {
873 	case SND_AUDIOCODEC_MP3:
874 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
875 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_MP3;
876 		media_fmt_hdr->payload_size = 0;
877 		p = p + sizeof(*media_fmt_hdr);
878 		mp3_cfg = p;
879 		mp3_cfg->sample_rate = mcfg->sample_rate;
880 		mp3_cfg->bit_width = mcfg->bit_width;
881 		mp3_cfg->alignment = PCM_LSB_ALIGNED;
882 		mp3_cfg->bits_per_sample = mcfg->bit_width;
883 		mp3_cfg->q_factor = mcfg->bit_width - 1;
884 		mp3_cfg->endianness = PCM_LITTLE_ENDIAN;
885 		mp3_cfg->num_channels = mcfg->num_channels;
886 
887 		audioreach_set_channel_mapping(mp3_cfg->channel_mapping,
888 					       mcfg->num_channels);
889 		break;
890 	case SND_AUDIOCODEC_AAC:
891 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
892 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_AAC;
893 		media_fmt_hdr->payload_size = sizeof(struct payload_media_fmt_aac_t);
894 		p = p + sizeof(*media_fmt_hdr);
895 		aac_cfg = p;
896 		aac_cfg->aac_fmt_flag = 0;
897 		aac_cfg->audio_obj_type = 5;
898 		aac_cfg->num_channels = mcfg->num_channels;
899 		aac_cfg->total_size_of_PCE_bits = 0;
900 		aac_cfg->sample_rate = mcfg->sample_rate;
901 		break;
902 	case SND_AUDIOCODEC_FLAC:
903 		media_fmt_hdr->data_format = DATA_FORMAT_RAW_COMPRESSED;
904 		media_fmt_hdr->fmt_id = MEDIA_FMT_ID_FLAC;
905 		media_fmt_hdr->payload_size = sizeof(struct payload_media_fmt_flac_t);
906 		p = p + sizeof(*media_fmt_hdr);
907 		flac_cfg = p;
908 		flac_cfg->sample_size = mcfg->codec.options.flac_d.sample_size;
909 		flac_cfg->num_channels = mcfg->num_channels;
910 		flac_cfg->min_blk_size = mcfg->codec.options.flac_d.min_blk_size;
911 		flac_cfg->max_blk_size = mcfg->codec.options.flac_d.max_blk_size;
912 		flac_cfg->sample_rate = mcfg->sample_rate;
913 		flac_cfg->min_frame_size = mcfg->codec.options.flac_d.min_frame_size;
914 		flac_cfg->max_frame_size = mcfg->codec.options.flac_d.max_frame_size;
915 		break;
916 	default:
917 		return -EINVAL;
918 	}
919 
920 	return 0;
921 }
922 
923 int audioreach_compr_set_param(struct q6apm_graph *graph, struct audioreach_module_config *mcfg)
924 {
925 	struct media_format *header;
926 	struct gpr_pkt *pkt;
927 	int iid, payload_size, rc;
928 	void *p;
929 
930 	payload_size = sizeof(struct apm_sh_module_media_fmt_cmd);
931 
932 	iid = q6apm_graph_get_rx_shmem_module_iid(graph);
933 	pkt = audioreach_alloc_cmd_pkt(payload_size, DATA_CMD_WR_SH_MEM_EP_MEDIA_FORMAT,
934 			0, graph->port->id, iid);
935 
936 	if (IS_ERR(pkt))
937 		return -ENOMEM;
938 
939 	p = (void *)pkt + GPR_HDR_SIZE;
940 	header = p;
941 	rc = audioreach_set_compr_media_format(header, p, mcfg);
942 	if (rc) {
943 		kfree(pkt);
944 		return rc;
945 	}
946 
947 	rc = gpr_send_port_pkt(graph->port, pkt);
948 	kfree(pkt);
949 
950 	return rc;
951 }
952 EXPORT_SYMBOL_GPL(audioreach_compr_set_param);
953 
954 static int audioreach_i2s_set_media_format(struct q6apm_graph *graph,
955 					   struct audioreach_module *module,
956 					   struct audioreach_module_config *cfg)
957 {
958 	struct apm_module_frame_size_factor_cfg *fs_cfg;
959 	struct apm_module_param_data *param_data;
960 	struct apm_i2s_module_intf_cfg *intf_cfg;
961 	struct apm_module_hw_ep_mf_cfg *hw_cfg;
962 	int ic_sz, ep_sz, fs_sz;
963 	int rc, payload_size;
964 	struct gpr_pkt *pkt;
965 	void *p;
966 
967 	ic_sz = APM_I2S_INTF_CFG_PSIZE;
968 	ep_sz = APM_HW_EP_CFG_PSIZE;
969 	fs_sz = APM_FS_CFG_PSIZE;
970 
971 	payload_size = ic_sz + ep_sz + fs_sz;
972 
973 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
974 	if (IS_ERR(pkt))
975 		return PTR_ERR(pkt);
976 
977 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
978 	intf_cfg = p;
979 
980 	param_data = &intf_cfg->param_data;
981 	param_data->module_instance_id = module->instance_id;
982 	param_data->error_code = 0;
983 	param_data->param_id = PARAM_ID_I2S_INTF_CFG;
984 	param_data->param_size = ic_sz - APM_MODULE_PARAM_DATA_SIZE;
985 
986 	intf_cfg->cfg.intf_idx = module->hw_interface_idx;
987 	intf_cfg->cfg.sd_line_idx = module->sd_line_idx;
988 
989 	switch (cfg->fmt & SND_SOC_DAIFMT_CLOCK_PROVIDER_MASK) {
990 	case SND_SOC_DAIFMT_BP_FP:
991 		intf_cfg->cfg.ws_src = CONFIG_I2S_WS_SRC_INTERNAL;
992 		break;
993 	case SND_SOC_DAIFMT_BC_FC:
994 		/* CPU is slave */
995 		intf_cfg->cfg.ws_src = CONFIG_I2S_WS_SRC_EXTERNAL;
996 		break;
997 	default:
998 		break;
999 	}
1000 
1001 	p += ic_sz;
1002 	hw_cfg = p;
1003 	param_data = &hw_cfg->param_data;
1004 	param_data->module_instance_id = module->instance_id;
1005 	param_data->error_code = 0;
1006 	param_data->param_id = PARAM_ID_HW_EP_MF_CFG;
1007 	param_data->param_size = ep_sz - APM_MODULE_PARAM_DATA_SIZE;
1008 
1009 	hw_cfg->mf.sample_rate = cfg->sample_rate;
1010 	hw_cfg->mf.bit_width = cfg->bit_width;
1011 	hw_cfg->mf.num_channels = cfg->num_channels;
1012 	hw_cfg->mf.data_format = module->data_format;
1013 
1014 	p += ep_sz;
1015 	fs_cfg = p;
1016 	param_data = &fs_cfg->param_data;
1017 	param_data->module_instance_id = module->instance_id;
1018 	param_data->error_code = 0;
1019 	param_data->param_id = PARAM_ID_HW_EP_FRAME_SIZE_FACTOR;
1020 	param_data->param_size = fs_sz - APM_MODULE_PARAM_DATA_SIZE;
1021 	fs_cfg->frame_size_factor = 1;
1022 
1023 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1024 
1025 	kfree(pkt);
1026 
1027 	return rc;
1028 }
1029 
1030 static int audioreach_logging_set_media_format(struct q6apm_graph *graph,
1031 					       struct audioreach_module *module)
1032 {
1033 	struct apm_module_param_data *param_data;
1034 	struct data_logging_config *cfg;
1035 	int rc, payload_size;
1036 	struct gpr_pkt *pkt;
1037 	void *p;
1038 
1039 	payload_size = sizeof(*cfg) + APM_MODULE_PARAM_DATA_SIZE;
1040 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1041 	if (IS_ERR(pkt))
1042 		return PTR_ERR(pkt);
1043 
1044 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1045 
1046 	param_data = p;
1047 	param_data->module_instance_id = module->instance_id;
1048 	param_data->error_code = 0;
1049 	param_data->param_id = PARAM_ID_DATA_LOGGING_CONFIG;
1050 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1051 
1052 	p = p + APM_MODULE_PARAM_DATA_SIZE;
1053 	cfg = p;
1054 	cfg->log_code = module->log_code;
1055 	cfg->log_tap_point_id = module->log_tap_point_id;
1056 	cfg->mode = module->log_mode;
1057 
1058 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1059 
1060 	kfree(pkt);
1061 
1062 	return rc;
1063 }
1064 
1065 static int audioreach_pcm_set_media_format(struct q6apm_graph *graph,
1066 					   struct audioreach_module *module,
1067 					   struct audioreach_module_config *mcfg)
1068 {
1069 	struct payload_pcm_output_format_cfg *media_cfg;
1070 	uint32_t num_channels = mcfg->num_channels;
1071 	struct apm_pcm_module_media_fmt_cmd *cfg;
1072 	struct apm_module_param_data *param_data;
1073 	int rc, payload_size;
1074 	struct gpr_pkt *pkt;
1075 
1076 	if (num_channels > 4) {
1077 		dev_err(graph->dev, "Error: Invalid channels (%d)!\n", num_channels);
1078 		return -EINVAL;
1079 	}
1080 
1081 	payload_size = APM_PCM_MODULE_FMT_CMD_PSIZE(num_channels);
1082 
1083 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1084 	if (IS_ERR(pkt))
1085 		return PTR_ERR(pkt);
1086 
1087 	cfg = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1088 
1089 	param_data = &cfg->param_data;
1090 	param_data->module_instance_id = module->instance_id;
1091 	param_data->error_code = 0;
1092 	param_data->param_id = PARAM_ID_PCM_OUTPUT_FORMAT_CFG;
1093 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1094 
1095 	cfg->header.data_format = DATA_FORMAT_FIXED_POINT;
1096 	cfg->header.fmt_id = MEDIA_FMT_ID_PCM;
1097 	cfg->header.payload_size = APM_PCM_OUT_FMT_CFG_PSIZE(media_cfg, num_channels);
1098 
1099 	media_cfg = &cfg->media_cfg;
1100 	media_cfg->alignment = PCM_LSB_ALIGNED;
1101 	media_cfg->bit_width = mcfg->bit_width;
1102 	media_cfg->endianness = PCM_LITTLE_ENDIAN;
1103 	media_cfg->interleaved = module->interleave_type;
1104 	media_cfg->num_channels = mcfg->num_channels;
1105 	media_cfg->q_factor = mcfg->bit_width - 1;
1106 	media_cfg->bits_per_sample = mcfg->bit_width;
1107 
1108 	audioreach_set_channel_mapping(media_cfg->channel_mapping,
1109 				       num_channels);
1110 
1111 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1112 
1113 	kfree(pkt);
1114 
1115 	return rc;
1116 }
1117 
1118 static int audioreach_shmem_set_media_format(struct q6apm_graph *graph,
1119 					     struct audioreach_module *module,
1120 					     struct audioreach_module_config *mcfg)
1121 {
1122 	uint32_t num_channels = mcfg->num_channels;
1123 	struct apm_module_param_data *param_data;
1124 	struct payload_media_fmt_pcm *cfg;
1125 	struct media_format *header;
1126 	int rc, payload_size;
1127 	struct gpr_pkt *pkt;
1128 	void *p;
1129 
1130 	if (num_channels > 4) {
1131 		dev_err(graph->dev, "Error: Invalid channels (%d)!\n", num_channels);
1132 		return -EINVAL;
1133 	}
1134 
1135 	payload_size = APM_SHMEM_FMT_CFG_PSIZE(num_channels) + APM_MODULE_PARAM_DATA_SIZE;
1136 
1137 	pkt = audioreach_alloc_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0,
1138 				     graph->port->id, module->instance_id);
1139 	if (IS_ERR(pkt))
1140 		return PTR_ERR(pkt);
1141 
1142 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1143 
1144 	param_data = p;
1145 	param_data->module_instance_id = module->instance_id;
1146 	param_data->error_code = 0;
1147 	param_data->param_id = PARAM_ID_MEDIA_FORMAT;
1148 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1149 	p = p + APM_MODULE_PARAM_DATA_SIZE;
1150 
1151 	header = p;
1152 	if (mcfg->fmt == SND_AUDIOCODEC_PCM) {
1153 		header->data_format = DATA_FORMAT_FIXED_POINT;
1154 		header->fmt_id =  MEDIA_FMT_ID_PCM;
1155 		header->payload_size = payload_size - sizeof(*header);
1156 
1157 		p = p + sizeof(*header);
1158 		cfg = p;
1159 		cfg->sample_rate = mcfg->sample_rate;
1160 		cfg->bit_width = mcfg->bit_width;
1161 		cfg->alignment = PCM_LSB_ALIGNED;
1162 		cfg->bits_per_sample = mcfg->bit_width;
1163 		cfg->q_factor = mcfg->bit_width - 1;
1164 		cfg->endianness = PCM_LITTLE_ENDIAN;
1165 		cfg->num_channels = mcfg->num_channels;
1166 
1167 		audioreach_set_channel_mapping(cfg->channel_mapping,
1168 					       num_channels);
1169 	} else {
1170 		rc = audioreach_set_compr_media_format(header, p, mcfg);
1171 		if (rc) {
1172 			kfree(pkt);
1173 			return rc;
1174 		}
1175 	}
1176 
1177 	rc = audioreach_graph_send_cmd_sync(graph, pkt, 0);
1178 
1179 	kfree(pkt);
1180 
1181 	return rc;
1182 }
1183 
1184 int audioreach_gain_set_vol_ctrl(struct q6apm *apm, struct audioreach_module *module, int vol)
1185 {
1186 	struct param_id_vol_ctrl_master_gain *cfg;
1187 	struct apm_module_param_data *param_data;
1188 	int rc, payload_size;
1189 	struct gpr_pkt *pkt;
1190 	void *p;
1191 
1192 	payload_size = sizeof(*cfg) + APM_MODULE_PARAM_DATA_SIZE;
1193 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1194 	if (IS_ERR(pkt))
1195 		return PTR_ERR(pkt);
1196 
1197 	p = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1198 
1199 	param_data = p;
1200 	param_data->module_instance_id = module->instance_id;
1201 	param_data->error_code = 0;
1202 	param_data->param_id = PARAM_ID_VOL_CTRL_MASTER_GAIN;
1203 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1204 
1205 	p = p + APM_MODULE_PARAM_DATA_SIZE;
1206 	cfg = p;
1207 	cfg->master_gain =  vol;
1208 	rc = q6apm_send_cmd_sync(apm, pkt, 0);
1209 
1210 	kfree(pkt);
1211 
1212 	return rc;
1213 }
1214 EXPORT_SYMBOL_GPL(audioreach_gain_set_vol_ctrl);
1215 
1216 static int audioreach_gain_set(struct q6apm_graph *graph, struct audioreach_module *module)
1217 {
1218 	struct apm_module_param_data *param_data;
1219 	struct apm_gain_module_cfg *cfg;
1220 	int rc, payload_size;
1221 	struct gpr_pkt *pkt;
1222 
1223 	payload_size = APM_GAIN_CFG_PSIZE;
1224 	pkt = audioreach_alloc_apm_cmd_pkt(payload_size, APM_CMD_SET_CFG, 0);
1225 	if (IS_ERR(pkt))
1226 		return PTR_ERR(pkt);
1227 
1228 	cfg = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1229 
1230 	param_data = &cfg->param_data;
1231 	param_data->module_instance_id = module->instance_id;
1232 	param_data->error_code = 0;
1233 	param_data->param_id = APM_PARAM_ID_GAIN;
1234 	param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE;
1235 
1236 	cfg->gain_cfg.gain = module->gain;
1237 
1238 	rc = q6apm_send_cmd_sync(graph->apm, pkt, 0);
1239 
1240 	kfree(pkt);
1241 
1242 	return rc;
1243 }
1244 
1245 int audioreach_set_media_format(struct q6apm_graph *graph, struct audioreach_module *module,
1246 				struct audioreach_module_config *cfg)
1247 {
1248 	int rc;
1249 
1250 	switch (module->module_id) {
1251 	case MODULE_ID_DATA_LOGGING:
1252 		rc = audioreach_module_enable(graph, module, true);
1253 		if (!rc)
1254 			rc = audioreach_logging_set_media_format(graph, module);
1255 		break;
1256 	case MODULE_ID_PCM_DEC:
1257 	case MODULE_ID_PCM_ENC:
1258 	case MODULE_ID_PCM_CNV:
1259 	case MODULE_ID_PLACEHOLDER_DECODER:
1260 	case MODULE_ID_PLACEHOLDER_ENCODER:
1261 		rc = audioreach_pcm_set_media_format(graph, module, cfg);
1262 		break;
1263 	case MODULE_ID_DISPLAY_PORT_SINK:
1264 		rc = audioreach_display_port_set_media_format(graph, module, cfg);
1265 		break;
1266 	case MODULE_ID_I2S_SOURCE:
1267 	case MODULE_ID_I2S_SINK:
1268 		rc = audioreach_i2s_set_media_format(graph, module, cfg);
1269 		break;
1270 	case MODULE_ID_WR_SHARED_MEM_EP:
1271 		rc = audioreach_shmem_set_media_format(graph, module, cfg);
1272 		break;
1273 	case MODULE_ID_GAIN:
1274 		rc = audioreach_gain_set(graph, module);
1275 		break;
1276 	case MODULE_ID_CODEC_DMA_SINK:
1277 	case MODULE_ID_CODEC_DMA_SOURCE:
1278 		rc = audioreach_codec_dma_set_media_format(graph, module, cfg);
1279 		break;
1280 	case MODULE_ID_SAL:
1281 		rc = audioreach_sal_set_media_format(graph, module, cfg);
1282 		if (!rc)
1283 			rc = audioreach_sal_limiter_enable(graph, module, true);
1284 		break;
1285 	case MODULE_ID_MFC:
1286 		rc = audioreach_mfc_set_media_format(graph, module, cfg);
1287 		break;
1288 	case MODULE_ID_GAPLESS:
1289 		rc = audioreach_gapless_set_media_format(graph, module, cfg);
1290 		break;
1291 	default:
1292 		rc = 0;
1293 	}
1294 
1295 	return rc;
1296 }
1297 EXPORT_SYMBOL_GPL(audioreach_set_media_format);
1298 
1299 void audioreach_graph_free_buf(struct q6apm_graph *graph)
1300 {
1301 	struct audioreach_graph_data *port;
1302 
1303 	mutex_lock(&graph->lock);
1304 	port = &graph->rx_data;
1305 	port->num_periods = 0;
1306 	kfree(port->buf);
1307 	port->buf = NULL;
1308 
1309 	port = &graph->tx_data;
1310 	port->num_periods = 0;
1311 	kfree(port->buf);
1312 	port->buf = NULL;
1313 	mutex_unlock(&graph->lock);
1314 }
1315 EXPORT_SYMBOL_GPL(audioreach_graph_free_buf);
1316 
1317 int audioreach_map_memory_regions(struct q6apm_graph *graph, unsigned int dir, size_t period_sz,
1318 				  unsigned int periods, bool is_contiguous)
1319 {
1320 	struct apm_shared_map_region_payload *mregions;
1321 	struct apm_cmd_shared_mem_map_regions *cmd;
1322 	uint32_t num_regions, buf_sz, payload_size;
1323 	struct audioreach_graph_data *data;
1324 	struct gpr_pkt *pkt;
1325 	void *p;
1326 	int rc, i;
1327 
1328 	if (dir == SNDRV_PCM_STREAM_PLAYBACK)
1329 		data = &graph->rx_data;
1330 	else
1331 		data = &graph->tx_data;
1332 
1333 	if (is_contiguous) {
1334 		num_regions = 1;
1335 		buf_sz = period_sz * periods;
1336 	} else {
1337 		buf_sz = period_sz;
1338 		num_regions = periods;
1339 	}
1340 
1341 	/* DSP expects size should be aligned to 4K */
1342 	buf_sz = ALIGN(buf_sz, 4096);
1343 
1344 	payload_size = sizeof(*cmd) + (sizeof(*mregions) * num_regions);
1345 
1346 	pkt = audioreach_alloc_apm_pkt(payload_size, APM_CMD_SHARED_MEM_MAP_REGIONS, dir,
1347 				     graph->port->id);
1348 	if (IS_ERR(pkt))
1349 		return PTR_ERR(pkt);
1350 
1351 	p = (void *)pkt + GPR_HDR_SIZE;
1352 	cmd = p;
1353 	cmd->mem_pool_id = APM_MEMORY_MAP_SHMEM8_4K_POOL;
1354 	cmd->num_regions = num_regions;
1355 
1356 	cmd->property_flag = 0x0;
1357 
1358 	mregions = p + sizeof(*cmd);
1359 
1360 	mutex_lock(&graph->lock);
1361 
1362 	for (i = 0; i < num_regions; i++) {
1363 		struct audio_buffer *ab;
1364 
1365 		ab = &data->buf[i];
1366 		mregions->shm_addr_lsw = lower_32_bits(ab->phys);
1367 		mregions->shm_addr_msw = upper_32_bits(ab->phys);
1368 		mregions->mem_size_bytes = buf_sz;
1369 		++mregions;
1370 	}
1371 	mutex_unlock(&graph->lock);
1372 
1373 	rc = audioreach_graph_send_cmd_sync(graph, pkt, APM_CMD_RSP_SHARED_MEM_MAP_REGIONS);
1374 
1375 	kfree(pkt);
1376 
1377 	return rc;
1378 }
1379 EXPORT_SYMBOL_GPL(audioreach_map_memory_regions);
1380 
1381 int audioreach_shared_memory_send_eos(struct q6apm_graph *graph)
1382 {
1383 	struct data_cmd_wr_sh_mem_ep_eos *eos;
1384 	struct gpr_pkt *pkt;
1385 	int rc = 0, iid;
1386 
1387 	iid = q6apm_graph_get_rx_shmem_module_iid(graph);
1388 	pkt = audioreach_alloc_cmd_pkt(sizeof(*eos), DATA_CMD_WR_SH_MEM_EP_EOS, 0,
1389 				       graph->port->id, iid);
1390 	if (IS_ERR(pkt))
1391 		return PTR_ERR(pkt);
1392 
1393 	eos = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE;
1394 
1395 	eos->policy = WR_SH_MEM_EP_EOS_POLICY_LAST;
1396 
1397 	rc = gpr_send_port_pkt(graph->port, pkt);
1398 	kfree(pkt);
1399 
1400 	return rc;
1401 }
1402 EXPORT_SYMBOL_GPL(audioreach_shared_memory_send_eos);
1403