1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Support for Intel Camera Imaging ISP subsystem.
4 * Copyright (c) 2015, Intel Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 */
15
16 #include "hmm.h"
17
18 #include <assert_support.h>
19 #include "ia_css_debug.h"
20 #include "ia_css_sdis2.host.h"
21
22 const struct ia_css_dvs2_coefficients default_sdis2_config = {
23 .grid = { 0, 0, 0, 0, 0, 0, 0, 0 },
24 .hor_coefs = { NULL, NULL, NULL, NULL },
25 .ver_coefs = { NULL, NULL, NULL, NULL },
26 };
27
28 static void
fill_row(short * private,const short * public,unsigned int width,unsigned int padding)29 fill_row(short *private, const short *public, unsigned int width,
30 unsigned int padding)
31 {
32 memcpy(private, public, width * sizeof(short));
33 memset(&private[width], 0, padding * sizeof(short));
34 }
35
ia_css_sdis2_horicoef_vmem_encode(struct sh_css_isp_sdis_hori_coef_tbl * to,const struct ia_css_dvs2_coefficients * from,unsigned int size)36 void ia_css_sdis2_horicoef_vmem_encode(
37 struct sh_css_isp_sdis_hori_coef_tbl *to,
38 const struct ia_css_dvs2_coefficients *from,
39 unsigned int size)
40 {
41 unsigned int aligned_width = from->grid.aligned_width *
42 from->grid.bqs_per_grid_cell;
43 unsigned int width = from->grid.num_hor_coefs;
44 int padding = aligned_width - width;
45 unsigned int stride = size / IA_CSS_DVS2_NUM_COEF_TYPES / sizeof(short);
46 unsigned int total_bytes = aligned_width * IA_CSS_DVS2_NUM_COEF_TYPES *
47 sizeof(short);
48 short *private = (short *)to;
49
50 /* Copy the table, add padding */
51 assert(padding >= 0);
52 assert(total_bytes <= size);
53 assert(size % (IA_CSS_DVS2_NUM_COEF_TYPES * ISP_VEC_NELEMS * sizeof(
54 short)) == 0);
55 fill_row(&private[0 * stride], from->hor_coefs.odd_real, width, padding);
56 fill_row(&private[1 * stride], from->hor_coefs.odd_imag, width, padding);
57 fill_row(&private[2 * stride], from->hor_coefs.even_real, width, padding);
58 fill_row(&private[3 * stride], from->hor_coefs.even_imag, width, padding);
59 }
60
ia_css_sdis2_vertcoef_vmem_encode(struct sh_css_isp_sdis_vert_coef_tbl * to,const struct ia_css_dvs2_coefficients * from,unsigned int size)61 void ia_css_sdis2_vertcoef_vmem_encode(
62 struct sh_css_isp_sdis_vert_coef_tbl *to,
63 const struct ia_css_dvs2_coefficients *from,
64 unsigned int size)
65 {
66 unsigned int aligned_height = from->grid.aligned_height *
67 from->grid.bqs_per_grid_cell;
68 unsigned int height = from->grid.num_ver_coefs;
69 int padding = aligned_height - height;
70 unsigned int stride = size / IA_CSS_DVS2_NUM_COEF_TYPES / sizeof(short);
71 unsigned int total_bytes = aligned_height * IA_CSS_DVS2_NUM_COEF_TYPES *
72 sizeof(short);
73 short *private = (short *)to;
74
75 /* Copy the table, add padding */
76 assert(padding >= 0);
77 assert(total_bytes <= size);
78 assert(size % (IA_CSS_DVS2_NUM_COEF_TYPES * ISP_VEC_NELEMS * sizeof(
79 short)) == 0);
80 fill_row(&private[0 * stride], from->ver_coefs.odd_real, height, padding);
81 fill_row(&private[1 * stride], from->ver_coefs.odd_imag, height, padding);
82 fill_row(&private[2 * stride], from->ver_coefs.even_real, height, padding);
83 fill_row(&private[3 * stride], from->ver_coefs.even_imag, height, padding);
84 }
85
ia_css_sdis2_horiproj_encode(struct sh_css_isp_sdis_hori_proj_tbl * to,const struct ia_css_dvs2_coefficients * from,unsigned int size)86 void ia_css_sdis2_horiproj_encode(
87 struct sh_css_isp_sdis_hori_proj_tbl *to,
88 const struct ia_css_dvs2_coefficients *from,
89 unsigned int size)
90 {
91 (void)to;
92 (void)from;
93 (void)size;
94 }
95
ia_css_sdis2_vertproj_encode(struct sh_css_isp_sdis_vert_proj_tbl * to,const struct ia_css_dvs2_coefficients * from,unsigned int size)96 void ia_css_sdis2_vertproj_encode(
97 struct sh_css_isp_sdis_vert_proj_tbl *to,
98 const struct ia_css_dvs2_coefficients *from,
99 unsigned int size)
100 {
101 (void)to;
102 (void)from;
103 (void)size;
104 }
105
ia_css_get_isp_dvs2_coefficients(struct ia_css_stream * stream,short * hor_coefs_odd_real,short * hor_coefs_odd_imag,short * hor_coefs_even_real,short * hor_coefs_even_imag,short * ver_coefs_odd_real,short * ver_coefs_odd_imag,short * ver_coefs_even_real,short * ver_coefs_even_imag)106 void ia_css_get_isp_dvs2_coefficients(
107 struct ia_css_stream *stream,
108 short *hor_coefs_odd_real,
109 short *hor_coefs_odd_imag,
110 short *hor_coefs_even_real,
111 short *hor_coefs_even_imag,
112 short *ver_coefs_odd_real,
113 short *ver_coefs_odd_imag,
114 short *ver_coefs_even_real,
115 short *ver_coefs_even_imag)
116 {
117 struct ia_css_isp_parameters *params;
118 unsigned int hor_num_3a, ver_num_3a;
119 struct ia_css_binary *dvs_binary;
120
121 IA_CSS_ENTER("void");
122
123 assert(stream);
124 assert(hor_coefs_odd_real);
125 assert(hor_coefs_odd_imag);
126 assert(hor_coefs_even_real);
127 assert(hor_coefs_even_imag);
128 assert(ver_coefs_odd_real);
129 assert(ver_coefs_odd_imag);
130 assert(ver_coefs_even_real);
131 assert(ver_coefs_even_imag);
132
133 params = stream->isp_params_configs;
134
135 /* Only video pipe supports DVS */
136 dvs_binary = ia_css_stream_get_dvs_binary(stream);
137 if (!dvs_binary)
138 return;
139
140 hor_num_3a = dvs_binary->dis.coef.dim.width;
141 ver_num_3a = dvs_binary->dis.coef.dim.height;
142
143 memcpy(hor_coefs_odd_real, params->dvs2_coefs.hor_coefs.odd_real,
144 hor_num_3a * sizeof(short));
145 memcpy(hor_coefs_odd_imag, params->dvs2_coefs.hor_coefs.odd_imag,
146 hor_num_3a * sizeof(short));
147 memcpy(hor_coefs_even_real, params->dvs2_coefs.hor_coefs.even_real,
148 hor_num_3a * sizeof(short));
149 memcpy(hor_coefs_even_imag, params->dvs2_coefs.hor_coefs.even_imag,
150 hor_num_3a * sizeof(short));
151 memcpy(ver_coefs_odd_real, params->dvs2_coefs.ver_coefs.odd_real,
152 ver_num_3a * sizeof(short));
153 memcpy(ver_coefs_odd_imag, params->dvs2_coefs.ver_coefs.odd_imag,
154 ver_num_3a * sizeof(short));
155 memcpy(ver_coefs_even_real, params->dvs2_coefs.ver_coefs.even_real,
156 ver_num_3a * sizeof(short));
157 memcpy(ver_coefs_even_imag, params->dvs2_coefs.ver_coefs.even_imag,
158 ver_num_3a * sizeof(short));
159
160 IA_CSS_LEAVE("void");
161 }
162
ia_css_sdis2_clear_coefficients(struct ia_css_dvs2_coefficients * dvs2_coefs)163 void ia_css_sdis2_clear_coefficients(
164 struct ia_css_dvs2_coefficients *dvs2_coefs)
165 {
166 dvs2_coefs->hor_coefs.odd_real = NULL;
167 dvs2_coefs->hor_coefs.odd_imag = NULL;
168 dvs2_coefs->hor_coefs.even_real = NULL;
169 dvs2_coefs->hor_coefs.even_imag = NULL;
170 dvs2_coefs->ver_coefs.odd_real = NULL;
171 dvs2_coefs->ver_coefs.odd_imag = NULL;
172 dvs2_coefs->ver_coefs.even_real = NULL;
173 dvs2_coefs->ver_coefs.even_imag = NULL;
174 }
175
176 int
ia_css_get_dvs2_statistics(struct ia_css_dvs2_statistics * host_stats,const struct ia_css_isp_dvs_statistics * isp_stats)177 ia_css_get_dvs2_statistics(
178 struct ia_css_dvs2_statistics *host_stats,
179 const struct ia_css_isp_dvs_statistics *isp_stats) {
180 struct ia_css_isp_dvs_statistics_map *map;
181 int ret = 0;
182
183 IA_CSS_ENTER("host_stats=%p, isp_stats=%p", host_stats, isp_stats);
184
185 assert(host_stats);
186 assert(isp_stats);
187
188 map = ia_css_isp_dvs_statistics_map_allocate(isp_stats, NULL);
189 if (map)
190 {
191 hmm_load(isp_stats->data_ptr, map->data_ptr, isp_stats->size);
192 ia_css_translate_dvs2_statistics(host_stats, map);
193 ia_css_isp_dvs_statistics_map_free(map);
194 } else
195 {
196 IA_CSS_ERROR("out of memory");
197 ret = -ENOMEM;
198 }
199
200 IA_CSS_LEAVE_ERR(ret);
201 return ret;
202 }
203
204 void
ia_css_translate_dvs2_statistics(struct ia_css_dvs2_statistics * host_stats,const struct ia_css_isp_dvs_statistics_map * isp_stats)205 ia_css_translate_dvs2_statistics(
206 struct ia_css_dvs2_statistics *host_stats,
207 const struct ia_css_isp_dvs_statistics_map *isp_stats)
208 {
209 unsigned int size_bytes, table_width, table_size, height;
210 unsigned int src_offset = 0, dst_offset = 0;
211 s32 *htemp_ptr, *vtemp_ptr;
212
213 assert(host_stats);
214 assert(host_stats->hor_prod.odd_real);
215 assert(host_stats->hor_prod.odd_imag);
216 assert(host_stats->hor_prod.even_real);
217 assert(host_stats->hor_prod.even_imag);
218 assert(host_stats->ver_prod.odd_real);
219 assert(host_stats->ver_prod.odd_imag);
220 assert(host_stats->ver_prod.even_real);
221 assert(host_stats->ver_prod.even_imag);
222 assert(isp_stats);
223 assert(isp_stats->hor_proj);
224 assert(isp_stats->ver_proj);
225
226 IA_CSS_ENTER("hor_coefs.odd_real=%p, hor_coefs.odd_imag=%p, hor_coefs.even_real=%p, hor_coefs.even_imag=%p, ver_coefs.odd_real=%p, ver_coefs.odd_imag=%p, ver_coefs.even_real=%p, ver_coefs.even_imag=%p, haddr=%p, vaddr=%p",
227 host_stats->hor_prod.odd_real, host_stats->hor_prod.odd_imag,
228 host_stats->hor_prod.even_real, host_stats->hor_prod.even_imag,
229 host_stats->ver_prod.odd_real, host_stats->ver_prod.odd_imag,
230 host_stats->ver_prod.even_real, host_stats->ver_prod.even_imag,
231 isp_stats->hor_proj, isp_stats->ver_proj);
232
233 /* Host side: reflecting the true width in bytes */
234 size_bytes = host_stats->grid.aligned_width * sizeof(*htemp_ptr);
235
236 /* DDR side: need to be aligned to the system bus width */
237 /* statistics table width in terms of 32-bit words*/
238 table_width = CEIL_MUL(size_bytes,
239 HIVE_ISP_DDR_WORD_BYTES) / sizeof(*htemp_ptr);
240 table_size = table_width * host_stats->grid.aligned_height;
241
242 htemp_ptr = isp_stats->hor_proj; /* horizontal stats */
243 vtemp_ptr = isp_stats->ver_proj; /* vertical stats */
244 for (height = 0; height < host_stats->grid.aligned_height; height++) {
245 /* hor stats */
246 memcpy(host_stats->hor_prod.odd_real + dst_offset,
247 &htemp_ptr[0 * table_size + src_offset], size_bytes);
248 memcpy(host_stats->hor_prod.odd_imag + dst_offset,
249 &htemp_ptr[1 * table_size + src_offset], size_bytes);
250 memcpy(host_stats->hor_prod.even_real + dst_offset,
251 &htemp_ptr[2 * table_size + src_offset], size_bytes);
252 memcpy(host_stats->hor_prod.even_imag + dst_offset,
253 &htemp_ptr[3 * table_size + src_offset], size_bytes);
254
255 /* ver stats */
256 memcpy(host_stats->ver_prod.odd_real + dst_offset,
257 &vtemp_ptr[0 * table_size + src_offset], size_bytes);
258 memcpy(host_stats->ver_prod.odd_imag + dst_offset,
259 &vtemp_ptr[1 * table_size + src_offset], size_bytes);
260 memcpy(host_stats->ver_prod.even_real + dst_offset,
261 &vtemp_ptr[2 * table_size + src_offset], size_bytes);
262 memcpy(host_stats->ver_prod.even_imag + dst_offset,
263 &vtemp_ptr[3 * table_size + src_offset], size_bytes);
264
265 src_offset += table_width; /* aligned table width */
266 dst_offset += host_stats->grid.aligned_width;
267 }
268
269 IA_CSS_LEAVE("void");
270 }
271
272 struct ia_css_isp_dvs_statistics *
ia_css_isp_dvs2_statistics_allocate(const struct ia_css_dvs_grid_info * grid)273 ia_css_isp_dvs2_statistics_allocate(
274 const struct ia_css_dvs_grid_info *grid)
275 {
276 struct ia_css_isp_dvs_statistics *me;
277 int size;
278
279 assert(grid);
280
281 IA_CSS_ENTER("grid=%p", grid);
282
283 if (!grid->enable)
284 return NULL;
285
286 me = kvcalloc(1, sizeof(*me), GFP_KERNEL);
287 if (!me)
288 goto err;
289
290 /* on ISP 2 SDIS DMA model, every row of projection table width must be
291 aligned to HIVE_ISP_DDR_WORD_BYTES
292 */
293 size = CEIL_MUL(sizeof(int) * grid->aligned_width, HIVE_ISP_DDR_WORD_BYTES)
294 * grid->aligned_height * IA_CSS_DVS2_NUM_COEF_TYPES;
295
296 me->size = 2 * size;
297 me->data_ptr = hmm_alloc(me->size);
298 if (me->data_ptr == mmgr_NULL)
299 goto err;
300 me->hor_proj = me->data_ptr;
301 me->hor_size = size;
302 me->ver_proj = me->data_ptr + size;
303 me->ver_size = size;
304
305 IA_CSS_LEAVE("return=%p", me);
306 return me;
307 err:
308 ia_css_isp_dvs2_statistics_free(me);
309 IA_CSS_LEAVE("return=%p", NULL);
310
311 return NULL;
312 }
313
314 void
ia_css_isp_dvs2_statistics_free(struct ia_css_isp_dvs_statistics * me)315 ia_css_isp_dvs2_statistics_free(struct ia_css_isp_dvs_statistics *me)
316 {
317 if (me) {
318 hmm_free(me->data_ptr);
319 kvfree(me);
320 }
321 }
322
ia_css_sdis2_horicoef_debug_dtrace(const struct ia_css_dvs2_coefficients * config,unsigned int level)323 void ia_css_sdis2_horicoef_debug_dtrace(
324 const struct ia_css_dvs2_coefficients *config, unsigned int level)
325 {
326 (void)config;
327 (void)level;
328 }
329
ia_css_sdis2_vertcoef_debug_dtrace(const struct ia_css_dvs2_coefficients * config,unsigned int level)330 void ia_css_sdis2_vertcoef_debug_dtrace(
331 const struct ia_css_dvs2_coefficients *config, unsigned int level)
332 {
333 (void)config;
334 (void)level;
335 }
336
ia_css_sdis2_horiproj_debug_dtrace(const struct ia_css_dvs2_coefficients * config,unsigned int level)337 void ia_css_sdis2_horiproj_debug_dtrace(
338 const struct ia_css_dvs2_coefficients *config, unsigned int level)
339 {
340 (void)config;
341 (void)level;
342 }
343
ia_css_sdis2_vertproj_debug_dtrace(const struct ia_css_dvs2_coefficients * config,unsigned int level)344 void ia_css_sdis2_vertproj_debug_dtrace(
345 const struct ia_css_dvs2_coefficients *config, unsigned int level)
346 {
347 (void)config;
348 (void)level;
349 }
350