1 // SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
2 /* Copyright (c) 2018 Mellanox Technologies. All rights reserved */
3
4 #include <linux/kernel.h>
5 #include <linux/bitops.h>
6
7 #include "spectrum.h"
8
9 #define MLXSW_SP1_KVDL_SINGLE_BASE 0
10 #define MLXSW_SP1_KVDL_SINGLE_SIZE 16384
11 #define MLXSW_SP1_KVDL_SINGLE_END \
12 (MLXSW_SP1_KVDL_SINGLE_SIZE + MLXSW_SP1_KVDL_SINGLE_BASE - 1)
13
14 #define MLXSW_SP1_KVDL_CHUNKS_BASE \
15 (MLXSW_SP1_KVDL_SINGLE_BASE + MLXSW_SP1_KVDL_SINGLE_SIZE)
16 #define MLXSW_SP1_KVDL_CHUNKS_SIZE 49152
17 #define MLXSW_SP1_KVDL_CHUNKS_END \
18 (MLXSW_SP1_KVDL_CHUNKS_SIZE + MLXSW_SP1_KVDL_CHUNKS_BASE - 1)
19
20 #define MLXSW_SP1_KVDL_LARGE_CHUNKS_BASE \
21 (MLXSW_SP1_KVDL_CHUNKS_BASE + MLXSW_SP1_KVDL_CHUNKS_SIZE)
22 #define MLXSW_SP1_KVDL_LARGE_CHUNKS_SIZE \
23 (MLXSW_SP_KVD_LINEAR_SIZE - MLXSW_SP1_KVDL_LARGE_CHUNKS_BASE)
24 #define MLXSW_SP1_KVDL_LARGE_CHUNKS_END \
25 (MLXSW_SP1_KVDL_LARGE_CHUNKS_SIZE + MLXSW_SP1_KVDL_LARGE_CHUNKS_BASE - 1)
26
27 #define MLXSW_SP1_KVDL_SINGLE_ALLOC_SIZE 1
28 #define MLXSW_SP1_KVDL_CHUNKS_ALLOC_SIZE 32
29 #define MLXSW_SP1_KVDL_LARGE_CHUNKS_ALLOC_SIZE 512
30
31 struct mlxsw_sp1_kvdl_part_info {
32 unsigned int part_index;
33 unsigned int start_index;
34 unsigned int end_index;
35 unsigned int alloc_size;
36 enum mlxsw_sp_resource_id resource_id;
37 };
38
39 enum mlxsw_sp1_kvdl_part_id {
40 MLXSW_SP1_KVDL_PART_ID_SINGLE,
41 MLXSW_SP1_KVDL_PART_ID_CHUNKS,
42 MLXSW_SP1_KVDL_PART_ID_LARGE_CHUNKS,
43 };
44
45 #define MLXSW_SP1_KVDL_PART_INFO(id) \
46 [MLXSW_SP1_KVDL_PART_ID_##id] = { \
47 .start_index = MLXSW_SP1_KVDL_##id##_BASE, \
48 .end_index = MLXSW_SP1_KVDL_##id##_END, \
49 .alloc_size = MLXSW_SP1_KVDL_##id##_ALLOC_SIZE, \
50 .resource_id = MLXSW_SP_RESOURCE_KVD_LINEAR_##id, \
51 }
52
53 static const struct mlxsw_sp1_kvdl_part_info mlxsw_sp1_kvdl_parts_info[] = {
54 MLXSW_SP1_KVDL_PART_INFO(SINGLE),
55 MLXSW_SP1_KVDL_PART_INFO(CHUNKS),
56 MLXSW_SP1_KVDL_PART_INFO(LARGE_CHUNKS),
57 };
58
59 #define MLXSW_SP1_KVDL_PARTS_INFO_LEN ARRAY_SIZE(mlxsw_sp1_kvdl_parts_info)
60
61 struct mlxsw_sp1_kvdl_part {
62 struct mlxsw_sp1_kvdl_part_info info;
63 unsigned long usage[]; /* Entries */
64 };
65
66 struct mlxsw_sp1_kvdl {
67 struct mlxsw_sp1_kvdl_part *parts[MLXSW_SP1_KVDL_PARTS_INFO_LEN];
68 };
69
70 static struct mlxsw_sp1_kvdl_part *
mlxsw_sp1_kvdl_alloc_size_part(struct mlxsw_sp1_kvdl * kvdl,unsigned int alloc_size)71 mlxsw_sp1_kvdl_alloc_size_part(struct mlxsw_sp1_kvdl *kvdl,
72 unsigned int alloc_size)
73 {
74 struct mlxsw_sp1_kvdl_part *part, *min_part = NULL;
75 int i;
76
77 for (i = 0; i < MLXSW_SP1_KVDL_PARTS_INFO_LEN; i++) {
78 part = kvdl->parts[i];
79 if (alloc_size <= part->info.alloc_size &&
80 (!min_part ||
81 part->info.alloc_size <= min_part->info.alloc_size))
82 min_part = part;
83 }
84
85 return min_part ?: ERR_PTR(-ENOBUFS);
86 }
87
88 static struct mlxsw_sp1_kvdl_part *
mlxsw_sp1_kvdl_index_part(struct mlxsw_sp1_kvdl * kvdl,u32 kvdl_index)89 mlxsw_sp1_kvdl_index_part(struct mlxsw_sp1_kvdl *kvdl, u32 kvdl_index)
90 {
91 struct mlxsw_sp1_kvdl_part *part;
92 int i;
93
94 for (i = 0; i < MLXSW_SP1_KVDL_PARTS_INFO_LEN; i++) {
95 part = kvdl->parts[i];
96 if (kvdl_index >= part->info.start_index &&
97 kvdl_index <= part->info.end_index)
98 return part;
99 }
100
101 return ERR_PTR(-EINVAL);
102 }
103
104 static u32
mlxsw_sp1_kvdl_to_kvdl_index(const struct mlxsw_sp1_kvdl_part_info * info,unsigned int entry_index)105 mlxsw_sp1_kvdl_to_kvdl_index(const struct mlxsw_sp1_kvdl_part_info *info,
106 unsigned int entry_index)
107 {
108 return info->start_index + entry_index * info->alloc_size;
109 }
110
111 static unsigned int
mlxsw_sp1_kvdl_to_entry_index(const struct mlxsw_sp1_kvdl_part_info * info,u32 kvdl_index)112 mlxsw_sp1_kvdl_to_entry_index(const struct mlxsw_sp1_kvdl_part_info *info,
113 u32 kvdl_index)
114 {
115 return (kvdl_index - info->start_index) / info->alloc_size;
116 }
117
mlxsw_sp1_kvdl_part_alloc(struct mlxsw_sp1_kvdl_part * part,u32 * p_kvdl_index)118 static int mlxsw_sp1_kvdl_part_alloc(struct mlxsw_sp1_kvdl_part *part,
119 u32 *p_kvdl_index)
120 {
121 const struct mlxsw_sp1_kvdl_part_info *info = &part->info;
122 unsigned int entry_index, nr_entries;
123
124 nr_entries = (info->end_index - info->start_index + 1) /
125 info->alloc_size;
126 entry_index = find_first_zero_bit(part->usage, nr_entries);
127 if (entry_index == nr_entries)
128 return -ENOBUFS;
129 __set_bit(entry_index, part->usage);
130
131 *p_kvdl_index = mlxsw_sp1_kvdl_to_kvdl_index(info, entry_index);
132
133 return 0;
134 }
135
mlxsw_sp1_kvdl_part_free(struct mlxsw_sp1_kvdl_part * part,u32 kvdl_index)136 static void mlxsw_sp1_kvdl_part_free(struct mlxsw_sp1_kvdl_part *part,
137 u32 kvdl_index)
138 {
139 const struct mlxsw_sp1_kvdl_part_info *info = &part->info;
140 unsigned int entry_index;
141
142 entry_index = mlxsw_sp1_kvdl_to_entry_index(info, kvdl_index);
143 __clear_bit(entry_index, part->usage);
144 }
145
mlxsw_sp1_kvdl_alloc(struct mlxsw_sp * mlxsw_sp,void * priv,enum mlxsw_sp_kvdl_entry_type type,unsigned int entry_count,u32 * p_entry_index)146 static int mlxsw_sp1_kvdl_alloc(struct mlxsw_sp *mlxsw_sp, void *priv,
147 enum mlxsw_sp_kvdl_entry_type type,
148 unsigned int entry_count,
149 u32 *p_entry_index)
150 {
151 struct mlxsw_sp1_kvdl *kvdl = priv;
152 struct mlxsw_sp1_kvdl_part *part;
153
154 /* Find partition with smallest allocation size satisfying the
155 * requested size.
156 */
157 part = mlxsw_sp1_kvdl_alloc_size_part(kvdl, entry_count);
158 if (IS_ERR(part))
159 return PTR_ERR(part);
160
161 return mlxsw_sp1_kvdl_part_alloc(part, p_entry_index);
162 }
163
mlxsw_sp1_kvdl_free(struct mlxsw_sp * mlxsw_sp,void * priv,enum mlxsw_sp_kvdl_entry_type type,unsigned int entry_count,int entry_index)164 static void mlxsw_sp1_kvdl_free(struct mlxsw_sp *mlxsw_sp, void *priv,
165 enum mlxsw_sp_kvdl_entry_type type,
166 unsigned int entry_count, int entry_index)
167 {
168 struct mlxsw_sp1_kvdl *kvdl = priv;
169 struct mlxsw_sp1_kvdl_part *part;
170
171 part = mlxsw_sp1_kvdl_index_part(kvdl, entry_index);
172 if (IS_ERR(part))
173 return;
174 mlxsw_sp1_kvdl_part_free(part, entry_index);
175 }
176
mlxsw_sp1_kvdl_alloc_size_query(struct mlxsw_sp * mlxsw_sp,void * priv,enum mlxsw_sp_kvdl_entry_type type,unsigned int entry_count,unsigned int * p_alloc_size)177 static int mlxsw_sp1_kvdl_alloc_size_query(struct mlxsw_sp *mlxsw_sp,
178 void *priv,
179 enum mlxsw_sp_kvdl_entry_type type,
180 unsigned int entry_count,
181 unsigned int *p_alloc_size)
182 {
183 struct mlxsw_sp1_kvdl *kvdl = priv;
184 struct mlxsw_sp1_kvdl_part *part;
185
186 part = mlxsw_sp1_kvdl_alloc_size_part(kvdl, entry_count);
187 if (IS_ERR(part))
188 return PTR_ERR(part);
189
190 *p_alloc_size = part->info.alloc_size;
191
192 return 0;
193 }
194
mlxsw_sp1_kvdl_part_update(struct mlxsw_sp1_kvdl_part * part,struct mlxsw_sp1_kvdl_part * part_prev,unsigned int size)195 static void mlxsw_sp1_kvdl_part_update(struct mlxsw_sp1_kvdl_part *part,
196 struct mlxsw_sp1_kvdl_part *part_prev,
197 unsigned int size)
198 {
199 if (!part_prev) {
200 part->info.end_index = size - 1;
201 } else {
202 part->info.start_index = part_prev->info.end_index + 1;
203 part->info.end_index = part->info.start_index + size - 1;
204 }
205 }
206
207 static struct mlxsw_sp1_kvdl_part *
mlxsw_sp1_kvdl_part_init(struct mlxsw_sp * mlxsw_sp,const struct mlxsw_sp1_kvdl_part_info * info,struct mlxsw_sp1_kvdl_part * part_prev)208 mlxsw_sp1_kvdl_part_init(struct mlxsw_sp *mlxsw_sp,
209 const struct mlxsw_sp1_kvdl_part_info *info,
210 struct mlxsw_sp1_kvdl_part *part_prev)
211 {
212 struct devlink *devlink = priv_to_devlink(mlxsw_sp->core);
213 struct mlxsw_sp1_kvdl_part *part;
214 bool need_update = true;
215 unsigned int nr_entries;
216 u64 resource_size;
217 int err;
218
219 err = devl_resource_size_get(devlink, info->resource_id,
220 &resource_size);
221 if (err) {
222 need_update = false;
223 resource_size = info->end_index - info->start_index + 1;
224 }
225
226 nr_entries = div_u64(resource_size, info->alloc_size);
227 part = kzalloc_flex(*part, usage, BITS_TO_LONGS(nr_entries));
228 if (!part)
229 return ERR_PTR(-ENOMEM);
230
231 memcpy(&part->info, info, sizeof(part->info));
232
233 if (need_update)
234 mlxsw_sp1_kvdl_part_update(part, part_prev, resource_size);
235 return part;
236 }
237
mlxsw_sp1_kvdl_part_fini(struct mlxsw_sp1_kvdl_part * part)238 static void mlxsw_sp1_kvdl_part_fini(struct mlxsw_sp1_kvdl_part *part)
239 {
240 kfree(part);
241 }
242
mlxsw_sp1_kvdl_parts_init(struct mlxsw_sp * mlxsw_sp,struct mlxsw_sp1_kvdl * kvdl)243 static int mlxsw_sp1_kvdl_parts_init(struct mlxsw_sp *mlxsw_sp,
244 struct mlxsw_sp1_kvdl *kvdl)
245 {
246 const struct mlxsw_sp1_kvdl_part_info *info;
247 struct mlxsw_sp1_kvdl_part *part_prev = NULL;
248 int err, i;
249
250 for (i = 0; i < MLXSW_SP1_KVDL_PARTS_INFO_LEN; i++) {
251 info = &mlxsw_sp1_kvdl_parts_info[i];
252 kvdl->parts[i] = mlxsw_sp1_kvdl_part_init(mlxsw_sp, info,
253 part_prev);
254 if (IS_ERR(kvdl->parts[i])) {
255 err = PTR_ERR(kvdl->parts[i]);
256 goto err_kvdl_part_init;
257 }
258 part_prev = kvdl->parts[i];
259 }
260 return 0;
261
262 err_kvdl_part_init:
263 for (i--; i >= 0; i--)
264 mlxsw_sp1_kvdl_part_fini(kvdl->parts[i]);
265 return err;
266 }
267
mlxsw_sp1_kvdl_parts_fini(struct mlxsw_sp1_kvdl * kvdl)268 static void mlxsw_sp1_kvdl_parts_fini(struct mlxsw_sp1_kvdl *kvdl)
269 {
270 int i;
271
272 for (i = 0; i < MLXSW_SP1_KVDL_PARTS_INFO_LEN; i++)
273 mlxsw_sp1_kvdl_part_fini(kvdl->parts[i]);
274 }
275
mlxsw_sp1_kvdl_part_occ(struct mlxsw_sp1_kvdl_part * part)276 static u64 mlxsw_sp1_kvdl_part_occ(struct mlxsw_sp1_kvdl_part *part)
277 {
278 const struct mlxsw_sp1_kvdl_part_info *info = &part->info;
279 unsigned int nr_entries;
280 int bit = -1;
281 u64 occ = 0;
282
283 nr_entries = (info->end_index -
284 info->start_index + 1) /
285 info->alloc_size;
286 while ((bit = find_next_bit(part->usage, nr_entries, bit + 1))
287 < nr_entries)
288 occ += info->alloc_size;
289 return occ;
290 }
291
mlxsw_sp1_kvdl_occ_get(void * priv)292 static u64 mlxsw_sp1_kvdl_occ_get(void *priv)
293 {
294 const struct mlxsw_sp1_kvdl *kvdl = priv;
295 u64 occ = 0;
296 int i;
297
298 for (i = 0; i < MLXSW_SP1_KVDL_PARTS_INFO_LEN; i++)
299 occ += mlxsw_sp1_kvdl_part_occ(kvdl->parts[i]);
300
301 return occ;
302 }
303
mlxsw_sp1_kvdl_single_occ_get(void * priv)304 static u64 mlxsw_sp1_kvdl_single_occ_get(void *priv)
305 {
306 const struct mlxsw_sp1_kvdl *kvdl = priv;
307 struct mlxsw_sp1_kvdl_part *part;
308
309 part = kvdl->parts[MLXSW_SP1_KVDL_PART_ID_SINGLE];
310 return mlxsw_sp1_kvdl_part_occ(part);
311 }
312
mlxsw_sp1_kvdl_chunks_occ_get(void * priv)313 static u64 mlxsw_sp1_kvdl_chunks_occ_get(void *priv)
314 {
315 const struct mlxsw_sp1_kvdl *kvdl = priv;
316 struct mlxsw_sp1_kvdl_part *part;
317
318 part = kvdl->parts[MLXSW_SP1_KVDL_PART_ID_CHUNKS];
319 return mlxsw_sp1_kvdl_part_occ(part);
320 }
321
mlxsw_sp1_kvdl_large_chunks_occ_get(void * priv)322 static u64 mlxsw_sp1_kvdl_large_chunks_occ_get(void *priv)
323 {
324 const struct mlxsw_sp1_kvdl *kvdl = priv;
325 struct mlxsw_sp1_kvdl_part *part;
326
327 part = kvdl->parts[MLXSW_SP1_KVDL_PART_ID_LARGE_CHUNKS];
328 return mlxsw_sp1_kvdl_part_occ(part);
329 }
330
mlxsw_sp1_kvdl_init(struct mlxsw_sp * mlxsw_sp,void * priv)331 static int mlxsw_sp1_kvdl_init(struct mlxsw_sp *mlxsw_sp, void *priv)
332 {
333 struct devlink *devlink = priv_to_devlink(mlxsw_sp->core);
334 struct mlxsw_sp1_kvdl *kvdl = priv;
335 int err;
336
337 err = mlxsw_sp1_kvdl_parts_init(mlxsw_sp, kvdl);
338 if (err)
339 return err;
340 devl_resource_occ_get_register(devlink,
341 MLXSW_SP_RESOURCE_KVD_LINEAR,
342 mlxsw_sp1_kvdl_occ_get,
343 kvdl);
344 devl_resource_occ_get_register(devlink,
345 MLXSW_SP_RESOURCE_KVD_LINEAR_SINGLE,
346 mlxsw_sp1_kvdl_single_occ_get,
347 kvdl);
348 devl_resource_occ_get_register(devlink,
349 MLXSW_SP_RESOURCE_KVD_LINEAR_CHUNKS,
350 mlxsw_sp1_kvdl_chunks_occ_get,
351 kvdl);
352 devl_resource_occ_get_register(devlink,
353 MLXSW_SP_RESOURCE_KVD_LINEAR_LARGE_CHUNKS,
354 mlxsw_sp1_kvdl_large_chunks_occ_get,
355 kvdl);
356 return 0;
357 }
358
mlxsw_sp1_kvdl_fini(struct mlxsw_sp * mlxsw_sp,void * priv)359 static void mlxsw_sp1_kvdl_fini(struct mlxsw_sp *mlxsw_sp, void *priv)
360 {
361 struct devlink *devlink = priv_to_devlink(mlxsw_sp->core);
362 struct mlxsw_sp1_kvdl *kvdl = priv;
363
364 devl_resource_occ_get_unregister(devlink,
365 MLXSW_SP_RESOURCE_KVD_LINEAR_LARGE_CHUNKS);
366 devl_resource_occ_get_unregister(devlink,
367 MLXSW_SP_RESOURCE_KVD_LINEAR_CHUNKS);
368 devl_resource_occ_get_unregister(devlink,
369 MLXSW_SP_RESOURCE_KVD_LINEAR_SINGLE);
370 devl_resource_occ_get_unregister(devlink,
371 MLXSW_SP_RESOURCE_KVD_LINEAR);
372 mlxsw_sp1_kvdl_parts_fini(kvdl);
373 }
374
375 const struct mlxsw_sp_kvdl_ops mlxsw_sp1_kvdl_ops = {
376 .priv_size = sizeof(struct mlxsw_sp1_kvdl),
377 .init = mlxsw_sp1_kvdl_init,
378 .fini = mlxsw_sp1_kvdl_fini,
379 .alloc = mlxsw_sp1_kvdl_alloc,
380 .free = mlxsw_sp1_kvdl_free,
381 .alloc_size_query = mlxsw_sp1_kvdl_alloc_size_query,
382 };
383
mlxsw_sp1_kvdl_resources_register(struct mlxsw_core * mlxsw_core)384 int mlxsw_sp1_kvdl_resources_register(struct mlxsw_core *mlxsw_core)
385 {
386 struct devlink *devlink = priv_to_devlink(mlxsw_core);
387 static struct devlink_resource_size_params size_params;
388 u32 kvdl_max_size;
389 int err;
390
391 kvdl_max_size = MLXSW_CORE_RES_GET(mlxsw_core, KVD_SIZE) -
392 MLXSW_CORE_RES_GET(mlxsw_core, KVD_SINGLE_MIN_SIZE) -
393 MLXSW_CORE_RES_GET(mlxsw_core, KVD_DOUBLE_MIN_SIZE);
394
395 devlink_resource_size_params_init(&size_params, 0, kvdl_max_size,
396 MLXSW_SP1_KVDL_SINGLE_ALLOC_SIZE,
397 DEVLINK_RESOURCE_UNIT_ENTRY);
398 err = devl_resource_register(devlink, MLXSW_SP_RESOURCE_NAME_KVD_LINEAR_SINGLES,
399 MLXSW_SP1_KVDL_SINGLE_SIZE,
400 MLXSW_SP_RESOURCE_KVD_LINEAR_SINGLE,
401 MLXSW_SP_RESOURCE_KVD_LINEAR,
402 &size_params);
403 if (err)
404 return err;
405
406 devlink_resource_size_params_init(&size_params, 0, kvdl_max_size,
407 MLXSW_SP1_KVDL_CHUNKS_ALLOC_SIZE,
408 DEVLINK_RESOURCE_UNIT_ENTRY);
409 err = devl_resource_register(devlink, MLXSW_SP_RESOURCE_NAME_KVD_LINEAR_CHUNKS,
410 MLXSW_SP1_KVDL_CHUNKS_SIZE,
411 MLXSW_SP_RESOURCE_KVD_LINEAR_CHUNKS,
412 MLXSW_SP_RESOURCE_KVD_LINEAR,
413 &size_params);
414 if (err)
415 return err;
416
417 devlink_resource_size_params_init(&size_params, 0, kvdl_max_size,
418 MLXSW_SP1_KVDL_LARGE_CHUNKS_ALLOC_SIZE,
419 DEVLINK_RESOURCE_UNIT_ENTRY);
420 err = devl_resource_register(devlink, MLXSW_SP_RESOURCE_NAME_KVD_LINEAR_LARGE_CHUNKS,
421 MLXSW_SP1_KVDL_LARGE_CHUNKS_SIZE,
422 MLXSW_SP_RESOURCE_KVD_LINEAR_LARGE_CHUNKS,
423 MLXSW_SP_RESOURCE_KVD_LINEAR,
424 &size_params);
425 return err;
426 }
427