1 /*
2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 *
32 */
33 #include <linux/errno.h>
34 #include <linux/pci.h>
35
36 #include "usnic_ib.h"
37 #include "vnic_resource.h"
38 #include "usnic_log.h"
39 #include "usnic_vnic.h"
40
41 struct usnic_vnic {
42 struct vnic_dev *vdev;
43 struct vnic_dev_bar bar[PCI_NUM_RESOURCES];
44 struct usnic_vnic_res_chunk chunks[USNIC_VNIC_RES_TYPE_MAX];
45 spinlock_t res_lock;
46 };
47
_to_vnic_res_type(enum usnic_vnic_res_type res_type)48 static enum vnic_res_type _to_vnic_res_type(enum usnic_vnic_res_type res_type)
49 {
50 #define DEFINE_USNIC_VNIC_RES_AT(usnic_vnic_res_t, vnic_res_type, desc, val) \
51 vnic_res_type,
52 #define DEFINE_USNIC_VNIC_RES(usnic_vnic_res_t, vnic_res_type, desc) \
53 vnic_res_type,
54 static enum vnic_res_type usnic_vnic_type_2_vnic_type[] = {
55 USNIC_VNIC_RES_TYPES};
56 #undef DEFINE_USNIC_VNIC_RES
57 #undef DEFINE_USNIC_VNIC_RES_AT
58
59 if (res_type >= USNIC_VNIC_RES_TYPE_MAX)
60 return RES_TYPE_MAX;
61
62 return usnic_vnic_type_2_vnic_type[res_type];
63 }
64
usnic_vnic_res_type_to_str(enum usnic_vnic_res_type res_type)65 const char *usnic_vnic_res_type_to_str(enum usnic_vnic_res_type res_type)
66 {
67 #define DEFINE_USNIC_VNIC_RES_AT(usnic_vnic_res_t, vnic_res_type, desc, val) \
68 desc,
69 #define DEFINE_USNIC_VNIC_RES(usnic_vnic_res_t, vnic_res_type, desc) \
70 desc,
71 static const char * const usnic_vnic_res_type_desc[] = {
72 USNIC_VNIC_RES_TYPES};
73 #undef DEFINE_USNIC_VNIC_RES
74 #undef DEFINE_USNIC_VNIC_RES_AT
75
76 if (res_type >= USNIC_VNIC_RES_TYPE_MAX)
77 return "unknown";
78
79 return usnic_vnic_res_type_desc[res_type];
80
81 }
82
usnic_vnic_pci_name(struct usnic_vnic * vnic)83 const char *usnic_vnic_pci_name(struct usnic_vnic *vnic)
84 {
85 return pci_name(usnic_vnic_get_pdev(vnic));
86 }
87
usnic_vnic_dump(struct usnic_vnic * vnic,char * buf,int buf_sz,void * hdr_obj,int (* printtitle)(void *,char *,int),int (* printcols)(char *,int),int (* printrow)(void *,char *,int))88 int usnic_vnic_dump(struct usnic_vnic *vnic, char *buf,
89 int buf_sz,
90 void *hdr_obj,
91 int (*printtitle)(void *, char*, int),
92 int (*printcols)(char *, int),
93 int (*printrow)(void *, char *, int))
94 {
95 struct usnic_vnic_res_chunk *chunk;
96 struct usnic_vnic_res *res;
97 struct vnic_dev_bar *bar0;
98 int i, j, offset;
99
100 offset = 0;
101 bar0 = usnic_vnic_get_bar(vnic, 0);
102 offset += scnprintf(buf + offset, buf_sz - offset,
103 "VF:%hu BAR0 bus_addr=%pa vaddr=0x%p size=%ld ",
104 usnic_vnic_get_index(vnic),
105 &bar0->bus_addr,
106 bar0->vaddr, bar0->len);
107 if (printtitle)
108 offset += printtitle(hdr_obj, buf + offset, buf_sz - offset);
109 offset += scnprintf(buf + offset, buf_sz - offset, "\n");
110 offset += scnprintf(buf + offset, buf_sz - offset,
111 "|RES\t|CTRL_PIN\t\t|IN_USE\t");
112 if (printcols)
113 offset += printcols(buf + offset, buf_sz - offset);
114 offset += scnprintf(buf + offset, buf_sz - offset, "\n");
115
116 spin_lock(&vnic->res_lock);
117 for (i = 0; i < ARRAY_SIZE(vnic->chunks); i++) {
118 chunk = &vnic->chunks[i];
119 for (j = 0; j < chunk->cnt; j++) {
120 res = chunk->res[j];
121 offset += scnprintf(buf + offset, buf_sz - offset,
122 "|%s[%u]\t|0x%p\t|%u\t",
123 usnic_vnic_res_type_to_str(res->type),
124 res->vnic_idx, res->ctrl, !!res->owner);
125 if (printrow) {
126 offset += printrow(res->owner, buf + offset,
127 buf_sz - offset);
128 }
129 offset += scnprintf(buf + offset, buf_sz - offset,
130 "\n");
131 }
132 }
133 spin_unlock(&vnic->res_lock);
134 return offset;
135 }
136
usnic_vnic_res_spec_update(struct usnic_vnic_res_spec * spec,enum usnic_vnic_res_type trgt_type,u16 cnt)137 void usnic_vnic_res_spec_update(struct usnic_vnic_res_spec *spec,
138 enum usnic_vnic_res_type trgt_type,
139 u16 cnt)
140 {
141 int i;
142
143 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
144 if (spec->resources[i].type == trgt_type) {
145 spec->resources[i].cnt = cnt;
146 return;
147 }
148 }
149
150 WARN_ON(1);
151 }
152
usnic_vnic_res_spec_satisfied(const struct usnic_vnic_res_spec * min_spec,struct usnic_vnic_res_spec * res_spec)153 int usnic_vnic_res_spec_satisfied(const struct usnic_vnic_res_spec *min_spec,
154 struct usnic_vnic_res_spec *res_spec)
155 {
156 int found, i, j;
157
158 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
159 found = 0;
160
161 for (j = 0; j < USNIC_VNIC_RES_TYPE_MAX; j++) {
162 if (res_spec->resources[i].type !=
163 min_spec->resources[i].type)
164 continue;
165 found = 1;
166 if (min_spec->resources[i].cnt >
167 res_spec->resources[i].cnt)
168 return -EINVAL;
169 break;
170 }
171
172 if (!found)
173 return -EINVAL;
174 }
175 return 0;
176 }
177
usnic_vnic_spec_dump(char * buf,int buf_sz,struct usnic_vnic_res_spec * res_spec)178 int usnic_vnic_spec_dump(char *buf, int buf_sz,
179 struct usnic_vnic_res_spec *res_spec)
180 {
181 enum usnic_vnic_res_type res_type;
182 int res_cnt;
183 int i;
184 int offset = 0;
185
186 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
187 res_type = res_spec->resources[i].type;
188 res_cnt = res_spec->resources[i].cnt;
189 offset += scnprintf(buf + offset, buf_sz - offset,
190 "Res: %s Cnt: %d ",
191 usnic_vnic_res_type_to_str(res_type),
192 res_cnt);
193 }
194
195 return offset;
196 }
197
usnic_vnic_check_room(struct usnic_vnic * vnic,struct usnic_vnic_res_spec * res_spec)198 int usnic_vnic_check_room(struct usnic_vnic *vnic,
199 struct usnic_vnic_res_spec *res_spec)
200 {
201 int i;
202 enum usnic_vnic_res_type res_type;
203 int res_cnt;
204
205 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
206 res_type = res_spec->resources[i].type;
207 res_cnt = res_spec->resources[i].cnt;
208
209 if (res_type == USNIC_VNIC_RES_TYPE_EOL)
210 break;
211
212 if (res_cnt > usnic_vnic_res_free_cnt(vnic, res_type))
213 return -EBUSY;
214 }
215
216 return 0;
217 }
218
usnic_vnic_res_cnt(struct usnic_vnic * vnic,enum usnic_vnic_res_type type)219 int usnic_vnic_res_cnt(struct usnic_vnic *vnic,
220 enum usnic_vnic_res_type type)
221 {
222 return vnic->chunks[type].cnt;
223 }
224
usnic_vnic_res_free_cnt(struct usnic_vnic * vnic,enum usnic_vnic_res_type type)225 int usnic_vnic_res_free_cnt(struct usnic_vnic *vnic,
226 enum usnic_vnic_res_type type)
227 {
228 return vnic->chunks[type].free_cnt;
229 }
230
231 struct usnic_vnic_res_chunk *
usnic_vnic_get_resources(struct usnic_vnic * vnic,enum usnic_vnic_res_type type,int cnt,void * owner)232 usnic_vnic_get_resources(struct usnic_vnic *vnic, enum usnic_vnic_res_type type,
233 int cnt, void *owner)
234 {
235 struct usnic_vnic_res_chunk *src, *ret;
236 struct usnic_vnic_res *res;
237 int i;
238
239 if (usnic_vnic_res_free_cnt(vnic, type) < cnt || cnt < 0 || !owner)
240 return ERR_PTR(-EINVAL);
241
242 ret = kzalloc(sizeof(*ret), GFP_ATOMIC);
243 if (!ret)
244 return ERR_PTR(-ENOMEM);
245
246 if (cnt > 0) {
247 ret->res = kcalloc(cnt, sizeof(*(ret->res)), GFP_ATOMIC);
248 if (!ret->res) {
249 kfree(ret);
250 return ERR_PTR(-ENOMEM);
251 }
252
253 spin_lock(&vnic->res_lock);
254 src = &vnic->chunks[type];
255 for (i = 0; i < src->cnt && ret->cnt < cnt; i++) {
256 res = src->res[i];
257 if (!res->owner) {
258 src->free_cnt--;
259 res->owner = owner;
260 ret->res[ret->cnt++] = res;
261 }
262 }
263
264 spin_unlock(&vnic->res_lock);
265 }
266 ret->type = type;
267 ret->vnic = vnic;
268 WARN_ON(ret->cnt != cnt);
269
270 return ret;
271 }
272
usnic_vnic_put_resources(struct usnic_vnic_res_chunk * chunk)273 void usnic_vnic_put_resources(struct usnic_vnic_res_chunk *chunk)
274 {
275
276 struct usnic_vnic_res *res;
277 int i;
278 struct usnic_vnic *vnic = chunk->vnic;
279
280 if (chunk->cnt > 0) {
281 spin_lock(&vnic->res_lock);
282 while ((i = --chunk->cnt) >= 0) {
283 res = chunk->res[i];
284 chunk->res[i] = NULL;
285 res->owner = NULL;
286 vnic->chunks[res->type].free_cnt++;
287 }
288 spin_unlock(&vnic->res_lock);
289 }
290
291 kfree(chunk->res);
292 kfree(chunk);
293 }
294
usnic_vnic_get_index(struct usnic_vnic * vnic)295 u16 usnic_vnic_get_index(struct usnic_vnic *vnic)
296 {
297 return usnic_vnic_get_pdev(vnic)->devfn - 1;
298 }
299
usnic_vnic_alloc_res_chunk(struct usnic_vnic * vnic,enum usnic_vnic_res_type type,struct usnic_vnic_res_chunk * chunk)300 static int usnic_vnic_alloc_res_chunk(struct usnic_vnic *vnic,
301 enum usnic_vnic_res_type type,
302 struct usnic_vnic_res_chunk *chunk)
303 {
304 int cnt, err, i;
305 struct usnic_vnic_res *res;
306
307 cnt = vnic_dev_get_res_count(vnic->vdev, _to_vnic_res_type(type));
308 if (cnt < 1) {
309 usnic_err("Wrong res count with cnt %d\n", cnt);
310 return -EINVAL;
311 }
312
313 chunk->cnt = chunk->free_cnt = cnt;
314 chunk->res = kcalloc(cnt, sizeof(*(chunk->res)), GFP_KERNEL);
315 if (!chunk->res)
316 return -ENOMEM;
317
318 for (i = 0; i < cnt; i++) {
319 res = kzalloc(sizeof(*res), GFP_KERNEL);
320 if (!res) {
321 err = -ENOMEM;
322 goto fail;
323 }
324 res->type = type;
325 res->vnic_idx = i;
326 res->vnic = vnic;
327 res->ctrl = vnic_dev_get_res(vnic->vdev,
328 _to_vnic_res_type(type), i);
329 chunk->res[i] = res;
330 }
331
332 chunk->vnic = vnic;
333 return 0;
334 fail:
335 for (i--; i >= 0; i--)
336 kfree(chunk->res[i]);
337 kfree(chunk->res);
338 return err;
339 }
340
usnic_vnic_free_res_chunk(struct usnic_vnic_res_chunk * chunk)341 static void usnic_vnic_free_res_chunk(struct usnic_vnic_res_chunk *chunk)
342 {
343 int i;
344 for (i = 0; i < chunk->cnt; i++)
345 kfree(chunk->res[i]);
346 kfree(chunk->res);
347 }
348
usnic_vnic_discover_resources(struct pci_dev * pdev,struct usnic_vnic * vnic)349 static int usnic_vnic_discover_resources(struct pci_dev *pdev,
350 struct usnic_vnic *vnic)
351 {
352 enum usnic_vnic_res_type res_type;
353 int i;
354 int err = 0;
355
356 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {
357 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))
358 continue;
359 vnic->bar[i].len = pci_resource_len(pdev, i);
360 vnic->bar[i].vaddr = pci_iomap(pdev, i, vnic->bar[i].len);
361 if (!vnic->bar[i].vaddr) {
362 usnic_err("Cannot memory-map BAR %d, aborting\n",
363 i);
364 err = -ENODEV;
365 goto out_clean_bar;
366 }
367 vnic->bar[i].bus_addr = pci_resource_start(pdev, i);
368 }
369
370 vnic->vdev = vnic_dev_register(NULL, pdev, pdev, vnic->bar,
371 ARRAY_SIZE(vnic->bar));
372 if (!vnic->vdev) {
373 usnic_err("Failed to register device %s\n",
374 pci_name(pdev));
375 err = -EINVAL;
376 goto out_clean_bar;
377 }
378
379 for (res_type = USNIC_VNIC_RES_TYPE_EOL + 1;
380 res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++) {
381 err = usnic_vnic_alloc_res_chunk(vnic, res_type,
382 &vnic->chunks[res_type]);
383 if (err)
384 goto out_clean_chunks;
385 }
386
387 return 0;
388
389 out_clean_chunks:
390 for (res_type--; res_type > USNIC_VNIC_RES_TYPE_EOL; res_type--)
391 usnic_vnic_free_res_chunk(&vnic->chunks[res_type]);
392 vnic_dev_unregister(vnic->vdev);
393 out_clean_bar:
394 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {
395 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))
396 continue;
397 if (!vnic->bar[i].vaddr)
398 break;
399
400 iounmap(vnic->bar[i].vaddr);
401 }
402
403 return err;
404 }
405
usnic_vnic_get_pdev(struct usnic_vnic * vnic)406 struct pci_dev *usnic_vnic_get_pdev(struct usnic_vnic *vnic)
407 {
408 return vnic_dev_get_pdev(vnic->vdev);
409 }
410
usnic_vnic_get_bar(struct usnic_vnic * vnic,int bar_num)411 struct vnic_dev_bar *usnic_vnic_get_bar(struct usnic_vnic *vnic,
412 int bar_num)
413 {
414 return (bar_num < ARRAY_SIZE(vnic->bar)) ? &vnic->bar[bar_num] : NULL;
415 }
416
usnic_vnic_release_resources(struct usnic_vnic * vnic)417 static void usnic_vnic_release_resources(struct usnic_vnic *vnic)
418 {
419 int i;
420 struct pci_dev *pdev;
421 enum usnic_vnic_res_type res_type;
422
423 pdev = usnic_vnic_get_pdev(vnic);
424
425 for (res_type = USNIC_VNIC_RES_TYPE_EOL + 1;
426 res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++)
427 usnic_vnic_free_res_chunk(&vnic->chunks[res_type]);
428
429 vnic_dev_unregister(vnic->vdev);
430
431 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {
432 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))
433 continue;
434 iounmap(vnic->bar[i].vaddr);
435 }
436 }
437
usnic_vnic_alloc(struct pci_dev * pdev)438 struct usnic_vnic *usnic_vnic_alloc(struct pci_dev *pdev)
439 {
440 struct usnic_vnic *vnic;
441 int err = 0;
442
443 if (!pci_is_enabled(pdev)) {
444 usnic_err("PCI dev %s is disabled\n", pci_name(pdev));
445 return ERR_PTR(-EINVAL);
446 }
447
448 vnic = kzalloc(sizeof(*vnic), GFP_KERNEL);
449 if (!vnic)
450 return ERR_PTR(-ENOMEM);
451
452 spin_lock_init(&vnic->res_lock);
453
454 err = usnic_vnic_discover_resources(pdev, vnic);
455 if (err) {
456 usnic_err("Failed to discover %s resources with err %d\n",
457 pci_name(pdev), err);
458 goto out_free_vnic;
459 }
460
461 usnic_dbg("Allocated vnic for %s\n", usnic_vnic_pci_name(vnic));
462
463 return vnic;
464
465 out_free_vnic:
466 kfree(vnic);
467
468 return ERR_PTR(err);
469 }
470
usnic_vnic_free(struct usnic_vnic * vnic)471 void usnic_vnic_free(struct usnic_vnic *vnic)
472 {
473 usnic_vnic_release_resources(vnic);
474 kfree(vnic);
475 }
476