1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * Copyright 2008 Cisco Systems, Inc. All rights reserved.
4 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
5 */
6 #include <linux/errno.h>
7 #include <linux/types.h>
8 #include <linux/pci.h>
9 #include "wq_enet_desc.h"
10 #include "rq_enet_desc.h"
11 #include "cq_enet_desc.h"
12 #include "vnic_resource.h"
13 #include "vnic_dev.h"
14 #include "vnic_wq.h"
15 #include "vnic_rq.h"
16 #include "vnic_cq.h"
17 #include "vnic_intr.h"
18 #include "vnic_stats.h"
19 #include "vnic_nic.h"
20 #include "fnic.h"
21
fnic_get_vnic_config(struct fnic * fnic)22 int fnic_get_vnic_config(struct fnic *fnic)
23 {
24 struct vnic_fc_config *c = &fnic->config;
25 int err;
26
27 #define GET_CONFIG(m) \
28 do { \
29 err = vnic_dev_spec(fnic->vdev, \
30 offsetof(struct vnic_fc_config, m), \
31 sizeof(c->m), &c->m); \
32 if (err) { \
33 shost_printk(KERN_ERR, fnic->lport->host, \
34 "Error getting %s, %d\n", #m, \
35 err); \
36 return err; \
37 } \
38 } while (0);
39
40 GET_CONFIG(node_wwn);
41 GET_CONFIG(port_wwn);
42 GET_CONFIG(wq_enet_desc_count);
43 GET_CONFIG(wq_copy_desc_count);
44 GET_CONFIG(rq_desc_count);
45 GET_CONFIG(maxdatafieldsize);
46 GET_CONFIG(ed_tov);
47 GET_CONFIG(ra_tov);
48 GET_CONFIG(intr_timer);
49 GET_CONFIG(intr_timer_type);
50 GET_CONFIG(flags);
51 GET_CONFIG(flogi_retries);
52 GET_CONFIG(flogi_timeout);
53 GET_CONFIG(plogi_retries);
54 GET_CONFIG(plogi_timeout);
55 GET_CONFIG(io_throttle_count);
56 GET_CONFIG(link_down_timeout);
57 GET_CONFIG(port_down_timeout);
58 GET_CONFIG(port_down_io_retries);
59 GET_CONFIG(luns_per_tgt);
60 GET_CONFIG(intr_mode);
61 GET_CONFIG(wq_copy_count);
62
63 c->wq_enet_desc_count =
64 min_t(u32, VNIC_FNIC_WQ_DESCS_MAX,
65 max_t(u32, VNIC_FNIC_WQ_DESCS_MIN,
66 c->wq_enet_desc_count));
67 c->wq_enet_desc_count = ALIGN(c->wq_enet_desc_count, 16);
68
69 c->wq_copy_desc_count =
70 min_t(u32, VNIC_FNIC_WQ_COPY_DESCS_MAX,
71 max_t(u32, VNIC_FNIC_WQ_COPY_DESCS_MIN,
72 c->wq_copy_desc_count));
73 c->wq_copy_desc_count = ALIGN(c->wq_copy_desc_count, 16);
74
75 c->rq_desc_count =
76 min_t(u32, VNIC_FNIC_RQ_DESCS_MAX,
77 max_t(u32, VNIC_FNIC_RQ_DESCS_MIN,
78 c->rq_desc_count));
79 c->rq_desc_count = ALIGN(c->rq_desc_count, 16);
80
81 c->maxdatafieldsize =
82 min_t(u16, VNIC_FNIC_MAXDATAFIELDSIZE_MAX,
83 max_t(u16, VNIC_FNIC_MAXDATAFIELDSIZE_MIN,
84 c->maxdatafieldsize));
85 c->ed_tov =
86 min_t(u32, VNIC_FNIC_EDTOV_MAX,
87 max_t(u32, VNIC_FNIC_EDTOV_MIN,
88 c->ed_tov));
89
90 c->ra_tov =
91 min_t(u32, VNIC_FNIC_RATOV_MAX,
92 max_t(u32, VNIC_FNIC_RATOV_MIN,
93 c->ra_tov));
94
95 c->flogi_retries =
96 min_t(u32, VNIC_FNIC_FLOGI_RETRIES_MAX, c->flogi_retries);
97
98 c->flogi_timeout =
99 min_t(u32, VNIC_FNIC_FLOGI_TIMEOUT_MAX,
100 max_t(u32, VNIC_FNIC_FLOGI_TIMEOUT_MIN,
101 c->flogi_timeout));
102
103 c->plogi_retries =
104 min_t(u32, VNIC_FNIC_PLOGI_RETRIES_MAX, c->plogi_retries);
105
106 c->plogi_timeout =
107 min_t(u32, VNIC_FNIC_PLOGI_TIMEOUT_MAX,
108 max_t(u32, VNIC_FNIC_PLOGI_TIMEOUT_MIN,
109 c->plogi_timeout));
110
111 c->io_throttle_count =
112 min_t(u32, VNIC_FNIC_IO_THROTTLE_COUNT_MAX,
113 max_t(u32, VNIC_FNIC_IO_THROTTLE_COUNT_MIN,
114 c->io_throttle_count));
115
116 c->link_down_timeout =
117 min_t(u32, VNIC_FNIC_LINK_DOWN_TIMEOUT_MAX,
118 c->link_down_timeout);
119
120 c->port_down_timeout =
121 min_t(u32, VNIC_FNIC_PORT_DOWN_TIMEOUT_MAX,
122 c->port_down_timeout);
123
124 c->port_down_io_retries =
125 min_t(u32, VNIC_FNIC_PORT_DOWN_IO_RETRIES_MAX,
126 c->port_down_io_retries);
127
128 c->luns_per_tgt =
129 min_t(u32, VNIC_FNIC_LUNS_PER_TARGET_MAX,
130 max_t(u32, VNIC_FNIC_LUNS_PER_TARGET_MIN,
131 c->luns_per_tgt));
132
133 c->intr_timer = min_t(u16, VNIC_INTR_TIMER_MAX, c->intr_timer);
134 c->intr_timer_type = c->intr_timer_type;
135
136 /* for older firmware, GET_CONFIG will not return anything */
137 if (c->wq_copy_count == 0)
138 c->wq_copy_count = 1;
139
140 c->wq_copy_count = min_t(u16, FNIC_WQ_COPY_MAX, c->wq_copy_count);
141
142 shost_printk(KERN_INFO, fnic->lport->host,
143 "vNIC MAC addr %pM "
144 "wq/wq_copy/rq %d/%d/%d\n",
145 fnic->ctlr.ctl_src_addr,
146 c->wq_enet_desc_count, c->wq_copy_desc_count,
147 c->rq_desc_count);
148 shost_printk(KERN_INFO, fnic->lport->host,
149 "vNIC node wwn %llx port wwn %llx\n",
150 c->node_wwn, c->port_wwn);
151 shost_printk(KERN_INFO, fnic->lport->host,
152 "vNIC ed_tov %d ra_tov %d\n",
153 c->ed_tov, c->ra_tov);
154 shost_printk(KERN_INFO, fnic->lport->host,
155 "vNIC mtu %d intr timer %d\n",
156 c->maxdatafieldsize, c->intr_timer);
157 shost_printk(KERN_INFO, fnic->lport->host,
158 "vNIC flags 0x%x luns per tgt %d\n",
159 c->flags, c->luns_per_tgt);
160 shost_printk(KERN_INFO, fnic->lport->host,
161 "vNIC flogi_retries %d flogi timeout %d\n",
162 c->flogi_retries, c->flogi_timeout);
163 shost_printk(KERN_INFO, fnic->lport->host,
164 "vNIC plogi retries %d plogi timeout %d\n",
165 c->plogi_retries, c->plogi_timeout);
166 shost_printk(KERN_INFO, fnic->lport->host,
167 "vNIC io throttle count %d link dn timeout %d\n",
168 c->io_throttle_count, c->link_down_timeout);
169 shost_printk(KERN_INFO, fnic->lport->host,
170 "vNIC port dn io retries %d port dn timeout %d\n",
171 c->port_down_io_retries, c->port_down_timeout);
172 shost_printk(KERN_INFO, fnic->lport->host,
173 "vNIC wq_copy_count: %d\n", c->wq_copy_count);
174 shost_printk(KERN_INFO, fnic->lport->host,
175 "vNIC intr mode: %d\n", c->intr_mode);
176
177 return 0;
178 }
179
fnic_set_nic_config(struct fnic * fnic,u8 rss_default_cpu,u8 rss_hash_type,u8 rss_hash_bits,u8 rss_base_cpu,u8 rss_enable,u8 tso_ipid_split_en,u8 ig_vlan_strip_en)180 int fnic_set_nic_config(struct fnic *fnic, u8 rss_default_cpu,
181 u8 rss_hash_type,
182 u8 rss_hash_bits, u8 rss_base_cpu, u8 rss_enable,
183 u8 tso_ipid_split_en, u8 ig_vlan_strip_en)
184 {
185 u64 a0, a1;
186 u32 nic_cfg;
187 int wait = 1000;
188
189 vnic_set_nic_cfg(&nic_cfg, rss_default_cpu,
190 rss_hash_type, rss_hash_bits, rss_base_cpu,
191 rss_enable, tso_ipid_split_en, ig_vlan_strip_en);
192
193 a0 = nic_cfg;
194 a1 = 0;
195
196 return vnic_dev_cmd(fnic->vdev, CMD_NIC_CFG, &a0, &a1, wait);
197 }
198
fnic_get_res_counts(struct fnic * fnic)199 void fnic_get_res_counts(struct fnic *fnic)
200 {
201 fnic->wq_count = vnic_dev_get_res_count(fnic->vdev, RES_TYPE_WQ);
202 fnic->raw_wq_count = 1;
203 fnic->wq_copy_count = fnic->config.wq_copy_count;
204 fnic->rq_count = vnic_dev_get_res_count(fnic->vdev, RES_TYPE_RQ);
205 fnic->cq_count = vnic_dev_get_res_count(fnic->vdev, RES_TYPE_CQ);
206 fnic->intr_count = vnic_dev_get_res_count(fnic->vdev,
207 RES_TYPE_INTR_CTRL);
208
209 shost_printk(KERN_INFO, fnic->lport->host,
210 "vNIC fw resources wq_count: %d\n", fnic->wq_count);
211 shost_printk(KERN_INFO, fnic->lport->host,
212 "vNIC fw resources raw_wq_count: %d\n", fnic->raw_wq_count);
213 shost_printk(KERN_INFO, fnic->lport->host,
214 "vNIC fw resources wq_copy_count: %d\n", fnic->wq_copy_count);
215 shost_printk(KERN_INFO, fnic->lport->host,
216 "vNIC fw resources rq_count: %d\n", fnic->rq_count);
217 shost_printk(KERN_INFO, fnic->lport->host,
218 "vNIC fw resources cq_count: %d\n", fnic->cq_count);
219 shost_printk(KERN_INFO, fnic->lport->host,
220 "vNIC fw resources intr_count: %d\n", fnic->intr_count);
221 }
222
fnic_free_vnic_resources(struct fnic * fnic)223 void fnic_free_vnic_resources(struct fnic *fnic)
224 {
225 unsigned int i;
226
227 for (i = 0; i < fnic->raw_wq_count; i++)
228 vnic_wq_free(&fnic->wq[i]);
229
230 for (i = 0; i < fnic->wq_copy_count; i++)
231 vnic_wq_copy_free(&fnic->hw_copy_wq[i]);
232
233 for (i = 0; i < fnic->rq_count; i++)
234 vnic_rq_free(&fnic->rq[i]);
235
236 for (i = 0; i < fnic->cq_count; i++)
237 vnic_cq_free(&fnic->cq[i]);
238
239 for (i = 0; i < fnic->intr_count; i++)
240 vnic_intr_free(&fnic->intr[i]);
241 }
242
fnic_alloc_vnic_resources(struct fnic * fnic)243 int fnic_alloc_vnic_resources(struct fnic *fnic)
244 {
245 enum vnic_dev_intr_mode intr_mode;
246 unsigned int mask_on_assertion;
247 unsigned int interrupt_offset;
248 unsigned int error_interrupt_enable;
249 unsigned int error_interrupt_offset;
250 unsigned int i, cq_index;
251 unsigned int wq_copy_cq_desc_count;
252 int err;
253
254 intr_mode = vnic_dev_get_intr_mode(fnic->vdev);
255
256 shost_printk(KERN_INFO, fnic->lport->host, "vNIC interrupt mode: %s\n",
257 intr_mode == VNIC_DEV_INTR_MODE_INTX ? "legacy PCI INTx" :
258 intr_mode == VNIC_DEV_INTR_MODE_MSI ? "MSI" :
259 intr_mode == VNIC_DEV_INTR_MODE_MSIX ?
260 "MSI-X" : "unknown");
261
262 shost_printk(KERN_INFO, fnic->lport->host,
263 "vNIC resources avail: wq %d cp_wq %d raw_wq %d rq %d",
264 fnic->wq_count, fnic->wq_copy_count,
265 fnic->raw_wq_count, fnic->rq_count);
266
267 shost_printk(KERN_INFO, fnic->lport->host,
268 "vNIC resources avail: cq %d intr %d cpy-wq desc count %d\n",
269 fnic->cq_count, fnic->intr_count,
270 fnic->config.wq_copy_desc_count);
271
272 /* Allocate Raw WQ used for FCS frames */
273 for (i = 0; i < fnic->raw_wq_count; i++) {
274 err = vnic_wq_alloc(fnic->vdev, &fnic->wq[i], i,
275 fnic->config.wq_enet_desc_count,
276 sizeof(struct wq_enet_desc));
277 if (err)
278 goto err_out_cleanup;
279 }
280
281 /* Allocate Copy WQs used for SCSI IOs */
282 for (i = 0; i < fnic->wq_copy_count; i++) {
283 err = vnic_wq_copy_alloc(fnic->vdev, &fnic->hw_copy_wq[i],
284 (fnic->raw_wq_count + i),
285 fnic->config.wq_copy_desc_count,
286 sizeof(struct fcpio_host_req));
287 if (err)
288 goto err_out_cleanup;
289 }
290
291 /* RQ for receiving FCS frames */
292 for (i = 0; i < fnic->rq_count; i++) {
293 err = vnic_rq_alloc(fnic->vdev, &fnic->rq[i], i,
294 fnic->config.rq_desc_count,
295 sizeof(struct rq_enet_desc));
296 if (err)
297 goto err_out_cleanup;
298 }
299
300 /* CQ for each RQ */
301 for (i = 0; i < fnic->rq_count; i++) {
302 cq_index = i;
303 err = vnic_cq_alloc(fnic->vdev,
304 &fnic->cq[cq_index], cq_index,
305 fnic->config.rq_desc_count,
306 sizeof(struct cq_enet_rq_desc));
307 if (err)
308 goto err_out_cleanup;
309 }
310
311 /* CQ for each WQ */
312 for (i = 0; i < fnic->raw_wq_count; i++) {
313 cq_index = fnic->rq_count + i;
314 err = vnic_cq_alloc(fnic->vdev, &fnic->cq[cq_index], cq_index,
315 fnic->config.wq_enet_desc_count,
316 sizeof(struct cq_enet_wq_desc));
317 if (err)
318 goto err_out_cleanup;
319 }
320
321 /* CQ for each COPY WQ */
322 wq_copy_cq_desc_count = (fnic->config.wq_copy_desc_count * 3);
323 for (i = 0; i < fnic->wq_copy_count; i++) {
324 cq_index = fnic->raw_wq_count + fnic->rq_count + i;
325 err = vnic_cq_alloc(fnic->vdev, &fnic->cq[cq_index],
326 cq_index,
327 wq_copy_cq_desc_count,
328 sizeof(struct fcpio_fw_req));
329 if (err)
330 goto err_out_cleanup;
331 }
332
333 for (i = 0; i < fnic->intr_count; i++) {
334 err = vnic_intr_alloc(fnic->vdev, &fnic->intr[i], i);
335 if (err)
336 goto err_out_cleanup;
337 }
338
339 fnic->legacy_pba = vnic_dev_get_res(fnic->vdev,
340 RES_TYPE_INTR_PBA_LEGACY, 0);
341
342 if (!fnic->legacy_pba && intr_mode == VNIC_DEV_INTR_MODE_INTX) {
343 shost_printk(KERN_ERR, fnic->lport->host,
344 "Failed to hook legacy pba resource\n");
345 err = -ENODEV;
346 goto err_out_cleanup;
347 }
348
349 /*
350 * Init RQ/WQ resources.
351 *
352 * RQ[0 to n-1] point to CQ[0 to n-1]
353 * WQ[0 to m-1] point to CQ[n to n+m-1]
354 * WQ_COPY[0 to k-1] points to CQ[n+m to n+m+k-1]
355 *
356 * Note for copy wq we always initialize with cq_index = 0
357 *
358 * Error interrupt is not enabled for MSI.
359 */
360
361 switch (intr_mode) {
362 case VNIC_DEV_INTR_MODE_INTX:
363 case VNIC_DEV_INTR_MODE_MSIX:
364 error_interrupt_enable = 1;
365 error_interrupt_offset = fnic->err_intr_offset;
366 break;
367 default:
368 error_interrupt_enable = 0;
369 error_interrupt_offset = 0;
370 break;
371 }
372
373 for (i = 0; i < fnic->rq_count; i++) {
374 cq_index = i;
375 vnic_rq_init(&fnic->rq[i],
376 cq_index,
377 error_interrupt_enable,
378 error_interrupt_offset);
379 }
380
381 for (i = 0; i < fnic->raw_wq_count; i++) {
382 cq_index = i + fnic->rq_count;
383 vnic_wq_init(&fnic->wq[i],
384 cq_index,
385 error_interrupt_enable,
386 error_interrupt_offset);
387 }
388
389 for (i = 0; i < fnic->wq_copy_count; i++) {
390 vnic_wq_copy_init(&fnic->hw_copy_wq[i],
391 0 /* cq_index 0 - always */,
392 error_interrupt_enable,
393 error_interrupt_offset);
394 }
395
396 for (i = 0; i < fnic->cq_count; i++) {
397
398 switch (intr_mode) {
399 case VNIC_DEV_INTR_MODE_MSIX:
400 interrupt_offset = i;
401 break;
402 default:
403 interrupt_offset = 0;
404 break;
405 }
406
407 vnic_cq_init(&fnic->cq[i],
408 0 /* flow_control_enable */,
409 1 /* color_enable */,
410 0 /* cq_head */,
411 0 /* cq_tail */,
412 1 /* cq_tail_color */,
413 1 /* interrupt_enable */,
414 1 /* cq_entry_enable */,
415 0 /* cq_message_enable */,
416 interrupt_offset,
417 0 /* cq_message_addr */);
418 }
419
420 /*
421 * Init INTR resources
422 *
423 * mask_on_assertion is not used for INTx due to the level-
424 * triggered nature of INTx
425 */
426
427 switch (intr_mode) {
428 case VNIC_DEV_INTR_MODE_MSI:
429 case VNIC_DEV_INTR_MODE_MSIX:
430 mask_on_assertion = 1;
431 break;
432 default:
433 mask_on_assertion = 0;
434 break;
435 }
436
437 for (i = 0; i < fnic->intr_count; i++) {
438 vnic_intr_init(&fnic->intr[i],
439 fnic->config.intr_timer,
440 fnic->config.intr_timer_type,
441 mask_on_assertion);
442 }
443
444 /* init the stats memory by making the first call here */
445 err = vnic_dev_stats_dump(fnic->vdev, &fnic->stats);
446 if (err) {
447 shost_printk(KERN_ERR, fnic->lport->host,
448 "vnic_dev_stats_dump failed - x%x\n", err);
449 goto err_out_cleanup;
450 }
451
452 /* Clear LIF stats */
453 vnic_dev_stats_clear(fnic->vdev);
454
455 return 0;
456
457 err_out_cleanup:
458 fnic_free_vnic_resources(fnic);
459
460 return err;
461 }
462