1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3 * Copyright 2008 Cisco Systems, Inc. All rights reserved.
4 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
5 */
6 #ifndef _FNIC_H_
7 #define _FNIC_H_
8
9 #include <linux/interrupt.h>
10 #include <linux/netdevice.h>
11 #include <linux/workqueue.h>
12 #include <linux/bitops.h>
13 #include <scsi/scsi_cmnd.h>
14 #include <scsi/scsi_transport.h>
15 #include <scsi/scsi_transport_fc.h>
16 #include <scsi/fc_frame.h>
17 #include "fnic_io.h"
18 #include "fnic_res.h"
19 #include "fnic_trace.h"
20 #include "fnic_stats.h"
21 #include "vnic_dev.h"
22 #include "vnic_wq.h"
23 #include "vnic_rq.h"
24 #include "vnic_cq.h"
25 #include "vnic_wq_copy.h"
26 #include "vnic_intr.h"
27 #include "vnic_stats.h"
28 #include "vnic_scsi.h"
29 #include "fnic_fdls.h"
30 #include "fnic_nvme.h"
31
32 #define DRV_NAME "fnic"
33 #define DRV_DESCRIPTION "Cisco FCoE HBA Driver"
34 #define DRV_VERSION "1.9.0.1"
35 #define PFX DRV_NAME ": "
36 #define DFX DRV_NAME "%d: "
37
38 #define FABRIC_LOGO_MAX_RETRY 3
39 #define DESC_CLEAN_LOW_WATERMARK 8
40 #define FNIC_UCSM_DFLT_THROTTLE_CNT_BLD 16 /* UCSM default throttle count */
41 #define FNIC_MIN_IO_REQ 256 /* Min IO throttle count */
42 #define FNIC_MAX_IO_REQ 1024 /* scsi_cmnd tag map entries */
43 #define FNIC_DFLT_IO_REQ 256 /* Default scsi_cmnd tag map entries */
44 #define FNIC_DFLT_QUEUE_DEPTH 256
45 #define FNIC_STATS_RATE_LIMIT 4 /* limit rate at which stats are pulled up */
46 #define LUN0_DELAY_TIME 9
47 #define FNIC_ROLE_CONFIG_MASK (0xFF0)
48
49 /*
50 * Tag bits used for special requests.
51 */
52 #define FNIC_TAG_ABORT BIT(30) /* tag bit indicating abort */
53 #define FNIC_TAG_DEV_RST BIT(29) /* indicates device reset */
54 #define FNIC_TAG_MASK (BIT(24) - 1) /* mask for lookup */
55 #define FNIC_NO_TAG -1
56
57 /*
58 * Command flags to identify the type of command and for other future
59 * use.
60 */
61 #define FNIC_NO_FLAGS 0
62 #define FNIC_IO_INITIALIZED BIT(0)
63 #define FNIC_IO_ISSUED BIT(1)
64 #define FNIC_IO_DONE BIT(2)
65 #define FNIC_IO_REQ_NULL BIT(3)
66 #define FNIC_IO_ABTS_PENDING BIT(4)
67 #define FNIC_IO_ABORTED BIT(5)
68 #define FNIC_IO_ABTS_ISSUED BIT(6)
69 #define FNIC_IO_TERM_ISSUED BIT(7)
70 #define FNIC_IO_INTERNAL_TERM_ISSUED BIT(8)
71 #define FNIC_IO_ABT_TERM_DONE BIT(9)
72 #define FNIC_IO_ABT_TERM_REQ_NULL BIT(10)
73 #define FNIC_IO_ABT_TERM_TIMED_OUT BIT(11)
74 #define FNIC_DEVICE_RESET BIT(12) /* Device reset request */
75 #define FNIC_DEV_RST_ISSUED BIT(13)
76 #define FNIC_DEV_RST_TIMED_OUT BIT(14)
77 #define FNIC_DEV_RST_ABTS_ISSUED BIT(15)
78 #define FNIC_DEV_RST_TERM_ISSUED BIT(16)
79 #define FNIC_DEV_RST_DONE BIT(17)
80 #define FNIC_DEV_RST_REQ_NULL BIT(18)
81 #define FNIC_DEV_RST_ABTS_DONE BIT(19)
82 #define FNIC_DEV_RST_TERM_DONE BIT(20)
83 #define FNIC_DEV_RST_ABTS_PENDING BIT(21)
84 #define FNIC_NVME_ADMIN_IO_TIMER_PENDING BIT(22)
85 #define FNIC_NVME_ADMIN_IO BIT(23)
86
87 #define FNIC_FW_RESET_TIMEOUT 60000 /* mSec */
88 #define FNIC_FCOE_MAX_CMD_LEN 16
89 /* Retry supported by rport (returned by PRLI service parameters) */
90 #define FNIC_FC_RP_FLAGS_RETRY 0x1
91
92 /* Cisco vendor id */
93 #define PCI_VENDOR_ID_CISCO 0x1137
94 #define PCI_DEVICE_ID_CISCO_VIC_FC 0x0045 /* fc vnic */
95
96 /* sereno pcie switch */
97 #define PCI_DEVICE_ID_CISCO_SERENO 0x004e
98 #define PCI_DEVICE_ID_CISCO_CRUZ 0x007a /* Cruz */
99 #define PCI_DEVICE_ID_CISCO_BODEGA 0x0131 /* Bodega */
100 #define PCI_DEVICE_ID_CISCO_BEVERLY 0x025f /* Beverly */
101
102 /* Sereno */
103 #define PCI_SUBDEVICE_ID_CISCO_VASONA 0x004f /* vasona mezz */
104 #define PCI_SUBDEVICE_ID_CISCO_COTATI 0x0084 /* cotati mlom */
105 #define PCI_SUBDEVICE_ID_CISCO_LEXINGTON 0x0085 /* lexington pcie */
106 #define PCI_SUBDEVICE_ID_CISCO_ICEHOUSE 0x00cd /* Icehouse */
107 #define PCI_SUBDEVICE_ID_CISCO_KIRKWOODLAKE 0x00ce /* KirkwoodLake pcie */
108 #define PCI_SUBDEVICE_ID_CISCO_SUSANVILLE 0x012e /* Susanville MLOM */
109 #define PCI_SUBDEVICE_ID_CISCO_TORRANCE 0x0139 /* Torrance MLOM */
110
111 /* Cruz */
112 #define PCI_SUBDEVICE_ID_CISCO_CALISTOGA 0x012c /* Calistoga MLOM */
113 #define PCI_SUBDEVICE_ID_CISCO_MOUNTAINVIEW 0x0137 /* Cruz Mezz */
114 /* Cruz MountTian SIOC */
115 #define PCI_SUBDEVICE_ID_CISCO_MOUNTTIAN 0x014b
116 #define PCI_SUBDEVICE_ID_CISCO_CLEARLAKE 0x014d /* ClearLake pcie */
117 /* Cruz MountTian2 SIOC */
118 #define PCI_SUBDEVICE_ID_CISCO_MOUNTTIAN2 0x0157
119 #define PCI_SUBDEVICE_ID_CISCO_CLAREMONT 0x015d /* Claremont MLOM */
120
121 /* Bodega */
122 /* VIC 1457 PCIe mLOM */
123 #define PCI_SUBDEVICE_ID_CISCO_BRADBURY 0x0218
124 #define PCI_SUBDEVICE_ID_CISCO_BRENTWOOD 0x0217 /* VIC 1455 PCIe */
125 /* VIC 1487 PCIe mLOM */
126 #define PCI_SUBDEVICE_ID_CISCO_BURLINGAME 0x021a
127 #define PCI_SUBDEVICE_ID_CISCO_BAYSIDE 0x0219 /* VIC 1485 PCIe */
128 /* VIC 1440 Mezz mLOM */
129 #define PCI_SUBDEVICE_ID_CISCO_BAKERSFIELD 0x0215
130 #define PCI_SUBDEVICE_ID_CISCO_BOONVILLE 0x0216 /* VIC 1480 Mezz */
131 #define PCI_SUBDEVICE_ID_CISCO_BENICIA 0x024a /* VIC 1495 */
132 #define PCI_SUBDEVICE_ID_CISCO_BEAUMONT 0x024b /* VIC 1497 */
133 #define PCI_SUBDEVICE_ID_CISCO_BRISBANE 0x02af /* VIC 1467 */
134 #define PCI_SUBDEVICE_ID_CISCO_BENTON 0x02b0 /* VIC 1477 */
135 #define PCI_SUBDEVICE_ID_CISCO_TWIN_RIVER 0x02cf /* VIC 14425 */
136 #define PCI_SUBDEVICE_ID_CISCO_TWIN_PEAK 0x02d0 /* VIC 14825 */
137
138 /* Beverly */
139 #define PCI_SUBDEVICE_ID_CISCO_BERN 0x02de /* VIC 15420 */
140 #define PCI_SUBDEVICE_ID_CISCO_STOCKHOLM 0x02dd /* VIC 15428 */
141 #define PCI_SUBDEVICE_ID_CISCO_KRAKOW 0x02dc /* VIC 15411 */
142 #define PCI_SUBDEVICE_ID_CISCO_LUCERNE 0x02db /* VIC 15231 */
143 #define PCI_SUBDEVICE_ID_CISCO_TURKU 0x02e8 /* VIC 15238 */
144 #define PCI_SUBDEVICE_ID_CISCO_TURKU_PLUS 0x02f3 /* VIC 15237 */
145 #define PCI_SUBDEVICE_ID_CISCO_ZURICH 0x02df /* VIC 15230 */
146 #define PCI_SUBDEVICE_ID_CISCO_RIGA 0x02e0 /* VIC 15427 */
147 #define PCI_SUBDEVICE_ID_CISCO_GENEVA 0x02e1 /* VIC 15422 */
148 #define PCI_SUBDEVICE_ID_CISCO_HELSINKI 0x02e4 /* VIC 15235 */
149 #define PCI_SUBDEVICE_ID_CISCO_GOTHENBURG 0x02f2 /* VIC 15425 */
150
151 #define IS_FNIC_FCP_INITIATOR(fnic) (fnic->role == FNIC_ROLE_FCP_INITIATOR)
152 #define IS_FNIC_NVME_INITIATOR(fnic) (fnic->role == FNIC_ROLE_NVME_INITIATOR)
153
154 struct fnic_pcie_device {
155 u32 device;
156 u8 *desc;
157 u32 subsystem_device;
158 u8 *subsys_desc;
159 };
160
161 /*
162 * fnic private data per SCSI command.
163 * These fields are locked by the hashed io_req_lock.
164 */
165 struct fnic_cmd_priv {
166 struct fnic_io_req *io_req;
167 enum fnic_ioreq_state state;
168 u32 flags;
169 u16 abts_status;
170 u16 lr_status;
171 };
172
fnic_priv(struct scsi_cmnd * cmd)173 static inline struct fnic_cmd_priv *fnic_priv(struct scsi_cmnd *cmd)
174 {
175 return scsi_cmd_priv(cmd);
176 }
177
fnic_flags_and_state(struct scsi_cmnd * cmd)178 static inline u64 fnic_flags_and_state(struct scsi_cmnd *cmd)
179 {
180 struct fnic_cmd_priv *fcmd = fnic_priv(cmd);
181
182 return ((u64)fcmd->flags << 32) | fcmd->state;
183 }
184
185 #define FCPIO_INVALID_CODE 0x100 /* hdr_status value unused by firmware */
186
187 #define FNIC_LUN_RESET_TIMEOUT 10000 /* mSec */
188 #define FNIC_HOST_RESET_TIMEOUT 10000 /* mSec */
189 #define FNIC_RMDEVICE_TIMEOUT 1000 /* mSec */
190 #define FNIC_HOST_RESET_SETTLE_TIME 30 /* Sec */
191 #define FNIC_ABT_TERM_DELAY_TIMEOUT 500 /* mSec */
192
193 #define FNIC_MAX_FCP_TARGET 256
194 #define FNIC_PCI_OFFSET 2
195 /**
196 * state_flags to identify host state along along with fnic's state
197 **/
198 #define __FNIC_FLAGS_FWRESET BIT(0) /* fwreset in progress */
199 #define __FNIC_FLAGS_BLOCK_IO BIT(1) /* IOs are blocked */
200
201 #define FNIC_FLAGS_NONE (0)
202 #define FNIC_FLAGS_FWRESET (__FNIC_FLAGS_FWRESET | \
203 __FNIC_FLAGS_BLOCK_IO)
204
205 #define FNIC_FLAGS_IO_BLOCKED (__FNIC_FLAGS_BLOCK_IO)
206
207 #define fnic_set_state_flags(fnicp, st_flags) \
208 __fnic_set_state_flags(fnicp, st_flags, 0)
209
210 #define fnic_clear_state_flags(fnicp, st_flags) \
211 __fnic_set_state_flags(fnicp, st_flags, 1)
212
213 enum reset_states {
214 NOT_IN_PROGRESS = 0,
215 IN_PROGRESS,
216 RESET_ERROR
217 };
218
219 enum rscn_type {
220 NOT_PC_RSCN = 0,
221 PC_RSCN
222 };
223
224 enum pc_rscn_handling_status {
225 PC_RSCN_HANDLING_NOT_IN_PROGRESS = 0,
226 PC_RSCN_HANDLING_IN_PROGRESS
227 };
228
229 enum pc_rscn_handling_feature {
230 PC_RSCN_HANDLING_FEATURE_OFF = 0,
231 PC_RSCN_HANDLING_FEATURE_ON
232 };
233
234 extern unsigned int fnic_fdmi_support;
235 extern unsigned int fnic_log_level;
236 extern unsigned int io_completions;
237 extern struct workqueue_struct *fnic_event_queue;
238
239 extern unsigned int pc_rscn_handling_feature_flag;
240 extern spinlock_t reset_fnic_list_lock;
241 extern struct list_head reset_fnic_list;
242 extern struct workqueue_struct *reset_fnic_work_queue;
243 extern struct work_struct reset_fnic_work;
244 extern struct workqueue_struct *fnic_cmpl_queue;
245
246 #define FNIC_MAIN_LOGGING 0x01
247 #define FNIC_FCS_LOGGING 0x02
248 #define FNIC_SCSI_LOGGING 0x04
249 #define FNIC_ISR_LOGGING 0x08
250 #define FNIC_FDLS_LOGGING 0x10
251 #define FNIC_NVME_LOGGING 0x20
252 #define FNIC_FIP_LOGGING 0x40
253
254 #define FNIC_CHECK_LOGGING(LEVEL, CMD) \
255 do { \
256 if (unlikely(fnic_log_level & LEVEL)) \
257 do { \
258 CMD; \
259 } while (0); \
260 } while (0)
261
262 #define fnic_printk(kern_level, fnic, fmt, ...) \
263 (IS_FNIC_FCP_INITIATOR(fnic) ? \
264 shost_printk(kern_level, fnic->host, "fnic<%d>: %s: %d: " fmt, \
265 fnic->fnic_num, __func__, __LINE__, ##__VA_ARGS__) : \
266 printk(kern_level "fnic<%d>: %s: %d: " fmt, fnic->fnic_num, \
267 __func__, __LINE__, ##__VA_ARGS__))
268
269 #define FNIC_MAIN_DBG(kern_level, fnic, fmt, args...) \
270 FNIC_CHECK_LOGGING(FNIC_MAIN_LOGGING, \
271 fnic_printk(kern_level, fnic, fmt, ##args);)
272
273 #define FNIC_FCS_DBG(kern_level, fnic, fmt, args...) \
274 FNIC_CHECK_LOGGING(FNIC_FCS_LOGGING, \
275 fnic_printk(kern_level, fnic, fmt, ##args);)
276
277 #define FNIC_FIP_DBG(kern_level, fnic, fmt, args...) \
278 FNIC_CHECK_LOGGING(FNIC_FIP_LOGGING, \
279 fnic_printk(kern_level, fnic, fmt, ##args);)
280
281 #define FNIC_SCSI_DBG(kern_level, fnic, fmt, args...) \
282 FNIC_CHECK_LOGGING(FNIC_SCSI_LOGGING, \
283 fnic_printk(kern_level, fnic, fmt, ##args);)
284
285 #define FNIC_ISR_DBG(kern_level, fnic, fmt, args...) \
286 FNIC_CHECK_LOGGING(FNIC_ISR_LOGGING, \
287 fnic_printk(kern_level, fnic, fmt, ##args);)
288
289 #define FNIC_NVME_DBG(kern_level, fnic, fmt, args...) \
290 FNIC_CHECK_LOGGING(FNIC_NVME_LOGGING, \
291 fnic_printk(kern_level, fnic, fmt, ##args);)
292
293 #define FNIC_MAIN_NOTE(kern_level, fnic, fmt, args...) \
294 fnic_printk(kern_level, fnic, fmt, ##args)
295
296 #define FNIC_WQ_COPY_MAX 64
297 #define FNIC_WQ_MAX 1
298 #define FNIC_RQ_MAX 1
299 #define FNIC_CQ_MAX (FNIC_WQ_COPY_MAX + FNIC_WQ_MAX + FNIC_RQ_MAX)
300 #define FNIC_DFLT_IO_COMPLETIONS 256
301
302 #define FNIC_MQ_CQ_INDEX 2
303
304 extern const char *fnic_state_str[];
305
306 enum fnic_intx_intr_index {
307 FNIC_INTX_WQ_RQ_COPYWQ,
308 FNIC_INTX_DUMMY,
309 FNIC_INTX_NOTIFY,
310 FNIC_INTX_ERR,
311 FNIC_INTX_INTR_MAX,
312 };
313
314 enum fnic_msix_intr_index {
315 FNIC_MSIX_RQ,
316 FNIC_MSIX_WQ,
317 FNIC_MSIX_WQ_COPY,
318 FNIC_MSIX_ERR_NOTIFY = FNIC_MSIX_WQ_COPY + FNIC_WQ_COPY_MAX,
319 FNIC_MSIX_INTR_MAX,
320 };
321
322 struct fnic_msix_entry {
323 int requested;
324 char devname[IFNAMSIZ + 11];
325 irqreturn_t (*isr)(int, void *);
326 void *devid;
327 int irq_num;
328 };
329
330 enum fnic_state {
331 FNIC_IN_FC_MODE = 0,
332 FNIC_IN_FC_TRANS_ETH_MODE,
333 FNIC_IN_ETH_MODE,
334 FNIC_IN_ETH_TRANS_FC_MODE,
335 };
336
337 enum fnic_role_e {
338 FNIC_ROLE_FCP_INITIATOR = 0,
339 FNIC_ROLE_NVME_INITIATOR,
340 };
341
342 enum fnic_evt {
343 FNIC_EVT_START_VLAN_DISC = 1,
344 FNIC_EVT_START_FCF_DISC = 2,
345 FNIC_EVT_MAX,
346 };
347
348 struct fnic_frame_list {
349 /*
350 * Link to frame lists
351 */
352 struct list_head links;
353 void *fp;
354 int frame_len;
355 int rx_ethhdr_stripped;
356 };
357
358 struct fnic_tag_t {
359 struct list_head free_list;
360 int tag_id;
361 };
362
363 struct fnic_event {
364 struct list_head list;
365 struct fnic *fnic;
366 enum fnic_evt event;
367 };
368
369 struct fnic_cpy_wq {
370 unsigned long hw_lock_flags;
371 u16 active_ioreq_count;
372 u16 ioreq_table_size;
373 ____cacheline_aligned struct fnic_io_req **io_req_table;
374 };
375
376 /* Per-instance private data structure */
377 struct fnic {
378 int fnic_num;
379 enum fnic_role_e role;
380 struct fnic_iport_s iport;
381 struct Scsi_Host *host;
382 struct vnic_dev_bar bar0;
383
384 struct fnic_msix_entry msix[FNIC_MSIX_INTR_MAX];
385
386 struct vnic_stats *stats;
387 unsigned long stats_time; /* time of stats update */
388 unsigned long stats_reset_time; /* time of stats reset */
389 struct vnic_nic_cfg *nic_cfg;
390 char name[IFNAMSIZ];
391 struct timer_list notify_timer; /* used for MSI interrupts */
392
393 unsigned int fnic_max_tag_id;
394 unsigned int err_intr_offset;
395 unsigned int link_intr_offset;
396
397 unsigned int wq_count;
398 unsigned int cq_count;
399
400 struct completion reset_completion_wait;
401 struct mutex sgreset_mutex;
402 spinlock_t sgreset_lock; /* lock for sgreset */
403 struct scsi_cmnd *sgreset_sc;
404 struct dentry *fnic_stats_debugfs_host;
405 struct dentry *fnic_stats_debugfs_file;
406 struct dentry *fnic_reset_debugfs_file;
407 unsigned int reset_stats;
408 atomic64_t io_cmpl_skip;
409 struct fnic_stats fnic_stats;
410
411 u32 vlan_hw_insert:1; /* let hw insert the tag */
412 u32 in_remove:1; /* fnic device in removal */
413 u32 stop_rx_link_events:1; /* stop proc. rx frames, link events */
414
415 struct completion *fw_reset_done;
416 u32 reset_in_progress;
417 atomic_t in_flight; /* io counter */
418 bool internal_reset_inprogress;
419 u32 _reserved; /* fill hole */
420 unsigned long state_flags; /* protected by host lock */
421 enum fnic_state state;
422 spinlock_t fnic_lock;
423 unsigned long lock_flags;
424
425 u16 vlan_id; /* VLAN tag including priority */
426 u8 data_src_addr[ETH_ALEN];
427 u64 fcp_input_bytes; /* internal statistic */
428 u64 fcp_output_bytes; /* internal statistic */
429 u32 link_down_cnt;
430 u32 soft_reset_count;
431 int link_status;
432
433 struct list_head list;
434 struct list_head links;
435 struct pci_dev *pdev;
436 struct vnic_fc_config config;
437 struct vnic_dev *vdev;
438 unsigned int raw_wq_count;
439 unsigned int wq_copy_count;
440 unsigned int rq_count;
441 int fw_ack_index[FNIC_WQ_COPY_MAX];
442 unsigned short fw_ack_recd[FNIC_WQ_COPY_MAX];
443 unsigned short wq_copy_desc_low[FNIC_WQ_COPY_MAX];
444 unsigned int intr_count;
445 u32 __iomem *legacy_pba;
446 struct fnic_host_tag *tags;
447 mempool_t *io_req_pool;
448 mempool_t *io_sgl_pool[FNIC_SGL_NUM_CACHES];
449
450 unsigned int copy_wq_base;
451 struct work_struct link_work;
452 struct work_struct frame_work;
453 struct work_struct flush_work;
454 struct list_head frame_queue;
455 struct list_head tx_queue;
456 mempool_t *frame_pool;
457 mempool_t *frame_elem_pool;
458 mempool_t *frame_recv_pool;
459 struct work_struct tport_work;
460 struct list_head tport_event_list;
461
462 char subsys_desc[14];
463 int subsys_desc_len;
464 int pc_rscn_handling_status;
465
466 /*** FIP related data members -- start ***/
467 void (*set_vlan)(struct fnic *, u16 vlan);
468 struct work_struct fip_frame_work;
469 struct work_struct fip_timer_work;
470 struct list_head fip_frame_queue;
471 struct timer_list fip_timer;
472 spinlock_t vlans_lock;
473 struct timer_list retry_fip_timer;
474 struct timer_list fcs_ka_timer;
475 struct timer_list enode_ka_timer;
476 struct timer_list vn_ka_timer;
477 struct list_head vlan_list;
478 /*** FIP related data members -- end ***/
479
480 /* NVME data members */
481 struct dentry *fnic_nvmef_debugfs_host;
482 struct dentry *fnic_nvmef_debugfs_file;
483 struct sbitmap nvfnic_tag_map;
484 struct work_struct nvme_io_cmpl_work;
485 atomic_t nvme_io_event_queued;
486 struct llist_head nvme_io_event_llist;
487 struct completion *nvme_lport_unreg_done;
488
489 /* copy work queue cache line section */
490 ____cacheline_aligned struct vnic_wq_copy hw_copy_wq[FNIC_WQ_COPY_MAX];
491 ____cacheline_aligned struct fnic_cpy_wq sw_copy_wq[FNIC_WQ_COPY_MAX];
492
493 /* completion queue cache line section */
494 ____cacheline_aligned struct vnic_cq cq[FNIC_CQ_MAX];
495
496 spinlock_t wq_copy_lock[FNIC_WQ_COPY_MAX];
497
498 /* work queue cache line section */
499 ____cacheline_aligned struct vnic_wq wq[FNIC_WQ_MAX];
500 spinlock_t wq_lock[FNIC_WQ_MAX];
501
502 /* receive queue cache line section */
503 ____cacheline_aligned struct vnic_rq rq[FNIC_RQ_MAX];
504
505 /* interrupt resource cache line section */
506 ____cacheline_aligned struct vnic_intr intr[FNIC_MSIX_INTR_MAX];
507 };
508
509 extern struct workqueue_struct *fnic_event_queue;
510 extern struct workqueue_struct *fnic_fip_queue;
511 extern const struct attribute_group *fnic_host_groups[];
512
513 void fnic_clear_intr_mode(struct fnic *fnic);
514 int fnic_set_intr_mode(struct fnic *fnic);
515 int fnic_set_intr_mode_msix(struct fnic *fnic);
516 void fnic_free_intr(struct fnic *fnic);
517 int fnic_request_intr(struct fnic *fnic);
518
519 void fnic_free_wq_buf(struct vnic_wq *wq, struct vnic_wq_buf *buf);
520 void fnic_handle_frame(struct work_struct *work);
521 void fnic_tport_event_handler(struct work_struct *work);
522 void fnic_handle_link(struct work_struct *work);
523 void fnic_handle_event(struct work_struct *work);
524 void fdls_reclaim_oxid_handler(struct work_struct *work);
525 void fdls_schedule_oxid_free(struct fnic_iport_s *iport, uint16_t *active_oxid);
526 void fdls_schedule_oxid_free_retry_work(struct work_struct *work);
527 int fnic_rq_cmpl_handler(struct fnic *fnic, int);
528 int fnic_alloc_rq_frame(struct vnic_rq *rq);
529 void fnic_free_rq_buf(struct vnic_rq *rq, struct vnic_rq_buf *buf);
530 void fnic_flush_tx(struct work_struct *work);
531 void fnic_update_mac_locked(struct fnic *, u8 *new);
532
533 enum scsi_qc_status fnic_queuecommand(struct Scsi_Host *shost,
534 struct scsi_cmnd *sc);
535 int fnic_abort_cmd(struct scsi_cmnd *);
536 int fnic_device_reset(struct scsi_cmnd *);
537 int fnic_eh_host_reset_handler(struct scsi_cmnd *sc);
538 int fnic_host_reset(struct Scsi_Host *shost);
539 void fnic_reset(struct Scsi_Host *shost);
540 int fnic_issue_fc_host_lip(struct Scsi_Host *shost);
541 void fnic_get_host_port_state(struct Scsi_Host *shost);
542 void fnic_fcpio_reset(struct fnic *fnic);
543 int fnic_wq_copy_cmpl_handler(struct fnic *fnic, int copy_work_to_do, unsigned int cq_index);
544 int fnic_wq_cmpl_handler(struct fnic *fnic, int);
545 int fnic_flogi_reg_handler(struct fnic *fnic, u32);
546 void fnic_wq_copy_cleanup_handler(struct vnic_wq_copy *wq,
547 struct fcpio_host_req *desc);
548 int fnic_fw_reset_handler(struct fnic *fnic);
549 void fnic_terminate_rport_io(struct fc_rport *);
550 const char *fnic_state_to_str(unsigned int state);
551 void fnic_mq_map_queues_cpus(struct Scsi_Host *host);
552 void fnic_log_q_error(struct fnic *fnic);
553 void fnic_handle_link_event(struct fnic *fnic);
554 int fnic_stats_debugfs_init(struct fnic *fnic);
555 void fnic_stats_debugfs_remove(struct fnic *fnic);
556 void fnic_nvmef_debugfs_init(struct fnic *fnic);
557 void fnic_nvmef_debugfs_remove(struct fnic *fnic);
558 int nvfnic_get_nvmef_info(struct fnic *fnic, struct fnic_nvmef_info *info);
559 int fnic_is_abts_pending(struct fnic *, struct scsi_cmnd *);
560
561 void fnic_handle_fip_frame(struct work_struct *work);
562 void fnic_reset_work_handler(struct work_struct *work);
563 void fnic_handle_fip_event(struct fnic *fnic);
564 void fnic_fcoe_reset_vlans(struct fnic *fnic);
565 extern void fnic_handle_fip_timer(struct timer_list *t);
566
567 static inline int
fnic_chk_state_flags_locked(struct fnic * fnic,unsigned long st_flags)568 fnic_chk_state_flags_locked(struct fnic *fnic, unsigned long st_flags)
569 {
570 return ((fnic->state_flags & st_flags) == st_flags);
571 }
572 void __fnic_set_state_flags(struct fnic *, unsigned long, unsigned long);
573 void fnic_dump_fchost_stats(struct Scsi_Host *, struct fc_host_statistics *);
574 void fnic_free_txq(struct fnic *fnic);
575 void fnic_free_rxq(struct fnic *fnic);
576 int fnic_get_desc_by_devid(struct pci_dev *pdev, char **desc,
577 char **subsys_desc);
578 void fnic_fdls_link_status_change(struct fnic *fnic, int linkup);
579 void fnic_delete_fcp_tports(struct fnic *fnic);
580 void fnic_flush_tport_event_list(struct fnic *fnic);
581 int fnic_count_ioreqs_wq(struct fnic *fnic, u32 hwq, u32 portid);
582 unsigned int fnic_count_ioreqs(struct fnic *fnic, u32 portid);
583 unsigned int fnic_count_all_ioreqs(struct fnic *fnic);
584 unsigned int fnic_count_lun_ioreqs_wq(struct fnic *fnic, u32 hwq,
585 struct scsi_device *device);
586 unsigned int fnic_count_lun_ioreqs(struct fnic *fnic,
587 struct scsi_device *device);
588 void fnic_scsi_unload(struct fnic *fnic);
589 void fnic_scsi_unload_cleanup(struct fnic *fnic);
590 int fnic_get_debug_info(struct stats_debug_info *info,
591 struct fnic *fnic);
592 int free_wq_copy_descs(struct fnic *fnic, struct vnic_wq_copy *wq,
593 unsigned int hwq);
594
595 struct fnic_scsi_iter_data {
596 struct fnic *fnic;
597 void *data1;
598 void *data2;
599 bool (*fn)(struct fnic *fnic, struct scsi_cmnd *sc,
600 void *data1, void *data2);
601 };
602
603 static inline bool
fnic_io_iter_handler(struct scsi_cmnd * sc,void * iter_data)604 fnic_io_iter_handler(struct scsi_cmnd *sc, void *iter_data)
605 {
606 struct fnic_scsi_iter_data *iter = iter_data;
607
608 return iter->fn(iter->fnic, sc, iter->data1, iter->data2);
609 }
610
611 static inline void
fnic_scsi_io_iter(struct fnic * fnic,bool (* fn)(struct fnic * fnic,struct scsi_cmnd * sc,void * data1,void * data2),void * data1,void * data2)612 fnic_scsi_io_iter(struct fnic *fnic,
613 bool (*fn)(struct fnic *fnic, struct scsi_cmnd *sc,
614 void *data1, void *data2),
615 void *data1, void *data2)
616 {
617 struct fnic_scsi_iter_data iter_data = {
618 .fn = fn,
619 .fnic = fnic,
620 .data1 = data1,
621 .data2 = data2,
622 };
623 scsi_host_busy_iter(fnic->host, fnic_io_iter_handler, &iter_data);
624 }
625
626 #ifdef FNIC_DEBUG
627 static inline void
fnic_debug_dump(struct fnic * fnic,uint8_t * u8arr,int len)628 fnic_debug_dump(struct fnic *fnic, uint8_t *u8arr, int len)
629 {
630 int i;
631
632 for (i = 0; i < len; i = i+8) {
633 FNIC_FCS_DBG(KERN_INFO, fnic,
634 "%d: %02x %02x %02x %02x %02x %02x %02x %02x", i / 8,
635 u8arr[i + 0], u8arr[i + 1], u8arr[i + 2], u8arr[i + 3],
636 u8arr[i + 4], u8arr[i + 5], u8arr[i + 6], u8arr[i + 7]);
637 }
638 }
639
640 static inline void
fnic_debug_dump_fc_frame(struct fnic * fnic,struct fc_frame_header * fchdr,int len,char * pfx)641 fnic_debug_dump_fc_frame(struct fnic *fnic, struct fc_frame_header *fchdr,
642 int len, char *pfx)
643 {
644 uint32_t s_id, d_id;
645
646 s_id = ntoh24(fchdr->fh_s_id);
647 d_id = ntoh24(fchdr->fh_d_id);
648 FNIC_FCS_DBG(KERN_INFO, fnic,
649 "%s packet contents: sid/did/type/oxid = 0x%x/0x%x/0x%x/0x%x (len = %d)\n",
650 pfx, s_id, d_id, fchdr->fh_type,
651 FNIC_STD_GET_OX_ID(fchdr), len);
652
653 fnic_debug_dump(fnic, (uint8_t *)fchdr, len);
654
655 }
656 #else /* FNIC_DEBUG */
657 static inline void
fnic_debug_dump(struct fnic * fnic,uint8_t * u8arr,int len)658 fnic_debug_dump(struct fnic *fnic, uint8_t *u8arr, int len) {}
659 static inline void
fnic_debug_dump_fc_frame(struct fnic * fnic,struct fc_frame_header * fchdr,uint32_t len,char * pfx)660 fnic_debug_dump_fc_frame(struct fnic *fnic, struct fc_frame_header *fchdr,
661 uint32_t len, char *pfx) {}
662 #endif /* FNIC_DEBUG */
663 #endif /* _FNIC_H_ */
664