1 /******************************************************************* 2 * This file is part of the Emulex Linux Device Driver for * 3 * Fibre Channel Host Bus Adapters. * 4 * Copyright (C) 2017-2020 Broadcom. All Rights Reserved. The term * 5 * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. * 6 * Copyright (C) 2004-2016 Emulex. All rights reserved. * 7 * EMULEX and SLI are trademarks of Emulex. * 8 * www.broadcom.com * 9 * Portions Copyright (C) 2004-2005 Christoph Hellwig * 10 * * 11 * This program is free software; you can redistribute it and/or * 12 * modify it under the terms of version 2 of the GNU General * 13 * Public License as published by the Free Software Foundation. * 14 * This program is distributed in the hope that it will be useful. * 15 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND * 16 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, * 17 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE * 18 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD * 19 * TO BE LEGALLY INVALID. See the GNU General Public License for * 20 * more details, a copy of which can be found in the file COPYING * 21 * included with this package. * 22 ********************************************************************/ 23 24 #include <linux/nvme.h> 25 #include <linux/nvme-fc-driver.h> 26 #include <linux/nvme-fc.h> 27 28 #define LPFC_NVME_DEFAULT_SEGS (64 + 1) /* 256K IOs */ 29 30 #define LPFC_NVME_ERSP_LEN 0x20 31 32 #define LPFC_NVME_WAIT_TMO 10 33 #define LPFC_NVME_EXPEDITE_XRICNT 8 34 #define LPFC_NVME_FB_SHIFT 9 35 #define LPFC_NVME_MAX_FB (1 << 20) /* 1M */ 36 37 #define LPFC_MAX_NVME_INFO_TMP_LEN 100 38 #define LPFC_NVME_INFO_MORE_STR "\nCould be more info...\n" 39 40 #define lpfc_ndlp_get_nrport(ndlp) \ 41 ((!ndlp->nrport || (ndlp->fc4_xpt_flags & NLP_WAIT_FOR_UNREG)) \ 42 ? NULL : ndlp->nrport) 43 44 struct lpfc_nvme_qhandle { 45 uint32_t index; /* WQ index to use */ 46 uint32_t qidx; /* queue index passed to create */ 47 uint32_t cpu_id; /* current cpu id at time of create */ 48 }; 49 50 /* Declare nvme-based local and remote port definitions. */ 51 struct lpfc_nvme_lport { 52 struct lpfc_vport *vport; 53 struct completion *lport_unreg_cmp; 54 /* Add stats counters here */ 55 atomic_t fc4NvmeLsRequests; 56 atomic_t fc4NvmeLsCmpls; 57 atomic_t xmt_fcp_noxri; 58 atomic_t xmt_fcp_bad_ndlp; 59 atomic_t xmt_fcp_qdepth; 60 atomic_t xmt_fcp_wqerr; 61 atomic_t xmt_fcp_err; 62 atomic_t xmt_fcp_abort; 63 atomic_t xmt_ls_abort; 64 atomic_t xmt_ls_err; 65 atomic_t cmpl_fcp_xb; 66 atomic_t cmpl_fcp_err; 67 atomic_t cmpl_ls_xb; 68 atomic_t cmpl_ls_err; 69 }; 70 71 struct lpfc_nvme_rport { 72 struct lpfc_nvme_lport *lport; 73 struct nvme_fc_remote_port *remoteport; 74 struct lpfc_nodelist *ndlp; 75 struct completion rport_unreg_done; 76 }; 77 78 struct lpfc_nvme_fcpreq_priv { 79 struct lpfc_io_buf *nvme_buf; 80 }; 81 82 /* 83 * set NVME LS request timeouts to 30s. It is larger than the 2*R_A_TOV 84 * set by the spec, which appears to have issues with some devices. 85 */ 86 #define LPFC_NVME_LS_TIMEOUT 30 87 88 89 #define LPFC_NVMET_DEFAULT_SEGS (64 + 1) /* 256K IOs */ 90 #define LPFC_NVMET_RQE_MIN_POST 128 91 #define LPFC_NVMET_RQE_DEF_POST 512 92 #define LPFC_NVMET_RQE_DEF_COUNT 2048 93 #define LPFC_NVMET_SUCCESS_LEN 12 94 95 #define LPFC_NVMET_MRQ_AUTO 0 96 #define LPFC_NVMET_MRQ_MAX 16 97 98 #define LPFC_NVMET_WAIT_TMO (5 * MSEC_PER_SEC) 99 100 /* Used for NVME Target */ 101 #define LPFC_NVMET_INV_HOST_ACTIVE 1 102 103 struct lpfc_nvmet_tgtport { 104 struct lpfc_hba *phba; 105 struct completion *tport_unreg_cmp; 106 atomic_t state; /* tracks nvmet hosthandle invalidation */ 107 108 /* Stats counters - lpfc_nvmet_unsol_ls_buffer */ 109 atomic_t rcv_ls_req_in; 110 atomic_t rcv_ls_req_out; 111 atomic_t rcv_ls_req_drop; 112 atomic_t xmt_ls_abort; 113 atomic_t xmt_ls_abort_cmpl; 114 115 /* Stats counters - lpfc_nvmet_xmt_ls_rsp */ 116 atomic_t xmt_ls_rsp; 117 atomic_t xmt_ls_drop; 118 119 /* Stats counters - lpfc_nvmet_xmt_ls_rsp_cmp */ 120 atomic_t xmt_ls_rsp_error; 121 atomic_t xmt_ls_rsp_aborted; 122 atomic_t xmt_ls_rsp_xb_set; 123 atomic_t xmt_ls_rsp_cmpl; 124 125 /* Stats counters - lpfc_nvmet_unsol_fcp_buffer */ 126 atomic_t rcv_fcp_cmd_in; 127 atomic_t rcv_fcp_cmd_out; 128 atomic_t rcv_fcp_cmd_drop; 129 atomic_t rcv_fcp_cmd_defer; 130 atomic_t xmt_fcp_release; 131 132 /* Stats counters - lpfc_nvmet_xmt_fcp_op */ 133 atomic_t xmt_fcp_drop; 134 atomic_t xmt_fcp_read_rsp; 135 atomic_t xmt_fcp_read; 136 atomic_t xmt_fcp_write; 137 atomic_t xmt_fcp_rsp; 138 139 /* Stats counters - lpfc_nvmet_xmt_fcp_op_cmp */ 140 atomic_t xmt_fcp_rsp_xb_set; 141 atomic_t xmt_fcp_rsp_cmpl; 142 atomic_t xmt_fcp_rsp_error; 143 atomic_t xmt_fcp_rsp_aborted; 144 atomic_t xmt_fcp_rsp_drop; 145 146 /* Stats counters - lpfc_nvmet_xmt_fcp_abort */ 147 atomic_t xmt_fcp_xri_abort_cqe; 148 atomic_t xmt_fcp_abort; 149 atomic_t xmt_fcp_abort_cmpl; 150 atomic_t xmt_abort_sol; 151 atomic_t xmt_abort_unsol; 152 atomic_t xmt_abort_rsp; 153 atomic_t xmt_abort_rsp_error; 154 155 /* Stats counters - defer IO */ 156 atomic_t defer_ctx; 157 atomic_t defer_fod; 158 atomic_t defer_wqfull; 159 }; 160 161 struct lpfc_nvmet_ctx_info { 162 struct list_head nvmet_ctx_list; 163 spinlock_t nvmet_ctx_list_lock; /* lock per CPU */ 164 struct lpfc_nvmet_ctx_info *nvmet_ctx_next_cpu; 165 struct lpfc_nvmet_ctx_info *nvmet_ctx_start_cpu; 166 uint16_t nvmet_ctx_list_cnt; 167 char pad[16]; /* pad to a cache-line */ 168 }; 169 170 /* This retrieves the context info associated with the specified cpu / mrq */ 171 #define lpfc_get_ctx_list(phba, cpu, mrq) \ 172 (phba->sli4_hba.nvmet_ctx_info + ((cpu * phba->cfg_nvmet_mrq) + mrq)) 173 174 /* Values for state field of struct lpfc_async_xchg_ctx */ 175 #define LPFC_NVME_STE_LS_RCV 1 176 #define LPFC_NVME_STE_LS_ABORT 2 177 #define LPFC_NVME_STE_LS_RSP 3 178 #define LPFC_NVME_STE_RCV 4 179 #define LPFC_NVME_STE_DATA 5 180 #define LPFC_NVME_STE_ABORT 6 181 #define LPFC_NVME_STE_DONE 7 182 #define LPFC_NVME_STE_FREE 0xff 183 184 /* Values for flag field of struct lpfc_async_xchg_ctx */ 185 #define LPFC_NVME_IO_INP 0x1 /* IO is in progress on exchange */ 186 #define LPFC_NVME_ABORT_OP 0x2 /* Abort WQE issued on exchange */ 187 #define LPFC_NVME_XBUSY 0x4 /* XB bit set on IO cmpl */ 188 #define LPFC_NVME_CTX_RLS 0x8 /* ctx free requested */ 189 #define LPFC_NVME_ABTS_RCV 0x10 /* ABTS received on exchange */ 190 #define LPFC_NVME_CTX_REUSE_WQ 0x20 /* ctx reused via WQ */ 191 #define LPFC_NVME_DEFER_WQFULL 0x40 /* Waiting on a free WQE */ 192 #define LPFC_NVME_TNOTIFY 0x80 /* notify transport of abts */ 193 194 struct lpfc_async_xchg_ctx { 195 union { 196 struct nvmefc_tgt_fcp_req fcp_req; 197 } hdlrctx; 198 struct list_head list; 199 struct lpfc_hba *phba; 200 struct lpfc_nodelist *ndlp; 201 struct nvmefc_ls_req *ls_req; 202 struct nvmefc_ls_rsp ls_rsp; 203 struct lpfc_iocbq *wqeq; 204 struct lpfc_iocbq *abort_wqeq; 205 spinlock_t ctxlock; /* protect flag access */ 206 uint32_t sid; 207 uint32_t offset; 208 uint16_t oxid; 209 uint16_t size; 210 uint16_t entry_cnt; 211 uint16_t cpu; 212 uint16_t idx; 213 uint16_t state; 214 uint16_t flag; 215 void *payload; 216 struct rqb_dmabuf *rqb_buffer; 217 struct lpfc_nvmet_ctxbuf *ctxbuf; 218 struct lpfc_sli4_hdw_queue *hdwq; 219 220 #ifdef CONFIG_SCSI_LPFC_DEBUG_FS 221 uint64_t ts_isr_cmd; 222 uint64_t ts_cmd_nvme; 223 uint64_t ts_nvme_data; 224 uint64_t ts_data_wqput; 225 uint64_t ts_isr_data; 226 uint64_t ts_data_nvme; 227 uint64_t ts_nvme_status; 228 uint64_t ts_status_wqput; 229 uint64_t ts_isr_status; 230 uint64_t ts_status_nvme; 231 #endif 232 }; 233 234 235 /* routines found in lpfc_nvme.c */ 236 int __lpfc_nvme_ls_req(struct lpfc_vport *vport, struct lpfc_nodelist *ndlp, 237 struct nvmefc_ls_req *pnvme_lsreq, 238 void (*gen_req_cmp)(struct lpfc_hba *phba, 239 struct lpfc_iocbq *cmdwqe, 240 struct lpfc_wcqe_complete *wcqe)); 241 void __lpfc_nvme_ls_req_cmp(struct lpfc_hba *phba, struct lpfc_vport *vport, 242 struct lpfc_iocbq *cmdwqe, struct lpfc_wcqe_complete *wcqe); 243 int __lpfc_nvme_ls_abort(struct lpfc_vport *vport, 244 struct lpfc_nodelist *ndlp, struct nvmefc_ls_req *pnvme_lsreq); 245 246 /* routines found in lpfc_nvmet.c */ 247 int lpfc_nvme_unsol_ls_issue_abort(struct lpfc_hba *phba, 248 struct lpfc_async_xchg_ctx *ctxp, uint32_t sid, 249 uint16_t xri); 250 int __lpfc_nvme_xmt_ls_rsp(struct lpfc_async_xchg_ctx *axchg, 251 struct nvmefc_ls_rsp *ls_rsp, 252 void (*xmt_ls_rsp_cmp)(struct lpfc_hba *phba, 253 struct lpfc_iocbq *cmdwqe, 254 struct lpfc_wcqe_complete *wcqe)); 255 void __lpfc_nvme_xmt_ls_rsp_cmp(struct lpfc_hba *phba, 256 struct lpfc_iocbq *cmdwqe, struct lpfc_wcqe_complete *wcqe); 257