1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * Copyright 2017 Broadcom. All Rights Reserved.
4 * The term "Broadcom" refers to Broadcom Limited and/or its subsidiaries.
5 *
6 * Contact Information:
7 * linux-drivers@broadcom.com
8 */
9
10 #include <scsi/iscsi_proto.h>
11
12 #include "be_main.h"
13 #include "be.h"
14 #include "be_mgmt.h"
15
16 /* UE Status Low CSR */
17 static const char * const desc_ue_status_low[] = {
18 "CEV",
19 "CTX",
20 "DBUF",
21 "ERX",
22 "Host",
23 "MPU",
24 "NDMA",
25 "PTC ",
26 "RDMA ",
27 "RXF ",
28 "RXIPS ",
29 "RXULP0 ",
30 "RXULP1 ",
31 "RXULP2 ",
32 "TIM ",
33 "TPOST ",
34 "TPRE ",
35 "TXIPS ",
36 "TXULP0 ",
37 "TXULP1 ",
38 "UC ",
39 "WDMA ",
40 "TXULP2 ",
41 "HOST1 ",
42 "P0_OB_LINK ",
43 "P1_OB_LINK ",
44 "HOST_GPIO ",
45 "MBOX ",
46 "AXGMAC0",
47 "AXGMAC1",
48 "JTAG",
49 "MPU_INTPEND"
50 };
51
52 /* UE Status High CSR */
53 static const char * const desc_ue_status_hi[] = {
54 "LPCMEMHOST",
55 "MGMT_MAC",
56 "PCS0ONLINE",
57 "MPU_IRAM",
58 "PCS1ONLINE",
59 "PCTL0",
60 "PCTL1",
61 "PMEM",
62 "RR",
63 "TXPB",
64 "RXPP",
65 "XAUI",
66 "TXP",
67 "ARM",
68 "IPC",
69 "HOST2",
70 "HOST3",
71 "HOST4",
72 "HOST5",
73 "HOST6",
74 "HOST7",
75 "HOST8",
76 "HOST9",
77 "NETC",
78 "Unknown",
79 "Unknown",
80 "Unknown",
81 "Unknown",
82 "Unknown",
83 "Unknown",
84 "Unknown",
85 "Unknown"
86 };
87
alloc_mcc_wrb(struct beiscsi_hba * phba,unsigned int * ref_tag)88 struct be_mcc_wrb *alloc_mcc_wrb(struct beiscsi_hba *phba,
89 unsigned int *ref_tag)
90 {
91 struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
92 struct be_mcc_wrb *wrb = NULL;
93 unsigned int tag;
94
95 spin_lock(&phba->ctrl.mcc_lock);
96 if (mccq->used == mccq->len) {
97 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT |
98 BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
99 "BC_%d : MCC queue full: WRB used %u tag avail %u\n",
100 mccq->used, phba->ctrl.mcc_tag_available);
101 goto alloc_failed;
102 }
103
104 if (!phba->ctrl.mcc_tag_available)
105 goto alloc_failed;
106
107 tag = phba->ctrl.mcc_tag[phba->ctrl.mcc_alloc_index];
108 if (!tag) {
109 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT |
110 BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
111 "BC_%d : MCC tag 0 allocated: tag avail %u alloc index %u\n",
112 phba->ctrl.mcc_tag_available,
113 phba->ctrl.mcc_alloc_index);
114 goto alloc_failed;
115 }
116
117 /* return this tag for further reference */
118 *ref_tag = tag;
119 phba->ctrl.mcc_tag[phba->ctrl.mcc_alloc_index] = 0;
120 phba->ctrl.mcc_tag_status[tag] = 0;
121 phba->ctrl.ptag_state[tag].tag_state = 0;
122 phba->ctrl.ptag_state[tag].cbfn = NULL;
123 phba->ctrl.mcc_tag_available--;
124 if (phba->ctrl.mcc_alloc_index == (MAX_MCC_CMD - 1))
125 phba->ctrl.mcc_alloc_index = 0;
126 else
127 phba->ctrl.mcc_alloc_index++;
128
129 wrb = queue_head_node(mccq);
130 memset(wrb, 0, sizeof(*wrb));
131 wrb->tag0 = tag;
132 wrb->tag0 |= (mccq->head << MCC_Q_WRB_IDX_SHIFT) & MCC_Q_WRB_IDX_MASK;
133 queue_head_inc(mccq);
134 mccq->used++;
135
136 alloc_failed:
137 spin_unlock(&phba->ctrl.mcc_lock);
138 return wrb;
139 }
140
free_mcc_wrb(struct be_ctrl_info * ctrl,unsigned int tag)141 void free_mcc_wrb(struct be_ctrl_info *ctrl, unsigned int tag)
142 {
143 struct be_queue_info *mccq = &ctrl->mcc_obj.q;
144
145 spin_lock(&ctrl->mcc_lock);
146 tag = tag & MCC_Q_CMD_TAG_MASK;
147 ctrl->mcc_tag[ctrl->mcc_free_index] = tag;
148 if (ctrl->mcc_free_index == (MAX_MCC_CMD - 1))
149 ctrl->mcc_free_index = 0;
150 else
151 ctrl->mcc_free_index++;
152 ctrl->mcc_tag_available++;
153 mccq->used--;
154 spin_unlock(&ctrl->mcc_lock);
155 }
156
157 /*
158 * beiscsi_mcc_compl_status - Return the status of MCC completion
159 * @phba: Driver private structure
160 * @tag: Tag for the MBX Command
161 * @wrb: the WRB used for the MBX Command
162 * @mbx_cmd_mem: ptr to memory allocated for MBX Cmd
163 *
164 * return
165 * Success: 0
166 * Failure: Non-Zero
167 */
__beiscsi_mcc_compl_status(struct beiscsi_hba * phba,unsigned int tag,struct be_mcc_wrb ** wrb,struct be_dma_mem * mbx_cmd_mem)168 int __beiscsi_mcc_compl_status(struct beiscsi_hba *phba,
169 unsigned int tag,
170 struct be_mcc_wrb **wrb,
171 struct be_dma_mem *mbx_cmd_mem)
172 {
173 struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
174 uint16_t status = 0, addl_status = 0, wrb_num = 0;
175 struct be_cmd_resp_hdr *mbx_resp_hdr;
176 struct be_cmd_req_hdr *mbx_hdr;
177 struct be_mcc_wrb *temp_wrb;
178 uint32_t mcc_tag_status;
179 int rc = 0;
180
181 mcc_tag_status = phba->ctrl.mcc_tag_status[tag];
182 status = (mcc_tag_status & CQE_STATUS_MASK);
183 addl_status = ((mcc_tag_status & CQE_STATUS_ADDL_MASK) >>
184 CQE_STATUS_ADDL_SHIFT);
185
186 if (mbx_cmd_mem) {
187 mbx_hdr = (struct be_cmd_req_hdr *)mbx_cmd_mem->va;
188 } else {
189 wrb_num = (mcc_tag_status & CQE_STATUS_WRB_MASK) >>
190 CQE_STATUS_WRB_SHIFT;
191 temp_wrb = (struct be_mcc_wrb *)queue_get_wrb(mccq, wrb_num);
192 mbx_hdr = embedded_payload(temp_wrb);
193
194 if (wrb)
195 *wrb = temp_wrb;
196 }
197
198 if (status || addl_status) {
199 beiscsi_log(phba, KERN_WARNING,
200 BEISCSI_LOG_INIT | BEISCSI_LOG_EH |
201 BEISCSI_LOG_CONFIG,
202 "BC_%d : MBX Cmd Failed for Subsys : %d Opcode : %d with Status : %d and Extd_Status : %d\n",
203 mbx_hdr->subsystem, mbx_hdr->opcode,
204 status, addl_status);
205 rc = -EIO;
206 if (status == MCC_STATUS_INSUFFICIENT_BUFFER) {
207 mbx_resp_hdr = (struct be_cmd_resp_hdr *)mbx_hdr;
208 beiscsi_log(phba, KERN_WARNING,
209 BEISCSI_LOG_INIT | BEISCSI_LOG_EH |
210 BEISCSI_LOG_CONFIG,
211 "BC_%d : Insufficient Buffer Error Resp_Len : %d Actual_Resp_Len : %d\n",
212 mbx_resp_hdr->response_length,
213 mbx_resp_hdr->actual_resp_len);
214 rc = -EAGAIN;
215 }
216 }
217
218 return rc;
219 }
220
221 /*
222 * beiscsi_mccq_compl_wait()- Process completion in MCC CQ
223 * @phba: Driver private structure
224 * @tag: Tag for the MBX Command
225 * @wrb: the WRB used for the MBX Command
226 * @mbx_cmd_mem: ptr to memory allocated for MBX Cmd
227 *
228 * Waits for MBX completion with the passed TAG.
229 *
230 * return
231 * Success: 0
232 * Failure: Non-Zero
233 **/
beiscsi_mccq_compl_wait(struct beiscsi_hba * phba,unsigned int tag,struct be_mcc_wrb ** wrb,struct be_dma_mem * mbx_cmd_mem)234 int beiscsi_mccq_compl_wait(struct beiscsi_hba *phba,
235 unsigned int tag,
236 struct be_mcc_wrb **wrb,
237 struct be_dma_mem *mbx_cmd_mem)
238 {
239 int rc = 0;
240
241 if (!tag || tag > MAX_MCC_CMD) {
242 __beiscsi_log(phba, KERN_ERR,
243 "BC_%d : invalid tag %u\n", tag);
244 return -EINVAL;
245 }
246
247 if (beiscsi_hba_in_error(phba)) {
248 clear_bit(MCC_TAG_STATE_RUNNING,
249 &phba->ctrl.ptag_state[tag].tag_state);
250 return -EIO;
251 }
252
253 /* wait for the mccq completion */
254 rc = wait_event_interruptible_timeout(phba->ctrl.mcc_wait[tag],
255 phba->ctrl.mcc_tag_status[tag],
256 msecs_to_jiffies(
257 BEISCSI_HOST_MBX_TIMEOUT));
258 /**
259 * Return EIO if port is being disabled. Associated DMA memory, if any,
260 * is freed by the caller. When port goes offline, MCCQ is cleaned up
261 * so does WRB.
262 */
263 if (!test_bit(BEISCSI_HBA_ONLINE, &phba->state)) {
264 clear_bit(MCC_TAG_STATE_RUNNING,
265 &phba->ctrl.ptag_state[tag].tag_state);
266 return -EIO;
267 }
268
269 /**
270 * If MBOX cmd timeout expired, tag and resource allocated
271 * for cmd is not freed until FW returns completion.
272 */
273 if (rc <= 0) {
274 struct be_dma_mem *tag_mem;
275
276 /**
277 * PCI/DMA memory allocated and posted in non-embedded mode
278 * will have mbx_cmd_mem != NULL.
279 * Save virtual and bus addresses for the command so that it
280 * can be freed later.
281 **/
282 tag_mem = &phba->ctrl.ptag_state[tag].tag_mem_state;
283 if (mbx_cmd_mem) {
284 tag_mem->size = mbx_cmd_mem->size;
285 tag_mem->va = mbx_cmd_mem->va;
286 tag_mem->dma = mbx_cmd_mem->dma;
287 } else
288 tag_mem->size = 0;
289
290 /* first make tag_mem_state visible to all */
291 wmb();
292 set_bit(MCC_TAG_STATE_TIMEOUT,
293 &phba->ctrl.ptag_state[tag].tag_state);
294
295 beiscsi_log(phba, KERN_ERR,
296 BEISCSI_LOG_INIT | BEISCSI_LOG_EH |
297 BEISCSI_LOG_CONFIG,
298 "BC_%d : MBX Cmd Completion timed out\n");
299 return -EBUSY;
300 }
301
302 rc = __beiscsi_mcc_compl_status(phba, tag, wrb, mbx_cmd_mem);
303
304 free_mcc_wrb(&phba->ctrl, tag);
305 return rc;
306 }
307
308 /*
309 * beiscsi_process_mbox_compl()- Check the MBX completion status
310 * @ctrl: Function specific MBX data structure
311 * @compl: Completion status of MBX Command
312 *
313 * Check for the MBX completion status when BMBX method used
314 *
315 * return
316 * Success: Zero
317 * Failure: Non-Zero
318 **/
beiscsi_process_mbox_compl(struct be_ctrl_info * ctrl,struct be_mcc_compl * compl)319 static int beiscsi_process_mbox_compl(struct be_ctrl_info *ctrl,
320 struct be_mcc_compl *compl)
321 {
322 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
323 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
324 struct be_cmd_req_hdr *hdr = embedded_payload(wrb);
325 u16 compl_status, extd_status;
326
327 /**
328 * To check if valid bit is set, check the entire word as we don't know
329 * the endianness of the data (old entry is host endian while a new
330 * entry is little endian)
331 */
332 if (!compl->flags) {
333 beiscsi_log(phba, KERN_ERR,
334 BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
335 "BC_%d : BMBX busy, no completion\n");
336 return -EBUSY;
337 }
338 compl->flags = le32_to_cpu(compl->flags);
339 WARN_ON((compl->flags & CQE_FLAGS_VALID_MASK) == 0);
340
341 /**
342 * Just swap the status to host endian;
343 * mcc tag is opaquely copied from mcc_wrb.
344 */
345 be_dws_le_to_cpu(compl, 4);
346 compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
347 CQE_STATUS_COMPL_MASK;
348 extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
349 CQE_STATUS_EXTD_MASK;
350 /* Need to reset the entire word that houses the valid bit */
351 compl->flags = 0;
352
353 if (compl_status == MCC_STATUS_SUCCESS)
354 return 0;
355
356 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
357 "BC_%d : error in cmd completion: Subsystem : %d Opcode : %d status(compl/extd)=%d/%d\n",
358 hdr->subsystem, hdr->opcode, compl_status, extd_status);
359 return compl_status;
360 }
361
beiscsi_process_async_link(struct beiscsi_hba * phba,struct be_mcc_compl * compl)362 static void beiscsi_process_async_link(struct beiscsi_hba *phba,
363 struct be_mcc_compl *compl)
364 {
365 struct be_async_event_link_state *evt;
366
367 evt = (struct be_async_event_link_state *)compl;
368
369 phba->port_speed = evt->port_speed;
370 /**
371 * Check logical link status in ASYNC event.
372 * This has been newly introduced in SKH-R Firmware 10.0.338.45.
373 **/
374 if (evt->port_link_status & BE_ASYNC_LINK_UP_MASK) {
375 set_bit(BEISCSI_HBA_LINK_UP, &phba->state);
376 if (test_bit(BEISCSI_HBA_BOOT_FOUND, &phba->state))
377 beiscsi_start_boot_work(phba, BE_BOOT_INVALID_SHANDLE);
378 __beiscsi_log(phba, KERN_ERR,
379 "BC_%d : Link Up on Port %d tag 0x%x\n",
380 evt->physical_port, evt->event_tag);
381 } else {
382 clear_bit(BEISCSI_HBA_LINK_UP, &phba->state);
383 __beiscsi_log(phba, KERN_ERR,
384 "BC_%d : Link Down on Port %d tag 0x%x\n",
385 evt->physical_port, evt->event_tag);
386 iscsi_host_for_each_session(phba->shost,
387 beiscsi_session_fail);
388 }
389 }
390
391 static char *beiscsi_port_misconf_event_msg[] = {
392 "Physical Link is functional.",
393 "Optics faulted/incorrectly installed/not installed - Reseat optics, if issue not resolved, replace.",
394 "Optics of two types installed - Remove one optic or install matching pair of optics.",
395 "Incompatible optics - Replace with compatible optics for card to function.",
396 "Unqualified optics - Replace with Avago optics for Warranty and Technical Support.",
397 "Uncertified optics - Replace with Avago Certified optics to enable link operation."
398 };
399
beiscsi_process_async_sli(struct beiscsi_hba * phba,struct be_mcc_compl * compl)400 static void beiscsi_process_async_sli(struct beiscsi_hba *phba,
401 struct be_mcc_compl *compl)
402 {
403 struct be_async_event_sli *async_sli;
404 u8 evt_type, state, old_state, le;
405 char *sev = KERN_WARNING;
406 char *msg = NULL;
407
408 evt_type = compl->flags >> ASYNC_TRAILER_EVENT_TYPE_SHIFT;
409 evt_type &= ASYNC_TRAILER_EVENT_TYPE_MASK;
410
411 /* processing only MISCONFIGURED physical port event */
412 if (evt_type != ASYNC_SLI_EVENT_TYPE_MISCONFIGURED)
413 return;
414
415 async_sli = (struct be_async_event_sli *)compl;
416 state = async_sli->event_data1 >>
417 (phba->fw_config.phys_port * 8) & 0xff;
418 le = async_sli->event_data2 >>
419 (phba->fw_config.phys_port * 8) & 0xff;
420
421 old_state = phba->optic_state;
422 phba->optic_state = state;
423
424 if (state >= ARRAY_SIZE(beiscsi_port_misconf_event_msg)) {
425 /* fw is reporting a state we don't know, log and return */
426 __beiscsi_log(phba, KERN_ERR,
427 "BC_%d : Port %c: Unrecognized optic state 0x%x\n",
428 phba->port_name, async_sli->event_data1);
429 return;
430 }
431
432 if (ASYNC_SLI_LINK_EFFECT_VALID(le)) {
433 /* log link effect for unqualified-4, uncertified-5 optics */
434 if (state > 3)
435 msg = (ASYNC_SLI_LINK_EFFECT_STATE(le)) ?
436 " Link is non-operational." :
437 " Link is operational.";
438 /* 1 - info */
439 if (ASYNC_SLI_LINK_EFFECT_SEV(le) == 1)
440 sev = KERN_INFO;
441 /* 2 - error */
442 if (ASYNC_SLI_LINK_EFFECT_SEV(le) == 2)
443 sev = KERN_ERR;
444 }
445
446 if (old_state != phba->optic_state)
447 __beiscsi_log(phba, sev, "BC_%d : Port %c: %s%s\n",
448 phba->port_name,
449 beiscsi_port_misconf_event_msg[state],
450 !msg ? "" : msg);
451 }
452
beiscsi_process_async_event(struct beiscsi_hba * phba,struct be_mcc_compl * compl)453 void beiscsi_process_async_event(struct beiscsi_hba *phba,
454 struct be_mcc_compl *compl)
455 {
456 char *sev = KERN_INFO;
457 u8 evt_code;
458
459 /* interpret flags as an async trailer */
460 evt_code = compl->flags >> ASYNC_TRAILER_EVENT_CODE_SHIFT;
461 evt_code &= ASYNC_TRAILER_EVENT_CODE_MASK;
462 switch (evt_code) {
463 case ASYNC_EVENT_CODE_LINK_STATE:
464 beiscsi_process_async_link(phba, compl);
465 break;
466 case ASYNC_EVENT_CODE_ISCSI:
467 if (test_bit(BEISCSI_HBA_BOOT_FOUND, &phba->state))
468 beiscsi_start_boot_work(phba, BE_BOOT_INVALID_SHANDLE);
469 sev = KERN_ERR;
470 break;
471 case ASYNC_EVENT_CODE_SLI:
472 beiscsi_process_async_sli(phba, compl);
473 break;
474 default:
475 /* event not registered */
476 sev = KERN_ERR;
477 }
478
479 beiscsi_log(phba, sev, BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
480 "BC_%d : ASYNC Event %x: status 0x%08x flags 0x%08x\n",
481 evt_code, compl->status, compl->flags);
482 }
483
beiscsi_process_mcc_compl(struct be_ctrl_info * ctrl,struct be_mcc_compl * compl)484 int beiscsi_process_mcc_compl(struct be_ctrl_info *ctrl,
485 struct be_mcc_compl *compl)
486 {
487 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
488 u16 compl_status, extd_status;
489 struct be_dma_mem *tag_mem;
490 unsigned int tag, wrb_idx;
491
492 be_dws_le_to_cpu(compl, 4);
493 tag = (compl->tag0 & MCC_Q_CMD_TAG_MASK);
494 wrb_idx = (compl->tag0 & CQE_STATUS_WRB_MASK) >> CQE_STATUS_WRB_SHIFT;
495
496 if (!test_bit(MCC_TAG_STATE_RUNNING,
497 &ctrl->ptag_state[tag].tag_state)) {
498 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_MBOX |
499 BEISCSI_LOG_INIT | BEISCSI_LOG_CONFIG,
500 "BC_%d : MBX cmd completed but not posted\n");
501 return 0;
502 }
503
504 /* end MCC with this tag */
505 clear_bit(MCC_TAG_STATE_RUNNING, &ctrl->ptag_state[tag].tag_state);
506
507 if (test_bit(MCC_TAG_STATE_TIMEOUT, &ctrl->ptag_state[tag].tag_state)) {
508 beiscsi_log(phba, KERN_WARNING,
509 BEISCSI_LOG_MBOX | BEISCSI_LOG_INIT |
510 BEISCSI_LOG_CONFIG,
511 "BC_%d : MBX Completion for timeout Command from FW\n");
512 /**
513 * Check for the size before freeing resource.
514 * Only for non-embedded cmd, PCI resource is allocated.
515 **/
516 tag_mem = &ctrl->ptag_state[tag].tag_mem_state;
517 if (tag_mem->size) {
518 dma_free_coherent(&ctrl->pdev->dev, tag_mem->size,
519 tag_mem->va, tag_mem->dma);
520 tag_mem->size = 0;
521 }
522 free_mcc_wrb(ctrl, tag);
523 return 0;
524 }
525
526 compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
527 CQE_STATUS_COMPL_MASK;
528 extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
529 CQE_STATUS_EXTD_MASK;
530 /* The ctrl.mcc_tag_status[tag] is filled with
531 * [31] = valid, [30:24] = Rsvd, [23:16] = wrb, [15:8] = extd_status,
532 * [7:0] = compl_status
533 */
534 ctrl->mcc_tag_status[tag] = CQE_VALID_MASK;
535 ctrl->mcc_tag_status[tag] |= (wrb_idx << CQE_STATUS_WRB_SHIFT);
536 ctrl->mcc_tag_status[tag] |= (extd_status << CQE_STATUS_ADDL_SHIFT) &
537 CQE_STATUS_ADDL_MASK;
538 ctrl->mcc_tag_status[tag] |= (compl_status & CQE_STATUS_MASK);
539
540 if (test_bit(MCC_TAG_STATE_ASYNC, &ctrl->ptag_state[tag].tag_state)) {
541 if (ctrl->ptag_state[tag].cbfn)
542 ctrl->ptag_state[tag].cbfn(phba, tag);
543 else
544 __beiscsi_log(phba, KERN_ERR,
545 "BC_%d : MBX ASYNC command with no callback\n");
546 free_mcc_wrb(ctrl, tag);
547 return 0;
548 }
549
550 if (test_bit(MCC_TAG_STATE_IGNORE, &ctrl->ptag_state[tag].tag_state)) {
551 /* just check completion status and free wrb */
552 __beiscsi_mcc_compl_status(phba, tag, NULL, NULL);
553 free_mcc_wrb(ctrl, tag);
554 return 0;
555 }
556
557 wake_up_interruptible(&ctrl->mcc_wait[tag]);
558 return 0;
559 }
560
be_mcc_notify(struct beiscsi_hba * phba,unsigned int tag)561 void be_mcc_notify(struct beiscsi_hba *phba, unsigned int tag)
562 {
563 struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
564 u32 val = 0;
565
566 set_bit(MCC_TAG_STATE_RUNNING, &phba->ctrl.ptag_state[tag].tag_state);
567 val |= mccq->id & DB_MCCQ_RING_ID_MASK;
568 val |= 1 << DB_MCCQ_NUM_POSTED_SHIFT;
569 /* make request available for DMA */
570 wmb();
571 iowrite32(val, phba->db_va + DB_MCCQ_OFFSET);
572 }
573
574 /*
575 * be_mbox_db_ready_poll()- Check ready status
576 * @ctrl: Function specific MBX data structure
577 *
578 * Check for the ready status of FW to send BMBX
579 * commands to adapter.
580 *
581 * return
582 * Success: 0
583 * Failure: Non-Zero
584 **/
be_mbox_db_ready_poll(struct be_ctrl_info * ctrl)585 static int be_mbox_db_ready_poll(struct be_ctrl_info *ctrl)
586 {
587 /* wait 30s for generic non-flash MBOX operation */
588 #define BEISCSI_MBX_RDY_BIT_TIMEOUT 30000
589 void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
590 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
591 unsigned long timeout;
592 u32 ready;
593
594 /*
595 * This BMBX busy wait path is used during init only.
596 * For the commands executed during init, 5s should suffice.
597 */
598 timeout = jiffies + msecs_to_jiffies(BEISCSI_MBX_RDY_BIT_TIMEOUT);
599 do {
600 if (beiscsi_hba_in_error(phba))
601 return -EIO;
602
603 ready = ioread32(db);
604 if (ready == 0xffffffff)
605 return -EIO;
606
607 ready &= MPU_MAILBOX_DB_RDY_MASK;
608 if (ready)
609 return 0;
610
611 if (time_after(jiffies, timeout))
612 break;
613 /* 1ms sleep is enough in most cases */
614 schedule_timeout_uninterruptible(msecs_to_jiffies(1));
615 } while (!ready);
616
617 beiscsi_log(phba, KERN_ERR,
618 BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
619 "BC_%d : FW Timed Out\n");
620 set_bit(BEISCSI_HBA_FW_TIMEOUT, &phba->state);
621 return -EBUSY;
622 }
623
624 /*
625 * be_mbox_notify: Notify adapter of new BMBX command
626 * @ctrl: Function specific MBX data structure
627 *
628 * Ring doorbell to inform adapter of a BMBX command
629 * to process
630 *
631 * return
632 * Success: 0
633 * Failure: Non-Zero
634 **/
be_mbox_notify(struct be_ctrl_info * ctrl)635 static int be_mbox_notify(struct be_ctrl_info *ctrl)
636 {
637 int status;
638 u32 val = 0;
639 void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
640 struct be_dma_mem *mbox_mem = &ctrl->mbox_mem;
641 struct be_mcc_mailbox *mbox = mbox_mem->va;
642
643 status = be_mbox_db_ready_poll(ctrl);
644 if (status)
645 return status;
646
647 val &= ~MPU_MAILBOX_DB_RDY_MASK;
648 val |= MPU_MAILBOX_DB_HI_MASK;
649 val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
650 iowrite32(val, db);
651
652 status = be_mbox_db_ready_poll(ctrl);
653 if (status)
654 return status;
655
656 val = 0;
657 val &= ~MPU_MAILBOX_DB_RDY_MASK;
658 val &= ~MPU_MAILBOX_DB_HI_MASK;
659 val |= (u32) (mbox_mem->dma >> 4) << 2;
660 iowrite32(val, db);
661
662 status = be_mbox_db_ready_poll(ctrl);
663 if (status)
664 return status;
665
666 /* RDY is set; small delay before CQE read. */
667 udelay(1);
668
669 status = beiscsi_process_mbox_compl(ctrl, &mbox->compl);
670 return status;
671 }
672
be_wrb_hdr_prepare(struct be_mcc_wrb * wrb,u32 payload_len,bool embedded,u8 sge_cnt)673 void be_wrb_hdr_prepare(struct be_mcc_wrb *wrb, u32 payload_len,
674 bool embedded, u8 sge_cnt)
675 {
676 if (embedded)
677 wrb->emb_sgecnt_special |= MCC_WRB_EMBEDDED_MASK;
678 else
679 wrb->emb_sgecnt_special |= (sge_cnt & MCC_WRB_SGE_CNT_MASK) <<
680 MCC_WRB_SGE_CNT_SHIFT;
681 wrb->payload_length = payload_len;
682 be_dws_cpu_to_le(wrb, 8);
683 }
684
be_cmd_hdr_prepare(struct be_cmd_req_hdr * req_hdr,u8 subsystem,u8 opcode,u32 cmd_len)685 void be_cmd_hdr_prepare(struct be_cmd_req_hdr *req_hdr,
686 u8 subsystem, u8 opcode, u32 cmd_len)
687 {
688 req_hdr->opcode = opcode;
689 req_hdr->subsystem = subsystem;
690 req_hdr->request_length = cpu_to_le32(cmd_len - sizeof(*req_hdr));
691 req_hdr->timeout = BEISCSI_FW_MBX_TIMEOUT;
692 }
693
be_cmd_page_addrs_prepare(struct phys_addr * pages,u32 max_pages,struct be_dma_mem * mem)694 static void be_cmd_page_addrs_prepare(struct phys_addr *pages, u32 max_pages,
695 struct be_dma_mem *mem)
696 {
697 int i, buf_pages;
698 u64 dma = (u64) mem->dma;
699
700 buf_pages = min(PAGES_4K_SPANNED(mem->va, mem->size), max_pages);
701 for (i = 0; i < buf_pages; i++) {
702 pages[i].lo = cpu_to_le32(dma & 0xFFFFFFFF);
703 pages[i].hi = cpu_to_le32(upper_32_bits(dma));
704 dma += PAGE_SIZE_4K;
705 }
706 }
707
eq_delay_to_mult(u32 usec_delay)708 static u32 eq_delay_to_mult(u32 usec_delay)
709 {
710 #define MAX_INTR_RATE 651042
711 const u32 round = 10;
712 u32 multiplier;
713
714 if (usec_delay == 0)
715 multiplier = 0;
716 else {
717 u32 interrupt_rate = 1000000 / usec_delay;
718 if (interrupt_rate == 0)
719 multiplier = 1023;
720 else {
721 multiplier = (MAX_INTR_RATE - interrupt_rate) * round;
722 multiplier /= interrupt_rate;
723 multiplier = (multiplier + round / 2) / round;
724 multiplier = min(multiplier, (u32) 1023);
725 }
726 }
727 return multiplier;
728 }
729
wrb_from_mbox(struct be_dma_mem * mbox_mem)730 struct be_mcc_wrb *wrb_from_mbox(struct be_dma_mem *mbox_mem)
731 {
732 return &((struct be_mcc_mailbox *)(mbox_mem->va))->wrb;
733 }
734
beiscsi_cmd_eq_create(struct be_ctrl_info * ctrl,struct be_queue_info * eq,int eq_delay)735 int beiscsi_cmd_eq_create(struct be_ctrl_info *ctrl,
736 struct be_queue_info *eq, int eq_delay)
737 {
738 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
739 struct be_cmd_req_eq_create *req = embedded_payload(wrb);
740 struct be_cmd_resp_eq_create *resp = embedded_payload(wrb);
741 struct be_dma_mem *q_mem = &eq->dma_mem;
742 int status;
743
744 mutex_lock(&ctrl->mbox_lock);
745 memset(wrb, 0, sizeof(*wrb));
746
747 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
748
749 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
750 OPCODE_COMMON_EQ_CREATE, sizeof(*req));
751
752 req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
753
754 AMAP_SET_BITS(struct amap_eq_context, func, req->context,
755 PCI_FUNC(ctrl->pdev->devfn));
756 AMAP_SET_BITS(struct amap_eq_context, valid, req->context, 1);
757 AMAP_SET_BITS(struct amap_eq_context, size, req->context, 0);
758 AMAP_SET_BITS(struct amap_eq_context, count, req->context,
759 __ilog2_u32(eq->len / 256));
760 AMAP_SET_BITS(struct amap_eq_context, delaymult, req->context,
761 eq_delay_to_mult(eq_delay));
762 be_dws_cpu_to_le(req->context, sizeof(req->context));
763
764 be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
765
766 status = be_mbox_notify(ctrl);
767 if (!status) {
768 eq->id = le16_to_cpu(resp->eq_id);
769 eq->created = true;
770 }
771 mutex_unlock(&ctrl->mbox_lock);
772 return status;
773 }
774
beiscsi_cmd_cq_create(struct be_ctrl_info * ctrl,struct be_queue_info * cq,struct be_queue_info * eq,bool sol_evts,bool no_delay,int coalesce_wm)775 int beiscsi_cmd_cq_create(struct be_ctrl_info *ctrl,
776 struct be_queue_info *cq, struct be_queue_info *eq,
777 bool sol_evts, bool no_delay, int coalesce_wm)
778 {
779 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
780 struct be_cmd_req_cq_create *req = embedded_payload(wrb);
781 struct be_cmd_resp_cq_create *resp = embedded_payload(wrb);
782 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
783 struct be_dma_mem *q_mem = &cq->dma_mem;
784 void *ctxt = &req->context;
785 int status;
786
787 mutex_lock(&ctrl->mbox_lock);
788 memset(wrb, 0, sizeof(*wrb));
789
790 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
791
792 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
793 OPCODE_COMMON_CQ_CREATE, sizeof(*req));
794
795 req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
796 if (is_chip_be2_be3r(phba)) {
797 AMAP_SET_BITS(struct amap_cq_context, coalescwm,
798 ctxt, coalesce_wm);
799 AMAP_SET_BITS(struct amap_cq_context, nodelay, ctxt, no_delay);
800 AMAP_SET_BITS(struct amap_cq_context, count, ctxt,
801 __ilog2_u32(cq->len / 256));
802 AMAP_SET_BITS(struct amap_cq_context, valid, ctxt, 1);
803 AMAP_SET_BITS(struct amap_cq_context, solevent, ctxt, sol_evts);
804 AMAP_SET_BITS(struct amap_cq_context, eventable, ctxt, 1);
805 AMAP_SET_BITS(struct amap_cq_context, eqid, ctxt, eq->id);
806 AMAP_SET_BITS(struct amap_cq_context, armed, ctxt, 1);
807 AMAP_SET_BITS(struct amap_cq_context, func, ctxt,
808 PCI_FUNC(ctrl->pdev->devfn));
809 } else {
810 req->hdr.version = MBX_CMD_VER2;
811 req->page_size = 1;
812 AMAP_SET_BITS(struct amap_cq_context_v2, coalescwm,
813 ctxt, coalesce_wm);
814 AMAP_SET_BITS(struct amap_cq_context_v2, nodelay,
815 ctxt, no_delay);
816 AMAP_SET_BITS(struct amap_cq_context_v2, count, ctxt,
817 __ilog2_u32(cq->len / 256));
818 AMAP_SET_BITS(struct amap_cq_context_v2, valid, ctxt, 1);
819 AMAP_SET_BITS(struct amap_cq_context_v2, eventable, ctxt, 1);
820 AMAP_SET_BITS(struct amap_cq_context_v2, eqid, ctxt, eq->id);
821 AMAP_SET_BITS(struct amap_cq_context_v2, armed, ctxt, 1);
822 }
823
824 be_dws_cpu_to_le(ctxt, sizeof(req->context));
825
826 be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
827
828 status = be_mbox_notify(ctrl);
829 if (!status) {
830 cq->id = le16_to_cpu(resp->cq_id);
831 cq->created = true;
832 } else
833 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
834 "BC_%d : In be_cmd_cq_create, status=ox%08x\n",
835 status);
836
837 mutex_unlock(&ctrl->mbox_lock);
838
839 return status;
840 }
841
be_encoded_q_len(int q_len)842 static u32 be_encoded_q_len(int q_len)
843 {
844 u32 len_encoded = fls(q_len); /* log2(len) + 1 */
845 if (len_encoded == 16)
846 len_encoded = 0;
847 return len_encoded;
848 }
849
beiscsi_cmd_mccq_create(struct beiscsi_hba * phba,struct be_queue_info * mccq,struct be_queue_info * cq)850 int beiscsi_cmd_mccq_create(struct beiscsi_hba *phba,
851 struct be_queue_info *mccq,
852 struct be_queue_info *cq)
853 {
854 struct be_mcc_wrb *wrb;
855 struct be_cmd_req_mcc_create_ext *req;
856 struct be_dma_mem *q_mem = &mccq->dma_mem;
857 struct be_ctrl_info *ctrl;
858 void *ctxt;
859 int status;
860
861 mutex_lock(&phba->ctrl.mbox_lock);
862 ctrl = &phba->ctrl;
863 wrb = wrb_from_mbox(&ctrl->mbox_mem);
864 memset(wrb, 0, sizeof(*wrb));
865 req = embedded_payload(wrb);
866 ctxt = &req->context;
867
868 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
869
870 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
871 OPCODE_COMMON_MCC_CREATE_EXT, sizeof(*req));
872
873 req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
874 req->async_evt_bitmap = 1 << ASYNC_EVENT_CODE_LINK_STATE;
875 req->async_evt_bitmap |= 1 << ASYNC_EVENT_CODE_ISCSI;
876 req->async_evt_bitmap |= 1 << ASYNC_EVENT_CODE_SLI;
877
878 AMAP_SET_BITS(struct amap_mcc_context, fid, ctxt,
879 PCI_FUNC(phba->pcidev->devfn));
880 AMAP_SET_BITS(struct amap_mcc_context, valid, ctxt, 1);
881 AMAP_SET_BITS(struct amap_mcc_context, ring_size, ctxt,
882 be_encoded_q_len(mccq->len));
883 AMAP_SET_BITS(struct amap_mcc_context, cq_id, ctxt, cq->id);
884
885 be_dws_cpu_to_le(ctxt, sizeof(req->context));
886
887 be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
888
889 status = be_mbox_notify(ctrl);
890 if (!status) {
891 struct be_cmd_resp_mcc_create *resp = embedded_payload(wrb);
892 mccq->id = le16_to_cpu(resp->id);
893 mccq->created = true;
894 }
895 mutex_unlock(&phba->ctrl.mbox_lock);
896
897 return status;
898 }
899
beiscsi_cmd_q_destroy(struct be_ctrl_info * ctrl,struct be_queue_info * q,int queue_type)900 int beiscsi_cmd_q_destroy(struct be_ctrl_info *ctrl, struct be_queue_info *q,
901 int queue_type)
902 {
903 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
904 struct be_cmd_req_q_destroy *req = embedded_payload(wrb);
905 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
906 u8 subsys = 0, opcode = 0;
907 int status;
908
909 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
910 "BC_%d : In beiscsi_cmd_q_destroy "
911 "queue_type : %d\n", queue_type);
912
913 mutex_lock(&ctrl->mbox_lock);
914 memset(wrb, 0, sizeof(*wrb));
915 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
916
917 switch (queue_type) {
918 case QTYPE_EQ:
919 subsys = CMD_SUBSYSTEM_COMMON;
920 opcode = OPCODE_COMMON_EQ_DESTROY;
921 break;
922 case QTYPE_CQ:
923 subsys = CMD_SUBSYSTEM_COMMON;
924 opcode = OPCODE_COMMON_CQ_DESTROY;
925 break;
926 case QTYPE_MCCQ:
927 subsys = CMD_SUBSYSTEM_COMMON;
928 opcode = OPCODE_COMMON_MCC_DESTROY;
929 break;
930 case QTYPE_WRBQ:
931 subsys = CMD_SUBSYSTEM_ISCSI;
932 opcode = OPCODE_COMMON_ISCSI_WRBQ_DESTROY;
933 break;
934 case QTYPE_DPDUQ:
935 subsys = CMD_SUBSYSTEM_ISCSI;
936 opcode = OPCODE_COMMON_ISCSI_DEFQ_DESTROY;
937 break;
938 case QTYPE_SGL:
939 subsys = CMD_SUBSYSTEM_ISCSI;
940 opcode = OPCODE_COMMON_ISCSI_CFG_REMOVE_SGL_PAGES;
941 break;
942 default:
943 mutex_unlock(&ctrl->mbox_lock);
944 BUG();
945 }
946 be_cmd_hdr_prepare(&req->hdr, subsys, opcode, sizeof(*req));
947 if (queue_type != QTYPE_SGL)
948 req->id = cpu_to_le16(q->id);
949
950 status = be_mbox_notify(ctrl);
951
952 mutex_unlock(&ctrl->mbox_lock);
953 return status;
954 }
955
956 /**
957 * be_cmd_create_default_pdu_queue()- Create DEFQ for the adapter
958 * @ctrl: ptr to ctrl_info
959 * @cq: Completion Queue
960 * @dq: Default Queue
961 * @length: ring size
962 * @entry_size: size of each entry in DEFQ
963 * @is_header: Header or Data DEFQ
964 * @ulp_num: Bind to which ULP
965 *
966 * Create HDR/Data DEFQ for the passed ULP. Unsol PDU are posted
967 * on this queue by the FW
968 *
969 * return
970 * Success: 0
971 * Failure: Non-Zero Value
972 *
973 **/
be_cmd_create_default_pdu_queue(struct be_ctrl_info * ctrl,struct be_queue_info * cq,struct be_queue_info * dq,int length,int entry_size,uint8_t is_header,uint8_t ulp_num)974 int be_cmd_create_default_pdu_queue(struct be_ctrl_info *ctrl,
975 struct be_queue_info *cq,
976 struct be_queue_info *dq, int length,
977 int entry_size, uint8_t is_header,
978 uint8_t ulp_num)
979 {
980 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
981 struct be_defq_create_req *req = embedded_payload(wrb);
982 struct be_dma_mem *q_mem = &dq->dma_mem;
983 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
984 void *ctxt = &req->context;
985 int status;
986
987 mutex_lock(&ctrl->mbox_lock);
988 memset(wrb, 0, sizeof(*wrb));
989
990 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
991
992 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
993 OPCODE_COMMON_ISCSI_DEFQ_CREATE, sizeof(*req));
994
995 req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
996 if (phba->fw_config.dual_ulp_aware) {
997 req->ulp_num = ulp_num;
998 req->dua_feature |= (1 << BEISCSI_DUAL_ULP_AWARE_BIT);
999 req->dua_feature |= (1 << BEISCSI_BIND_Q_TO_ULP_BIT);
1000 }
1001
1002 if (is_chip_be2_be3r(phba)) {
1003 AMAP_SET_BITS(struct amap_be_default_pdu_context,
1004 rx_pdid, ctxt, 0);
1005 AMAP_SET_BITS(struct amap_be_default_pdu_context,
1006 rx_pdid_valid, ctxt, 1);
1007 AMAP_SET_BITS(struct amap_be_default_pdu_context,
1008 pci_func_id, ctxt, PCI_FUNC(ctrl->pdev->devfn));
1009 AMAP_SET_BITS(struct amap_be_default_pdu_context,
1010 ring_size, ctxt,
1011 be_encoded_q_len(length /
1012 sizeof(struct phys_addr)));
1013 AMAP_SET_BITS(struct amap_be_default_pdu_context,
1014 default_buffer_size, ctxt, entry_size);
1015 AMAP_SET_BITS(struct amap_be_default_pdu_context,
1016 cq_id_recv, ctxt, cq->id);
1017 } else {
1018 AMAP_SET_BITS(struct amap_default_pdu_context_ext,
1019 rx_pdid, ctxt, 0);
1020 AMAP_SET_BITS(struct amap_default_pdu_context_ext,
1021 rx_pdid_valid, ctxt, 1);
1022 AMAP_SET_BITS(struct amap_default_pdu_context_ext,
1023 ring_size, ctxt,
1024 be_encoded_q_len(length /
1025 sizeof(struct phys_addr)));
1026 AMAP_SET_BITS(struct amap_default_pdu_context_ext,
1027 default_buffer_size, ctxt, entry_size);
1028 AMAP_SET_BITS(struct amap_default_pdu_context_ext,
1029 cq_id_recv, ctxt, cq->id);
1030 }
1031
1032 be_dws_cpu_to_le(ctxt, sizeof(req->context));
1033
1034 be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
1035
1036 status = be_mbox_notify(ctrl);
1037 if (!status) {
1038 struct be_ring *defq_ring;
1039 struct be_defq_create_resp *resp = embedded_payload(wrb);
1040
1041 dq->id = le16_to_cpu(resp->id);
1042 dq->created = true;
1043 if (is_header)
1044 defq_ring = &phba->phwi_ctrlr->default_pdu_hdr[ulp_num];
1045 else
1046 defq_ring = &phba->phwi_ctrlr->
1047 default_pdu_data[ulp_num];
1048
1049 defq_ring->id = dq->id;
1050
1051 if (!phba->fw_config.dual_ulp_aware) {
1052 defq_ring->ulp_num = BEISCSI_ULP0;
1053 defq_ring->doorbell_offset = DB_RXULP0_OFFSET;
1054 } else {
1055 defq_ring->ulp_num = resp->ulp_num;
1056 defq_ring->doorbell_offset = resp->doorbell_offset;
1057 }
1058 }
1059 mutex_unlock(&ctrl->mbox_lock);
1060
1061 return status;
1062 }
1063
1064 /**
1065 * be_cmd_wrbq_create()- Create WRBQ
1066 * @ctrl: ptr to ctrl_info
1067 * @q_mem: memory details for the queue
1068 * @wrbq: queue info
1069 * @pwrb_context: ptr to wrb_context
1070 * @ulp_num: ULP on which the WRBQ is to be created
1071 *
1072 * Create WRBQ on the passed ULP_NUM.
1073 *
1074 **/
be_cmd_wrbq_create(struct be_ctrl_info * ctrl,struct be_dma_mem * q_mem,struct be_queue_info * wrbq,struct hwi_wrb_context * pwrb_context,uint8_t ulp_num)1075 int be_cmd_wrbq_create(struct be_ctrl_info *ctrl,
1076 struct be_dma_mem *q_mem,
1077 struct be_queue_info *wrbq,
1078 struct hwi_wrb_context *pwrb_context,
1079 uint8_t ulp_num)
1080 {
1081 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1082 struct be_wrbq_create_req *req = embedded_payload(wrb);
1083 struct be_wrbq_create_resp *resp = embedded_payload(wrb);
1084 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
1085 int status;
1086
1087 mutex_lock(&ctrl->mbox_lock);
1088 memset(wrb, 0, sizeof(*wrb));
1089
1090 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
1091
1092 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
1093 OPCODE_COMMON_ISCSI_WRBQ_CREATE, sizeof(*req));
1094 req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
1095
1096 if (phba->fw_config.dual_ulp_aware) {
1097 req->ulp_num = ulp_num;
1098 req->dua_feature |= (1 << BEISCSI_DUAL_ULP_AWARE_BIT);
1099 req->dua_feature |= (1 << BEISCSI_BIND_Q_TO_ULP_BIT);
1100 }
1101
1102 be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
1103
1104 status = be_mbox_notify(ctrl);
1105 if (!status) {
1106 wrbq->id = le16_to_cpu(resp->cid);
1107 wrbq->created = true;
1108
1109 pwrb_context->cid = wrbq->id;
1110 if (!phba->fw_config.dual_ulp_aware) {
1111 pwrb_context->doorbell_offset = DB_TXULP0_OFFSET;
1112 pwrb_context->ulp_num = BEISCSI_ULP0;
1113 } else {
1114 pwrb_context->ulp_num = resp->ulp_num;
1115 pwrb_context->doorbell_offset = resp->doorbell_offset;
1116 }
1117 }
1118 mutex_unlock(&ctrl->mbox_lock);
1119 return status;
1120 }
1121
be_cmd_iscsi_post_template_hdr(struct be_ctrl_info * ctrl,struct be_dma_mem * q_mem)1122 int be_cmd_iscsi_post_template_hdr(struct be_ctrl_info *ctrl,
1123 struct be_dma_mem *q_mem)
1124 {
1125 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1126 struct be_post_template_pages_req *req = embedded_payload(wrb);
1127 int status;
1128
1129 mutex_lock(&ctrl->mbox_lock);
1130
1131 memset(wrb, 0, sizeof(*wrb));
1132 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
1133 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
1134 OPCODE_COMMON_ADD_TEMPLATE_HEADER_BUFFERS,
1135 sizeof(*req));
1136
1137 req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
1138 req->type = BEISCSI_TEMPLATE_HDR_TYPE_ISCSI;
1139 be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
1140
1141 status = be_mbox_notify(ctrl);
1142 mutex_unlock(&ctrl->mbox_lock);
1143 return status;
1144 }
1145
be_cmd_iscsi_remove_template_hdr(struct be_ctrl_info * ctrl)1146 int be_cmd_iscsi_remove_template_hdr(struct be_ctrl_info *ctrl)
1147 {
1148 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1149 struct be_remove_template_pages_req *req = embedded_payload(wrb);
1150 int status;
1151
1152 mutex_lock(&ctrl->mbox_lock);
1153
1154 memset(wrb, 0, sizeof(*wrb));
1155 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
1156 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
1157 OPCODE_COMMON_REMOVE_TEMPLATE_HEADER_BUFFERS,
1158 sizeof(*req));
1159
1160 req->type = BEISCSI_TEMPLATE_HDR_TYPE_ISCSI;
1161
1162 status = be_mbox_notify(ctrl);
1163 mutex_unlock(&ctrl->mbox_lock);
1164 return status;
1165 }
1166
be_cmd_iscsi_post_sgl_pages(struct be_ctrl_info * ctrl,struct be_dma_mem * q_mem,u32 page_offset,u32 num_pages)1167 int be_cmd_iscsi_post_sgl_pages(struct be_ctrl_info *ctrl,
1168 struct be_dma_mem *q_mem,
1169 u32 page_offset, u32 num_pages)
1170 {
1171 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1172 struct be_post_sgl_pages_req *req = embedded_payload(wrb);
1173 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
1174 int status;
1175 unsigned int curr_pages;
1176 u32 temp_num_pages = num_pages;
1177
1178 if (num_pages == 0xff)
1179 num_pages = 1;
1180
1181 mutex_lock(&ctrl->mbox_lock);
1182 do {
1183 memset(wrb, 0, sizeof(*wrb));
1184 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
1185 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
1186 OPCODE_COMMON_ISCSI_CFG_POST_SGL_PAGES,
1187 sizeof(*req));
1188 curr_pages = BE_NUMBER_OF_FIELD(struct be_post_sgl_pages_req,
1189 pages);
1190 req->num_pages = min(num_pages, curr_pages);
1191 req->page_offset = page_offset;
1192 be_cmd_page_addrs_prepare(req->pages, req->num_pages, q_mem);
1193 q_mem->dma = q_mem->dma + (req->num_pages * PAGE_SIZE);
1194 page_offset += req->num_pages;
1195 num_pages -= req->num_pages;
1196
1197 if (temp_num_pages == 0xff)
1198 req->num_pages = temp_num_pages;
1199
1200 status = be_mbox_notify(ctrl);
1201 if (status) {
1202 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1203 "BC_%d : FW CMD to map iscsi frags failed.\n");
1204
1205 goto error;
1206 }
1207 } while (num_pages > 0);
1208 error:
1209 mutex_unlock(&ctrl->mbox_lock);
1210 if (status != 0)
1211 beiscsi_cmd_q_destroy(ctrl, NULL, QTYPE_SGL);
1212 return status;
1213 }
1214
1215 /**
1216 * be_cmd_set_vlan()- Configure VLAN paramters on the adapter
1217 * @phba: device priv structure instance
1218 * @vlan_tag: TAG to be set
1219 *
1220 * Set the VLAN_TAG for the adapter or Disable VLAN on adapter
1221 *
1222 * returns
1223 * TAG for the MBX Cmd
1224 * **/
be_cmd_set_vlan(struct beiscsi_hba * phba,uint16_t vlan_tag)1225 int be_cmd_set_vlan(struct beiscsi_hba *phba,
1226 uint16_t vlan_tag)
1227 {
1228 unsigned int tag;
1229 struct be_mcc_wrb *wrb;
1230 struct be_cmd_set_vlan_req *req;
1231 struct be_ctrl_info *ctrl = &phba->ctrl;
1232
1233 if (mutex_lock_interruptible(&ctrl->mbox_lock))
1234 return 0;
1235 wrb = alloc_mcc_wrb(phba, &tag);
1236 if (!wrb) {
1237 mutex_unlock(&ctrl->mbox_lock);
1238 return 0;
1239 }
1240
1241 req = embedded_payload(wrb);
1242 be_wrb_hdr_prepare(wrb, sizeof(*wrb), true, 0);
1243 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
1244 OPCODE_COMMON_ISCSI_NTWK_SET_VLAN,
1245 sizeof(*req));
1246
1247 req->interface_hndl = phba->interface_handle;
1248 req->vlan_priority = vlan_tag;
1249
1250 be_mcc_notify(phba, tag);
1251 mutex_unlock(&ctrl->mbox_lock);
1252
1253 return tag;
1254 }
1255
beiscsi_check_supported_fw(struct be_ctrl_info * ctrl,struct beiscsi_hba * phba)1256 int beiscsi_check_supported_fw(struct be_ctrl_info *ctrl,
1257 struct beiscsi_hba *phba)
1258 {
1259 struct be_dma_mem nonemb_cmd;
1260 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1261 struct be_mgmt_controller_attributes *req;
1262 struct be_sge *sge = nonembedded_sgl(wrb);
1263 int status = 0;
1264
1265 nonemb_cmd.va = dma_alloc_coherent(&ctrl->pdev->dev,
1266 sizeof(struct be_mgmt_controller_attributes),
1267 &nonemb_cmd.dma, GFP_KERNEL);
1268 if (nonemb_cmd.va == NULL) {
1269 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1270 "BG_%d : dma_alloc_coherent failed in %s\n",
1271 __func__);
1272 return -ENOMEM;
1273 }
1274 nonemb_cmd.size = sizeof(struct be_mgmt_controller_attributes);
1275 req = nonemb_cmd.va;
1276 memset(req, 0, sizeof(*req));
1277 mutex_lock(&ctrl->mbox_lock);
1278 memset(wrb, 0, sizeof(*wrb));
1279 be_wrb_hdr_prepare(wrb, sizeof(*req), false, 1);
1280 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
1281 OPCODE_COMMON_GET_CNTL_ATTRIBUTES, sizeof(*req));
1282 sge->pa_hi = cpu_to_le32(upper_32_bits(nonemb_cmd.dma));
1283 sge->pa_lo = cpu_to_le32(nonemb_cmd.dma & 0xFFFFFFFF);
1284 sge->len = cpu_to_le32(nonemb_cmd.size);
1285 status = be_mbox_notify(ctrl);
1286 if (!status) {
1287 struct be_mgmt_controller_attributes_resp *resp = nonemb_cmd.va;
1288
1289 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1290 "BG_%d : Firmware Version of CMD : %s\n"
1291 "Firmware Version is : %s\n"
1292 "Developer Build, not performing version check...\n",
1293 resp->params.hba_attribs
1294 .flashrom_version_string,
1295 resp->params.hba_attribs.
1296 firmware_version_string);
1297
1298 phba->fw_config.iscsi_features =
1299 resp->params.hba_attribs.iscsi_features;
1300 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1301 "BM_%d : phba->fw_config.iscsi_features = %d\n",
1302 phba->fw_config.iscsi_features);
1303 memcpy(phba->fw_ver_str, resp->params.hba_attribs.
1304 firmware_version_string, BEISCSI_VER_STRLEN);
1305 } else
1306 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1307 "BG_%d : Failed in beiscsi_check_supported_fw\n");
1308 mutex_unlock(&ctrl->mbox_lock);
1309 if (nonemb_cmd.va)
1310 dma_free_coherent(&ctrl->pdev->dev, nonemb_cmd.size,
1311 nonemb_cmd.va, nonemb_cmd.dma);
1312
1313 return status;
1314 }
1315
1316 /**
1317 * beiscsi_get_fw_config()- Get the FW config for the function
1318 * @ctrl: ptr to Ctrl Info
1319 * @phba: ptr to the dev priv structure
1320 *
1321 * Get the FW config and resources available for the function.
1322 * The resources are created based on the count received here.
1323 *
1324 * return
1325 * Success: 0
1326 * Failure: Non-Zero Value
1327 **/
beiscsi_get_fw_config(struct be_ctrl_info * ctrl,struct beiscsi_hba * phba)1328 int beiscsi_get_fw_config(struct be_ctrl_info *ctrl,
1329 struct beiscsi_hba *phba)
1330 {
1331 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1332 struct be_fw_cfg *pfw_cfg = embedded_payload(wrb);
1333 uint32_t cid_count, icd_count;
1334 int status = -EINVAL;
1335 uint8_t ulp_num = 0;
1336
1337 mutex_lock(&ctrl->mbox_lock);
1338 memset(wrb, 0, sizeof(*wrb));
1339 be_wrb_hdr_prepare(wrb, sizeof(*pfw_cfg), true, 0);
1340
1341 be_cmd_hdr_prepare(&pfw_cfg->hdr, CMD_SUBSYSTEM_COMMON,
1342 OPCODE_COMMON_QUERY_FIRMWARE_CONFIG,
1343 EMBED_MBX_MAX_PAYLOAD_SIZE);
1344
1345 if (be_mbox_notify(ctrl)) {
1346 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1347 "BG_%d : Failed in beiscsi_get_fw_config\n");
1348 goto fail_init;
1349 }
1350
1351 /* FW response formats depend on port id */
1352 phba->fw_config.phys_port = pfw_cfg->phys_port;
1353 if (phba->fw_config.phys_port >= BEISCSI_PHYS_PORT_MAX) {
1354 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1355 "BG_%d : invalid physical port id %d\n",
1356 phba->fw_config.phys_port);
1357 goto fail_init;
1358 }
1359
1360 /* populate and check FW config against min and max values */
1361 if (!is_chip_be2_be3r(phba)) {
1362 phba->fw_config.eqid_count = pfw_cfg->eqid_count;
1363 phba->fw_config.cqid_count = pfw_cfg->cqid_count;
1364 if (phba->fw_config.eqid_count == 0 ||
1365 phba->fw_config.eqid_count > 2048) {
1366 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1367 "BG_%d : invalid EQ count %d\n",
1368 phba->fw_config.eqid_count);
1369 goto fail_init;
1370 }
1371 if (phba->fw_config.cqid_count == 0 ||
1372 phba->fw_config.cqid_count > 4096) {
1373 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1374 "BG_%d : invalid CQ count %d\n",
1375 phba->fw_config.cqid_count);
1376 goto fail_init;
1377 }
1378 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1379 "BG_%d : EQ_Count : %d CQ_Count : %d\n",
1380 phba->fw_config.eqid_count,
1381 phba->fw_config.cqid_count);
1382 }
1383
1384 /**
1385 * Check on which all ULP iSCSI Protocol is loaded.
1386 * Set the Bit for those ULP. This set flag is used
1387 * at all places in the code to check on which ULP
1388 * iSCSi Protocol is loaded
1389 **/
1390 for (ulp_num = 0; ulp_num < BEISCSI_ULP_COUNT; ulp_num++) {
1391 if (pfw_cfg->ulp[ulp_num].ulp_mode &
1392 BEISCSI_ULP_ISCSI_INI_MODE) {
1393 set_bit(ulp_num, &phba->fw_config.ulp_supported);
1394
1395 /* Get the CID, ICD and Chain count for each ULP */
1396 phba->fw_config.iscsi_cid_start[ulp_num] =
1397 pfw_cfg->ulp[ulp_num].sq_base;
1398 phba->fw_config.iscsi_cid_count[ulp_num] =
1399 pfw_cfg->ulp[ulp_num].sq_count;
1400
1401 phba->fw_config.iscsi_icd_start[ulp_num] =
1402 pfw_cfg->ulp[ulp_num].icd_base;
1403 phba->fw_config.iscsi_icd_count[ulp_num] =
1404 pfw_cfg->ulp[ulp_num].icd_count;
1405
1406 phba->fw_config.iscsi_chain_start[ulp_num] =
1407 pfw_cfg->chain_icd[ulp_num].chain_base;
1408 phba->fw_config.iscsi_chain_count[ulp_num] =
1409 pfw_cfg->chain_icd[ulp_num].chain_count;
1410
1411 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1412 "BG_%d : Function loaded on ULP : %d\n"
1413 "\tiscsi_cid_count : %d\n"
1414 "\tiscsi_cid_start : %d\n"
1415 "\t iscsi_icd_count : %d\n"
1416 "\t iscsi_icd_start : %d\n",
1417 ulp_num,
1418 phba->fw_config.
1419 iscsi_cid_count[ulp_num],
1420 phba->fw_config.
1421 iscsi_cid_start[ulp_num],
1422 phba->fw_config.
1423 iscsi_icd_count[ulp_num],
1424 phba->fw_config.
1425 iscsi_icd_start[ulp_num]);
1426 }
1427 }
1428
1429 if (phba->fw_config.ulp_supported == 0) {
1430 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1431 "BG_%d : iSCSI initiator mode not set: ULP0 %x ULP1 %x\n",
1432 pfw_cfg->ulp[BEISCSI_ULP0].ulp_mode,
1433 pfw_cfg->ulp[BEISCSI_ULP1].ulp_mode);
1434 goto fail_init;
1435 }
1436
1437 /**
1438 * ICD is shared among ULPs. Use icd_count of any one loaded ULP
1439 **/
1440 for (ulp_num = 0; ulp_num < BEISCSI_ULP_COUNT; ulp_num++)
1441 if (test_bit(ulp_num, &phba->fw_config.ulp_supported))
1442 break;
1443 icd_count = phba->fw_config.iscsi_icd_count[ulp_num];
1444 if (icd_count == 0 || icd_count > 65536) {
1445 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1446 "BG_%d: invalid ICD count %d\n", icd_count);
1447 goto fail_init;
1448 }
1449
1450 cid_count = BEISCSI_GET_CID_COUNT(phba, BEISCSI_ULP0) +
1451 BEISCSI_GET_CID_COUNT(phba, BEISCSI_ULP1);
1452 if (cid_count == 0 || cid_count > 4096) {
1453 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1454 "BG_%d: invalid CID count %d\n", cid_count);
1455 goto fail_init;
1456 }
1457
1458 /**
1459 * Check FW is dual ULP aware i.e. can handle either
1460 * of the protocols.
1461 */
1462 phba->fw_config.dual_ulp_aware = (pfw_cfg->function_mode &
1463 BEISCSI_FUNC_DUA_MODE);
1464
1465 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1466 "BG_%d : DUA Mode : 0x%x\n",
1467 phba->fw_config.dual_ulp_aware);
1468
1469 /* all set, continue using this FW config */
1470 status = 0;
1471 fail_init:
1472 mutex_unlock(&ctrl->mbox_lock);
1473 return status;
1474 }
1475
1476 /**
1477 * beiscsi_get_port_name()- Get port name for the function
1478 * @ctrl: ptr to Ctrl Info
1479 * @phba: ptr to the dev priv structure
1480 *
1481 * Get the alphanumeric character for port
1482 *
1483 **/
beiscsi_get_port_name(struct be_ctrl_info * ctrl,struct beiscsi_hba * phba)1484 int beiscsi_get_port_name(struct be_ctrl_info *ctrl, struct beiscsi_hba *phba)
1485 {
1486 int ret = 0;
1487 struct be_mcc_wrb *wrb;
1488 struct be_cmd_get_port_name *ioctl;
1489
1490 mutex_lock(&ctrl->mbox_lock);
1491 wrb = wrb_from_mbox(&ctrl->mbox_mem);
1492 memset(wrb, 0, sizeof(*wrb));
1493 ioctl = embedded_payload(wrb);
1494
1495 be_wrb_hdr_prepare(wrb, sizeof(*ioctl), true, 0);
1496 be_cmd_hdr_prepare(&ioctl->h.req_hdr, CMD_SUBSYSTEM_COMMON,
1497 OPCODE_COMMON_GET_PORT_NAME,
1498 EMBED_MBX_MAX_PAYLOAD_SIZE);
1499 ret = be_mbox_notify(ctrl);
1500 phba->port_name = 0;
1501 if (!ret) {
1502 phba->port_name = ioctl->p.resp.port_names >>
1503 (phba->fw_config.phys_port * 8) & 0xff;
1504 } else {
1505 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1506 "BG_%d : GET_PORT_NAME ret 0x%x status 0x%x\n",
1507 ret, ioctl->h.resp_hdr.status);
1508 }
1509
1510 if (phba->port_name == 0)
1511 phba->port_name = '?';
1512
1513 mutex_unlock(&ctrl->mbox_lock);
1514 return ret;
1515 }
1516
beiscsi_set_host_data(struct beiscsi_hba * phba)1517 int beiscsi_set_host_data(struct beiscsi_hba *phba)
1518 {
1519 struct be_ctrl_info *ctrl = &phba->ctrl;
1520 struct be_cmd_set_host_data *ioctl;
1521 struct be_mcc_wrb *wrb;
1522 int ret = 0;
1523
1524 if (is_chip_be2_be3r(phba))
1525 return ret;
1526
1527 mutex_lock(&ctrl->mbox_lock);
1528 wrb = wrb_from_mbox(&ctrl->mbox_mem);
1529 memset(wrb, 0, sizeof(*wrb));
1530 ioctl = embedded_payload(wrb);
1531
1532 be_wrb_hdr_prepare(wrb, sizeof(*ioctl), true, 0);
1533 be_cmd_hdr_prepare(&ioctl->h.req_hdr, CMD_SUBSYSTEM_COMMON,
1534 OPCODE_COMMON_SET_HOST_DATA,
1535 EMBED_MBX_MAX_PAYLOAD_SIZE);
1536 ioctl->param.req.param_id = BE_CMD_SET_HOST_PARAM_ID;
1537 ioctl->param.req.param_len =
1538 snprintf((char *)ioctl->param.req.param_data,
1539 sizeof(ioctl->param.req.param_data),
1540 "Linux iSCSI v%s", BUILD_STR);
1541 ioctl->param.req.param_len = ALIGN(ioctl->param.req.param_len + 1, 4);
1542 if (ioctl->param.req.param_len > BE_CMD_MAX_DRV_VERSION)
1543 ioctl->param.req.param_len = BE_CMD_MAX_DRV_VERSION;
1544 ret = be_mbox_notify(ctrl);
1545 if (!ret) {
1546 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1547 "BG_%d : HBA set host driver version\n");
1548 } else {
1549 /**
1550 * Check "MCC_STATUS_INVALID_LENGTH" for SKH.
1551 * Older FW versions return this error.
1552 */
1553 if (ret == MCC_STATUS_ILLEGAL_REQUEST ||
1554 ret == MCC_STATUS_INVALID_LENGTH)
1555 __beiscsi_log(phba, KERN_INFO,
1556 "BG_%d : HBA failed to set host driver version\n");
1557 }
1558
1559 mutex_unlock(&ctrl->mbox_lock);
1560 return ret;
1561 }
1562
beiscsi_set_uer_feature(struct beiscsi_hba * phba)1563 int beiscsi_set_uer_feature(struct beiscsi_hba *phba)
1564 {
1565 struct be_ctrl_info *ctrl = &phba->ctrl;
1566 struct be_cmd_set_features *ioctl;
1567 struct be_mcc_wrb *wrb;
1568 int ret = 0;
1569
1570 mutex_lock(&ctrl->mbox_lock);
1571 wrb = wrb_from_mbox(&ctrl->mbox_mem);
1572 memset(wrb, 0, sizeof(*wrb));
1573 ioctl = embedded_payload(wrb);
1574
1575 be_wrb_hdr_prepare(wrb, sizeof(*ioctl), true, 0);
1576 be_cmd_hdr_prepare(&ioctl->h.req_hdr, CMD_SUBSYSTEM_COMMON,
1577 OPCODE_COMMON_SET_FEATURES,
1578 EMBED_MBX_MAX_PAYLOAD_SIZE);
1579 ioctl->feature = BE_CMD_SET_FEATURE_UER;
1580 ioctl->param_len = sizeof(ioctl->param.req);
1581 ioctl->param.req.uer = BE_CMD_UER_SUPP_BIT;
1582 ret = be_mbox_notify(ctrl);
1583 if (!ret) {
1584 phba->ue2rp = ioctl->param.resp.ue2rp;
1585 set_bit(BEISCSI_HBA_UER_SUPP, &phba->state);
1586 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1587 "BG_%d : HBA error recovery supported\n");
1588 } else {
1589 /**
1590 * Check "MCC_STATUS_INVALID_LENGTH" for SKH.
1591 * Older FW versions return this error.
1592 */
1593 if (ret == MCC_STATUS_ILLEGAL_REQUEST ||
1594 ret == MCC_STATUS_INVALID_LENGTH)
1595 __beiscsi_log(phba, KERN_INFO,
1596 "BG_%d : HBA error recovery not supported\n");
1597 }
1598
1599 mutex_unlock(&ctrl->mbox_lock);
1600 return ret;
1601 }
1602
beiscsi_get_post_stage(struct beiscsi_hba * phba)1603 static u32 beiscsi_get_post_stage(struct beiscsi_hba *phba)
1604 {
1605 u32 sem;
1606
1607 if (is_chip_be2_be3r(phba))
1608 sem = ioread32(phba->csr_va + SLIPORT_SEMAPHORE_OFFSET_BEx);
1609 else
1610 pci_read_config_dword(phba->pcidev,
1611 SLIPORT_SEMAPHORE_OFFSET_SH, &sem);
1612 return sem;
1613 }
1614
beiscsi_check_fw_rdy(struct beiscsi_hba * phba)1615 int beiscsi_check_fw_rdy(struct beiscsi_hba *phba)
1616 {
1617 u32 loop, post, rdy = 0;
1618
1619 loop = 1000;
1620 while (loop--) {
1621 post = beiscsi_get_post_stage(phba);
1622 if (post & POST_ERROR_BIT)
1623 break;
1624 if ((post & POST_STAGE_MASK) == POST_STAGE_ARMFW_RDY) {
1625 rdy = 1;
1626 break;
1627 }
1628 msleep(60);
1629 }
1630
1631 if (!rdy) {
1632 __beiscsi_log(phba, KERN_ERR,
1633 "BC_%d : FW not ready 0x%x\n", post);
1634 }
1635
1636 return rdy;
1637 }
1638
beiscsi_cmd_function_reset(struct beiscsi_hba * phba)1639 int beiscsi_cmd_function_reset(struct beiscsi_hba *phba)
1640 {
1641 struct be_ctrl_info *ctrl = &phba->ctrl;
1642 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1643 struct be_post_sgl_pages_req *req;
1644 int status;
1645
1646 mutex_lock(&ctrl->mbox_lock);
1647
1648 req = embedded_payload(wrb);
1649 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
1650 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
1651 OPCODE_COMMON_FUNCTION_RESET, sizeof(*req));
1652 status = be_mbox_notify(ctrl);
1653
1654 mutex_unlock(&ctrl->mbox_lock);
1655 return status;
1656 }
1657
beiscsi_cmd_special_wrb(struct be_ctrl_info * ctrl,u32 load)1658 int beiscsi_cmd_special_wrb(struct be_ctrl_info *ctrl, u32 load)
1659 {
1660 struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
1661 struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
1662 u8 *endian_check;
1663 int status;
1664
1665 mutex_lock(&ctrl->mbox_lock);
1666 memset(wrb, 0, sizeof(*wrb));
1667
1668 endian_check = (u8 *) wrb;
1669 if (load) {
1670 /* to start communicating */
1671 *endian_check++ = 0xFF;
1672 *endian_check++ = 0x12;
1673 *endian_check++ = 0x34;
1674 *endian_check++ = 0xFF;
1675 *endian_check++ = 0xFF;
1676 *endian_check++ = 0x56;
1677 *endian_check++ = 0x78;
1678 *endian_check++ = 0xFF;
1679 } else {
1680 /* to stop communicating */
1681 *endian_check++ = 0xFF;
1682 *endian_check++ = 0xAA;
1683 *endian_check++ = 0xBB;
1684 *endian_check++ = 0xFF;
1685 *endian_check++ = 0xFF;
1686 *endian_check++ = 0xCC;
1687 *endian_check++ = 0xDD;
1688 *endian_check = 0xFF;
1689 }
1690 be_dws_cpu_to_le(wrb, sizeof(*wrb));
1691
1692 status = be_mbox_notify(ctrl);
1693 if (status)
1694 beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
1695 "BC_%d : special WRB message failed\n");
1696 mutex_unlock(&ctrl->mbox_lock);
1697 return status;
1698 }
1699
beiscsi_init_sliport(struct beiscsi_hba * phba)1700 int beiscsi_init_sliport(struct beiscsi_hba *phba)
1701 {
1702 int status;
1703
1704 /* check POST stage before talking to FW */
1705 status = beiscsi_check_fw_rdy(phba);
1706 if (!status)
1707 return -EIO;
1708
1709 /* clear all error states after checking FW rdy */
1710 phba->state &= ~BEISCSI_HBA_IN_ERR;
1711
1712 /* check again UER support */
1713 phba->state &= ~BEISCSI_HBA_UER_SUPP;
1714
1715 /*
1716 * SLI COMMON_FUNCTION_RESET completion is indicated by BMBX RDY bit.
1717 * It should clean up any stale info in FW for this fn.
1718 */
1719 status = beiscsi_cmd_function_reset(phba);
1720 if (status) {
1721 beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
1722 "BC_%d : SLI Function Reset failed\n");
1723 return status;
1724 }
1725
1726 /* indicate driver is loading */
1727 return beiscsi_cmd_special_wrb(&phba->ctrl, 1);
1728 }
1729
1730 /**
1731 * beiscsi_cmd_iscsi_cleanup()- Inform FW to cleanup EP data structures.
1732 * @phba: pointer to dev priv structure
1733 * @ulp: ULP number.
1734 *
1735 * return
1736 * Success: 0
1737 * Failure: Non-Zero Value
1738 **/
beiscsi_cmd_iscsi_cleanup(struct beiscsi_hba * phba,unsigned short ulp)1739 int beiscsi_cmd_iscsi_cleanup(struct beiscsi_hba *phba, unsigned short ulp)
1740 {
1741 struct be_ctrl_info *ctrl = &phba->ctrl;
1742 struct iscsi_cleanup_req_v1 *req_v1;
1743 struct iscsi_cleanup_req *req;
1744 u16 hdr_ring_id, data_ring_id;
1745 struct be_mcc_wrb *wrb;
1746 int status;
1747
1748 mutex_lock(&ctrl->mbox_lock);
1749 wrb = wrb_from_mbox(&ctrl->mbox_mem);
1750
1751 hdr_ring_id = HWI_GET_DEF_HDRQ_ID(phba, ulp);
1752 data_ring_id = HWI_GET_DEF_BUFQ_ID(phba, ulp);
1753 if (is_chip_be2_be3r(phba)) {
1754 req = embedded_payload(wrb);
1755 be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
1756 be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
1757 OPCODE_COMMON_ISCSI_CLEANUP, sizeof(*req));
1758 req->chute = (1 << ulp);
1759 /* BE2/BE3 FW creates 8-bit ring id */
1760 req->hdr_ring_id = hdr_ring_id;
1761 req->data_ring_id = data_ring_id;
1762 } else {
1763 req_v1 = embedded_payload(wrb);
1764 be_wrb_hdr_prepare(wrb, sizeof(*req_v1), true, 0);
1765 be_cmd_hdr_prepare(&req_v1->hdr, CMD_SUBSYSTEM_ISCSI,
1766 OPCODE_COMMON_ISCSI_CLEANUP,
1767 sizeof(*req_v1));
1768 req_v1->hdr.version = 1;
1769 req_v1->chute = (1 << ulp);
1770 req_v1->hdr_ring_id = cpu_to_le16(hdr_ring_id);
1771 req_v1->data_ring_id = cpu_to_le16(data_ring_id);
1772 }
1773
1774 status = be_mbox_notify(ctrl);
1775 if (status)
1776 beiscsi_log(phba, KERN_WARNING, BEISCSI_LOG_INIT,
1777 "BG_%d : %s failed %d\n", __func__, ulp);
1778 mutex_unlock(&ctrl->mbox_lock);
1779 return status;
1780 }
1781
1782 /*
1783 * beiscsi_detect_ue()- Detect Unrecoverable Error on adapter
1784 * @phba: Driver priv structure
1785 *
1786 * Read registers linked to UE and check for the UE status
1787 **/
beiscsi_detect_ue(struct beiscsi_hba * phba)1788 int beiscsi_detect_ue(struct beiscsi_hba *phba)
1789 {
1790 uint32_t ue_mask_hi = 0, ue_mask_lo = 0;
1791 uint32_t ue_hi = 0, ue_lo = 0;
1792 uint8_t i = 0;
1793 int ret = 0;
1794
1795 pci_read_config_dword(phba->pcidev,
1796 PCICFG_UE_STATUS_LOW, &ue_lo);
1797 pci_read_config_dword(phba->pcidev,
1798 PCICFG_UE_STATUS_MASK_LOW,
1799 &ue_mask_lo);
1800 pci_read_config_dword(phba->pcidev,
1801 PCICFG_UE_STATUS_HIGH,
1802 &ue_hi);
1803 pci_read_config_dword(phba->pcidev,
1804 PCICFG_UE_STATUS_MASK_HI,
1805 &ue_mask_hi);
1806
1807 ue_lo = (ue_lo & ~ue_mask_lo);
1808 ue_hi = (ue_hi & ~ue_mask_hi);
1809
1810
1811 if (ue_lo || ue_hi) {
1812 set_bit(BEISCSI_HBA_IN_UE, &phba->state);
1813 __beiscsi_log(phba, KERN_ERR,
1814 "BC_%d : HBA error detected\n");
1815 ret = 1;
1816 }
1817
1818 if (ue_lo) {
1819 for (i = 0; ue_lo; ue_lo >>= 1, i++) {
1820 if (ue_lo & 1)
1821 __beiscsi_log(phba, KERN_ERR,
1822 "BC_%d : UE_LOW %s bit set\n",
1823 desc_ue_status_low[i]);
1824 }
1825 }
1826
1827 if (ue_hi) {
1828 for (i = 0; ue_hi; ue_hi >>= 1, i++) {
1829 if (ue_hi & 1)
1830 __beiscsi_log(phba, KERN_ERR,
1831 "BC_%d : UE_HIGH %s bit set\n",
1832 desc_ue_status_hi[i]);
1833 }
1834 }
1835 return ret;
1836 }
1837
1838 /*
1839 * beiscsi_detect_tpe()- Detect Transient Parity Error on adapter
1840 * @phba: Driver priv structure
1841 *
1842 * Read SLIPORT SEMAPHORE register to check for UER
1843 *
1844 **/
beiscsi_detect_tpe(struct beiscsi_hba * phba)1845 int beiscsi_detect_tpe(struct beiscsi_hba *phba)
1846 {
1847 u32 post, status;
1848 int ret = 0;
1849
1850 post = beiscsi_get_post_stage(phba);
1851 status = post & POST_STAGE_MASK;
1852 if ((status & POST_ERR_RECOVERY_CODE_MASK) ==
1853 POST_STAGE_RECOVERABLE_ERR) {
1854 set_bit(BEISCSI_HBA_IN_TPE, &phba->state);
1855 __beiscsi_log(phba, KERN_INFO,
1856 "BC_%d : HBA error recoverable: 0x%x\n", post);
1857 ret = 1;
1858 } else {
1859 __beiscsi_log(phba, KERN_INFO,
1860 "BC_%d : HBA in UE: 0x%x\n", post);
1861 }
1862
1863 return ret;
1864 }
1865