xref: /linux/drivers/scsi/qla4xxx/ql4_isr.c (revision f2ee442115c9b6219083c019939a9cc0c9abb2f8)
1 /*
2  * QLogic iSCSI HBA Driver
3  * Copyright (c)  2003-2010 QLogic Corporation
4  *
5  * See LICENSE.qla4xxx for copyright and licensing details.
6  */
7 
8 #include "ql4_def.h"
9 #include "ql4_glbl.h"
10 #include "ql4_dbg.h"
11 #include "ql4_inline.h"
12 
13 /**
14  * qla4xxx_copy_sense - copy sense data	into cmd sense buffer
15  * @ha: Pointer to host adapter structure.
16  * @sts_entry: Pointer to status entry structure.
17  * @srb: Pointer to srb structure.
18  **/
19 static void qla4xxx_copy_sense(struct scsi_qla_host *ha,
20                                struct status_entry *sts_entry,
21                                struct srb *srb)
22 {
23 	struct scsi_cmnd *cmd = srb->cmd;
24 	uint16_t sense_len;
25 
26 	memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
27 	sense_len = le16_to_cpu(sts_entry->senseDataByteCnt);
28 	if (sense_len == 0) {
29 		DEBUG2(ql4_printk(KERN_INFO, ha, "scsi%ld:%d:%d:%d: %s:"
30 				  " sense len 0\n", ha->host_no,
31 				  cmd->device->channel, cmd->device->id,
32 				  cmd->device->lun, __func__));
33 		ha->status_srb = NULL;
34 		return;
35 	}
36 	/* Save total available sense length,
37 	 * not to exceed cmd's sense buffer size */
38 	sense_len = min_t(uint16_t, sense_len, SCSI_SENSE_BUFFERSIZE);
39 	srb->req_sense_ptr = cmd->sense_buffer;
40 	srb->req_sense_len = sense_len;
41 
42 	/* Copy sense from sts_entry pkt */
43 	sense_len = min_t(uint16_t, sense_len, IOCB_MAX_SENSEDATA_LEN);
44 	memcpy(cmd->sense_buffer, sts_entry->senseData, sense_len);
45 
46 	DEBUG2(printk(KERN_INFO "scsi%ld:%d:%d:%d: %s: sense key = %x, "
47 		"ASL= %02x, ASC/ASCQ = %02x/%02x\n", ha->host_no,
48 		cmd->device->channel, cmd->device->id,
49 		cmd->device->lun, __func__,
50 		sts_entry->senseData[2] & 0x0f,
51 		sts_entry->senseData[7],
52 		sts_entry->senseData[12],
53 		sts_entry->senseData[13]));
54 
55 	DEBUG5(qla4xxx_dump_buffer(cmd->sense_buffer, sense_len));
56 	srb->flags |= SRB_GOT_SENSE;
57 
58 	/* Update srb, in case a sts_cont pkt follows */
59 	srb->req_sense_ptr += sense_len;
60 	srb->req_sense_len -= sense_len;
61 	if (srb->req_sense_len != 0)
62 		ha->status_srb = srb;
63 	else
64 		ha->status_srb = NULL;
65 }
66 
67 /**
68  * qla4xxx_status_cont_entry - Process a Status Continuations entry.
69  * @ha: SCSI driver HA context
70  * @sts_cont: Entry pointer
71  *
72  * Extended sense data.
73  */
74 static void
75 qla4xxx_status_cont_entry(struct scsi_qla_host *ha,
76 			  struct status_cont_entry *sts_cont)
77 {
78 	struct srb *srb = ha->status_srb;
79 	struct scsi_cmnd *cmd;
80 	uint16_t sense_len;
81 
82 	if (srb == NULL)
83 		return;
84 
85 	cmd = srb->cmd;
86 	if (cmd == NULL) {
87 		DEBUG2(printk(KERN_INFO "scsi%ld: %s: Cmd already returned "
88 			"back to OS srb=%p srb->state:%d\n", ha->host_no,
89 			__func__, srb, srb->state));
90 		ha->status_srb = NULL;
91 		return;
92 	}
93 
94 	/* Copy sense data. */
95 	sense_len = min_t(uint16_t, srb->req_sense_len,
96 			  IOCB_MAX_EXT_SENSEDATA_LEN);
97 	memcpy(srb->req_sense_ptr, sts_cont->ext_sense_data, sense_len);
98 	DEBUG5(qla4xxx_dump_buffer(srb->req_sense_ptr, sense_len));
99 
100 	srb->req_sense_ptr += sense_len;
101 	srb->req_sense_len -= sense_len;
102 
103 	/* Place command on done queue. */
104 	if (srb->req_sense_len == 0) {
105 		kref_put(&srb->srb_ref, qla4xxx_srb_compl);
106 		ha->status_srb = NULL;
107 	}
108 }
109 
110 /**
111  * qla4xxx_status_entry - processes status IOCBs
112  * @ha: Pointer to host adapter structure.
113  * @sts_entry: Pointer to status entry structure.
114  **/
115 static void qla4xxx_status_entry(struct scsi_qla_host *ha,
116 				 struct status_entry *sts_entry)
117 {
118 	uint8_t scsi_status;
119 	struct scsi_cmnd *cmd;
120 	struct srb *srb;
121 	struct ddb_entry *ddb_entry;
122 	uint32_t residual;
123 
124 	srb = qla4xxx_del_from_active_array(ha, le32_to_cpu(sts_entry->handle));
125 	if (!srb) {
126 		DEBUG2(printk(KERN_WARNING "scsi%ld: %s: Status Entry invalid "
127 			      "handle 0x%x, sp=%p. This cmd may have already "
128 			      "been completed.\n", ha->host_no, __func__,
129 			      le32_to_cpu(sts_entry->handle), srb));
130 		ql4_printk(KERN_WARNING, ha, "%s invalid status entry:"
131 		    " handle=0x%0x\n", __func__, sts_entry->handle);
132 		set_bit(DPC_RESET_HA, &ha->dpc_flags);
133 		return;
134 	}
135 
136 	cmd = srb->cmd;
137 	if (cmd == NULL) {
138 		DEBUG2(printk("scsi%ld: %s: Command already returned back to "
139 			      "OS pkt->handle=%d srb=%p srb->state:%d\n",
140 			      ha->host_no, __func__, sts_entry->handle,
141 			      srb, srb->state));
142 		ql4_printk(KERN_WARNING, ha, "Command is NULL:"
143 		    " already returned to OS (srb=%p)\n", srb);
144 		return;
145 	}
146 
147 	ddb_entry = srb->ddb;
148 	if (ddb_entry == NULL) {
149 		cmd->result = DID_NO_CONNECT << 16;
150 		goto status_entry_exit;
151 	}
152 
153 	residual = le32_to_cpu(sts_entry->residualByteCnt);
154 
155 	/* Translate ISP error to a Linux SCSI error. */
156 	scsi_status = sts_entry->scsiStatus;
157 	switch (sts_entry->completionStatus) {
158 	case SCS_COMPLETE:
159 
160 		if (sts_entry->iscsiFlags & ISCSI_FLAG_RESIDUAL_OVER) {
161 			cmd->result = DID_ERROR << 16;
162 			break;
163 		}
164 
165 		if (sts_entry->iscsiFlags &ISCSI_FLAG_RESIDUAL_UNDER) {
166 			scsi_set_resid(cmd, residual);
167 			if (!scsi_status && ((scsi_bufflen(cmd) - residual) <
168 				cmd->underflow)) {
169 
170 				cmd->result = DID_ERROR << 16;
171 
172 				DEBUG2(printk("scsi%ld:%d:%d:%d: %s: "
173 					"Mid-layer Data underrun0, "
174 					"xferlen = 0x%x, "
175 					"residual = 0x%x\n", ha->host_no,
176 					cmd->device->channel,
177 					cmd->device->id,
178 					cmd->device->lun, __func__,
179 					scsi_bufflen(cmd), residual));
180 				break;
181 			}
182 		}
183 
184 		cmd->result = DID_OK << 16 | scsi_status;
185 
186 		if (scsi_status != SCSI_CHECK_CONDITION)
187 			break;
188 
189 		/* Copy Sense Data into sense buffer. */
190 		qla4xxx_copy_sense(ha, sts_entry, srb);
191 		break;
192 
193 	case SCS_INCOMPLETE:
194 		/* Always set the status to DID_ERROR, since
195 		 * all conditions result in that status anyway */
196 		cmd->result = DID_ERROR << 16;
197 		break;
198 
199 	case SCS_RESET_OCCURRED:
200 		DEBUG2(printk("scsi%ld:%d:%d:%d: %s: Device RESET occurred\n",
201 			      ha->host_no, cmd->device->channel,
202 			      cmd->device->id, cmd->device->lun, __func__));
203 
204 		cmd->result = DID_RESET << 16;
205 		break;
206 
207 	case SCS_ABORTED:
208 		DEBUG2(printk("scsi%ld:%d:%d:%d: %s: Abort occurred\n",
209 			      ha->host_no, cmd->device->channel,
210 			      cmd->device->id, cmd->device->lun, __func__));
211 
212 		cmd->result = DID_RESET << 16;
213 		break;
214 
215 	case SCS_TIMEOUT:
216 		DEBUG2(printk(KERN_INFO "scsi%ld:%d:%d:%d: Timeout\n",
217 			      ha->host_no, cmd->device->channel,
218 			      cmd->device->id, cmd->device->lun));
219 
220 		cmd->result = DID_TRANSPORT_DISRUPTED << 16;
221 
222 		/*
223 		 * Mark device missing so that we won't continue to send
224 		 * I/O to this device.	We should get a ddb state change
225 		 * AEN soon.
226 		 */
227 		if (iscsi_is_session_online(ddb_entry->sess))
228 			qla4xxx_mark_device_missing(ddb_entry->sess);
229 		break;
230 
231 	case SCS_DATA_UNDERRUN:
232 	case SCS_DATA_OVERRUN:
233 		if ((sts_entry->iscsiFlags & ISCSI_FLAG_RESIDUAL_OVER) ||
234 		     (sts_entry->completionStatus == SCS_DATA_OVERRUN)) {
235 			DEBUG2(printk("scsi%ld:%d:%d:%d: %s: " "Data overrun\n",
236 				      ha->host_no,
237 				      cmd->device->channel, cmd->device->id,
238 				      cmd->device->lun, __func__));
239 
240 			cmd->result = DID_ERROR << 16;
241 			break;
242 		}
243 
244 		scsi_set_resid(cmd, residual);
245 
246 		/*
247 		 * If there is scsi_status, it takes precedense over
248 		 * underflow condition.
249 		 */
250 		if (scsi_status != 0) {
251 			cmd->result = DID_OK << 16 | scsi_status;
252 
253 			if (scsi_status != SCSI_CHECK_CONDITION)
254 				break;
255 
256 			/* Copy Sense Data into sense buffer. */
257 			qla4xxx_copy_sense(ha, sts_entry, srb);
258 		} else {
259 			/*
260 			 * If RISC reports underrun and target does not
261 			 * report it then we must have a lost frame, so
262 			 * tell upper layer to retry it by reporting a
263 			 * bus busy.
264 			 */
265 			if ((sts_entry->iscsiFlags &
266 			     ISCSI_FLAG_RESIDUAL_UNDER) == 0) {
267 				cmd->result = DID_BUS_BUSY << 16;
268 			} else if ((scsi_bufflen(cmd) - residual) <
269 				   cmd->underflow) {
270 				/*
271 				 * Handle mid-layer underflow???
272 				 *
273 				 * For kernels less than 2.4, the driver must
274 				 * return an error if an underflow is detected.
275 				 * For kernels equal-to and above 2.4, the
276 				 * mid-layer will appearantly handle the
277 				 * underflow by detecting the residual count --
278 				 * unfortunately, we do not see where this is
279 				 * actually being done.	 In the interim, we
280 				 * will return DID_ERROR.
281 				 */
282 				DEBUG2(printk("scsi%ld:%d:%d:%d: %s: "
283 					"Mid-layer Data underrun1, "
284 					"xferlen = 0x%x, "
285 					"residual = 0x%x\n", ha->host_no,
286 					cmd->device->channel,
287 					cmd->device->id,
288 					cmd->device->lun, __func__,
289 					scsi_bufflen(cmd), residual));
290 
291 				cmd->result = DID_ERROR << 16;
292 			} else {
293 				cmd->result = DID_OK << 16;
294 			}
295 		}
296 		break;
297 
298 	case SCS_DEVICE_LOGGED_OUT:
299 	case SCS_DEVICE_UNAVAILABLE:
300 		DEBUG2(printk(KERN_INFO "scsi%ld:%d:%d:%d: SCS_DEVICE "
301 		    "state: 0x%x\n", ha->host_no,
302 		    cmd->device->channel, cmd->device->id,
303 		    cmd->device->lun, sts_entry->completionStatus));
304 		/*
305 		 * Mark device missing so that we won't continue to
306 		 * send I/O to this device.  We should get a ddb
307 		 * state change AEN soon.
308 		 */
309 		if (iscsi_is_session_online(ddb_entry->sess))
310 			qla4xxx_mark_device_missing(ddb_entry->sess);
311 
312 		cmd->result = DID_TRANSPORT_DISRUPTED << 16;
313 		break;
314 
315 	case SCS_QUEUE_FULL:
316 		/*
317 		 * SCSI Mid-Layer handles device queue full
318 		 */
319 		cmd->result = DID_OK << 16 | sts_entry->scsiStatus;
320 		DEBUG2(printk("scsi%ld:%d:%d: %s: QUEUE FULL detected "
321 			      "compl=%02x, scsi=%02x, state=%02x, iFlags=%02x,"
322 			      " iResp=%02x\n", ha->host_no, cmd->device->id,
323 			      cmd->device->lun, __func__,
324 			      sts_entry->completionStatus,
325 			      sts_entry->scsiStatus, sts_entry->state_flags,
326 			      sts_entry->iscsiFlags,
327 			      sts_entry->iscsiResponse));
328 		break;
329 
330 	default:
331 		cmd->result = DID_ERROR << 16;
332 		break;
333 	}
334 
335 status_entry_exit:
336 
337 	/* complete the request, if not waiting for status_continuation pkt */
338 	srb->cc_stat = sts_entry->completionStatus;
339 	if (ha->status_srb == NULL)
340 		kref_put(&srb->srb_ref, qla4xxx_srb_compl);
341 }
342 
343 /**
344  * qla4xxx_passthru_status_entry - processes passthru status IOCBs (0x3C)
345  * @ha: Pointer to host adapter structure.
346  * @sts_entry: Pointer to status entry structure.
347  **/
348 static void qla4xxx_passthru_status_entry(struct scsi_qla_host *ha,
349 					  struct passthru_status *sts_entry)
350 {
351 	struct iscsi_task *task;
352 	struct ddb_entry *ddb_entry;
353 	struct ql4_task_data *task_data;
354 	struct iscsi_cls_conn *cls_conn;
355 	struct iscsi_conn *conn;
356 	itt_t itt;
357 	uint32_t fw_ddb_index;
358 
359 	itt = sts_entry->handle;
360 	fw_ddb_index = le32_to_cpu(sts_entry->target);
361 
362 	ddb_entry = qla4xxx_lookup_ddb_by_fw_index(ha, fw_ddb_index);
363 
364 	if (ddb_entry == NULL) {
365 		ql4_printk(KERN_ERR, ha, "%s: Invalid target index = 0x%x\n",
366 			   __func__, sts_entry->target);
367 		return;
368 	}
369 
370 	cls_conn = ddb_entry->conn;
371 	conn = cls_conn->dd_data;
372 	spin_lock(&conn->session->lock);
373 	task = iscsi_itt_to_task(conn, itt);
374 	spin_unlock(&conn->session->lock);
375 
376 	if (task == NULL) {
377 		ql4_printk(KERN_ERR, ha, "%s: Task is NULL\n", __func__);
378 		return;
379 	}
380 
381 	task_data = task->dd_data;
382 	memcpy(&task_data->sts, sts_entry, sizeof(struct passthru_status));
383 	ha->req_q_count += task_data->iocb_req_cnt;
384 	ha->iocb_cnt -= task_data->iocb_req_cnt;
385 	queue_work(ha->task_wq, &task_data->task_work);
386 }
387 
388 /**
389  * qla4xxx_process_response_queue - process response queue completions
390  * @ha: Pointer to host adapter structure.
391  *
392  * This routine process response queue completions in interrupt context.
393  * Hardware_lock locked upon entry
394  **/
395 void qla4xxx_process_response_queue(struct scsi_qla_host *ha)
396 {
397 	uint32_t count = 0;
398 	struct srb *srb = NULL;
399 	struct status_entry *sts_entry;
400 
401 	/* Process all responses from response queue */
402 	while ((ha->response_ptr->signature != RESPONSE_PROCESSED)) {
403 		sts_entry = (struct status_entry *) ha->response_ptr;
404 		count++;
405 
406 		/* Advance pointers for next entry */
407 		if (ha->response_out == (RESPONSE_QUEUE_DEPTH - 1)) {
408 			ha->response_out = 0;
409 			ha->response_ptr = ha->response_ring;
410 		} else {
411 			ha->response_out++;
412 			ha->response_ptr++;
413 		}
414 
415 		/* process entry */
416 		switch (sts_entry->hdr.entryType) {
417 		case ET_STATUS:
418 			/* Common status */
419 			qla4xxx_status_entry(ha, sts_entry);
420 			break;
421 
422 		case ET_PASSTHRU_STATUS:
423 			if (sts_entry->hdr.systemDefined == SD_ISCSI_PDU)
424 				qla4xxx_passthru_status_entry(ha,
425 					(struct passthru_status *)sts_entry);
426 			else
427 				ql4_printk(KERN_ERR, ha,
428 					   "%s: Invalid status received\n",
429 					   __func__);
430 
431 			break;
432 
433 		case ET_STATUS_CONTINUATION:
434 			qla4xxx_status_cont_entry(ha,
435 				(struct status_cont_entry *) sts_entry);
436 			break;
437 
438 		case ET_COMMAND:
439 			/* ISP device queue is full. Command not
440 			 * accepted by ISP.  Queue command for
441 			 * later */
442 
443 			srb = qla4xxx_del_from_active_array(ha,
444 						    le32_to_cpu(sts_entry->
445 								handle));
446 			if (srb == NULL)
447 				goto exit_prq_invalid_handle;
448 
449 			DEBUG2(printk("scsi%ld: %s: FW device queue full, "
450 				      "srb %p\n", ha->host_no, __func__, srb));
451 
452 			/* ETRY normally by sending it back with
453 			 * DID_BUS_BUSY */
454 			srb->cmd->result = DID_BUS_BUSY << 16;
455 			kref_put(&srb->srb_ref, qla4xxx_srb_compl);
456 			break;
457 
458 		case ET_CONTINUE:
459 			/* Just throw away the continuation entries */
460 			DEBUG2(printk("scsi%ld: %s: Continuation entry - "
461 				      "ignoring\n", ha->host_no, __func__));
462 			break;
463 
464 		default:
465 			/*
466 			 * Invalid entry in response queue, reset RISC
467 			 * firmware.
468 			 */
469 			DEBUG2(printk("scsi%ld: %s: Invalid entry %x in "
470 				      "response queue \n", ha->host_no,
471 				      __func__,
472 				      sts_entry->hdr.entryType));
473 			goto exit_prq_error;
474 		}
475 		((struct response *)sts_entry)->signature = RESPONSE_PROCESSED;
476 		wmb();
477 	}
478 
479 	/*
480 	 * Tell ISP we're done with response(s). This also clears the interrupt.
481 	 */
482 	ha->isp_ops->complete_iocb(ha);
483 
484 	return;
485 
486 exit_prq_invalid_handle:
487 	DEBUG2(printk("scsi%ld: %s: Invalid handle(srb)=%p type=%x IOCS=%x\n",
488 		      ha->host_no, __func__, srb, sts_entry->hdr.entryType,
489 		      sts_entry->completionStatus));
490 
491 exit_prq_error:
492 	ha->isp_ops->complete_iocb(ha);
493 	set_bit(DPC_RESET_HA, &ha->dpc_flags);
494 }
495 
496 /**
497  * qla4xxx_isr_decode_mailbox - decodes mailbox status
498  * @ha: Pointer to host adapter structure.
499  * @mailbox_status: Mailbox status.
500  *
501  * This routine decodes the mailbox status during the ISR.
502  * Hardware_lock locked upon entry. runs in interrupt context.
503  **/
504 static void qla4xxx_isr_decode_mailbox(struct scsi_qla_host * ha,
505 				       uint32_t mbox_status)
506 {
507 	int i;
508 	uint32_t mbox_sts[MBOX_AEN_REG_COUNT];
509 
510 	if ((mbox_status == MBOX_STS_BUSY) ||
511 	    (mbox_status == MBOX_STS_INTERMEDIATE_COMPLETION) ||
512 	    (mbox_status >> 12 == MBOX_COMPLETION_STATUS)) {
513 		ha->mbox_status[0] = mbox_status;
514 
515 		if (test_bit(AF_MBOX_COMMAND, &ha->flags)) {
516 			/*
517 			 * Copy all mailbox registers to a temporary
518 			 * location and set mailbox command done flag
519 			 */
520 			for (i = 0; i < ha->mbox_status_count; i++)
521 				ha->mbox_status[i] = is_qla8022(ha)
522 				    ? readl(&ha->qla4_8xxx_reg->mailbox_out[i])
523 				    : readl(&ha->reg->mailbox[i]);
524 
525 			set_bit(AF_MBOX_COMMAND_DONE, &ha->flags);
526 
527 			if (test_bit(AF_MBOX_COMMAND_NOPOLL, &ha->flags))
528 				complete(&ha->mbx_intr_comp);
529 		}
530 	} else if (mbox_status >> 12 == MBOX_ASYNC_EVENT_STATUS) {
531 		for (i = 0; i < MBOX_AEN_REG_COUNT; i++)
532 			mbox_sts[i] = is_qla8022(ha)
533 			    ? readl(&ha->qla4_8xxx_reg->mailbox_out[i])
534 			    : readl(&ha->reg->mailbox[i]);
535 
536 		/* Immediately process the AENs that don't require much work.
537 		 * Only queue the database_changed AENs */
538 		if (ha->aen_log.count < MAX_AEN_ENTRIES) {
539 			for (i = 0; i < MBOX_AEN_REG_COUNT; i++)
540 				ha->aen_log.entry[ha->aen_log.count].mbox_sts[i] =
541 				    mbox_sts[i];
542 			ha->aen_log.count++;
543 		}
544 		switch (mbox_status) {
545 		case MBOX_ASTS_SYSTEM_ERROR:
546 			/* Log Mailbox registers */
547 			ql4_printk(KERN_INFO, ha, "%s: System Err\n", __func__);
548 			qla4xxx_dump_registers(ha);
549 
550 			if (ql4xdontresethba) {
551 				DEBUG2(printk("scsi%ld: %s:Don't Reset HBA\n",
552 				    ha->host_no, __func__));
553 			} else {
554 				set_bit(AF_GET_CRASH_RECORD, &ha->flags);
555 				set_bit(DPC_RESET_HA, &ha->dpc_flags);
556 			}
557 			break;
558 
559 		case MBOX_ASTS_REQUEST_TRANSFER_ERROR:
560 		case MBOX_ASTS_RESPONSE_TRANSFER_ERROR:
561 		case MBOX_ASTS_NVRAM_INVALID:
562 		case MBOX_ASTS_IP_ADDRESS_CHANGED:
563 		case MBOX_ASTS_DHCP_LEASE_EXPIRED:
564 			DEBUG2(printk("scsi%ld: AEN %04x, ERROR Status, "
565 				      "Reset HA\n", ha->host_no, mbox_status));
566 			set_bit(DPC_RESET_HA, &ha->dpc_flags);
567 			break;
568 
569 		case MBOX_ASTS_LINK_UP:
570 			set_bit(AF_LINK_UP, &ha->flags);
571 			if (test_bit(AF_INIT_DONE, &ha->flags))
572 				set_bit(DPC_LINK_CHANGED, &ha->dpc_flags);
573 
574 			ql4_printk(KERN_INFO, ha, "%s: LINK UP\n", __func__);
575 			break;
576 
577 		case MBOX_ASTS_LINK_DOWN:
578 			clear_bit(AF_LINK_UP, &ha->flags);
579 			if (test_bit(AF_INIT_DONE, &ha->flags))
580 				set_bit(DPC_LINK_CHANGED, &ha->dpc_flags);
581 
582 			ql4_printk(KERN_INFO, ha, "%s: LINK DOWN\n", __func__);
583 			break;
584 
585 		case MBOX_ASTS_HEARTBEAT:
586 			ha->seconds_since_last_heartbeat = 0;
587 			break;
588 
589 		case MBOX_ASTS_DHCP_LEASE_ACQUIRED:
590 			DEBUG2(printk("scsi%ld: AEN %04x DHCP LEASE "
591 				      "ACQUIRED\n", ha->host_no, mbox_status));
592 			set_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags);
593 			break;
594 
595 		case MBOX_ASTS_PROTOCOL_STATISTIC_ALARM:
596 		case MBOX_ASTS_SCSI_COMMAND_PDU_REJECTED: /* Target
597 							   * mode
598 							   * only */
599 		case MBOX_ASTS_UNSOLICITED_PDU_RECEIVED:  /* Connection mode */
600 		case MBOX_ASTS_IPSEC_SYSTEM_FATAL_ERROR:
601 		case MBOX_ASTS_SUBNET_STATE_CHANGE:
602 		case MBOX_ASTS_DUPLICATE_IP:
603 			/* No action */
604 			DEBUG2(printk("scsi%ld: AEN %04x\n", ha->host_no,
605 				      mbox_status));
606 			break;
607 
608 		case MBOX_ASTS_IP_ADDR_STATE_CHANGED:
609 			printk("scsi%ld: AEN %04x, mbox_sts[2]=%04x, "
610 			    "mbox_sts[3]=%04x\n", ha->host_no, mbox_sts[0],
611 			    mbox_sts[2], mbox_sts[3]);
612 
613 			/* mbox_sts[2] = Old ACB state
614 			 * mbox_sts[3] = new ACB state */
615 			if ((mbox_sts[3] == ACB_STATE_VALID) &&
616 			    ((mbox_sts[2] == ACB_STATE_TENTATIVE) ||
617 			    (mbox_sts[2] == ACB_STATE_ACQUIRING)))
618 				set_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags);
619 			else if ((mbox_sts[3] == ACB_STATE_ACQUIRING) &&
620 			    (mbox_sts[2] == ACB_STATE_VALID))
621 				set_bit(DPC_RESET_HA, &ha->dpc_flags);
622 			else if ((mbox_sts[3] == ACB_STATE_UNCONFIGURED))
623 				complete(&ha->disable_acb_comp);
624 			break;
625 
626 		case MBOX_ASTS_MAC_ADDRESS_CHANGED:
627 		case MBOX_ASTS_DNS:
628 			/* No action */
629 			DEBUG2(printk(KERN_INFO "scsi%ld: AEN %04x, "
630 				      "mbox_sts[1]=%04x, mbox_sts[2]=%04x\n",
631 				      ha->host_no, mbox_sts[0],
632 				      mbox_sts[1], mbox_sts[2]));
633 			break;
634 
635 		case MBOX_ASTS_SELF_TEST_FAILED:
636 		case MBOX_ASTS_LOGIN_FAILED:
637 			/* No action */
638 			DEBUG2(printk("scsi%ld: AEN %04x, mbox_sts[1]=%04x, "
639 				      "mbox_sts[2]=%04x, mbox_sts[3]=%04x\n",
640 				      ha->host_no, mbox_sts[0], mbox_sts[1],
641 				      mbox_sts[2], mbox_sts[3]));
642 			break;
643 
644 		case MBOX_ASTS_DATABASE_CHANGED:
645 			/* Queue AEN information and process it in the DPC
646 			 * routine */
647 			if (ha->aen_q_count > 0) {
648 
649 				/* decrement available counter */
650 				ha->aen_q_count--;
651 
652 				for (i = 0; i < MBOX_AEN_REG_COUNT; i++)
653 					ha->aen_q[ha->aen_in].mbox_sts[i] =
654 					    mbox_sts[i];
655 
656 				/* print debug message */
657 				DEBUG2(printk("scsi%ld: AEN[%d] %04x queued "
658 					      "mb1:0x%x mb2:0x%x mb3:0x%x "
659 					      "mb4:0x%x mb5:0x%x\n",
660 					      ha->host_no, ha->aen_in,
661 					      mbox_sts[0], mbox_sts[1],
662 					      mbox_sts[2], mbox_sts[3],
663 					      mbox_sts[4], mbox_sts[5]));
664 
665 				/* advance pointer */
666 				ha->aen_in++;
667 				if (ha->aen_in == MAX_AEN_ENTRIES)
668 					ha->aen_in = 0;
669 
670 				/* The DPC routine will process the aen */
671 				set_bit(DPC_AEN, &ha->dpc_flags);
672 			} else {
673 				DEBUG2(printk("scsi%ld: %s: aen %04x, queue "
674 					      "overflowed!  AEN LOST!!\n",
675 					      ha->host_no, __func__,
676 					      mbox_sts[0]));
677 
678 				DEBUG2(printk("scsi%ld: DUMP AEN QUEUE\n",
679 					      ha->host_no));
680 
681 				for (i = 0; i < MAX_AEN_ENTRIES; i++) {
682 					DEBUG2(printk("AEN[%d] %04x %04x %04x "
683 						      "%04x\n", i, mbox_sts[0],
684 						      mbox_sts[1], mbox_sts[2],
685 						      mbox_sts[3]));
686 				}
687 			}
688 			break;
689 
690 		case MBOX_ASTS_TXSCVR_INSERTED:
691 			DEBUG2(printk(KERN_WARNING
692 			    "scsi%ld: AEN %04x Transceiver"
693 			    " inserted\n",  ha->host_no, mbox_sts[0]));
694 			break;
695 
696 		case MBOX_ASTS_TXSCVR_REMOVED:
697 			DEBUG2(printk(KERN_WARNING
698 			    "scsi%ld: AEN %04x Transceiver"
699 			    " removed\n",  ha->host_no, mbox_sts[0]));
700 			break;
701 
702 		default:
703 			DEBUG2(printk(KERN_WARNING
704 				      "scsi%ld: AEN %04x UNKNOWN\n",
705 				      ha->host_no, mbox_sts[0]));
706 			break;
707 		}
708 	} else {
709 		DEBUG2(printk("scsi%ld: Unknown mailbox status %08X\n",
710 			      ha->host_no, mbox_status));
711 
712 		ha->mbox_status[0] = mbox_status;
713 	}
714 }
715 
716 /**
717  * qla4_8xxx_interrupt_service_routine - isr
718  * @ha: pointer to host adapter structure.
719  *
720  * This is the main interrupt service routine.
721  * hardware_lock locked upon entry. runs in interrupt context.
722  **/
723 void qla4_8xxx_interrupt_service_routine(struct scsi_qla_host *ha,
724     uint32_t intr_status)
725 {
726 	/* Process response queue interrupt. */
727 	if (intr_status & HSRX_RISC_IOCB_INT)
728 		qla4xxx_process_response_queue(ha);
729 
730 	/* Process mailbox/asynch event interrupt.*/
731 	if (intr_status & HSRX_RISC_MB_INT)
732 		qla4xxx_isr_decode_mailbox(ha,
733 		    readl(&ha->qla4_8xxx_reg->mailbox_out[0]));
734 
735 	/* clear the interrupt */
736 	writel(0, &ha->qla4_8xxx_reg->host_int);
737 	readl(&ha->qla4_8xxx_reg->host_int);
738 }
739 
740 /**
741  * qla4xxx_interrupt_service_routine - isr
742  * @ha: pointer to host adapter structure.
743  *
744  * This is the main interrupt service routine.
745  * hardware_lock locked upon entry. runs in interrupt context.
746  **/
747 void qla4xxx_interrupt_service_routine(struct scsi_qla_host * ha,
748 				       uint32_t intr_status)
749 {
750 	/* Process response queue interrupt. */
751 	if (intr_status & CSR_SCSI_COMPLETION_INTR)
752 		qla4xxx_process_response_queue(ha);
753 
754 	/* Process mailbox/asynch event	 interrupt.*/
755 	if (intr_status & CSR_SCSI_PROCESSOR_INTR) {
756 		qla4xxx_isr_decode_mailbox(ha,
757 					   readl(&ha->reg->mailbox[0]));
758 
759 		/* Clear Mailbox Interrupt */
760 		writel(set_rmask(CSR_SCSI_PROCESSOR_INTR),
761 		       &ha->reg->ctrl_status);
762 		readl(&ha->reg->ctrl_status);
763 	}
764 }
765 
766 /**
767  * qla4_8xxx_spurious_interrupt - processes spurious interrupt
768  * @ha: pointer to host adapter structure.
769  * @reqs_count: .
770  *
771  **/
772 static void qla4_8xxx_spurious_interrupt(struct scsi_qla_host *ha,
773     uint8_t reqs_count)
774 {
775 	if (reqs_count)
776 		return;
777 
778 	DEBUG2(ql4_printk(KERN_INFO, ha, "Spurious Interrupt\n"));
779 	if (is_qla8022(ha)) {
780 		writel(0, &ha->qla4_8xxx_reg->host_int);
781 		if (test_bit(AF_INTx_ENABLED, &ha->flags))
782 			qla4_8xxx_wr_32(ha, ha->nx_legacy_intr.tgt_mask_reg,
783 			    0xfbff);
784 	}
785 	ha->spurious_int_count++;
786 }
787 
788 /**
789  * qla4xxx_intr_handler - hardware interrupt handler.
790  * @irq: Unused
791  * @dev_id: Pointer to host adapter structure
792  **/
793 irqreturn_t qla4xxx_intr_handler(int irq, void *dev_id)
794 {
795 	struct scsi_qla_host *ha;
796 	uint32_t intr_status;
797 	unsigned long flags = 0;
798 	uint8_t reqs_count = 0;
799 
800 	ha = (struct scsi_qla_host *) dev_id;
801 	if (!ha) {
802 		DEBUG2(printk(KERN_INFO
803 			      "qla4xxx: Interrupt with NULL host ptr\n"));
804 		return IRQ_NONE;
805 	}
806 
807 	spin_lock_irqsave(&ha->hardware_lock, flags);
808 
809 	ha->isr_count++;
810 	/*
811 	 * Repeatedly service interrupts up to a maximum of
812 	 * MAX_REQS_SERVICED_PER_INTR
813 	 */
814 	while (1) {
815 		/*
816 		 * Read interrupt status
817 		 */
818 		if (ha->isp_ops->rd_shdw_rsp_q_in(ha) !=
819 		    ha->response_out)
820 			intr_status = CSR_SCSI_COMPLETION_INTR;
821 		else
822 			intr_status = readl(&ha->reg->ctrl_status);
823 
824 		if ((intr_status &
825 		    (CSR_SCSI_RESET_INTR|CSR_FATAL_ERROR|INTR_PENDING)) == 0) {
826 			if (reqs_count == 0)
827 				ha->spurious_int_count++;
828 			break;
829 		}
830 
831 		if (intr_status & CSR_FATAL_ERROR) {
832 			DEBUG2(printk(KERN_INFO "scsi%ld: Fatal Error, "
833 				      "Status 0x%04x\n", ha->host_no,
834 				      readl(isp_port_error_status (ha))));
835 
836 			/* Issue Soft Reset to clear this error condition.
837 			 * This will prevent the RISC from repeatedly
838 			 * interrupting the driver; thus, allowing the DPC to
839 			 * get scheduled to continue error recovery.
840 			 * NOTE: Disabling RISC interrupts does not work in
841 			 * this case, as CSR_FATAL_ERROR overrides
842 			 * CSR_SCSI_INTR_ENABLE */
843 			if ((readl(&ha->reg->ctrl_status) &
844 			     CSR_SCSI_RESET_INTR) == 0) {
845 				writel(set_rmask(CSR_SOFT_RESET),
846 				       &ha->reg->ctrl_status);
847 				readl(&ha->reg->ctrl_status);
848 			}
849 
850 			writel(set_rmask(CSR_FATAL_ERROR),
851 			       &ha->reg->ctrl_status);
852 			readl(&ha->reg->ctrl_status);
853 
854 			__qla4xxx_disable_intrs(ha);
855 
856 			set_bit(DPC_RESET_HA, &ha->dpc_flags);
857 
858 			break;
859 		} else if (intr_status & CSR_SCSI_RESET_INTR) {
860 			clear_bit(AF_ONLINE, &ha->flags);
861 			__qla4xxx_disable_intrs(ha);
862 
863 			writel(set_rmask(CSR_SCSI_RESET_INTR),
864 			       &ha->reg->ctrl_status);
865 			readl(&ha->reg->ctrl_status);
866 
867 			if (!test_bit(AF_HA_REMOVAL, &ha->flags))
868 				set_bit(DPC_RESET_HA_INTR, &ha->dpc_flags);
869 
870 			break;
871 		} else if (intr_status & INTR_PENDING) {
872 			ha->isp_ops->interrupt_service_routine(ha, intr_status);
873 			ha->total_io_count++;
874 			if (++reqs_count == MAX_REQS_SERVICED_PER_INTR)
875 				break;
876 		}
877 	}
878 
879 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
880 
881 	return IRQ_HANDLED;
882 }
883 
884 /**
885  * qla4_8xxx_intr_handler - hardware interrupt handler.
886  * @irq: Unused
887  * @dev_id: Pointer to host adapter structure
888  **/
889 irqreturn_t qla4_8xxx_intr_handler(int irq, void *dev_id)
890 {
891 	struct scsi_qla_host *ha = dev_id;
892 	uint32_t intr_status;
893 	uint32_t status;
894 	unsigned long flags = 0;
895 	uint8_t reqs_count = 0;
896 
897 	if (unlikely(pci_channel_offline(ha->pdev)))
898 		return IRQ_HANDLED;
899 
900 	ha->isr_count++;
901 	status = qla4_8xxx_rd_32(ha, ISR_INT_VECTOR);
902 	if (!(status & ha->nx_legacy_intr.int_vec_bit))
903 		return IRQ_NONE;
904 
905 	status = qla4_8xxx_rd_32(ha, ISR_INT_STATE_REG);
906 	if (!ISR_IS_LEGACY_INTR_TRIGGERED(status)) {
907 		DEBUG2(ql4_printk(KERN_INFO, ha,
908 		    "%s legacy Int not triggered\n", __func__));
909 		return IRQ_NONE;
910 	}
911 
912 	/* clear the interrupt */
913 	qla4_8xxx_wr_32(ha, ha->nx_legacy_intr.tgt_status_reg, 0xffffffff);
914 
915 	/* read twice to ensure write is flushed */
916 	qla4_8xxx_rd_32(ha, ISR_INT_VECTOR);
917 	qla4_8xxx_rd_32(ha, ISR_INT_VECTOR);
918 
919 	spin_lock_irqsave(&ha->hardware_lock, flags);
920 	while (1) {
921 		if (!(readl(&ha->qla4_8xxx_reg->host_int) &
922 		    ISRX_82XX_RISC_INT)) {
923 			qla4_8xxx_spurious_interrupt(ha, reqs_count);
924 			break;
925 		}
926 		intr_status =  readl(&ha->qla4_8xxx_reg->host_status);
927 		if ((intr_status &
928 		    (HSRX_RISC_MB_INT | HSRX_RISC_IOCB_INT)) == 0)  {
929 			qla4_8xxx_spurious_interrupt(ha, reqs_count);
930 			break;
931 		}
932 
933 		ha->isp_ops->interrupt_service_routine(ha, intr_status);
934 
935 		/* Enable Interrupt */
936 		qla4_8xxx_wr_32(ha, ha->nx_legacy_intr.tgt_mask_reg, 0xfbff);
937 
938 		if (++reqs_count == MAX_REQS_SERVICED_PER_INTR)
939 			break;
940 	}
941 
942 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
943 	return IRQ_HANDLED;
944 }
945 
946 irqreturn_t
947 qla4_8xxx_msi_handler(int irq, void *dev_id)
948 {
949 	struct scsi_qla_host *ha;
950 
951 	ha = (struct scsi_qla_host *) dev_id;
952 	if (!ha) {
953 		DEBUG2(printk(KERN_INFO
954 		    "qla4xxx: MSIX: Interrupt with NULL host ptr\n"));
955 		return IRQ_NONE;
956 	}
957 
958 	ha->isr_count++;
959 	/* clear the interrupt */
960 	qla4_8xxx_wr_32(ha, ha->nx_legacy_intr.tgt_status_reg, 0xffffffff);
961 
962 	/* read twice to ensure write is flushed */
963 	qla4_8xxx_rd_32(ha, ISR_INT_VECTOR);
964 	qla4_8xxx_rd_32(ha, ISR_INT_VECTOR);
965 
966 	return qla4_8xxx_default_intr_handler(irq, dev_id);
967 }
968 
969 /**
970  * qla4_8xxx_default_intr_handler - hardware interrupt handler.
971  * @irq: Unused
972  * @dev_id: Pointer to host adapter structure
973  *
974  * This interrupt handler is called directly for MSI-X, and
975  * called indirectly for MSI.
976  **/
977 irqreturn_t
978 qla4_8xxx_default_intr_handler(int irq, void *dev_id)
979 {
980 	struct scsi_qla_host *ha = dev_id;
981 	unsigned long   flags;
982 	uint32_t intr_status;
983 	uint8_t reqs_count = 0;
984 
985 	spin_lock_irqsave(&ha->hardware_lock, flags);
986 	while (1) {
987 		if (!(readl(&ha->qla4_8xxx_reg->host_int) &
988 		    ISRX_82XX_RISC_INT)) {
989 			qla4_8xxx_spurious_interrupt(ha, reqs_count);
990 			break;
991 		}
992 
993 		intr_status =  readl(&ha->qla4_8xxx_reg->host_status);
994 		if ((intr_status &
995 		    (HSRX_RISC_MB_INT | HSRX_RISC_IOCB_INT)) == 0) {
996 			qla4_8xxx_spurious_interrupt(ha, reqs_count);
997 			break;
998 		}
999 
1000 		ha->isp_ops->interrupt_service_routine(ha, intr_status);
1001 
1002 		if (++reqs_count == MAX_REQS_SERVICED_PER_INTR)
1003 			break;
1004 	}
1005 
1006 	ha->isr_count++;
1007 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1008 	return IRQ_HANDLED;
1009 }
1010 
1011 irqreturn_t
1012 qla4_8xxx_msix_rsp_q(int irq, void *dev_id)
1013 {
1014 	struct scsi_qla_host *ha = dev_id;
1015 	unsigned long flags;
1016 
1017 	spin_lock_irqsave(&ha->hardware_lock, flags);
1018 	qla4xxx_process_response_queue(ha);
1019 	writel(0, &ha->qla4_8xxx_reg->host_int);
1020 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1021 
1022 	ha->isr_count++;
1023 	return IRQ_HANDLED;
1024 }
1025 
1026 /**
1027  * qla4xxx_process_aen - processes AENs generated by firmware
1028  * @ha: pointer to host adapter structure.
1029  * @process_aen: type of AENs to process
1030  *
1031  * Processes specific types of Asynchronous Events generated by firmware.
1032  * The type of AENs to process is specified by process_aen and can be
1033  *	PROCESS_ALL_AENS	 0
1034  *	FLUSH_DDB_CHANGED_AENS	 1
1035  *	RELOGIN_DDB_CHANGED_AENS 2
1036  **/
1037 void qla4xxx_process_aen(struct scsi_qla_host * ha, uint8_t process_aen)
1038 {
1039 	uint32_t mbox_sts[MBOX_AEN_REG_COUNT];
1040 	struct aen *aen;
1041 	int i;
1042 	unsigned long flags;
1043 
1044 	spin_lock_irqsave(&ha->hardware_lock, flags);
1045 	while (ha->aen_out != ha->aen_in) {
1046 		aen = &ha->aen_q[ha->aen_out];
1047 		/* copy aen information to local structure */
1048 		for (i = 0; i < MBOX_AEN_REG_COUNT; i++)
1049 			mbox_sts[i] = aen->mbox_sts[i];
1050 
1051 		ha->aen_q_count++;
1052 		ha->aen_out++;
1053 
1054 		if (ha->aen_out == MAX_AEN_ENTRIES)
1055 			ha->aen_out = 0;
1056 
1057 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
1058 
1059 		DEBUG2(printk("qla4xxx(%ld): AEN[%d]=0x%08x, mbx1=0x%08x mbx2=0x%08x"
1060 			" mbx3=0x%08x mbx4=0x%08x\n", ha->host_no,
1061 			(ha->aen_out ? (ha->aen_out-1): (MAX_AEN_ENTRIES-1)),
1062 			mbox_sts[0], mbox_sts[1], mbox_sts[2],
1063 			mbox_sts[3], mbox_sts[4]));
1064 
1065 		switch (mbox_sts[0]) {
1066 		case MBOX_ASTS_DATABASE_CHANGED:
1067 			switch (process_aen) {
1068 			case FLUSH_DDB_CHANGED_AENS:
1069 				DEBUG2(printk("scsi%ld: AEN[%d] %04x, index "
1070 					      "[%d] state=%04x FLUSHED!\n",
1071 					      ha->host_no, ha->aen_out,
1072 					      mbox_sts[0], mbox_sts[2],
1073 					      mbox_sts[3]));
1074 				break;
1075 			case PROCESS_ALL_AENS:
1076 			default:
1077 				/* Specific device. */
1078 				if (mbox_sts[1] == 1)
1079 					qla4xxx_process_ddb_changed(ha,
1080 						mbox_sts[2], mbox_sts[3],
1081 						mbox_sts[4]);
1082 				break;
1083 			}
1084 		}
1085 		spin_lock_irqsave(&ha->hardware_lock, flags);
1086 	}
1087 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1088 }
1089 
1090 int qla4xxx_request_irqs(struct scsi_qla_host *ha)
1091 {
1092 	int ret;
1093 
1094 	if (!is_qla8022(ha))
1095 		goto try_intx;
1096 
1097 	if (ql4xenablemsix == 2)
1098 		goto try_msi;
1099 
1100 	if (ql4xenablemsix == 0 || ql4xenablemsix != 1)
1101 		goto try_intx;
1102 
1103 	/* Trying MSI-X */
1104 	ret = qla4_8xxx_enable_msix(ha);
1105 	if (!ret) {
1106 		DEBUG2(ql4_printk(KERN_INFO, ha,
1107 		    "MSI-X: Enabled (0x%X).\n", ha->revision_id));
1108 		goto irq_attached;
1109 	}
1110 
1111 	ql4_printk(KERN_WARNING, ha,
1112 	    "MSI-X: Falling back-to MSI mode -- %d.\n", ret);
1113 
1114 try_msi:
1115 	/* Trying MSI */
1116 	ret = pci_enable_msi(ha->pdev);
1117 	if (!ret) {
1118 		ret = request_irq(ha->pdev->irq, qla4_8xxx_msi_handler,
1119 			0, DRIVER_NAME, ha);
1120 		if (!ret) {
1121 			DEBUG2(ql4_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
1122 			set_bit(AF_MSI_ENABLED, &ha->flags);
1123 			goto irq_attached;
1124 		} else {
1125 			ql4_printk(KERN_WARNING, ha,
1126 			    "MSI: Failed to reserve interrupt %d "
1127 			    "already in use.\n", ha->pdev->irq);
1128 			pci_disable_msi(ha->pdev);
1129 		}
1130 	}
1131 	ql4_printk(KERN_WARNING, ha,
1132 	    "MSI: Falling back-to INTx mode -- %d.\n", ret);
1133 
1134 try_intx:
1135 	/* Trying INTx */
1136 	ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
1137 	    IRQF_SHARED, DRIVER_NAME, ha);
1138 	if (!ret) {
1139 		DEBUG2(ql4_printk(KERN_INFO, ha, "INTx: Enabled.\n"));
1140 		set_bit(AF_INTx_ENABLED, &ha->flags);
1141 		goto irq_attached;
1142 
1143 	} else {
1144 		ql4_printk(KERN_WARNING, ha,
1145 		    "INTx: Failed to reserve interrupt %d already in"
1146 		    " use.\n", ha->pdev->irq);
1147 		return ret;
1148 	}
1149 
1150 irq_attached:
1151 	set_bit(AF_IRQ_ATTACHED, &ha->flags);
1152 	ha->host->irq = ha->pdev->irq;
1153 	ql4_printk(KERN_INFO, ha, "%s: irq %d attached\n",
1154 	    __func__, ha->pdev->irq);
1155 	return ret;
1156 }
1157 
1158 void qla4xxx_free_irqs(struct scsi_qla_host *ha)
1159 {
1160 	if (test_bit(AF_MSIX_ENABLED, &ha->flags))
1161 		qla4_8xxx_disable_msix(ha);
1162 	else if (test_and_clear_bit(AF_MSI_ENABLED, &ha->flags)) {
1163 		free_irq(ha->pdev->irq, ha);
1164 		pci_disable_msi(ha->pdev);
1165 	} else if (test_and_clear_bit(AF_INTx_ENABLED, &ha->flags))
1166 		free_irq(ha->pdev->irq, ha);
1167 }
1168