xref: /freebsd/sys/dev/isp/isp.c (revision 2e184b72c3a85be3504bcfedb40a28f331a7e63e)
1 /*-
2  *  Copyright (c) 1997-2009 by Matthew Jacob
3  *  All rights reserved.
4  *
5  *  Redistribution and use in source and binary forms, with or without
6  *  modification, are permitted provided that the following conditions
7  *  are met:
8  *
9  *  1. Redistributions of source code must retain the above copyright
10  *     notice, this list of conditions and the following disclaimer.
11  *  2. Redistributions in binary form must reproduce the above copyright
12  *     notice, this list of conditions and the following disclaimer in the
13  *     documentation and/or other materials provided with the distribution.
14  *
15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  *  SUCH DAMAGE.
26  *
27  */
28 
29 /*
30  * Machine and OS Independent (well, as best as possible)
31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
32  */
33 
34 /*
35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
37  * ideas dredged from the Solaris driver.
38  */
39 
40 /*
41  * Include header file appropriate for platform we're building on.
42  */
43 #ifdef	__NetBSD__
44 #include <sys/cdefs.h>
45 __KERNEL_RCSID(0, "$NetBSD$");
46 #include <dev/ic/isp_netbsd.h>
47 #endif
48 #ifdef	__FreeBSD__
49 #include <sys/cdefs.h>
50 __FBSDID("$FreeBSD$");
51 #include <dev/isp/isp_freebsd.h>
52 #endif
53 #ifdef	__OpenBSD__
54 #include <dev/ic/isp_openbsd.h>
55 #endif
56 #ifdef	__linux__
57 #include "isp_linux.h"
58 #endif
59 #ifdef	__svr4__
60 #include "isp_solaris.h"
61 #endif
62 
63 /*
64  * General defines
65  */
66 #define	MBOX_DELAY_COUNT	1000000 / 100
67 
68 /*
69  * Local static data
70  */
71 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
74 static const char sacq[] = "unable to acquire scratch area";
75 
76 static const uint8_t alpa_map[] = {
77 	0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
78 	0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
79 	0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
80 	0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
81 	0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
82 	0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
83 	0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
84 	0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
85 	0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
86 	0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
87 	0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
88 	0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
89 	0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
90 	0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
91 	0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
92 	0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
93 };
94 
95 /*
96  * Local function prototypes.
97  */
98 static void isp_parse_async(ispsoftc_t *, uint16_t);
99 static void isp_parse_async_fc(ispsoftc_t *, uint16_t);
100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *);
102 static void isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
104 static void isp_scsi_init(ispsoftc_t *);
105 static void isp_scsi_channel_init(ispsoftc_t *, int);
106 static void isp_fibre_init(ispsoftc_t *);
107 static void isp_fibre_init_2400(ispsoftc_t *);
108 static void isp_clear_portdb(ispsoftc_t *, int);
109 static void isp_mark_portdb(ispsoftc_t *, int);
110 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
111 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
112 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
113 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
114 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
115 static void isp_dump_chip_portdb(ispsoftc_t *, int);
116 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
117 static int isp_fclink_test(ispsoftc_t *, int, int);
118 static int isp_pdb_sync(ispsoftc_t *, int);
119 static int isp_scan_loop(ispsoftc_t *, int);
120 static int isp_gid_ft_sns(ispsoftc_t *, int);
121 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
122 static int isp_scan_fabric(ispsoftc_t *, int);
123 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
124 static int isp_send_change_request(ispsoftc_t *, int);
125 static int isp_register_fc4_type(ispsoftc_t *, int);
126 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
127 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
128 static int isp_register_port_name_24xx(ispsoftc_t *, int);
129 static int isp_register_node_name_24xx(ispsoftc_t *, int);
130 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
131 static int isp_fw_state(ispsoftc_t *, int);
132 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
133 
134 static void isp_spi_update(ispsoftc_t *, int);
135 static void isp_setdfltsdparm(ispsoftc_t *);
136 static void isp_setdfltfcparm(ispsoftc_t *, int);
137 static int isp_read_nvram(ispsoftc_t *, int);
138 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
139 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
140 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
141 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
142 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
143 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
144 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
145 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
146 
147 static void
148 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
149 {
150 	fcparam *fcp = FCPARAM(isp, chan);
151 
152 	if (fcp->isp_fwstate == state)
153 		return;
154 	isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
155 	    "Chan %d Firmware state <%s->%s>", chan,
156 	    isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
157 	fcp->isp_fwstate = state;
158 }
159 
160 /*
161  * Reset Hardware.
162  *
163  * Hit the chip over the head, download new f/w if available and set it running.
164  *
165  * Locking done elsewhere.
166  */
167 
168 void
169 isp_reset(ispsoftc_t *isp, int do_load_defaults)
170 {
171 	mbreg_t mbs;
172 	char *buf;
173 	uint64_t fwt;
174 	uint32_t code_org, val;
175 	int loops, i, dodnld = 1;
176 	const char *btype = "????";
177 	static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
178 
179 	/*
180 	 * Basic types (SCSI, FibreChannel and PCI or SBus)
181 	 * have been set in the MD code. We figure out more
182 	 * here. Possibly more refined types based upon PCI
183 	 * identification. Chip revision has been gathered.
184 	 *
185 	 * After we've fired this chip up, zero out the conf1 register
186 	 * for SCSI adapters and do other settings for the 2100.
187 	 */
188 
189 	isp->isp_state = ISP_NILSTATE;
190 	ISP_DISABLE_INTS(isp);
191 
192 	/*
193 	 * Put the board into PAUSE mode (so we can read the SXP registers
194 	 * or write FPM/FBM registers).
195 	 */
196 	if (IS_24XX(isp)) {
197 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
198 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
199 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
200 	} else {
201 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
202 	}
203 
204 	if (IS_FC(isp)) {
205 		switch (isp->isp_type) {
206 		case ISP_HA_FC_2100:
207 			btype = "2100";
208 			break;
209 		case ISP_HA_FC_2200:
210 			btype = "2200";
211 			break;
212 		case ISP_HA_FC_2300:
213 			btype = "2300";
214 			break;
215 		case ISP_HA_FC_2312:
216 			btype = "2312";
217 			break;
218 		case ISP_HA_FC_2322:
219 			btype = "2322";
220 			break;
221 		case ISP_HA_FC_2400:
222 			btype = "2422";
223 			break;
224 		case ISP_HA_FC_2500:
225 			btype = "2532";
226 			break;
227 		case ISP_HA_FC_2600:
228 			btype = "2031";
229 			break;
230 		default:
231 			break;
232 		}
233 
234 		if (!IS_24XX(isp)) {
235 			/*
236 			 * While we're paused, reset the FPM module and FBM
237 			 * fifos.
238 			 */
239 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
240 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
241 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
242 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
243 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
244 		}
245 	} else if (IS_1240(isp)) {
246 		sdparam *sdp;
247 
248 		btype = "1240";
249 		isp->isp_clock = 60;
250 		sdp = SDPARAM(isp, 0);
251 		sdp->isp_ultramode = 1;
252 		sdp = SDPARAM(isp, 1);
253 		sdp->isp_ultramode = 1;
254 		/*
255 		 * XXX: Should probably do some bus sensing.
256 		 */
257 	} else if (IS_ULTRA3(isp)) {
258 		sdparam *sdp = isp->isp_param;
259 
260 		isp->isp_clock = 100;
261 
262 		if (IS_10160(isp))
263 			btype = "10160";
264 		else if (IS_12160(isp))
265 			btype = "12160";
266 		else
267 			btype = "<UNKLVD>";
268 		sdp->isp_lvdmode = 1;
269 
270 		if (IS_DUALBUS(isp)) {
271 			sdp++;
272 			sdp->isp_lvdmode = 1;
273 		}
274 	} else if (IS_ULTRA2(isp)) {
275 		static const char m[] = "bus %d is in %s Mode";
276 		uint16_t l;
277 		sdparam *sdp = SDPARAM(isp, 0);
278 
279 		isp->isp_clock = 100;
280 
281 		if (IS_1280(isp))
282 			btype = "1280";
283 		else if (IS_1080(isp))
284 			btype = "1080";
285 		else
286 			btype = "<UNKLVD>";
287 
288 		l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
289 		switch (l) {
290 		case ISP1080_LVD_MODE:
291 			sdp->isp_lvdmode = 1;
292 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
293 			break;
294 		case ISP1080_HVD_MODE:
295 			sdp->isp_diffmode = 1;
296 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
297 			break;
298 		case ISP1080_SE_MODE:
299 			sdp->isp_ultramode = 1;
300 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
301 			break;
302 		default:
303 			isp_prt(isp, ISP_LOGERR,
304 			    "unknown mode on bus %d (0x%x)", 0, l);
305 			break;
306 		}
307 
308 		if (IS_DUALBUS(isp)) {
309 			sdp = SDPARAM(isp, 1);
310 			l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
311 			l &= ISP1080_MODE_MASK;
312 			switch (l) {
313 			case ISP1080_LVD_MODE:
314 				sdp->isp_lvdmode = 1;
315 				isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
316 				break;
317 			case ISP1080_HVD_MODE:
318 				sdp->isp_diffmode = 1;
319 				isp_prt(isp, ISP_LOGCONFIG,
320 				    m, 1, "Differential");
321 				break;
322 			case ISP1080_SE_MODE:
323 				sdp->isp_ultramode = 1;
324 				isp_prt(isp, ISP_LOGCONFIG,
325 				    m, 1, "Single-Ended");
326 				break;
327 			default:
328 				isp_prt(isp, ISP_LOGERR,
329 				    "unknown mode on bus %d (0x%x)", 1, l);
330 				break;
331 			}
332 		}
333 	} else {
334 		sdparam *sdp = SDPARAM(isp, 0);
335 		i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
336 		switch (i) {
337 		default:
338 			isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
339 			/* FALLTHROUGH */
340 		case 1:
341 			btype = "1020";
342 			isp->isp_type = ISP_HA_SCSI_1020;
343 			isp->isp_clock = 40;
344 			break;
345 		case 2:
346 			/*
347 			 * Some 1020A chips are Ultra Capable, but don't
348 			 * run the clock rate up for that unless told to
349 			 * do so by the Ultra Capable bits being set.
350 			 */
351 			btype = "1020A";
352 			isp->isp_type = ISP_HA_SCSI_1020A;
353 			isp->isp_clock = 40;
354 			break;
355 		case 3:
356 			btype = "1040";
357 			isp->isp_type = ISP_HA_SCSI_1040;
358 			isp->isp_clock = 60;
359 			break;
360 		case 4:
361 			btype = "1040A";
362 			isp->isp_type = ISP_HA_SCSI_1040A;
363 			isp->isp_clock = 60;
364 			break;
365 		case 5:
366 			btype = "1040B";
367 			isp->isp_type = ISP_HA_SCSI_1040B;
368 			isp->isp_clock = 60;
369 			break;
370 		case 6:
371 			btype = "1040C";
372 			isp->isp_type = ISP_HA_SCSI_1040C;
373 			isp->isp_clock = 60;
374                         break;
375 		}
376 		/*
377 		 * Now, while we're at it, gather info about ultra
378 		 * and/or differential mode.
379 		 */
380 		if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
381 			isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
382 			sdp->isp_diffmode = 1;
383 		} else {
384 			sdp->isp_diffmode = 0;
385 		}
386 		i = ISP_READ(isp, RISC_PSR);
387 		if (isp->isp_bustype == ISP_BT_SBUS) {
388 			i &= RISC_PSR_SBUS_ULTRA;
389 		} else {
390 			i &= RISC_PSR_PCI_ULTRA;
391 		}
392 		if (i != 0) {
393 			isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
394 			sdp->isp_ultramode = 1;
395 			/*
396 			 * If we're in Ultra Mode, we have to be 60MHz clock-
397 			 * even for the SBus version.
398 			 */
399 			isp->isp_clock = 60;
400 		} else {
401 			sdp->isp_ultramode = 0;
402 			/*
403 			 * Clock is known. Gronk.
404 			 */
405 		}
406 
407 		/*
408 		 * Machine dependent clock (if set) overrides
409 		 * our generic determinations.
410 		 */
411 		if (isp->isp_mdvec->dv_clock) {
412 			if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
413 				isp->isp_clock = isp->isp_mdvec->dv_clock;
414 			}
415 		}
416 	}
417 
418 	/*
419 	 * Hit the chip over the head with hammer,
420 	 * and give it a chance to recover.
421 	 */
422 
423 	if (IS_SCSI(isp)) {
424 		ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
425 		/*
426 		 * A slight delay...
427 		 */
428 		ISP_DELAY(100);
429 
430 		/*
431 		 * Clear data && control DMA engines.
432 		 */
433 		ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
434 		ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
435 
436 
437 	} else if (IS_24XX(isp)) {
438 		/*
439 		 * Stop DMA and wait for it to stop.
440 		 */
441 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
442 		for (val = loops = 0; loops < 30000; loops++) {
443 			ISP_DELAY(10);
444 			val = ISP_READ(isp, BIU2400_CSR);
445 			if ((val & BIU2400_DMA_ACTIVE) == 0) {
446 				break;
447 			}
448 		}
449 		if (val & BIU2400_DMA_ACTIVE) {
450 			isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
451 			return;
452 		}
453 		/*
454 		 * Hold it in SOFT_RESET and STOP state for 100us.
455 		 */
456 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
457 		ISP_DELAY(100);
458 		for (loops = 0; loops < 10000; loops++) {
459 			ISP_DELAY(5);
460 			val = ISP_READ(isp, OUTMAILBOX0);
461 		}
462 		for (val = loops = 0; loops < 500000; loops ++) {
463 			val = ISP_READ(isp, BIU2400_CSR);
464 			if ((val & BIU2400_SOFT_RESET) == 0) {
465 				break;
466 			}
467 		}
468 		if (val & BIU2400_SOFT_RESET) {
469 			isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
470 			return;
471 		}
472 	} else {
473 		ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
474 		/*
475 		 * A slight delay...
476 		 */
477 		ISP_DELAY(100);
478 
479 		/*
480 		 * Clear data && control DMA engines.
481 		 */
482 		ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
483 		ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
484 		ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
485 	}
486 
487 	/*
488 	 * Wait for ISP to be ready to go...
489 	 */
490 	loops = MBOX_DELAY_COUNT;
491 	for (;;) {
492 		if (IS_SCSI(isp)) {
493 			if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
494 				break;
495 			}
496 		} else if (IS_24XX(isp)) {
497 			if (ISP_READ(isp, OUTMAILBOX0) == 0) {
498 				break;
499 			}
500 		} else {
501 			if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
502 				break;
503 		}
504 		ISP_DELAY(100);
505 		if (--loops < 0) {
506 			ISP_DUMPREGS(isp, "chip reset timed out");
507 			return;
508 		}
509 	}
510 
511 	/*
512 	 * After we've fired this chip up, zero out the conf1 register
513 	 * for SCSI adapters and other settings for the 2100.
514 	 */
515 
516 	if (IS_SCSI(isp)) {
517 		ISP_WRITE(isp, BIU_CONF1, 0);
518 	} else if (!IS_24XX(isp)) {
519 		ISP_WRITE(isp, BIU2100_CSR, 0);
520 	}
521 
522 	/*
523 	 * Reset RISC Processor
524 	 */
525 	if (IS_24XX(isp)) {
526 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
527 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
528 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
529 	} else {
530 		ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
531 		ISP_DELAY(100);
532 		ISP_WRITE(isp, BIU_SEMA, 0);
533 	}
534 
535 	/*
536 	 * Post-RISC Reset stuff.
537 	 */
538 	if (IS_24XX(isp)) {
539 		for (val = loops = 0; loops < 5000000; loops++) {
540 			ISP_DELAY(5);
541 			val = ISP_READ(isp, OUTMAILBOX0);
542 			if (val == 0) {
543 				break;
544 			}
545 		}
546 		if (val != 0) {
547 			isp_prt(isp, ISP_LOGERR, "reset didn't clear");
548 			return;
549 		}
550 	} else if (IS_SCSI(isp)) {
551 		uint16_t tmp = isp->isp_mdvec->dv_conf1;
552 		/*
553 		 * Busted FIFO. Turn off all but burst enables.
554 		 */
555 		if (isp->isp_type == ISP_HA_SCSI_1040A) {
556 			tmp &= BIU_BURST_ENABLE;
557 		}
558 		ISP_SETBITS(isp, BIU_CONF1, tmp);
559 		if (tmp & BIU_BURST_ENABLE) {
560 			ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
561 			ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
562 		}
563 		if (SDPARAM(isp, 0)->isp_ptisp) {
564 			if (SDPARAM(isp, 0)->isp_ultramode) {
565 				while (ISP_READ(isp, RISC_MTR) != 0x1313) {
566 					ISP_WRITE(isp, RISC_MTR, 0x1313);
567 					ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
568 				}
569 			} else {
570 				ISP_WRITE(isp, RISC_MTR, 0x1212);
571 			}
572 			/*
573 			 * PTI specific register
574 			 */
575 			ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
576 		} else {
577 			ISP_WRITE(isp, RISC_MTR, 0x1212);
578 		}
579 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
580 	} else {
581 		ISP_WRITE(isp, RISC_MTR2100, 0x1212);
582 		if (IS_2200(isp) || IS_23XX(isp)) {
583 			ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
584 		}
585 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
586 	}
587 
588 	/*
589 	 * Set up default request/response queue in-pointer/out-pointer
590 	 * register indices.
591 	 */
592 	if (IS_24XX(isp)) {
593 		isp->isp_rqstinrp = BIU2400_REQINP;
594 		isp->isp_rqstoutrp = BIU2400_REQOUTP;
595 		isp->isp_respinrp = BIU2400_RSPINP;
596 		isp->isp_respoutrp = BIU2400_RSPOUTP;
597 	} else if (IS_23XX(isp)) {
598 		isp->isp_rqstinrp = BIU_REQINP;
599 		isp->isp_rqstoutrp = BIU_REQOUTP;
600 		isp->isp_respinrp = BIU_RSPINP;
601 		isp->isp_respoutrp = BIU_RSPOUTP;
602 	} else {
603 		isp->isp_rqstinrp = INMAILBOX4;
604 		isp->isp_rqstoutrp = OUTMAILBOX4;
605 		isp->isp_respinrp = OUTMAILBOX5;
606 		isp->isp_respoutrp = INMAILBOX5;
607 	}
608 	ISP_WRITE(isp, isp->isp_rqstinrp, 0);
609 	ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
610 	ISP_WRITE(isp, isp->isp_respinrp, 0);
611 	ISP_WRITE(isp, isp->isp_respoutrp, 0);
612 	if (IS_24XX(isp)) {
613 		if (!IS_26XX(isp)) {
614 			ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
615 			ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
616 		}
617 		ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
618 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
619 	}
620 
621 	if (!IS_24XX(isp) && isp->isp_bustype == ISP_BT_PCI) {
622 		/* Make sure the BIOS is disabled */
623 		ISP_WRITE(isp, HCCR, PCI_HCCR_CMD_BIOS);
624 	}
625 
626 	/*
627 	 * Wait for everything to finish firing up.
628 	 *
629 	 * Avoid doing this on early 2312s because you can generate a PCI
630 	 * parity error (chip breakage).
631 	 */
632 	if (IS_2312(isp) && isp->isp_revision < 2) {
633 		ISP_DELAY(100);
634 	} else {
635 		loops = MBOX_DELAY_COUNT;
636 		while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
637 			ISP_DELAY(100);
638 			if (--loops < 0) {
639 				isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
640 				return;
641 			}
642 		}
643 	}
644 
645 	/*
646 	 * Up until this point we've done everything by just reading or
647 	 * setting registers. From this point on we rely on at least *some*
648 	 * kind of firmware running in the card.
649 	 */
650 
651 	/*
652 	 * Do some sanity checking by running a NOP command.
653 	 * If it succeeds, the ROM firmware is now running.
654 	 */
655 	MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
656 	isp_mboxcmd(isp, &mbs);
657 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
658 		isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
659 		return;
660 	}
661 
662 	/*
663 	 * Do some operational tests
664 	 */
665 	if (IS_SCSI(isp) || IS_24XX(isp)) {
666 		static const uint16_t patterns[MAX_MAILBOX] = {
667 			0x0000, 0xdead, 0xbeef, 0xffff,
668 			0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
669 			0x3421, 0xabcd, 0xdcba, 0xfeef,
670 			0xbead, 0xdebe, 0x2222, 0x3333,
671 			0x5555, 0x6666, 0x7777, 0xaaaa,
672 			0xffff, 0xdddd, 0x9999, 0x1fbc,
673 			0x6666, 0x6677, 0x1122, 0x33ff,
674 			0x0000, 0x0001, 0x1000, 0x1010,
675 		};
676 		int nmbox = ISP_NMBOX(isp);
677 		if (IS_SCSI(isp))
678 			nmbox = 6;
679 		MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
680 		for (i = 1; i < nmbox; i++) {
681 			mbs.param[i] = patterns[i];
682 		}
683 		isp_mboxcmd(isp, &mbs);
684 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
685 			return;
686 		}
687 		for (i = 1; i < nmbox; i++) {
688 			if (mbs.param[i] != patterns[i]) {
689 				isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
690 				return;
691 			}
692 		}
693 	}
694 
695 	/*
696 	 * Download new Firmware, unless requested not to do so.
697 	 * This is made slightly trickier in some cases where the
698 	 * firmware of the ROM revision is newer than the revision
699 	 * compiled into the driver. So, where we used to compare
700 	 * versions of our f/w and the ROM f/w, now we just see
701 	 * whether we have f/w at all and whether a config flag
702 	 * has disabled our download.
703 	 */
704 	if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
705 		dodnld = 0;
706 	} else {
707 
708 		/*
709 		 * Set up DMA for the request and response queues.
710 		 * We do this now so we can use the request queue
711 		 * for dma to load firmware from.
712 		 */
713 		if (ISP_MBOXDMASETUP(isp) != 0) {
714 			isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
715 			return;
716 		}
717 	}
718 
719 	if (IS_24XX(isp)) {
720 		code_org = ISP_CODE_ORG_2400;
721 	} else if (IS_23XX(isp)) {
722 		code_org = ISP_CODE_ORG_2300;
723 	} else {
724 		code_org = ISP_CODE_ORG;
725 	}
726 
727 	isp->isp_loaded_fw = 0;
728 	if (dodnld && IS_24XX(isp)) {
729 		const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
730 		uint32_t la, wi, wl;
731 
732 		/*
733 		 * Keep loading until we run out of f/w.
734 		 */
735 		code_org = ptr[2];	/* 1st load address is our start addr */
736 
737 		for (;;) {
738 
739 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
740 
741 			wi = 0;
742 			la = ptr[2];
743 			wl = ptr[3];
744 			while (wi < ptr[3]) {
745 				uint32_t *cp;
746 				uint32_t nw;
747 
748 				nw = min(wl, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 4);
749 				cp = isp->isp_rquest;
750 				for (i = 0; i < nw; i++)
751 					ISP_IOXPUT_32(isp, ptr[wi + i], &cp[i]);
752 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
753 				MBSINIT(&mbs, MBOX_LOAD_RISC_RAM, MBLOGALL, 0);
754 				mbs.param[1] = la;
755 				mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
756 				mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
757 				mbs.param[4] = nw >> 16;
758 				mbs.param[5] = nw;
759 				mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
760 				mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
761 				mbs.param[8] = la >> 16;
762 				isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
763 				isp_mboxcmd(isp, &mbs);
764 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
765 					isp_prt(isp, ISP_LOGERR, "F/W download failed");
766 					return;
767 				}
768 				la += nw;
769 				wi += nw;
770 				wl -= nw;
771 			}
772 
773 			if (ptr[1] == 0) {
774 				break;
775 			}
776 			ptr += ptr[3];
777 		}
778 		isp->isp_loaded_fw = 1;
779 	} else if (dodnld && IS_23XX(isp)) {
780 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
781 		uint16_t wi, wl, segno;
782 		uint32_t la;
783 
784 		la = code_org;
785 		segno = 0;
786 
787 		for (;;) {
788 			uint32_t nxtaddr;
789 
790 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
791 
792 			wi = 0;
793 			wl = ptr[3];
794 
795 			while (wi < ptr[3]) {
796 				uint16_t *cp;
797 				uint16_t nw;
798 
799 				nw = min(wl, min((1 << 15), ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 2));
800 				cp = isp->isp_rquest;
801 				for (i = 0; i < nw; i++)
802 					ISP_IOXPUT_16(isp, ptr[wi + i], &cp[i]);
803 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
804 				MBSINIT(&mbs, 0, MBLOGALL, 0);
805 				if (la < 0x10000) {
806 					mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
807 					mbs.param[1] = la;
808 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
809 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
810 					mbs.param[4] = nw;
811 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
812 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
813 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
814 				} else {
815 					mbs.param[0] = MBOX_LOAD_RISC_RAM;
816 					mbs.param[1] = la;
817 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
818 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
819 					mbs.param[4] = nw;
820 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
821 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
822 					mbs.param[8] = la >> 16;
823 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
824 				}
825 				isp_mboxcmd(isp, &mbs);
826 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
827 					isp_prt(isp, ISP_LOGERR, "F/W download failed");
828 					return;
829 				}
830 				la += nw;
831 				wi += nw;
832 				wl -= nw;
833 			}
834 
835 			if (!IS_2322(isp)) {
836 				break;
837 			}
838 
839 			if (++segno == 3) {
840 				break;
841 			}
842 
843 			/*
844 			 * If we're a 2322, the firmware actually comes in
845 			 * three chunks. We loaded the first at the code_org
846 			 * address. The other two chunks, which follow right
847 			 * after each other in memory here, get loaded at
848 			 * addresses specfied at offset 0x9..0xB.
849 			 */
850 
851 			nxtaddr = ptr[3];
852 			ptr = &ptr[nxtaddr];
853 			la = ptr[5] | ((ptr[4] & 0x3f) << 16);
854 		}
855 		isp->isp_loaded_fw = 1;
856 	} else if (dodnld) {
857 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
858 		u_int i, wl;
859 
860 		wl = ptr[3];
861 		isp_prt(isp, ISP_LOGDEBUG1,
862 		    "WRITE RAM %u words at load address 0x%x", wl, code_org);
863 		for (i = 0; i < wl; i++) {
864 			MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
865 			mbs.param[1] = code_org + i;
866 			mbs.param[2] = ptr[i];
867 			isp_mboxcmd(isp, &mbs);
868 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
869 				isp_prt(isp, ISP_LOGERR,
870 				    "F/W download failed at word %d", i);
871 				return;
872 			}
873 		}
874 	} else if (IS_26XX(isp)) {
875 		MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
876 		mbs.ibitm = 0x01;
877 		mbs.obitm = 0x07;
878 		isp_mboxcmd(isp, &mbs);
879 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
880 			isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
881 			return;
882 		}
883 	} else {
884 		isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
885 	}
886 
887 	/*
888 	 * If we loaded firmware, verify its checksum
889 	 */
890 	if (isp->isp_loaded_fw) {
891 		MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
892 		if (IS_24XX(isp)) {
893 			mbs.param[1] = code_org >> 16;
894 			mbs.param[2] = code_org;
895 		} else {
896 			mbs.param[1] = code_org;
897 		}
898 		isp_mboxcmd(isp, &mbs);
899 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
900 			isp_prt(isp, ISP_LOGERR, dcrc);
901 			return;
902 		}
903 	}
904 
905 	/*
906 	 * Now start it rolling.
907 	 *
908 	 * If we didn't actually download f/w,
909 	 * we still need to (re)start it.
910 	 */
911 	MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
912 	if (IS_24XX(isp)) {
913 		mbs.param[1] = code_org >> 16;
914 		mbs.param[2] = code_org;
915 		if (isp->isp_loaded_fw) {
916 			mbs.param[3] = 0;
917 		} else {
918 			mbs.param[3] = 1;
919 		}
920 	} else if (IS_2322(isp)) {
921 		mbs.param[1] = code_org;
922 		if (isp->isp_loaded_fw) {
923 			mbs.param[2] = 0;
924 		} else {
925 			mbs.param[2] = 1;
926 		}
927 	} else {
928 		mbs.param[1] = code_org;
929 	}
930 	isp_mboxcmd(isp, &mbs);
931 	if (IS_2322(isp) || IS_24XX(isp)) {
932 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
933 			return;
934 		}
935 	}
936 
937 	if (IS_SCSI(isp)) {
938 		/*
939 		 * Set CLOCK RATE, but only if asked to.
940 		 */
941 		if (isp->isp_clock) {
942 			MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
943 			mbs.param[1] = isp->isp_clock;
944 			isp_mboxcmd(isp, &mbs);
945 			/* we will try not to care if this fails */
946 		}
947 	}
948 
949 	/*
950 	 * Ask the chip for the current firmware version.
951 	 * This should prove that the new firmware is working.
952 	 */
953 	MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
954 	isp_mboxcmd(isp, &mbs);
955 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
956 		return;
957 	}
958 
959 	/*
960 	 * The SBus firmware that we are using apparently does not return
961 	 * major, minor, micro revisions in the mailbox registers, which
962 	 * is really, really, annoying.
963 	 */
964 	if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
965 		if (dodnld) {
966 #ifdef	ISP_TARGET_MODE
967 			isp->isp_fwrev[0] = 7;
968 			isp->isp_fwrev[1] = 55;
969 #else
970 			isp->isp_fwrev[0] = 1;
971 			isp->isp_fwrev[1] = 37;
972 #endif
973 			isp->isp_fwrev[2] = 0;
974 		}
975 	} else {
976 		isp->isp_fwrev[0] = mbs.param[1];
977 		isp->isp_fwrev[1] = mbs.param[2];
978 		isp->isp_fwrev[2] = mbs.param[3];
979 	}
980 
981 	if (IS_FC(isp)) {
982 		/*
983 		 * We do not believe firmware attributes for 2100 code less
984 		 * than 1.17.0, unless it's the firmware we specifically
985 		 * are loading.
986 		 *
987 		 * Note that all 22XX and later f/w is greater than 1.X.0.
988 		 */
989 		if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
990 #ifdef	USE_SMALLER_2100_FIRMWARE
991 			isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
992 #else
993 			isp->isp_fwattr = 0;
994 #endif
995 		} else {
996 			isp->isp_fwattr = mbs.param[6];
997 		}
998 		if (IS_24XX(isp)) {
999 			isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1000 			if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1001 				isp->isp_fwattr |=
1002 				    (((uint64_t) mbs.param[16]) << 32) |
1003 				    (((uint64_t) mbs.param[17]) << 48);
1004 			}
1005 		}
1006 	} else {
1007 		isp->isp_fwattr = 0;
1008 	}
1009 
1010 	isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1011 	    btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1012 
1013 	fwt = isp->isp_fwattr;
1014 	if (IS_24XX(isp)) {
1015 		buf = FCPARAM(isp, 0)->isp_scratch;
1016 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1017 		if (fwt & ISP2400_FW_ATTR_CLASS2) {
1018 			fwt ^=ISP2400_FW_ATTR_CLASS2;
1019 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1020 		}
1021 		if (fwt & ISP2400_FW_ATTR_IP) {
1022 			fwt ^=ISP2400_FW_ATTR_IP;
1023 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1024 		}
1025 		if (fwt & ISP2400_FW_ATTR_MULTIID) {
1026 			fwt ^=ISP2400_FW_ATTR_MULTIID;
1027 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1028 		}
1029 		if (fwt & ISP2400_FW_ATTR_SB2) {
1030 			fwt ^=ISP2400_FW_ATTR_SB2;
1031 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1032 		}
1033 		if (fwt & ISP2400_FW_ATTR_T10CRC) {
1034 			fwt ^=ISP2400_FW_ATTR_T10CRC;
1035 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1036 		}
1037 		if (fwt & ISP2400_FW_ATTR_VI) {
1038 			fwt ^=ISP2400_FW_ATTR_VI;
1039 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1040 		}
1041 		if (fwt & ISP2400_FW_ATTR_MQ) {
1042 			fwt ^=ISP2400_FW_ATTR_MQ;
1043 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1044 		}
1045 		if (fwt & ISP2400_FW_ATTR_MSIX) {
1046 			fwt ^=ISP2400_FW_ATTR_MSIX;
1047 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1048 		}
1049 		if (fwt & ISP2400_FW_ATTR_FCOE) {
1050 			fwt ^=ISP2400_FW_ATTR_FCOE;
1051 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1052 		}
1053 		if (fwt & ISP2400_FW_ATTR_VP0) {
1054 			fwt ^= ISP2400_FW_ATTR_VP0;
1055 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1056 		}
1057 		if (fwt & ISP2400_FW_ATTR_EXPFW) {
1058 			fwt ^= ISP2400_FW_ATTR_EXPFW;
1059 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1060 		}
1061 		if (fwt & ISP2400_FW_ATTR_HOTFW) {
1062 			fwt ^= ISP2400_FW_ATTR_HOTFW;
1063 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1064 		}
1065 		fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1066 		if (fwt & ISP2400_FW_ATTR_EXTVP) {
1067 			fwt ^= ISP2400_FW_ATTR_EXTVP;
1068 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1069 		}
1070 		if (fwt & ISP2400_FW_ATTR_VN2VN) {
1071 			fwt ^= ISP2400_FW_ATTR_VN2VN;
1072 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1073 		}
1074 		if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1075 			fwt ^= ISP2400_FW_ATTR_EXMOFF;
1076 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1077 		}
1078 		if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1079 			fwt ^= ISP2400_FW_ATTR_NPMOFF;
1080 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1081 		}
1082 		if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1083 			fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1084 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1085 		}
1086 		if (fwt & ISP2400_FW_ATTR_SRIOV) {
1087 			fwt ^= ISP2400_FW_ATTR_SRIOV;
1088 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1089 		}
1090 		if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1091 			fwt ^= ISP2400_FW_ATTR_ASICTMP;
1092 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1093 		}
1094 		if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1095 			fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1096 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1097 		}
1098 		if (fwt) {
1099 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1100 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1101 		}
1102 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1103 	} else if (IS_FC(isp)) {
1104 		buf = FCPARAM(isp, 0)->isp_scratch;
1105 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1106 		if (fwt & ISP_FW_ATTR_TMODE) {
1107 			fwt ^=ISP_FW_ATTR_TMODE;
1108 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1109 		}
1110 		if (fwt & ISP_FW_ATTR_SCCLUN) {
1111 			fwt ^=ISP_FW_ATTR_SCCLUN;
1112 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1113 		}
1114 		if (fwt & ISP_FW_ATTR_FABRIC) {
1115 			fwt ^=ISP_FW_ATTR_FABRIC;
1116 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1117 		}
1118 		if (fwt & ISP_FW_ATTR_CLASS2) {
1119 			fwt ^=ISP_FW_ATTR_CLASS2;
1120 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1121 		}
1122 		if (fwt & ISP_FW_ATTR_FCTAPE) {
1123 			fwt ^=ISP_FW_ATTR_FCTAPE;
1124 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1125 		}
1126 		if (fwt & ISP_FW_ATTR_IP) {
1127 			fwt ^=ISP_FW_ATTR_IP;
1128 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1129 		}
1130 		if (fwt & ISP_FW_ATTR_VI) {
1131 			fwt ^=ISP_FW_ATTR_VI;
1132 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1133 		}
1134 		if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1135 			fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1136 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1137 		}
1138 		if (fwt & ISP_FW_ATTR_2KLOGINS) {
1139 			fwt ^=ISP_FW_ATTR_2KLOGINS;
1140 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1141 		}
1142 		if (fwt != 0) {
1143 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1144 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1145 		}
1146 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1147 	}
1148 
1149 	if (IS_24XX(isp)) {
1150 		MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1151 		isp_mboxcmd(isp, &mbs);
1152 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1153 			return;
1154 		}
1155 		isp->isp_maxcmds = mbs.param[3];
1156 	} else {
1157 		MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1158 		isp_mboxcmd(isp, &mbs);
1159 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1160 			return;
1161 		}
1162 		isp->isp_maxcmds = mbs.param[2];
1163 	}
1164 	isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1165 
1166 	/*
1167 	 * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1168 	 * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1169 	 * work for them).
1170 	 */
1171 	if (IS_FC(isp) && isp->isp_nchan > 1) {
1172 		if (!ISP_CAP_MULTI_ID(isp)) {
1173 			isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1174 			    "only can enable 1 of %d channels", isp->isp_nchan);
1175 			isp->isp_nchan = 1;
1176 		} else if (!ISP_CAP_VP0(isp)) {
1177 			isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1178 			    "feature properly without VP0_Decoupling");
1179 			isp->isp_nchan = 1;
1180 		}
1181 	}
1182 
1183 	/*
1184 	 * Final DMA setup after we got isp_maxcmds.
1185 	 */
1186 	if (ISP_MBOXDMASETUP(isp) != 0) {
1187 		isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
1188 		return;
1189 	}
1190 
1191 	/*
1192 	 * Setup interrupts.
1193 	 */
1194 	if (ISP_IRQSETUP(isp) != 0) {
1195 		isp_prt(isp, ISP_LOGERR, "Cannot setup IRQ");
1196 		return;
1197 	}
1198 	ISP_ENABLE_INTS(isp);
1199 
1200 	if (IS_FC(isp)) {
1201 		for (i = 0; i < isp->isp_nchan; i++)
1202 			isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1203 	}
1204 
1205 	isp->isp_state = ISP_RESETSTATE;
1206 
1207 	/*
1208 	 * Okay- now that we have new firmware running, we now (re)set our
1209 	 * notion of how many luns we support. This is somewhat tricky because
1210 	 * if we haven't loaded firmware, we sometimes do not have an easy way
1211 	 * of knowing how many luns we support.
1212 	 *
1213 	 * Expanded lun firmware gives you 32 luns for SCSI cards and
1214 	 * unlimited luns for Fibre Channel cards.
1215 	 *
1216 	 * It turns out that even for QLogic 2100s with ROM 1.10 and above
1217 	 * we do get a firmware attributes word returned in mailbox register 6.
1218 	 *
1219 	 * Because the lun is in a different position in the Request Queue
1220 	 * Entry structure for Fibre Channel with expanded lun firmware, we
1221 	 * can only support one lun (lun zero) when we don't know what kind
1222 	 * of firmware we're running.
1223 	 */
1224 	if (IS_SCSI(isp)) {
1225 		if (dodnld) {
1226 			if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1227 				isp->isp_maxluns = 32;
1228 			} else {
1229 				isp->isp_maxluns = 8;
1230 			}
1231 		} else {
1232 			isp->isp_maxluns = 8;
1233 		}
1234 	} else {
1235 		if (ISP_CAP_SCCFW(isp)) {
1236 			isp->isp_maxluns = 0;	/* No limit -- 2/8 bytes */
1237 		} else {
1238 			isp->isp_maxluns = 16;
1239 		}
1240 	}
1241 
1242 	/*
1243 	 * We get some default values established. As a side
1244 	 * effect, NVRAM is read here (unless overriden by
1245 	 * a configuration flag).
1246 	 */
1247 	if (do_load_defaults) {
1248 		if (IS_SCSI(isp)) {
1249 			isp_setdfltsdparm(isp);
1250 		} else {
1251 			for (i = 0; i < isp->isp_nchan; i++) {
1252 				isp_setdfltfcparm(isp, i);
1253 			}
1254 		}
1255 	}
1256 }
1257 
1258 /*
1259  * Clean firmware shutdown.
1260  */
1261 static int
1262 isp_stop(ispsoftc_t *isp)
1263 {
1264 	mbreg_t mbs;
1265 
1266 	isp->isp_state = ISP_NILSTATE;
1267 	MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1268 	mbs.param[1] = 0;
1269 	mbs.param[2] = 0;
1270 	mbs.param[3] = 0;
1271 	mbs.param[4] = 0;
1272 	mbs.param[5] = 0;
1273 	mbs.param[6] = 0;
1274 	mbs.param[7] = 0;
1275 	mbs.param[8] = 0;
1276 	isp_mboxcmd(isp, &mbs);
1277 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1278 }
1279 
1280 /*
1281  * Hardware shutdown.
1282  */
1283 void
1284 isp_shutdown(ispsoftc_t *isp)
1285 {
1286 
1287 	if (isp->isp_state >= ISP_RESETSTATE)
1288 		isp_stop(isp);
1289 	ISP_DISABLE_INTS(isp);
1290 	if (IS_FC(isp)) {
1291 		if (IS_24XX(isp)) {
1292 			ISP_WRITE(isp, BIU2400_ICR, 0);
1293 			ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
1294 		} else {
1295 			ISP_WRITE(isp, BIU_ICR, 0);
1296 			ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1297 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
1298 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
1299 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
1300 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
1301 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
1302 		}
1303 	} else {
1304 		ISP_WRITE(isp, BIU_ICR, 0);
1305 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1306 	}
1307 }
1308 
1309 /*
1310  * Initialize Parameters of Hardware to a known state.
1311  *
1312  * Locks are held before coming here.
1313  */
1314 void
1315 isp_init(ispsoftc_t *isp)
1316 {
1317 	if (IS_FC(isp)) {
1318 		if (IS_24XX(isp)) {
1319 			isp_fibre_init_2400(isp);
1320 		} else {
1321 			isp_fibre_init(isp);
1322 		}
1323 	} else {
1324 		isp_scsi_init(isp);
1325 	}
1326 }
1327 
1328 static void
1329 isp_scsi_init(ispsoftc_t *isp)
1330 {
1331 	sdparam *sdp_chan0, *sdp_chan1;
1332 	mbreg_t mbs;
1333 
1334 	isp->isp_state = ISP_INITSTATE;
1335 
1336 	sdp_chan0 = SDPARAM(isp, 0);
1337 	sdp_chan1 = sdp_chan0;
1338 	if (IS_DUALBUS(isp)) {
1339 		sdp_chan1 = SDPARAM(isp, 1);
1340 	}
1341 
1342 	/* First do overall per-card settings. */
1343 
1344 	/*
1345 	 * If we have fast memory timing enabled, turn it on.
1346 	 */
1347 	if (sdp_chan0->isp_fast_mttr) {
1348 		ISP_WRITE(isp, RISC_MTR, 0x1313);
1349 	}
1350 
1351 	/*
1352 	 * Set Retry Delay and Count.
1353 	 * You set both channels at the same time.
1354 	 */
1355 	MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1356 	mbs.param[1] = sdp_chan0->isp_retry_count;
1357 	mbs.param[2] = sdp_chan0->isp_retry_delay;
1358 	mbs.param[6] = sdp_chan1->isp_retry_count;
1359 	mbs.param[7] = sdp_chan1->isp_retry_delay;
1360 	isp_mboxcmd(isp, &mbs);
1361 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1362 		return;
1363 	}
1364 
1365 	/*
1366 	 * Set ASYNC DATA SETUP time. This is very important.
1367 	 */
1368 	MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1369 	mbs.param[1] = sdp_chan0->isp_async_data_setup;
1370 	mbs.param[2] = sdp_chan1->isp_async_data_setup;
1371 	isp_mboxcmd(isp, &mbs);
1372 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1373 		return;
1374 	}
1375 
1376 	/*
1377 	 * Set ACTIVE Negation State.
1378 	 */
1379 	MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1380 	mbs.param[1] =
1381 	    (sdp_chan0->isp_req_ack_active_neg << 4) |
1382 	    (sdp_chan0->isp_data_line_active_neg << 5);
1383 	mbs.param[2] =
1384 	    (sdp_chan1->isp_req_ack_active_neg << 4) |
1385 	    (sdp_chan1->isp_data_line_active_neg << 5);
1386 	isp_mboxcmd(isp, &mbs);
1387 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1388 		isp_prt(isp, ISP_LOGERR,
1389 		    "failed to set active negation state (%d,%d), (%d,%d)",
1390 		    sdp_chan0->isp_req_ack_active_neg,
1391 		    sdp_chan0->isp_data_line_active_neg,
1392 		    sdp_chan1->isp_req_ack_active_neg,
1393 		    sdp_chan1->isp_data_line_active_neg);
1394 		/*
1395 		 * But don't return.
1396 		 */
1397 	}
1398 
1399 	/*
1400 	 * Set the Tag Aging limit
1401 	 */
1402 	MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1403 	mbs.param[1] = sdp_chan0->isp_tag_aging;
1404 	mbs.param[2] = sdp_chan1->isp_tag_aging;
1405 	isp_mboxcmd(isp, &mbs);
1406 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1407 		isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1408 		    sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1409 		return;
1410 	}
1411 
1412 	/*
1413 	 * Set selection timeout.
1414 	 */
1415 	MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1416 	mbs.param[1] = sdp_chan0->isp_selection_timeout;
1417 	mbs.param[2] = sdp_chan1->isp_selection_timeout;
1418 	isp_mboxcmd(isp, &mbs);
1419 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1420 		return;
1421 	}
1422 
1423 	/* now do per-channel settings */
1424 	isp_scsi_channel_init(isp, 0);
1425 	if (IS_DUALBUS(isp))
1426 		isp_scsi_channel_init(isp, 1);
1427 
1428 	/*
1429 	 * Now enable request/response queues
1430 	 */
1431 
1432 	if (IS_ULTRA2(isp) || IS_1240(isp)) {
1433 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1434 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1435 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1436 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1437 		mbs.param[4] = 0;
1438 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1439 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1440 		isp_mboxcmd(isp, &mbs);
1441 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1442 			return;
1443 		}
1444 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1445 
1446 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1447 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1448 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1449 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1450 		mbs.param[5] = 0;
1451 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1452 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1453 		isp_mboxcmd(isp, &mbs);
1454 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1455 			return;
1456 		}
1457 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1458 	} else {
1459 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1460 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1461 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1462 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1463 		mbs.param[4] = 0;
1464 		isp_mboxcmd(isp, &mbs);
1465 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1466 			return;
1467 		}
1468 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1469 
1470 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1471 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1472 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1473 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1474 		mbs.param[5] = 0;
1475 		isp_mboxcmd(isp, &mbs);
1476 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1477 			return;
1478 		}
1479 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1480 	}
1481 
1482 	/*
1483 	 * Turn on LVD transitions for ULTRA2 or better and other features
1484 	 *
1485 	 * Now that we have 32 bit handles, don't do any fast posting
1486 	 * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1487 	 * operation or use fast posting. To be conservative, we'll only
1488 	 * do this for Ultra3 cards now because the other cards are so
1489 	 * rare for this author to find and test with.
1490 	 */
1491 
1492 	MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1493 	if (IS_ULTRA2(isp))
1494 		mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1495 #ifdef	ISP_NO_RIO
1496 	if (IS_ULTRA3(isp))
1497 		mbs.param[1] |= FW_FEATURE_FAST_POST;
1498 #else
1499 	if (IS_ULTRA3(isp))
1500 		mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1501 #endif
1502 	if (mbs.param[1] != 0) {
1503 		uint16_t sfeat = mbs.param[1];
1504 		isp_mboxcmd(isp, &mbs);
1505 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1506 			isp_prt(isp, ISP_LOGINFO,
1507 			    "Enabled FW features (0x%x)", sfeat);
1508 		}
1509 	}
1510 
1511 	isp->isp_state = ISP_RUNSTATE;
1512 }
1513 
1514 static void
1515 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1516 {
1517 	sdparam *sdp;
1518 	mbreg_t mbs;
1519 	int tgt;
1520 
1521 	sdp = SDPARAM(isp, chan);
1522 
1523 	/*
1524 	 * Set (possibly new) Initiator ID.
1525 	 */
1526 	MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1527 	mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1528 	isp_mboxcmd(isp, &mbs);
1529 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530 		return;
1531 	}
1532 	isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1533 	    chan, sdp->isp_initiator_id);
1534 
1535 
1536 	/*
1537 	 * Set current per-target parameters to an initial safe minimum.
1538 	 */
1539 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1540 		int lun;
1541 		uint16_t sdf;
1542 
1543 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
1544 			continue;
1545 		}
1546 #ifndef	ISP_TARGET_MODE
1547 		sdf = sdp->isp_devparam[tgt].goal_flags;
1548 		sdf &= DPARM_SAFE_DFLT;
1549 		/*
1550 		 * It is not quite clear when this changed over so that
1551 		 * we could force narrow and async for 1000/1020 cards,
1552 		 * but assume that this is only the case for loaded
1553 		 * firmware.
1554 		 */
1555 		if (isp->isp_loaded_fw) {
1556 			sdf |= DPARM_NARROW | DPARM_ASYNC;
1557 		}
1558 #else
1559 		/*
1560 		 * The !$*!)$!$)* f/w uses the same index into some
1561 		 * internal table to decide how to respond to negotiations,
1562 		 * so if we've said "let's be safe" for ID X, and ID X
1563 		 * selects *us*, the negotiations will back to 'safe'
1564 		 * (as in narrow/async). What the f/w *should* do is
1565 		 * use the initiator id settings to decide how to respond.
1566 		 */
1567 		sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1568 #endif
1569 		MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1570 		mbs.param[1] = (chan << 15) | (tgt << 8);
1571 		mbs.param[2] = sdf;
1572 		if ((sdf & DPARM_SYNC) == 0) {
1573 			mbs.param[3] = 0;
1574 		} else {
1575 			mbs.param[3] =
1576 			    (sdp->isp_devparam[tgt].goal_offset << 8) |
1577 			    (sdp->isp_devparam[tgt].goal_period);
1578 		}
1579 		isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1580 		    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1581 		isp_mboxcmd(isp, &mbs);
1582 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1583 			sdf = DPARM_SAFE_DFLT;
1584 			MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1585 			mbs.param[1] = (tgt << 8) | (chan << 15);
1586 			mbs.param[2] = sdf;
1587 			mbs.param[3] = 0;
1588 			isp_mboxcmd(isp, &mbs);
1589 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1590 				continue;
1591 			}
1592 		}
1593 
1594 		/*
1595 		 * We don't update any information directly from the f/w
1596 		 * because we need to run at least one command to cause a
1597 		 * new state to be latched up. So, we just assume that we
1598 		 * converge to the values we just had set.
1599 		 *
1600 		 * Ensure that we don't believe tagged queuing is enabled yet.
1601 		 * It turns out that sometimes the ISP just ignores our
1602 		 * attempts to set parameters for devices that it hasn't
1603 		 * seen yet.
1604 		 */
1605 		sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1606 		for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1607 			MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1608 			mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1609 			mbs.param[2] = sdp->isp_max_queue_depth;
1610 			mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1611 			isp_mboxcmd(isp, &mbs);
1612 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1613 				break;
1614 			}
1615 		}
1616 	}
1617 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1618 		if (sdp->isp_devparam[tgt].dev_refresh) {
1619 			sdp->sendmarker = 1;
1620 			sdp->update = 1;
1621 			break;
1622 		}
1623 	}
1624 }
1625 
1626 /*
1627  * Fibre Channel specific initialization.
1628  */
1629 static void
1630 isp_fibre_init(ispsoftc_t *isp)
1631 {
1632 	fcparam *fcp;
1633 	isp_icb_t local, *icbp = &local;
1634 	mbreg_t mbs;
1635 
1636 	/*
1637 	 * We only support one channel on non-24XX cards
1638 	 */
1639 	fcp = FCPARAM(isp, 0);
1640 	if (fcp->role == ISP_ROLE_NONE)
1641 		return;
1642 
1643 	isp->isp_state = ISP_INITSTATE;
1644 	ISP_MEMZERO(icbp, sizeof (*icbp));
1645 	icbp->icb_version = ICB_VERSION1;
1646 	icbp->icb_fwoptions = fcp->isp_fwoptions;
1647 
1648 	/*
1649 	 * Firmware Options are either retrieved from NVRAM or
1650 	 * are patched elsewhere. We check them for sanity here
1651 	 * and make changes based on board revision, but otherwise
1652 	 * let others decide policy.
1653 	 */
1654 
1655 	/*
1656 	 * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1657 	 */
1658 	if (IS_2100(isp) && isp->isp_revision < 5) {
1659 		icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1660 	}
1661 
1662 	/*
1663 	 * We have to use FULL LOGIN even though it resets the loop too much
1664 	 * because otherwise port database entries don't get updated after
1665 	 * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1666 	 */
1667 	if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1668 		icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1669 	}
1670 
1671 	/*
1672 	 * Insist on Port Database Update Async notifications
1673 	 */
1674 	icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1675 
1676 	/*
1677 	 * Make sure that target role reflects into fwoptions.
1678 	 */
1679 	if (fcp->role & ISP_ROLE_TARGET) {
1680 		icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1681 	} else {
1682 		icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1683 	}
1684 
1685 	/*
1686 	 * For some reason my 2200 does not generate ATIOs in target mode
1687 	 * if initiator is disabled.  Extra logins are better then target
1688 	 * not working at all.
1689 	 */
1690 	if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1691 		icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1692 	} else {
1693 		icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1694 	}
1695 
1696 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1697 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1698 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1699 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1700 	}
1701 	icbp->icb_maxalloc = fcp->isp_maxalloc;
1702 	if (icbp->icb_maxalloc < 1) {
1703 		isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1704 		icbp->icb_maxalloc = 16;
1705 	}
1706 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1707 	if (icbp->icb_execthrottle < 1) {
1708 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1709 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1710 	}
1711 	icbp->icb_retry_delay = fcp->isp_retry_delay;
1712 	icbp->icb_retry_count = fcp->isp_retry_count;
1713 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1714 		icbp->icb_hardaddr = fcp->isp_loopid;
1715 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1716 			icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1717 		else
1718 			icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1719 	}
1720 
1721 	/*
1722 	 * Right now we just set extended options to prefer point-to-point
1723 	 * over loop based upon some soft config options.
1724 	 *
1725 	 * NB: for the 2300, ICBOPT_EXTENDED is required.
1726 	 */
1727 	if (IS_2100(isp)) {
1728 		/*
1729 		 * We can't have Fast Posting any more- we now
1730 		 * have 32 bit handles.
1731 		 */
1732 		icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1733 	} else if (IS_2200(isp) || IS_23XX(isp)) {
1734 		icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1735 
1736 		icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1737 
1738 		if (ISP_CAP_FCTAPE(isp)) {
1739 			if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1740 				icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1741 
1742 			if (isp->isp_confopts & ISP_CFG_FCTAPE)
1743 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1744 
1745 			if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1746 				icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;	/* per documents */
1747 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1748 				FCPARAM(isp, 0)->fctape_enabled = 1;
1749 			} else {
1750 				FCPARAM(isp, 0)->fctape_enabled = 0;
1751 			}
1752 		} else {
1753 			icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1754 			FCPARAM(isp, 0)->fctape_enabled = 0;
1755 		}
1756 
1757 		/*
1758 		 * Prefer or force Point-To-Point instead Loop?
1759 		 */
1760 		switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1761 		case ISP_CFG_LPORT_ONLY:
1762 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1763 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1764 			break;
1765 		case ISP_CFG_NPORT_ONLY:
1766 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1767 			icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1768 			break;
1769 		case ISP_CFG_LPORT:
1770 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1771 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1772 			break;
1773 		case ISP_CFG_NPORT:
1774 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1775 			icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1776 			break;
1777 		default:
1778 			/* Let NVRAM settings define it if they are sane */
1779 			switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1780 			case ICBXOPT_PTP_2_LOOP:
1781 			case ICBXOPT_PTP_ONLY:
1782 			case ICBXOPT_LOOP_ONLY:
1783 			case ICBXOPT_LOOP_2_PTP:
1784 				break;
1785 			default:
1786 				icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1787 				icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1788 			}
1789 			break;
1790 		}
1791 		if (IS_2200(isp)) {
1792 			/*
1793 			 * We can't have Fast Posting any more- we now
1794 			 * have 32 bit handles.
1795 			 *
1796 			 * RIO seemed to have to much breakage.
1797 			 *
1798 			 * Just opt for safety.
1799 			 */
1800 			icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1801 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1802 		} else {
1803 			/*
1804 			 * QLogic recommends that FAST Posting be turned
1805 			 * off for 23XX cards and instead allow the HBA
1806 			 * to write response queue entries and interrupt
1807 			 * after a delay (ZIO).
1808 			 */
1809 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1810 			if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1811 				icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1812 				icbp->icb_idelaytimer = 10;
1813 			}
1814 			icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1815 			if (isp->isp_confopts & ISP_CFG_1GB) {
1816 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1817 				icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1818 			} else if (isp->isp_confopts & ISP_CFG_2GB) {
1819 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1820 				icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1821 			} else {
1822 				switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1823 				case ICBZOPT_RATE_1GB:
1824 				case ICBZOPT_RATE_2GB:
1825 				case ICBZOPT_RATE_AUTO:
1826 					break;
1827 				default:
1828 					icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1829 					icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1830 					break;
1831 				}
1832 			}
1833 		}
1834 	}
1835 
1836 
1837 	/*
1838 	 * For 22XX > 2.1.26 && 23XX, set some options.
1839 	 */
1840 	if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1841 		MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1842 		mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1843 		mbs.param[2] = 0;
1844 		mbs.param[3] = 0;
1845 		if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1846 			mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1847 			if (fcp->role & ISP_ROLE_TARGET) {
1848 				if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1849 					mbs.param[1] |= IFCOPT1_ENAPURE;
1850 				}
1851 				mbs.param[3] = IFCOPT3_NOPRLI;
1852 			}
1853 		}
1854 		isp_mboxcmd(isp, &mbs);
1855 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1856 			return;
1857 		}
1858 	}
1859 	icbp->icb_logintime = ICB_LOGIN_TOV;
1860 
1861 #ifdef	ISP_TARGET_MODE
1862 	if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1863 		icbp->icb_lunenables = 0xffff;
1864 		icbp->icb_ccnt = 0xff;
1865 		icbp->icb_icnt = 0xff;
1866 		icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1867 	}
1868 #endif
1869 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
1870 		icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1871 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1872 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1873 		isp_prt(isp, ISP_LOGDEBUG1,
1874 		    "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1875 		    ((uint32_t) (fcp->isp_wwnn >> 32)),
1876 		    ((uint32_t) (fcp->isp_wwnn)),
1877 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1878 		    ((uint32_t) (fcp->isp_wwpn)));
1879 	} else if (fcp->isp_wwpn) {
1880 		icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1881 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1882 		isp_prt(isp, ISP_LOGDEBUG1,
1883 		    "Setting ICB Port 0x%08x%08x",
1884 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1885 		    ((uint32_t) (fcp->isp_wwpn)));
1886 	} else {
1887 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1888 		return;
1889 	}
1890 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1891 	if (icbp->icb_rqstqlen < 1) {
1892 		isp_prt(isp, ISP_LOGERR, "bad request queue length");
1893 	}
1894 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1895 	if (icbp->icb_rsltqlen < 1) {
1896 		isp_prt(isp, ISP_LOGERR, "bad result queue length");
1897 	}
1898 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1899 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1900 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1901 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1902 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1903 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1904 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1905 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1906 
1907 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1908 		isp_prt(isp, ISP_LOGERR, sacq);
1909 		return;
1910 	}
1911 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1912 	    icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1913 
1914 	isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1915 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
1916 		isp_print_bytes(isp, "isp_fibre_init",
1917 		    sizeof(*icbp), fcp->isp_scratch);
1918 	}
1919 
1920 	/*
1921 	 * Init the firmware
1922 	 */
1923 	MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1924 	mbs.param[1] = 0;
1925 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1926 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1927 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1928 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1929 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1930 	    fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1931 	    (uint32_t) fcp->isp_scdma);
1932 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1933 	isp_mboxcmd(isp, &mbs);
1934 	FC_SCRATCH_RELEASE(isp, 0);
1935 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
1936 		return;
1937 	isp->isp_reqidx = 0;
1938 	isp->isp_reqodx = 0;
1939 	isp->isp_residx = 0;
1940 	isp->isp_resodx = 0;
1941 
1942 	/*
1943 	 * Whatever happens, we're now committed to being here.
1944 	 */
1945 	isp->isp_state = ISP_RUNSTATE;
1946 }
1947 
1948 static void
1949 isp_fibre_init_2400(ispsoftc_t *isp)
1950 {
1951 	fcparam *fcp;
1952 	isp_icb_2400_t local, *icbp = &local;
1953 	mbreg_t mbs;
1954 	int chan;
1955 
1956 	/*
1957 	 * Check to see whether all channels have *some* kind of role
1958 	 */
1959 	for (chan = 0; chan < isp->isp_nchan; chan++) {
1960 		fcp = FCPARAM(isp, chan);
1961 		if (fcp->role != ISP_ROLE_NONE) {
1962 			break;
1963 		}
1964 	}
1965 	if (chan == isp->isp_nchan) {
1966 		isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
1967 		return;
1968 	}
1969 
1970 	isp->isp_state = ISP_INITSTATE;
1971 
1972 	/*
1973 	 * Start with channel 0.
1974 	 */
1975 	fcp = FCPARAM(isp, 0);
1976 
1977 	/*
1978 	 * Turn on LIP F8 async event (1)
1979 	 */
1980 	MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1981 	mbs.param[1] = 1;
1982 	isp_mboxcmd(isp, &mbs);
1983 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1984 		return;
1985 	}
1986 
1987 	ISP_MEMZERO(icbp, sizeof (*icbp));
1988 	icbp->icb_fwoptions1 = fcp->isp_fwoptions;
1989 	icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
1990 	icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
1991 	if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
1992 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
1993 		icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
1994 	} else {
1995 		if (fcp->role & ISP_ROLE_TARGET)
1996 			icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
1997 		else
1998 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
1999 		if (fcp->role & ISP_ROLE_INITIATOR)
2000 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2001 		else
2002 			icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2003 	}
2004 
2005 	icbp->icb_version = ICB_VERSION1;
2006 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2007 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2008 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2009 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2010 	}
2011 
2012 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2013 	if (icbp->icb_execthrottle < 1) {
2014 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2015 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2016 	}
2017 
2018 	/*
2019 	 * Set target exchange count. Take half if we are supporting both roles.
2020 	 */
2021 	if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2022 		icbp->icb_xchgcnt = isp->isp_maxcmds;
2023 		if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2024 			icbp->icb_xchgcnt >>= 1;
2025 	}
2026 
2027 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2028 		icbp->icb_hardaddr = fcp->isp_loopid;
2029 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2030 			icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2031 		else
2032 			icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2033 	}
2034 
2035 	if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2036 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2037 	}
2038 	if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2039 		icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2040 	}
2041 
2042 	for (chan = 0; chan < isp->isp_nchan; chan++) {
2043 		if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2044 			FCPARAM(isp, chan)->fctape_enabled = 1;
2045 		else
2046 			FCPARAM(isp, chan)->fctape_enabled = 0;
2047 	}
2048 
2049 	switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2050 	case ISP_CFG_LPORT_ONLY:
2051 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2052 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2053 		break;
2054 	case ISP_CFG_NPORT_ONLY:
2055 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2056 		icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2057 		break;
2058 	case ISP_CFG_NPORT:
2059 		/* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2060 	case ISP_CFG_LPORT:
2061 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2062 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2063 		break;
2064 	default:
2065 		/* Let NVRAM settings define it if they are sane */
2066 		switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2067 		case ICB2400_OPT2_LOOP_ONLY:
2068 		case ICB2400_OPT2_PTP_ONLY:
2069 		case ICB2400_OPT2_LOOP_2_PTP:
2070 			break;
2071 		default:
2072 			icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2073 			icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2074 		}
2075 		break;
2076 	}
2077 
2078 	switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2079 	case ICB2400_OPT2_ZIO:
2080 	case ICB2400_OPT2_ZIO1:
2081 		icbp->icb_idelaytimer = 0;
2082 		break;
2083 	case 0:
2084 		break;
2085 	default:
2086 		isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2087 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2088 		break;
2089 	}
2090 
2091 	if (IS_26XX(isp)) {
2092 		/* Use handshake to reduce global lock congestion. */
2093 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2094 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2095 	}
2096 
2097 	if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2098 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2099 	}
2100 	if (isp->isp_confopts & ISP_CFG_1GB) {
2101 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2102 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2103 	} else if (isp->isp_confopts & ISP_CFG_2GB) {
2104 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2105 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2106 	} else if (isp->isp_confopts & ISP_CFG_4GB) {
2107 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2108 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2109 	} else if (isp->isp_confopts & ISP_CFG_8GB) {
2110 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2111 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2112 	} else if (isp->isp_confopts & ISP_CFG_16GB) {
2113 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2114 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2115 	} else {
2116 		switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2117 		case ICB2400_OPT3_RATE_4GB:
2118 		case ICB2400_OPT3_RATE_8GB:
2119 		case ICB2400_OPT3_RATE_16GB:
2120 		case ICB2400_OPT3_RATE_AUTO:
2121 			break;
2122 		case ICB2400_OPT3_RATE_2GB:
2123 			if (isp->isp_type <= ISP_HA_FC_2500)
2124 				break;
2125 			/*FALLTHROUGH*/
2126 		case ICB2400_OPT3_RATE_1GB:
2127 			if (isp->isp_type <= ISP_HA_FC_2400)
2128 				break;
2129 			/*FALLTHROUGH*/
2130 		default:
2131 			icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2132 			icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2133 			break;
2134 		}
2135 	}
2136 	icbp->icb_logintime = ICB_LOGIN_TOV;
2137 
2138 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
2139 		icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2140 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2141 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2142 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2143 		    ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2144 	} else if (fcp->isp_wwpn) {
2145 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2146 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2147 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2148 	} else {
2149 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2150 		return;
2151 	}
2152 	icbp->icb_retry_count = fcp->isp_retry_count;
2153 
2154 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2155 	if (icbp->icb_rqstqlen < 8) {
2156 		isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2157 		return;
2158 	}
2159 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2160 	if (icbp->icb_rsltqlen < 8) {
2161 		isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2162 		    icbp->icb_rsltqlen);
2163 		return;
2164 	}
2165 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2166 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2167 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2168 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2169 
2170 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2171 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2172 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2173 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2174 
2175 #ifdef	ISP_TARGET_MODE
2176 	/* unconditionally set up the ATIO queue if we support target mode */
2177 	icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2178 	if (icbp->icb_atioqlen < 8) {
2179 		isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2180 		return;
2181 	}
2182 	icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2183 	icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2184 	icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2185 	icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2186 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2187 	    DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2188 #endif
2189 
2190 	if (ISP_CAP_MSIX(isp) && isp->isp_nirq >= 2) {
2191 		icbp->icb_msixresp = 1;
2192 		if (IS_26XX(isp) && isp->isp_nirq >= 3)
2193 			icbp->icb_msixatio = 2;
2194 	}
2195 
2196 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2197 
2198 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2199 	    DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2200 	    DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2201 
2202 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2203 		isp_prt(isp, ISP_LOGERR, sacq);
2204 		return;
2205 	}
2206 	ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2207 	isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2208 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
2209 		isp_print_bytes(isp, "isp_fibre_init_2400",
2210 		    sizeof (*icbp), fcp->isp_scratch);
2211 	}
2212 
2213 	/*
2214 	 * Now fill in information about any additional channels
2215 	 */
2216 	if (isp->isp_nchan > 1) {
2217 		isp_icb_2400_vpinfo_t vpinfo, *vdst;
2218 		vp_port_info_t pi, *pdst;
2219 		size_t amt = 0;
2220 		uint8_t *off;
2221 
2222 		vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2223 		if (ISP_CAP_VP0(isp)) {
2224 			vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2225 			vpinfo.vp_count = isp->isp_nchan;
2226 			chan = 0;
2227 		} else {
2228 			vpinfo.vp_count = isp->isp_nchan - 1;
2229 			chan = 1;
2230 		}
2231 		off = fcp->isp_scratch;
2232 		off += ICB2400_VPINFO_OFF;
2233 		vdst = (isp_icb_2400_vpinfo_t *) off;
2234 		isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2235 		amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2236 		for (; chan < isp->isp_nchan; chan++) {
2237 			fcparam *fcp2;
2238 
2239 			ISP_MEMZERO(&pi, sizeof (pi));
2240 			fcp2 = FCPARAM(isp, chan);
2241 			if (fcp2->role != ISP_ROLE_NONE) {
2242 				pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2243 				    ICB2400_VPOPT_ENA_SNSLOGIN;
2244 				if (fcp2->role & ISP_ROLE_INITIATOR)
2245 					pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2246 				if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2247 					pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2248 			}
2249 			if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2250 				pi.vp_port_loopid = fcp2->isp_loopid;
2251 				if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2252 					pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2253 				else
2254 					pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2255 			}
2256 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2257 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2258 			off = fcp->isp_scratch;
2259 			if (ISP_CAP_VP0(isp))
2260 				off += ICB2400_VPINFO_PORT_OFF(chan);
2261 			else
2262 				off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2263 			pdst = (vp_port_info_t *) off;
2264 			isp_put_vp_port_info(isp, &pi, pdst);
2265 			amt += ICB2400_VPOPT_WRITE_SIZE;
2266 		}
2267 		if (isp->isp_dblev & ISP_LOGDEBUG1) {
2268 			isp_print_bytes(isp, "isp_fibre_init_2400",
2269 			    amt - ICB2400_VPINFO_OFF,
2270 			    (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2271 		}
2272 	}
2273 
2274 	/*
2275 	 * Init the firmware
2276 	 */
2277 	MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2278 	if (isp->isp_nchan > 1) {
2279 		mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2280 	} else {
2281 		mbs.param[0] = MBOX_INIT_FIRMWARE;
2282 	}
2283 	mbs.param[1] = 0;
2284 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2285 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2286 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2287 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2288 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2289 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2290 	isp_mboxcmd(isp, &mbs);
2291 	FC_SCRATCH_RELEASE(isp, 0);
2292 
2293 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2294 		return;
2295 	}
2296 	isp->isp_reqidx = 0;
2297 	isp->isp_reqodx = 0;
2298 	isp->isp_residx = 0;
2299 	isp->isp_resodx = 0;
2300 	isp->isp_atioodx = 0;
2301 
2302 	/*
2303 	 * Whatever happens, we're now committed to being here.
2304 	 */
2305 	isp->isp_state = ISP_RUNSTATE;
2306 }
2307 
2308 static int
2309 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2310 {
2311 	fcparam *fcp = FCPARAM(isp, chan);
2312 	vp_modify_t vp;
2313 	void *reqp;
2314 	uint8_t resp[QENTRY_LEN];
2315 
2316 	/* Build a VP MODIFY command in memory */
2317 	ISP_MEMZERO(&vp, sizeof(vp));
2318 	vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2319 	vp.vp_mod_hdr.rqs_entry_count = 1;
2320 	vp.vp_mod_cnt = 1;
2321 	vp.vp_mod_idx0 = chan;
2322 	vp.vp_mod_cmd = VP_MODIFY_ENA;
2323 	vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2324 	    ICB2400_VPOPT_ENA_SNSLOGIN;
2325 	if (fcp->role & ISP_ROLE_INITIATOR)
2326 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2327 	if ((fcp->role & ISP_ROLE_TARGET) == 0)
2328 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2329 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2330 		vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2331 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2332 			vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2333 		else
2334 			vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2335 	}
2336 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2337 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2338 
2339 	/* Prepare space for response in memory */
2340 	memset(resp, 0xff, sizeof(resp));
2341 	vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2342 	if (vp.vp_mod_hdl == 0) {
2343 		isp_prt(isp, ISP_LOGERR,
2344 		    "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2345 		return (EIO);
2346 	}
2347 
2348 	/* Send request and wait for response. */
2349 	reqp = isp_getrqentry(isp);
2350 	if (reqp == NULL) {
2351 		isp_prt(isp, ISP_LOGERR,
2352 		    "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2353 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2354 		return (EIO);
2355 	}
2356 	isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2357 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2358 		isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2359 	ISP_SYNC_REQUEST(isp);
2360 	if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2361 		isp_prt(isp, ISP_LOGERR,
2362 		    "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2363 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2364 		return (EIO);
2365 	}
2366 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2367 		isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2368 	isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2369 
2370 	if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2371 		isp_prt(isp, ISP_LOGERR,
2372 		    "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2373 		    __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2374 		return (EIO);
2375 	}
2376 	return (0);
2377 }
2378 
2379 static int
2380 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2381 {
2382 	vp_ctrl_info_t vp;
2383 	void *reqp;
2384 	uint8_t resp[QENTRY_LEN];
2385 
2386 	/* Build a VP CTRL command in memory */
2387 	ISP_MEMZERO(&vp, sizeof(vp));
2388 	vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2389 	vp.vp_ctrl_hdr.rqs_entry_count = 1;
2390 	if (ISP_CAP_VP0(isp)) {
2391 		vp.vp_ctrl_status = 1;
2392 	} else {
2393 		vp.vp_ctrl_status = 0;
2394 		chan--;	/* VP0 can not be controlled in this case. */
2395 	}
2396 	vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2397 	vp.vp_ctrl_vp_count = 1;
2398 	vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2399 
2400 	/* Prepare space for response in memory */
2401 	memset(resp, 0xff, sizeof(resp));
2402 	vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2403 	if (vp.vp_ctrl_handle == 0) {
2404 		isp_prt(isp, ISP_LOGERR,
2405 		    "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2406 		return (EIO);
2407 	}
2408 
2409 	/* Send request and wait for response. */
2410 	reqp = isp_getrqentry(isp);
2411 	if (reqp == NULL) {
2412 		isp_prt(isp, ISP_LOGERR,
2413 		    "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2414 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2415 		return (EIO);
2416 	}
2417 	isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2418 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2419 		isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2420 	ISP_SYNC_REQUEST(isp);
2421 	if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2422 		isp_prt(isp, ISP_LOGERR,
2423 		    "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2424 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2425 		return (EIO);
2426 	}
2427 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2428 		isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2429 	isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2430 
2431 	if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2432 		isp_prt(isp, ISP_LOGERR,
2433 		    "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2434 		    __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2435 		    vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2436 		return (EIO);
2437 	}
2438 	return (0);
2439 }
2440 
2441 static int
2442 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2443 {
2444 	fcparam *fcp = FCPARAM(isp, chan);
2445 	int i, was, res = 0;
2446 
2447 	if (chan >= isp->isp_nchan) {
2448 		isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2449 		return (ENXIO);
2450 	}
2451 	if (fcp->role == new_role)
2452 		return (0);
2453 	for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2454 		if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2455 			was++;
2456 	}
2457 	if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2458 		fcp->role = new_role;
2459 		return (isp_reinit(isp, 0));
2460 	}
2461 	if (fcp->role != ISP_ROLE_NONE) {
2462 		res = isp_fc_disable_vp(isp, chan);
2463 		isp_clear_portdb(isp, chan);
2464 	}
2465 	fcp->role = new_role;
2466 	if (fcp->role != ISP_ROLE_NONE)
2467 		res = isp_fc_enable_vp(isp, chan);
2468 	return (res);
2469 }
2470 
2471 static void
2472 isp_clear_portdb(ispsoftc_t *isp, int chan)
2473 {
2474 	fcparam *fcp = FCPARAM(isp, chan);
2475 	fcportdb_t *lp;
2476 	int i;
2477 
2478 	for (i = 0; i < MAX_FC_TARG; i++) {
2479 		lp = &fcp->portdb[i];
2480 		switch (lp->state) {
2481 		case FC_PORTDB_STATE_DEAD:
2482 		case FC_PORTDB_STATE_CHANGED:
2483 		case FC_PORTDB_STATE_VALID:
2484 			lp->state = FC_PORTDB_STATE_NIL;
2485 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2486 			break;
2487 		case FC_PORTDB_STATE_NIL:
2488 		case FC_PORTDB_STATE_NEW:
2489 			lp->state = FC_PORTDB_STATE_NIL;
2490 			break;
2491 		case FC_PORTDB_STATE_ZOMBIE:
2492 			break;
2493 		default:
2494 			panic("Don't know how to clear state %d\n", lp->state);
2495 		}
2496 	}
2497 }
2498 
2499 static void
2500 isp_mark_portdb(ispsoftc_t *isp, int chan)
2501 {
2502 	fcparam *fcp = FCPARAM(isp, chan);
2503 	fcportdb_t *lp;
2504 	int i;
2505 
2506 	for (i = 0; i < MAX_FC_TARG; i++) {
2507 		lp = &fcp->portdb[i];
2508 		if (lp->state == FC_PORTDB_STATE_NIL)
2509 			continue;
2510 		if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2511 		    lp->portid <= DOMAIN_CONTROLLER_END)
2512 			continue;
2513 		fcp->portdb[i].probational = 1;
2514 	}
2515 }
2516 
2517 /*
2518  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2519  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2520  */
2521 static int
2522 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2523 {
2524 	isp_plogx_t pl;
2525 	void *reqp;
2526 	uint8_t resp[QENTRY_LEN];
2527 	uint32_t sst, parm1;
2528 	int rval, lev;
2529 	const char *msg;
2530 	char buf[64];
2531 
2532 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2533 	    chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2534 	    "Login":"Logout", portid, handle);
2535 	if (!IS_24XX(isp)) {
2536 		int action = flags & PLOGX_FLG_CMD_MASK;
2537 		if (action == PLOGX_FLG_CMD_PLOGI) {
2538 			return (isp_port_login(isp, handle, portid));
2539 		} else if (action == PLOGX_FLG_CMD_LOGO) {
2540 			return (isp_port_logout(isp, handle, portid));
2541 		} else {
2542 			return (MBOX_INVALID_COMMAND);
2543 		}
2544 	}
2545 
2546 	ISP_MEMZERO(&pl, sizeof(pl));
2547 	pl.plogx_header.rqs_entry_count = 1;
2548 	pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2549 	pl.plogx_nphdl = handle;
2550 	pl.plogx_vphdl = chan;
2551 	pl.plogx_portlo = portid;
2552 	pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2553 	pl.plogx_flags = flags;
2554 
2555 	/* Prepare space for response in memory */
2556 	memset(resp, 0xff, sizeof(resp));
2557 	pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2558 	if (pl.plogx_handle == 0) {
2559 		isp_prt(isp, ISP_LOGERR,
2560 		    "%s: PLOGX of Chan %d out of handles", __func__, chan);
2561 		return (-1);
2562 	}
2563 
2564 	/* Send request and wait for response. */
2565 	reqp = isp_getrqentry(isp);
2566 	if (reqp == NULL) {
2567 		isp_prt(isp, ISP_LOGERR,
2568 		    "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2569 		isp_destroy_handle(isp, pl.plogx_handle);
2570 		return (-1);
2571 	}
2572 	isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2573 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2574 		isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2575 	FCPARAM(isp, chan)->isp_login_hdl = handle;
2576 	ISP_SYNC_REQUEST(isp);
2577 	if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2578 	    == EWOULDBLOCK) {
2579 		isp_prt(isp, ISP_LOGERR,
2580 		    "%s: PLOGX of Chan %d timed out", __func__, chan);
2581 		isp_destroy_handle(isp, pl.plogx_handle);
2582 		return (-1);
2583 	}
2584 	FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2585 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2586 		isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2587 	isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2588 
2589 	if (pl.plogx_status == PLOGX_STATUS_OK) {
2590 		return (0);
2591 	} else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2592 		isp_prt(isp, ISP_LOGWARN,
2593 		    "status 0x%x on port login IOCB channel %d",
2594 		    pl.plogx_status, chan);
2595 		return (-1);
2596 	}
2597 
2598 	sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2599 	parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2600 
2601 	rval = -1;
2602 	lev = ISP_LOGERR;
2603 	msg = NULL;
2604 
2605 	switch (sst) {
2606 	case PLOGX_IOCBERR_NOLINK:
2607 		msg = "no link";
2608 		break;
2609 	case PLOGX_IOCBERR_NOIOCB:
2610 		msg = "no IOCB buffer";
2611 		break;
2612 	case PLOGX_IOCBERR_NOXGHG:
2613 		msg = "no Exchange Control Block";
2614 		break;
2615 	case PLOGX_IOCBERR_FAILED:
2616 		ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2617 		msg = buf;
2618 		break;
2619 	case PLOGX_IOCBERR_NOFABRIC:
2620 		msg = "no fabric";
2621 		break;
2622 	case PLOGX_IOCBERR_NOTREADY:
2623 		msg = "firmware not ready";
2624 		break;
2625 	case PLOGX_IOCBERR_NOLOGIN:
2626 		ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2627 		msg = buf;
2628 		rval = MBOX_NOT_LOGGED_IN;
2629 		break;
2630 	case PLOGX_IOCBERR_REJECT:
2631 		ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2632 		msg = buf;
2633 		break;
2634 	case PLOGX_IOCBERR_NOPCB:
2635 		msg = "no PCB allocated";
2636 		break;
2637 	case PLOGX_IOCBERR_EINVAL:
2638 		ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2639 		msg = buf;
2640 		break;
2641 	case PLOGX_IOCBERR_PORTUSED:
2642 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2643 		ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2644 		msg = buf;
2645 		rval = MBOX_PORT_ID_USED | (parm1 << 16);
2646 		break;
2647 	case PLOGX_IOCBERR_HNDLUSED:
2648 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2649 		ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2650 		msg = buf;
2651 		rval = MBOX_LOOP_ID_USED;
2652 		break;
2653 	case PLOGX_IOCBERR_NOHANDLE:
2654 		msg = "no handle allocated";
2655 		break;
2656 	case PLOGX_IOCBERR_NOFLOGI:
2657 		msg = "no FLOGI_ACC";
2658 		break;
2659 	default:
2660 		ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2661 		msg = buf;
2662 		break;
2663 	}
2664 	if (msg) {
2665 		isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2666 	}
2667 	return (rval);
2668 }
2669 
2670 static int
2671 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2672 {
2673 	mbreg_t mbs;
2674 
2675 	MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2676 	if (ISP_CAP_2KLOGIN(isp)) {
2677 		mbs.param[1] = handle;
2678 		mbs.ibits = (1 << 10);
2679 	} else {
2680 		mbs.param[1] = handle << 8;
2681 	}
2682 	mbs.param[2] = portid >> 16;
2683 	mbs.param[3] = portid;
2684 	mbs.logval = MBLOGNONE;
2685 	mbs.timeout = 500000;
2686 	isp_mboxcmd(isp, &mbs);
2687 
2688 	switch (mbs.param[0]) {
2689 	case MBOX_PORT_ID_USED:
2690 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2691 		return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2692 
2693 	case MBOX_LOOP_ID_USED:
2694 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2695 		return (MBOX_LOOP_ID_USED);
2696 
2697 	case MBOX_COMMAND_COMPLETE:
2698 		return (0);
2699 
2700 	case MBOX_COMMAND_ERROR:
2701 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2702 		return (MBOX_COMMAND_ERROR);
2703 
2704 	case MBOX_ALL_IDS_USED:
2705 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2706 		return (MBOX_ALL_IDS_USED);
2707 
2708 	default:
2709 		isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2710 		return (mbs.param[0]);
2711 	}
2712 }
2713 
2714 /*
2715  * Pre-24XX fabric port logout
2716  *
2717  * Note that portid is not used
2718  */
2719 static int
2720 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2721 {
2722 	mbreg_t mbs;
2723 
2724 	MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2725 	if (ISP_CAP_2KLOGIN(isp)) {
2726 		mbs.param[1] = handle;
2727 		mbs.ibits = (1 << 10);
2728 	} else {
2729 		mbs.param[1] = handle << 8;
2730 	}
2731 	isp_mboxcmd(isp, &mbs);
2732 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2733 }
2734 
2735 static int
2736 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2737 {
2738 	mbreg_t mbs;
2739 	union {
2740 		isp_pdb_21xx_t fred;
2741 		isp_pdb_24xx_t bill;
2742 	} un;
2743 
2744 	MBSINIT(&mbs, MBOX_GET_PORT_DB,
2745 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2746 	if (IS_24XX(isp)) {
2747 		mbs.ibits = (1 << 9)|(1 << 10);
2748 		mbs.param[1] = id;
2749 		mbs.param[9] = chan;
2750 	} else if (ISP_CAP_2KLOGIN(isp)) {
2751 		mbs.param[1] = id;
2752 	} else {
2753 		mbs.param[1] = id << 8;
2754 	}
2755 	mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2756 	mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2757 	mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2758 	mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2759 	MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2760 
2761 	isp_mboxcmd(isp, &mbs);
2762 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2763 		return (mbs.param[0] | (mbs.param[1] << 16));
2764 
2765 	MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2766 	if (IS_24XX(isp)) {
2767 		isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2768 		pdb->handle = un.bill.pdb_handle;
2769 		pdb->prli_word3 = un.bill.pdb_prli_svc3;
2770 		pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2771 		ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2772 		ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2773 		isp_prt(isp, ISP_LOGDEBUG1,
2774 		    "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x",
2775 		    chan, id, pdb->portid, un.bill.pdb_flags,
2776 		    un.bill.pdb_curstate);
2777 		if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2778 			mbs.param[0] = MBOX_NOT_LOGGED_IN;
2779 			return (mbs.param[0]);
2780 		}
2781 	} else {
2782 		isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2783 		pdb->handle = un.fred.pdb_loopid;
2784 		pdb->prli_word3 = un.fred.pdb_prli_svc3;
2785 		pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2786 		ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2787 		ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2788 		isp_prt(isp, ISP_LOGDEBUG1,
2789 		    "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2790 	}
2791 	return (0);
2792 }
2793 
2794 static int
2795 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2796 {
2797 	fcparam *fcp = FCPARAM(isp, chan);
2798 	mbreg_t mbs;
2799 	isp_pnhle_21xx_t el1, *elp1;
2800 	isp_pnhle_23xx_t el3, *elp3;
2801 	isp_pnhle_24xx_t el4, *elp4;
2802 	int i, j;
2803 	uint32_t p;
2804 	uint16_t h;
2805 
2806 	MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2807 	if (IS_24XX(isp)) {
2808 		mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2809 		mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2810 		mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2811 		mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2812 		mbs.param[8] = ISP_FC_SCRLEN;
2813 		mbs.param[9] = chan;
2814 	} else {
2815 		mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2816 		mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2817 		mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2818 		mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2819 		mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2820 	}
2821 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2822 		isp_prt(isp, ISP_LOGERR, sacq);
2823 		return (-1);
2824 	}
2825 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2826 	isp_mboxcmd(isp, &mbs);
2827 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2828 		FC_SCRATCH_RELEASE(isp, chan);
2829 		return (mbs.param[0] | (mbs.param[1] << 16));
2830 	}
2831 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2832 	elp1 = fcp->isp_scratch;
2833 	elp3 = fcp->isp_scratch;
2834 	elp4 = fcp->isp_scratch;
2835 	for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2836 		if (IS_24XX(isp)) {
2837 			isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2838 			p = el4.pnhle_port_id_lo |
2839 			    (el4.pnhle_port_id_hi << 16);
2840 			h = el4.pnhle_handle;
2841 		} else if (IS_23XX(isp)) {
2842 			isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2843 			p = el3.pnhle_port_id_lo |
2844 			    (el3.pnhle_port_id_hi << 16);
2845 			h = el3.pnhle_handle;
2846 		} else { /* 21xx */
2847 			isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2848 			p = el1.pnhle_port_id_lo |
2849 			    ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2850 			h = el1.pnhle_port_id_hi_handle >> 8;
2851 		}
2852 		if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2853 			continue;
2854 		handles[j++] = h;
2855 	}
2856 	*num = j;
2857 	FC_SCRATCH_RELEASE(isp, chan);
2858 	return (0);
2859 }
2860 
2861 static void
2862 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2863 {
2864 	isp_pdb_t pdb;
2865 	uint16_t lim, nphdl;
2866 
2867 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2868 	if (ISP_CAP_2KLOGIN(isp)) {
2869 		lim = NPH_MAX_2K;
2870 	} else {
2871 		lim = NPH_MAX;
2872 	}
2873 	for (nphdl = 0; nphdl != lim; nphdl++) {
2874 		if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2875 			continue;
2876 		}
2877 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2878 		    "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2879 		    chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2880 		    pdb.portname[2], pdb.portname[3], pdb.portname[4],
2881 		    pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2882 	}
2883 }
2884 
2885 static uint64_t
2886 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2887 {
2888 	uint64_t wwn = INI_NONE;
2889 	mbreg_t mbs;
2890 
2891 	MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2892 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2893 	if (ISP_CAP_2KLOGIN(isp)) {
2894 		mbs.param[1] = nphdl;
2895 		if (nodename) {
2896 			mbs.param[10] = 1;
2897 		}
2898 		mbs.param[9] = chan;
2899 	} else {
2900 		mbs.ibitm = 3;
2901 		mbs.param[1] = nphdl << 8;
2902 		if (nodename) {
2903 			mbs.param[1] |= 1;
2904 		}
2905 	}
2906 	isp_mboxcmd(isp, &mbs);
2907 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2908 		return (wwn);
2909 	}
2910 	if (IS_24XX(isp)) {
2911 		wwn =
2912 		    (((uint64_t)(mbs.param[2] >> 8))	<< 56) |
2913 		    (((uint64_t)(mbs.param[2] & 0xff))	<< 48) |
2914 		    (((uint64_t)(mbs.param[3] >> 8))	<< 40) |
2915 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 32) |
2916 		    (((uint64_t)(mbs.param[6] >> 8))	<< 24) |
2917 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 16) |
2918 		    (((uint64_t)(mbs.param[7] >> 8))	<<  8) |
2919 		    (((uint64_t)(mbs.param[7] & 0xff)));
2920 	} else {
2921 		wwn =
2922 		    (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2923 		    (((uint64_t)(mbs.param[2] >> 8))	<< 48) |
2924 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 40) |
2925 		    (((uint64_t)(mbs.param[3] >> 8))	<< 32) |
2926 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 24) |
2927 		    (((uint64_t)(mbs.param[6] >> 8))	<< 16) |
2928 		    (((uint64_t)(mbs.param[7] & 0xff))	<<  8) |
2929 		    (((uint64_t)(mbs.param[7] >> 8)));
2930 	}
2931 	return (wwn);
2932 }
2933 
2934 /*
2935  * Make sure we have good FC link.
2936  */
2937 
2938 static int
2939 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2940 {
2941 	mbreg_t mbs;
2942 	int i, r;
2943 	uint16_t nphdl;
2944 	fcparam *fcp;
2945 	isp_pdb_t pdb;
2946 	NANOTIME_T hra, hrb;
2947 
2948 	fcp = FCPARAM(isp, chan);
2949 
2950 	if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2951 		return (-1);
2952 	if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
2953 		return (0);
2954 
2955 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
2956 
2957 	/*
2958 	 * Wait up to N microseconds for F/W to go to a ready state.
2959 	 */
2960 	GET_NANOTIME(&hra);
2961 	while (1) {
2962 		isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
2963 		if (fcp->isp_fwstate == FW_READY) {
2964 			break;
2965 		}
2966 		if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2967 			goto abort;
2968 		GET_NANOTIME(&hrb);
2969 		if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
2970 			break;
2971 		ISP_SLEEP(isp, 1000);
2972 	}
2973 	if (fcp->isp_fwstate != FW_READY) {
2974 		isp_prt(isp, ISP_LOG_SANCFG,
2975 		    "Chan %d Firmware is not ready (%s)",
2976 		    chan, isp_fc_fw_statename(fcp->isp_fwstate));
2977 		return (-1);
2978 	}
2979 
2980 	/*
2981 	 * Get our Loop ID and Port ID.
2982 	 */
2983 	MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
2984 	mbs.param[9] = chan;
2985 	isp_mboxcmd(isp, &mbs);
2986 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2987 		return (-1);
2988 	}
2989 
2990 	if (IS_2100(isp)) {
2991 		/*
2992 		 * Don't bother with fabric if we are using really old
2993 		 * 2100 firmware. It's just not worth it.
2994 		 */
2995 		if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
2996 			fcp->isp_topo = TOPO_FL_PORT;
2997 		else
2998 			fcp->isp_topo = TOPO_NL_PORT;
2999 	} else {
3000 		int topo = (int) mbs.param[6];
3001 		if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3002 			topo = TOPO_PTP_STUB;
3003 		}
3004 		fcp->isp_topo = topo;
3005 	}
3006 	fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3007 
3008 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3009 		fcp->isp_loopid = mbs.param[1] & 0xff;
3010 	} else if (fcp->isp_topo != TOPO_F_PORT) {
3011 		uint8_t alpa = fcp->isp_portid;
3012 
3013 		for (i = 0; alpa_map[i]; i++) {
3014 			if (alpa_map[i] == alpa)
3015 				break;
3016 		}
3017 		if (alpa_map[i])
3018 			fcp->isp_loopid = i;
3019 	}
3020 
3021 #if 0
3022 	fcp->isp_loopstate = LOOP_HAVE_ADDR;
3023 #endif
3024 	fcp->isp_loopstate = LOOP_TESTING_LINK;
3025 
3026 	if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3027 		nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3028 		r = isp_getpdb(isp, chan, nphdl, &pdb);
3029 		if (r != 0 || pdb.portid == 0) {
3030 			if (IS_2100(isp)) {
3031 				fcp->isp_topo = TOPO_NL_PORT;
3032 			} else {
3033 				isp_prt(isp, ISP_LOGWARN,
3034 				    "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3035 				fcp->isp_topo = TOPO_PTP_STUB;
3036 			}
3037 			goto not_on_fabric;
3038 		}
3039 
3040 		if (IS_24XX(isp)) {
3041 			fcp->isp_fabric_params = mbs.param[7];
3042 			fcp->isp_sns_hdl = NPH_SNS_ID;
3043 			r = isp_register_fc4_type_24xx(isp, chan);
3044 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3045 				goto abort;
3046 			if (r != 0)
3047 				goto not_on_fabric;
3048 			r = isp_register_fc4_features_24xx(isp, chan);
3049 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3050 				goto abort;
3051 			if (r != 0)
3052 				goto not_on_fabric;
3053 			r = isp_register_port_name_24xx(isp, chan);
3054 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3055 				goto abort;
3056 			if (r != 0)
3057 				goto not_on_fabric;
3058 			isp_register_node_name_24xx(isp, chan);
3059 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3060 				goto abort;
3061 		} else {
3062 			fcp->isp_sns_hdl = SNS_ID;
3063 			r = isp_register_fc4_type(isp, chan);
3064 			if (r != 0)
3065 				goto not_on_fabric;
3066 			if (fcp->role == ISP_ROLE_TARGET)
3067 				isp_send_change_request(isp, chan);
3068 		}
3069 	}
3070 
3071 not_on_fabric:
3072 	/* Get link speed. */
3073 	fcp->isp_gbspeed = 1;
3074 	if (IS_23XX(isp) || IS_24XX(isp)) {
3075 		MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3076 		mbs.param[1] = MBGSD_GET_RATE;
3077 		/* mbs.param[2] undefined if we're just getting rate */
3078 		isp_mboxcmd(isp, &mbs);
3079 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3080 			if (mbs.param[1] == MBGSD_10GB)
3081 				fcp->isp_gbspeed = 10;
3082 			else if (mbs.param[1] == MBGSD_16GB)
3083 				fcp->isp_gbspeed = 16;
3084 			else if (mbs.param[1] == MBGSD_8GB)
3085 				fcp->isp_gbspeed = 8;
3086 			else if (mbs.param[1] == MBGSD_4GB)
3087 				fcp->isp_gbspeed = 4;
3088 			else if (mbs.param[1] == MBGSD_2GB)
3089 				fcp->isp_gbspeed = 2;
3090 			else if (mbs.param[1] == MBGSD_1GB)
3091 				fcp->isp_gbspeed = 1;
3092 		}
3093 	}
3094 
3095 	if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3096 abort:
3097 		isp_prt(isp, ISP_LOG_SANCFG,
3098 		    "Chan %d FC link test aborted", chan);
3099 		return (1);
3100 	}
3101 	fcp->isp_loopstate = LOOP_LTEST_DONE;
3102 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3103 	    "Chan %d WWPN %016jx WWNN %016jx",
3104 	    chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3105 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3106 	    "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3107 	    chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3108 	    fcp->isp_loopid);
3109 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3110 	return (0);
3111 }
3112 
3113 /*
3114  * Complete the synchronization of our Port Database.
3115  *
3116  * At this point, we've scanned the local loop (if any) and the fabric
3117  * and performed fabric logins on all new devices.
3118  *
3119  * Our task here is to go through our port database removing any entities
3120  * that are still marked probational (issuing PLOGO for ones which we had
3121  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3122  * devices.
3123  */
3124 static int
3125 isp_pdb_sync(ispsoftc_t *isp, int chan)
3126 {
3127 	fcparam *fcp = FCPARAM(isp, chan);
3128 	fcportdb_t *lp;
3129 	uint16_t dbidx;
3130 
3131 	if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3132 		return (-1);
3133 	if (fcp->isp_loopstate >= LOOP_READY)
3134 		return (0);
3135 
3136 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3137 
3138 	fcp->isp_loopstate = LOOP_SYNCING_PDB;
3139 
3140 	for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3141 		lp = &fcp->portdb[dbidx];
3142 
3143 		if (lp->state == FC_PORTDB_STATE_NIL)
3144 			continue;
3145 		if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3146 			lp->state = FC_PORTDB_STATE_DEAD;
3147 		switch (lp->state) {
3148 		case FC_PORTDB_STATE_DEAD:
3149 			lp->state = FC_PORTDB_STATE_NIL;
3150 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3151 			if ((lp->portid & 0xffff00) != 0) {
3152 				(void) isp_plogx(isp, chan, lp->handle,
3153 				    lp->portid,
3154 				    PLOGX_FLG_CMD_LOGO |
3155 				    PLOGX_FLG_IMPLICIT |
3156 				    PLOGX_FLG_FREE_NPHDL);
3157 			}
3158 			/*
3159 			 * Note that we might come out of this with our state
3160 			 * set to FC_PORTDB_STATE_ZOMBIE.
3161 			 */
3162 			break;
3163 		case FC_PORTDB_STATE_NEW:
3164 			lp->state = FC_PORTDB_STATE_VALID;
3165 			isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3166 			break;
3167 		case FC_PORTDB_STATE_CHANGED:
3168 			lp->state = FC_PORTDB_STATE_VALID;
3169 			isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3170 			lp->portid = lp->new_portid;
3171 			lp->prli_word3 = lp->new_prli_word3;
3172 			break;
3173 		case FC_PORTDB_STATE_VALID:
3174 			isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3175 			break;
3176 		case FC_PORTDB_STATE_ZOMBIE:
3177 			break;
3178 		default:
3179 			isp_prt(isp, ISP_LOGWARN,
3180 			    "isp_pdb_sync: state %d for idx %d",
3181 			    lp->state, dbidx);
3182 			isp_dump_portdb(isp, chan);
3183 		}
3184 	}
3185 
3186 	if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3187 		isp_prt(isp, ISP_LOG_SANCFG,
3188 		    "Chan %d FC PDB sync aborted", chan);
3189 		return (1);
3190 	}
3191 
3192 	fcp->isp_loopstate = LOOP_READY;
3193 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3194 	return (0);
3195 }
3196 
3197 static void
3198 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3199 {
3200 	fcportdb_t *lp;
3201 	uint64_t wwnn, wwpn;
3202 
3203 	MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3204 	MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3205 
3206 	/* Search port database for the same WWPN. */
3207 	if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3208 		if (!lp->probational) {
3209 			isp_prt(isp, ISP_LOGERR,
3210 			    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3211 			    chan, lp->portid, lp->handle,
3212 			    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3213 			isp_dump_portdb(isp, chan);
3214 			return;
3215 		}
3216 		lp->probational = 0;
3217 		lp->node_wwn = wwnn;
3218 
3219 		/* Old device, nothing new. */
3220 		if (lp->portid == pdb->portid &&
3221 		    lp->handle == pdb->handle &&
3222 		    lp->prli_word3 == pdb->prli_word3) {
3223 			if (lp->state != FC_PORTDB_STATE_NEW)
3224 				lp->state = FC_PORTDB_STATE_VALID;
3225 			isp_prt(isp, ISP_LOG_SANCFG,
3226 			    "Chan %d Port 0x%06x@0x%04x is valid",
3227 			    chan, pdb->portid, pdb->handle);
3228 			return;
3229 		}
3230 
3231 		/* Something has changed. */
3232 		lp->state = FC_PORTDB_STATE_CHANGED;
3233 		lp->handle = pdb->handle;
3234 		lp->new_portid = pdb->portid;
3235 		lp->new_prli_word3 = pdb->prli_word3;
3236 		isp_prt(isp, ISP_LOG_SANCFG,
3237 		    "Chan %d Port 0x%06x@0x%04x is changed",
3238 		    chan, pdb->portid, pdb->handle);
3239 		return;
3240 	}
3241 
3242 	/* It seems like a new port. Find an empty slot for it. */
3243 	if (!isp_find_pdb_empty(isp, chan, &lp)) {
3244 		isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3245 		return;
3246 	}
3247 
3248 	ISP_MEMZERO(lp, sizeof (fcportdb_t));
3249 	lp->probational = 0;
3250 	lp->state = FC_PORTDB_STATE_NEW;
3251 	lp->portid = lp->new_portid = pdb->portid;
3252 	lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3253 	lp->handle = pdb->handle;
3254 	lp->port_wwn = wwpn;
3255 	lp->node_wwn = wwnn;
3256 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3257 	    chan, pdb->portid, pdb->handle);
3258 }
3259 
3260 /*
3261  * Fix port IDs for logged-in initiators on pre-2400 chips.
3262  * For those chips we are not receiving login events, adding initiators
3263  * based on ATIO requests, but there is no port ID in that structure.
3264  */
3265 static void
3266 isp_fix_portids(ispsoftc_t *isp, int chan)
3267 {
3268 	fcparam *fcp = FCPARAM(isp, chan);
3269 	isp_pdb_t pdb;
3270 	uint64_t wwpn;
3271 	int i, r;
3272 
3273 	for (i = 0; i < MAX_FC_TARG; i++) {
3274 		fcportdb_t *lp = &fcp->portdb[i];
3275 
3276 		if (lp->state == FC_PORTDB_STATE_NIL ||
3277 		    lp->state == FC_PORTDB_STATE_ZOMBIE)
3278 			continue;
3279 		if (VALID_PORT(lp->portid))
3280 			continue;
3281 
3282 		r = isp_getpdb(isp, chan, lp->handle, &pdb);
3283 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3284 			return;
3285 		if (r != 0) {
3286 			isp_prt(isp, ISP_LOGDEBUG1,
3287 			    "Chan %d FC Scan Loop handle %d returned %x",
3288 			    chan, lp->handle, r);
3289 			continue;
3290 		}
3291 
3292 		MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3293 		if (lp->port_wwn != wwpn)
3294 			continue;
3295 		lp->portid = lp->new_portid = pdb.portid;
3296 		isp_prt(isp, ISP_LOG_SANCFG,
3297 		    "Chan %d Port 0x%06x@0x%04x is fixed",
3298 		    chan, pdb.portid, pdb.handle);
3299 	}
3300 }
3301 
3302 /*
3303  * Scan local loop for devices.
3304  */
3305 static int
3306 isp_scan_loop(ispsoftc_t *isp, int chan)
3307 {
3308 	fcparam *fcp = FCPARAM(isp, chan);
3309 	int idx, lim, r;
3310 	isp_pdb_t pdb;
3311 	uint16_t *handles;
3312 	uint16_t handle;
3313 
3314 	if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3315 		return (-1);
3316 	if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3317 		return (0);
3318 
3319 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3320 	fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3321 	if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3322 		if (!IS_24XX(isp)) {
3323 			isp_fix_portids(isp, chan);
3324 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3325 				goto abort;
3326 		}
3327 		isp_prt(isp, ISP_LOG_SANCFG,
3328 		    "Chan %d FC loop scan done (no loop)", chan);
3329 		fcp->isp_loopstate = LOOP_LSCAN_DONE;
3330 		return (0);
3331 	}
3332 
3333 	handles = (uint16_t *)fcp->isp_scanscratch;
3334 	lim = ISP_FC_SCRLEN / 2;
3335 	r = isp_gethandles(isp, chan, handles, &lim, 1);
3336 	if (r != 0) {
3337 		isp_prt(isp, ISP_LOG_SANCFG,
3338 		    "Chan %d Getting list of handles failed with %x", chan, r);
3339 		isp_prt(isp, ISP_LOG_SANCFG,
3340 		    "Chan %d FC loop scan done (bad)", chan);
3341 		return (-1);
3342 	}
3343 
3344 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3345 	    chan, lim);
3346 
3347 	/*
3348 	 * Run through the list and get the port database info for each one.
3349 	 */
3350 	isp_mark_portdb(isp, chan);
3351 	for (idx = 0; idx < lim; idx++) {
3352 		handle = handles[idx];
3353 
3354 		/*
3355 		 * Don't scan "special" ids.
3356 		 */
3357 		if (ISP_CAP_2KLOGIN(isp)) {
3358 			if (handle >= NPH_RESERVED)
3359 				continue;
3360 		} else {
3361 			if (handle >= FL_ID && handle <= SNS_ID)
3362 				continue;
3363 		}
3364 
3365 		/*
3366 		 * In older cards with older f/w GET_PORT_DATABASE has been
3367 		 * known to hang. This trick gets around that problem.
3368 		 */
3369 		if (IS_2100(isp) || IS_2200(isp)) {
3370 			uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3371 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3372 abort:
3373 				isp_prt(isp, ISP_LOG_SANCFG,
3374 				    "Chan %d FC loop scan aborted", chan);
3375 				return (1);
3376 			}
3377 			if (node_wwn == INI_NONE) {
3378 				continue;
3379 			}
3380 		}
3381 
3382 		/*
3383 		 * Get the port database entity for this index.
3384 		 */
3385 		r = isp_getpdb(isp, chan, handle, &pdb);
3386 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3387 			goto abort;
3388 		if (r != 0) {
3389 			isp_prt(isp, ISP_LOGDEBUG1,
3390 			    "Chan %d FC Scan Loop handle %d returned %x",
3391 			    chan, handle, r);
3392 			continue;
3393 		}
3394 
3395 		isp_pdb_add_update(isp, chan, &pdb);
3396 	}
3397 	if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3398 		goto abort;
3399 	fcp->isp_loopstate = LOOP_LSCAN_DONE;
3400 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3401 	return (0);
3402 }
3403 
3404 /*
3405  * Scan the fabric for devices and add them to our port database.
3406  *
3407  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3408  *
3409  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3410  * server commands to the switch management server via the QLogic f/w.
3411  *
3412  * For the 24XX and above card, we use CT Pass-through IOCB.
3413  */
3414 #define	GIDLEN	ISP_FC_SCRLEN
3415 #define	NGENT	((GIDLEN - 16) >> 2)
3416 
3417 static int
3418 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3419 {
3420 	union {
3421 		sns_gid_ft_req_t _x;
3422 		uint8_t _y[SNS_GID_FT_REQ_SIZE];
3423 	} un;
3424 	fcparam *fcp = FCPARAM(isp, chan);
3425 	sns_gid_ft_req_t *rq = &un._x;
3426 	uint8_t *scp = fcp->isp_scratch;
3427 	mbreg_t mbs;
3428 
3429 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3430 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3431 		isp_prt(isp, ISP_LOGERR, sacq);
3432 		return (-1);
3433 	}
3434 
3435 	ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3436 	rq->snscb_rblen = GIDLEN >> 1;
3437 	rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3438 	rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3439 	rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3440 	rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3441 	rq->snscb_sblen = 6;
3442 	rq->snscb_cmd = SNS_GID_FT;
3443 	rq->snscb_mword_div_2 = NGENT;
3444 	rq->snscb_fc4_type = FC4_SCSI;
3445 
3446 	isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)scp);
3447 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3448 
3449 	MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3450 	mbs.param[0] = MBOX_SEND_SNS;
3451 	mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3452 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3453 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3454 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3455 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3456 	isp_mboxcmd(isp, &mbs);
3457 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3458 		if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3459 			return (1);
3460 		} else {
3461 			return (-1);
3462 		}
3463 	}
3464 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3465 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3466 		isp_print_bytes(isp, "CT response", GIDLEN, scp);
3467 	isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3468 	    (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3469 	FC_SCRATCH_RELEASE(isp, chan);
3470 	return (0);
3471 }
3472 
3473 static int
3474 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3475 {
3476 	fcparam *fcp = FCPARAM(isp, chan);
3477 	isp_ct_pt_t pt;
3478 	void *reqp;
3479 	uint8_t resp[QENTRY_LEN];
3480 
3481 	/*
3482 	 * Build a Passthrough IOCB in memory.
3483 	 */
3484 	ISP_MEMZERO(&pt, sizeof(pt));
3485 	pt.ctp_header.rqs_entry_count = 1;
3486 	pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3487 	pt.ctp_nphdl = fcp->isp_sns_hdl;
3488 	pt.ctp_cmd_cnt = 1;
3489 	pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3490 	pt.ctp_time = 10;
3491 	pt.ctp_rsp_cnt = 1;
3492 	pt.ctp_rsp_bcnt = rsp_bcnt;
3493 	pt.ctp_cmd_bcnt = cmd_bcnt;
3494 	pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3495 	pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3496 	pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3497 	pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3498 	pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3499 	pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3500 
3501 	/* Prepare space for response in memory */
3502 	memset(resp, 0xff, sizeof(resp));
3503 	pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3504 	if (pt.ctp_handle == 0) {
3505 		isp_prt(isp, ISP_LOGERR,
3506 		    "%s: CTP of Chan %d out of handles", __func__, chan);
3507 		return (-1);
3508 	}
3509 
3510 	/* Send request and wait for response. */
3511 	reqp = isp_getrqentry(isp);
3512 	if (reqp == NULL) {
3513 		isp_prt(isp, ISP_LOGERR,
3514 		    "%s: CTP of Chan %d out of rqent", __func__, chan);
3515 		isp_destroy_handle(isp, pt.ctp_handle);
3516 		return (-1);
3517 	}
3518 	isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3519 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3520 		isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3521 	ISP_SYNC_REQUEST(isp);
3522 	if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3523 		isp_prt(isp, ISP_LOGERR,
3524 		    "%s: CTP of Chan %d timed out", __func__, chan);
3525 		isp_destroy_handle(isp, pt.ctp_handle);
3526 		return (-1);
3527 	}
3528 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3529 		isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3530 
3531 	isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3532 	if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3533 		isp_prt(isp, ISP_LOGWARN,
3534 		    "Chan %d GID_FT CT Passthrough returned 0x%x",
3535 		    chan, pt.ctp_status);
3536 		return (-1);
3537 	}
3538 
3539 	return (0);
3540 }
3541 
3542 static int
3543 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3544 {
3545 	fcparam *fcp = FCPARAM(isp, chan);
3546 	ct_hdr_t ct;
3547 	uint32_t *rp;
3548 	uint8_t *scp = fcp->isp_scratch;
3549 
3550 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3551 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3552 		isp_prt(isp, ISP_LOGERR, sacq);
3553 		return (-1);
3554 	}
3555 
3556 	/*
3557 	 * Build the CT header and command in memory.
3558 	 */
3559 	ISP_MEMZERO(&ct, sizeof (ct));
3560 	ct.ct_revision = CT_REVISION;
3561 	ct.ct_fcs_type = CT_FC_TYPE_FC;
3562 	ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3563 	ct.ct_cmd_resp = SNS_GID_FT;
3564 	ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3565 	isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3566 	rp = (uint32_t *) &scp[sizeof(ct)];
3567 	ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3568 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
3569 		isp_print_bytes(isp, "CT request",
3570 		    sizeof(ct) + sizeof(uint32_t), scp);
3571 	}
3572 
3573 	if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3574 		FC_SCRATCH_RELEASE(isp, chan);
3575 		return (-1);
3576 	}
3577 
3578 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3579 		isp_print_bytes(isp, "CT response", GIDLEN, scp);
3580 	isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3581 	    (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3582 	FC_SCRATCH_RELEASE(isp, chan);
3583 	return (0);
3584 }
3585 
3586 static int
3587 isp_scan_fabric(ispsoftc_t *isp, int chan)
3588 {
3589 	fcparam *fcp = FCPARAM(isp, chan);
3590 	fcportdb_t *lp;
3591 	uint32_t portid;
3592 	uint16_t nphdl;
3593 	isp_pdb_t pdb;
3594 	int portidx, portlim, r;
3595 	sns_gid_ft_rsp_t *rs;
3596 
3597 	if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3598 		return (-1);
3599 	if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3600 		return (0);
3601 
3602 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3603 	fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3604 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3605 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3606 		isp_prt(isp, ISP_LOG_SANCFG,
3607 		    "Chan %d FC fabric scan done (no fabric)", chan);
3608 		return (0);
3609 	}
3610 
3611 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3612 abort:
3613 		FC_SCRATCH_RELEASE(isp, chan);
3614 		isp_prt(isp, ISP_LOG_SANCFG,
3615 		    "Chan %d FC fabric scan aborted", chan);
3616 		return (1);
3617 	}
3618 
3619 	/*
3620 	 * Make sure we still are logged into the fabric controller.
3621 	 */
3622 	nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3623 	r = isp_getpdb(isp, chan, nphdl, &pdb);
3624 	if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3625 		isp_dump_chip_portdb(isp, chan);
3626 	}
3627 	if (r) {
3628 		fcp->isp_loopstate = LOOP_LTEST_DONE;
3629 fail:
3630 		isp_prt(isp, ISP_LOG_SANCFG,
3631 		    "Chan %d FC fabric scan done (bad)", chan);
3632 		return (-1);
3633 	}
3634 
3635 	/* Get list of port IDs from SNS. */
3636 	if (IS_24XX(isp))
3637 		r = isp_gid_ft_ct_passthru(isp, chan);
3638 	else
3639 		r = isp_gid_ft_sns(isp, chan);
3640 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3641 		goto abort;
3642 	if (r > 0) {
3643 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3644 		return (-1);
3645 	} else if (r < 0) {
3646 		fcp->isp_loopstate = LOOP_LTEST_DONE;	/* try again */
3647 		return (-1);
3648 	}
3649 
3650 	rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3651 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3652 		goto abort;
3653 	if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3654 		int level;
3655 		if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3656 			level = ISP_LOG_SANCFG;
3657 		} else {
3658 			level = ISP_LOGWARN;
3659 		}
3660 		isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3661 		    " (Reason=0x%x Expl=0x%x)", chan,
3662 		    rs->snscb_cthdr.ct_reason,
3663 		    rs->snscb_cthdr.ct_explanation);
3664 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3665 		return (-1);
3666 	}
3667 
3668 	/* Check our buffer was big enough to get the full list. */
3669 	for (portidx = 0; portidx < NGENT-1; portidx++) {
3670 		if (rs->snscb_ports[portidx].control & 0x80)
3671 			break;
3672 	}
3673 	if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3674 		isp_prt(isp, ISP_LOGWARN,
3675 		    "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3676 	}
3677 	portlim = portidx + 1;
3678 	isp_prt(isp, ISP_LOG_SANCFG,
3679 	    "Chan %d Got %d ports back from name server", chan, portlim);
3680 
3681 	/* Go through the list and remove duplicate port ids. */
3682 	for (portidx = 0; portidx < portlim; portidx++) {
3683 		int npidx;
3684 
3685 		portid =
3686 		    ((rs->snscb_ports[portidx].portid[0]) << 16) |
3687 		    ((rs->snscb_ports[portidx].portid[1]) << 8) |
3688 		    ((rs->snscb_ports[portidx].portid[2]));
3689 
3690 		for (npidx = portidx + 1; npidx < portlim; npidx++) {
3691 			uint32_t new_portid =
3692 			    ((rs->snscb_ports[npidx].portid[0]) << 16) |
3693 			    ((rs->snscb_ports[npidx].portid[1]) << 8) |
3694 			    ((rs->snscb_ports[npidx].portid[2]));
3695 			if (new_portid == portid) {
3696 				break;
3697 			}
3698 		}
3699 
3700 		if (npidx < portlim) {
3701 			rs->snscb_ports[npidx].portid[0] = 0;
3702 			rs->snscb_ports[npidx].portid[1] = 0;
3703 			rs->snscb_ports[npidx].portid[2] = 0;
3704 			isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3705 		}
3706 	}
3707 
3708 	/*
3709 	 * We now have a list of Port IDs for all FC4 SCSI devices
3710 	 * that the Fabric Name server knows about.
3711 	 *
3712 	 * For each entry on this list go through our port database looking
3713 	 * for probational entries- if we find one, then an old entry is
3714 	 * maybe still this one. We get some information to find out.
3715 	 *
3716 	 * Otherwise, it's a new fabric device, and we log into it
3717 	 * (unconditionally). After searching the entire database
3718 	 * again to make sure that we never ever ever ever have more
3719 	 * than one entry that has the same PortID or the same
3720 	 * WWNN/WWPN duple, we enter the device into our database.
3721 	 */
3722 	isp_mark_portdb(isp, chan);
3723 	for (portidx = 0; portidx < portlim; portidx++) {
3724 		portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3725 			 ((rs->snscb_ports[portidx].portid[1]) << 8) |
3726 			 ((rs->snscb_ports[portidx].portid[2]));
3727 		isp_prt(isp, ISP_LOG_SANCFG,
3728 		    "Chan %d Checking fabric port 0x%06x", chan, portid);
3729 		if (portid == 0) {
3730 			isp_prt(isp, ISP_LOG_SANCFG,
3731 			    "Chan %d Port at idx %d is zero",
3732 			    chan, portidx);
3733 			continue;
3734 		}
3735 		if (portid == fcp->isp_portid) {
3736 			isp_prt(isp, ISP_LOG_SANCFG,
3737 			    "Chan %d Port 0x%06x is our", chan, portid);
3738 			continue;
3739 		}
3740 
3741 		/* Now search the entire port database for the same portid. */
3742 		if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3743 			if (!lp->probational) {
3744 				isp_prt(isp, ISP_LOGERR,
3745 				    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3746 				    chan, lp->portid, lp->handle,
3747 				    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3748 				isp_dump_portdb(isp, chan);
3749 				goto fail;
3750 			}
3751 
3752 			if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3753 				goto relogin;
3754 
3755 			/*
3756 			 * See if we're still logged into it.
3757 			 *
3758 			 * If we aren't, mark it as a dead device and
3759 			 * leave the new portid in the database entry
3760 			 * for somebody further along to decide what to
3761 			 * do (policy choice).
3762 			 *
3763 			 * If we are, check to see if it's the same
3764 			 * device still (it should be). If for some
3765 			 * reason it isn't, mark it as a changed device
3766 			 * and leave the new portid and role in the
3767 			 * database entry for somebody further along to
3768 			 * decide what to do (policy choice).
3769 			 */
3770 			r = isp_getpdb(isp, chan, lp->handle, &pdb);
3771 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3772 				goto abort;
3773 			if (r != 0) {
3774 				lp->state = FC_PORTDB_STATE_DEAD;
3775 				isp_prt(isp, ISP_LOG_SANCFG,
3776 				    "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3777 				    chan, portid, lp->handle, r);
3778 				goto relogin;
3779 			}
3780 
3781 			isp_pdb_add_update(isp, chan, &pdb);
3782 			continue;
3783 		}
3784 
3785 relogin:
3786 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3787 			isp_prt(isp, ISP_LOG_SANCFG,
3788 			    "Chan %d Port 0x%06x is not logged in", chan, portid);
3789 			continue;
3790 		}
3791 
3792 		if (isp_login_device(isp, chan, portid, &pdb,
3793 		    &FCPARAM(isp, 0)->isp_lasthdl)) {
3794 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3795 				goto abort;
3796 			continue;
3797 		}
3798 
3799 		isp_pdb_add_update(isp, chan, &pdb);
3800 	}
3801 
3802 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3803 		goto abort;
3804 	fcp->isp_loopstate = LOOP_FSCAN_DONE;
3805 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3806 	return (0);
3807 }
3808 
3809 /*
3810  * Find an unused handle and try and use to login to a port.
3811  */
3812 static int
3813 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3814 {
3815 	int lim, i, r;
3816 	uint16_t handle;
3817 
3818 	if (ISP_CAP_2KLOGIN(isp)) {
3819 		lim = NPH_MAX_2K;
3820 	} else {
3821 		lim = NPH_MAX;
3822 	}
3823 
3824 	handle = isp_next_handle(isp, ohp);
3825 	for (i = 0; i < lim; i++) {
3826 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3827 			return (-1);
3828 
3829 		/* Check if this handle is free. */
3830 		r = isp_getpdb(isp, chan, handle, p);
3831 		if (r == 0) {
3832 			if (p->portid != portid) {
3833 				/* This handle is busy, try next one. */
3834 				handle = isp_next_handle(isp, ohp);
3835 				continue;
3836 			}
3837 			break;
3838 		}
3839 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3840 			return (-1);
3841 
3842 		/*
3843 		 * Now try and log into the device
3844 		 */
3845 		r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3846 		if (r == 0) {
3847 			break;
3848 		} else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3849 			/*
3850 			 * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3851 			 * handle. We need to break that association. We used to try and just substitute the handle, but then
3852 			 * failed to get any data via isp_getpdb (below).
3853 			 */
3854 			if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3855 				isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3856 			}
3857 			if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3858 				return (-1);
3859 			r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3860 			if (r != 0)
3861 				i = lim;
3862 			break;
3863 		} else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3864 			/* Try the next handle. */
3865 			handle = isp_next_handle(isp, ohp);
3866 		} else {
3867 			/* Give up. */
3868 			i = lim;
3869 			break;
3870 		}
3871 	}
3872 
3873 	if (i == lim) {
3874 		isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3875 		return (-1);
3876 	}
3877 
3878 	/*
3879 	 * If we successfully logged into it, get the PDB for it
3880 	 * so we can crosscheck that it is still what we think it
3881 	 * is and that we also have the role it plays
3882 	 */
3883 	r = isp_getpdb(isp, chan, handle, p);
3884 	if (r != 0) {
3885 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3886 		return (-1);
3887 	}
3888 
3889 	if (p->handle != handle || p->portid != portid) {
3890 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3891 		    chan, portid, handle, p->portid, p->handle);
3892 		return (-1);
3893 	}
3894 	return (0);
3895 }
3896 
3897 static int
3898 isp_send_change_request(ispsoftc_t *isp, int chan)
3899 {
3900 	mbreg_t mbs;
3901 
3902 	MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3903 	mbs.param[1] = 0x03;
3904 	mbs.param[9] = chan;
3905 	isp_mboxcmd(isp, &mbs);
3906 	if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3907 		return (0);
3908 	} else {
3909 		isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
3910 		    chan, mbs.param[0]);
3911 		return (-1);
3912 	}
3913 }
3914 
3915 static int
3916 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3917 {
3918 	fcparam *fcp = FCPARAM(isp, chan);
3919 	uint8_t local[SNS_RFT_ID_REQ_SIZE];
3920 	sns_screq_t *reqp = (sns_screq_t *) local;
3921 	mbreg_t mbs;
3922 
3923 	ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3924 	reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3925 	reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3926 	reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3927 	reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3928 	reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3929 	reqp->snscb_sblen = 22;
3930 	reqp->snscb_data[0] = SNS_RFT_ID;
3931 	reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3932 	reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3933 	reqp->snscb_data[6] = (1 << FC4_SCSI);
3934 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3935 		isp_prt(isp, ISP_LOGERR, sacq);
3936 		return (-1);
3937 	}
3938 	isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3939 	MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3940 	mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
3941 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3942 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3943 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3944 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3945 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
3946 	isp_mboxcmd(isp, &mbs);
3947 	FC_SCRATCH_RELEASE(isp, chan);
3948 	if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3949 		return (0);
3950 	} else {
3951 		isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x",
3952 		    chan, mbs.param[0]);
3953 		return (-1);
3954 	}
3955 }
3956 
3957 static int
3958 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
3959 {
3960 	fcparam *fcp = FCPARAM(isp, chan);
3961 	ct_hdr_t *ct;
3962 	rft_id_t rp;
3963 	uint8_t *scp = fcp->isp_scratch;
3964 
3965 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3966 		isp_prt(isp, ISP_LOGERR, sacq);
3967 		return (-1);
3968 	}
3969 
3970 	/*
3971 	 * Build the CT header and command in memory.
3972 	 */
3973 	ISP_MEMZERO(&rp, sizeof(rp));
3974 	ct = &rp.rftid_hdr;
3975 	ct->ct_revision = CT_REVISION;
3976 	ct->ct_fcs_type = CT_FC_TYPE_FC;
3977 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3978 	ct->ct_cmd_resp = SNS_RFT_ID;
3979 	ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
3980 	rp.rftid_portid[0] = fcp->isp_portid >> 16;
3981 	rp.rftid_portid[1] = fcp->isp_portid >> 8;
3982 	rp.rftid_portid[2] = fcp->isp_portid;
3983 	rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
3984 	isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
3985 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3986 		isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
3987 
3988 	if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
3989 		FC_SCRATCH_RELEASE(isp, chan);
3990 		return (-1);
3991 	}
3992 
3993 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
3994 	FC_SCRATCH_RELEASE(isp, chan);
3995 	if (ct->ct_cmd_resp == LS_RJT) {
3996 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
3997 		return (-1);
3998 	} else if (ct->ct_cmd_resp == LS_ACC) {
3999 		isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4000 	} else {
4001 		isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4002 		return (-1);
4003 	}
4004 	return (0);
4005 }
4006 
4007 static int
4008 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4009 {
4010 	fcparam *fcp = FCPARAM(isp, chan);
4011 	ct_hdr_t *ct;
4012 	rff_id_t rp;
4013 	uint8_t *scp = fcp->isp_scratch;
4014 
4015 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4016 		isp_prt(isp, ISP_LOGERR, sacq);
4017 		return (-1);
4018 	}
4019 
4020 	/*
4021 	 * Build the CT header and command in memory.
4022 	 */
4023 	ISP_MEMZERO(&rp, sizeof(rp));
4024 	ct = &rp.rffid_hdr;
4025 	ct->ct_revision = CT_REVISION;
4026 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4027 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4028 	ct->ct_cmd_resp = SNS_RFF_ID;
4029 	ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4030 	rp.rffid_portid[0] = fcp->isp_portid >> 16;
4031 	rp.rffid_portid[1] = fcp->isp_portid >> 8;
4032 	rp.rffid_portid[2] = fcp->isp_portid;
4033 	rp.rffid_fc4features = 0;
4034 	if (fcp->role & ISP_ROLE_TARGET)
4035 		rp.rffid_fc4features |= 1;
4036 	if (fcp->role & ISP_ROLE_INITIATOR)
4037 		rp.rffid_fc4features |= 2;
4038 	rp.rffid_fc4type = FC4_SCSI;
4039 	isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4040 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4041 		isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4042 
4043 	if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4044 		FC_SCRATCH_RELEASE(isp, chan);
4045 		return (-1);
4046 	}
4047 
4048 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4049 	FC_SCRATCH_RELEASE(isp, chan);
4050 	if (ct->ct_cmd_resp == LS_RJT) {
4051 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4052 		    "Chan %d Register FC4 Features rejected", chan);
4053 		return (-1);
4054 	} else if (ct->ct_cmd_resp == LS_ACC) {
4055 		isp_prt(isp, ISP_LOG_SANCFG,
4056 		    "Chan %d Register FC4 Features accepted", chan);
4057 	} else {
4058 		isp_prt(isp, ISP_LOGWARN,
4059 		    "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4060 		return (-1);
4061 	}
4062 	return (0);
4063 }
4064 
4065 static int
4066 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4067 {
4068 	fcparam *fcp = FCPARAM(isp, chan);
4069 	ct_hdr_t *ct;
4070 	rspn_id_t rp;
4071 	uint8_t *scp = fcp->isp_scratch;
4072 	int len;
4073 
4074 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4075 		isp_prt(isp, ISP_LOGERR, sacq);
4076 		return (-1);
4077 	}
4078 
4079 	/*
4080 	 * Build the CT header and command in memory.
4081 	 */
4082 	ISP_MEMZERO(&rp, sizeof(rp));
4083 	ct = &rp.rspnid_hdr;
4084 	ct->ct_revision = CT_REVISION;
4085 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4086 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4087 	ct->ct_cmd_resp = SNS_RSPN_ID;
4088 	rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4089 	rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4090 	rp.rspnid_portid[2] = fcp->isp_portid;
4091 	rp.rspnid_length = 0;
4092 	len = offsetof(rspn_id_t, rspnid_name);
4093 	mtx_lock(&prison0.pr_mtx);
4094 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4095 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4096 	mtx_unlock(&prison0.pr_mtx);
4097 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4098 	    ":%s", device_get_nameunit(isp->isp_dev));
4099 	if (chan != 0) {
4100 		rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4101 		    "/%d", chan);
4102 	}
4103 	len += rp.rspnid_length;
4104 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4105 	isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4106 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4107 		isp_print_bytes(isp, "CT request", len, scp);
4108 
4109 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4110 		FC_SCRATCH_RELEASE(isp, chan);
4111 		return (-1);
4112 	}
4113 
4114 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4115 	FC_SCRATCH_RELEASE(isp, chan);
4116 	if (ct->ct_cmd_resp == LS_RJT) {
4117 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4118 		    "Chan %d Register Symbolic Port Name rejected", chan);
4119 		return (-1);
4120 	} else if (ct->ct_cmd_resp == LS_ACC) {
4121 		isp_prt(isp, ISP_LOG_SANCFG,
4122 		    "Chan %d Register Symbolic Port Name accepted", chan);
4123 	} else {
4124 		isp_prt(isp, ISP_LOGWARN,
4125 		    "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4126 		return (-1);
4127 	}
4128 	return (0);
4129 }
4130 
4131 static int
4132 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4133 {
4134 	fcparam *fcp = FCPARAM(isp, chan);
4135 	ct_hdr_t *ct;
4136 	rsnn_nn_t rp;
4137 	uint8_t *scp = fcp->isp_scratch;
4138 	int len;
4139 
4140 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4141 		isp_prt(isp, ISP_LOGERR, sacq);
4142 		return (-1);
4143 	}
4144 
4145 	/*
4146 	 * Build the CT header and command in memory.
4147 	 */
4148 	ISP_MEMZERO(&rp, sizeof(rp));
4149 	ct = &rp.rsnnnn_hdr;
4150 	ct->ct_revision = CT_REVISION;
4151 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4152 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4153 	ct->ct_cmd_resp = SNS_RSNN_NN;
4154 	MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4155 	rp.rsnnnn_length = 0;
4156 	len = offsetof(rsnn_nn_t, rsnnnn_name);
4157 	mtx_lock(&prison0.pr_mtx);
4158 	rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4159 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4160 	mtx_unlock(&prison0.pr_mtx);
4161 	len += rp.rsnnnn_length;
4162 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4163 	isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4164 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4165 		isp_print_bytes(isp, "CT request", len, scp);
4166 
4167 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4168 		FC_SCRATCH_RELEASE(isp, chan);
4169 		return (-1);
4170 	}
4171 
4172 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4173 	FC_SCRATCH_RELEASE(isp, chan);
4174 	if (ct->ct_cmd_resp == LS_RJT) {
4175 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4176 		    "Chan %d Register Symbolic Node Name rejected", chan);
4177 		return (-1);
4178 	} else if (ct->ct_cmd_resp == LS_ACC) {
4179 		isp_prt(isp, ISP_LOG_SANCFG,
4180 		    "Chan %d Register Symbolic Node Name accepted", chan);
4181 	} else {
4182 		isp_prt(isp, ISP_LOGWARN,
4183 		    "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4184 		return (-1);
4185 	}
4186 	return (0);
4187 }
4188 
4189 static uint16_t
4190 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4191 {
4192 	fcparam *fcp;
4193 	int i, chan, wrap;
4194 	uint16_t handle, minh, maxh;
4195 
4196 	handle = *ohp;
4197 	if (ISP_CAP_2KLOGIN(isp)) {
4198 		minh = 0;
4199 		maxh = NPH_RESERVED - 1;
4200 	} else {
4201 		minh = SNS_ID + 1;
4202 		maxh = NPH_MAX - 1;
4203 	}
4204 	wrap = 0;
4205 
4206 next:
4207 	if (handle == NIL_HANDLE) {
4208 		handle = minh;
4209 	} else {
4210 		handle++;
4211 		if (handle > maxh) {
4212 			if (++wrap >= 2) {
4213 				isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4214 				return (NIL_HANDLE);
4215 			}
4216 			handle = minh;
4217 		}
4218 	}
4219 	for (chan = 0; chan < isp->isp_nchan; chan++) {
4220 		fcp = FCPARAM(isp, chan);
4221 		if (fcp->role == ISP_ROLE_NONE)
4222 			continue;
4223 		for (i = 0; i < MAX_FC_TARG; i++) {
4224 			if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4225 			    fcp->portdb[i].handle == handle)
4226 				goto next;
4227 		}
4228 	}
4229 	*ohp = handle;
4230 	return (handle);
4231 }
4232 
4233 /*
4234  * Start a command. Locking is assumed done in the caller.
4235  */
4236 
4237 int
4238 isp_start(XS_T *xs)
4239 {
4240 	ispsoftc_t *isp;
4241 	uint32_t cdblen;
4242 	uint8_t local[QENTRY_LEN];
4243 	ispreq_t *reqp;
4244 	void *cdbp, *qep;
4245 	uint16_t *tptr;
4246 	fcportdb_t *lp;
4247 	int target, dmaresult;
4248 
4249 	XS_INITERR(xs);
4250 	isp = XS_ISP(xs);
4251 
4252 	/*
4253 	 * Check command CDB length, etc.. We really are limited to 16 bytes
4254 	 * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4255 	 * but probably only if we're running fairly new firmware (we'll
4256 	 * let the old f/w choke on an extended command queue entry).
4257 	 */
4258 
4259 	if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4260 		isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4261 		XS_SETERR(xs, HBA_REQINVAL);
4262 		return (CMD_COMPLETE);
4263 	}
4264 
4265 	/*
4266 	 * Translate the target to device handle as appropriate, checking
4267 	 * for correct device state as well.
4268 	 */
4269 	target = XS_TGT(xs);
4270 	if (IS_FC(isp)) {
4271 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4272 
4273 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4274 			isp_prt(isp, ISP_LOG_WARN1,
4275 			    "%d.%d.%jx I am not an initiator",
4276 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4277 			XS_SETERR(xs, HBA_SELTIMEOUT);
4278 			return (CMD_COMPLETE);
4279 		}
4280 
4281 		if (isp->isp_state != ISP_RUNSTATE) {
4282 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4283 			XS_SETERR(xs, HBA_BOTCH);
4284 			return (CMD_COMPLETE);
4285 		}
4286 
4287 		isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4288 		lp = &fcp->portdb[target];
4289 		if (target < 0 || target >= MAX_FC_TARG ||
4290 		    lp->is_target == 0) {
4291 			XS_SETERR(xs, HBA_SELTIMEOUT);
4292 			return (CMD_COMPLETE);
4293 		}
4294 		if (fcp->isp_loopstate != LOOP_READY) {
4295 			isp_prt(isp, ISP_LOGDEBUG1,
4296 			    "%d.%d.%jx loop is not ready",
4297 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4298 			return (CMD_RQLATER);
4299 		}
4300 		if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4301 			isp_prt(isp, ISP_LOGDEBUG1,
4302 			    "%d.%d.%jx target zombie",
4303 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4304 			return (CMD_RQLATER);
4305 		}
4306 		if (lp->state != FC_PORTDB_STATE_VALID) {
4307 			isp_prt(isp, ISP_LOGDEBUG1,
4308 			    "%d.%d.%jx bad db port state 0x%x",
4309 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4310 			XS_SETERR(xs, HBA_SELTIMEOUT);
4311 			return (CMD_COMPLETE);
4312 		}
4313 	} else {
4314 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4315 		if (isp->isp_state != ISP_RUNSTATE) {
4316 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4317 			XS_SETERR(xs, HBA_BOTCH);
4318 			return (CMD_COMPLETE);
4319 		}
4320 
4321 		if (sdp->update) {
4322 			isp_spi_update(isp, XS_CHANNEL(xs));
4323 		}
4324 		lp = NULL;
4325 	}
4326 
4327  start_again:
4328 
4329 	qep = isp_getrqentry(isp);
4330 	if (qep == NULL) {
4331 		isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4332 		XS_SETERR(xs, HBA_BOTCH);
4333 		return (CMD_EAGAIN);
4334 	}
4335 	XS_SETERR(xs, HBA_NOERROR);
4336 
4337 	/*
4338 	 * Now see if we need to synchronize the ISP with respect to anything.
4339 	 * We do dual duty here (cough) for synchronizing for buses other
4340 	 * than which we got here to send a command to.
4341 	 */
4342 	reqp = (ispreq_t *) local;
4343 	ISP_MEMZERO(local, QENTRY_LEN);
4344 	if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4345 		if (IS_24XX(isp)) {
4346 			isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4347 			m->mrk_header.rqs_entry_count = 1;
4348 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4349 			m->mrk_modifier = SYNC_ALL;
4350 			m->mrk_vphdl = XS_CHANNEL(xs);
4351 			isp_put_marker_24xx(isp, m, qep);
4352 		} else {
4353 			isp_marker_t *m = (isp_marker_t *) reqp;
4354 			m->mrk_header.rqs_entry_count = 1;
4355 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4356 			m->mrk_target = (XS_CHANNEL(xs) << 7);	/* bus # */
4357 			m->mrk_modifier = SYNC_ALL;
4358 			isp_put_marker(isp, m, qep);
4359 		}
4360 		ISP_SYNC_REQUEST(isp);
4361 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4362 		goto start_again;
4363 	}
4364 
4365 	reqp->req_header.rqs_entry_count = 1;
4366 
4367 	/*
4368 	 * Select and install Header Code.
4369 	 * Note that it might be overridden before going out
4370 	 * if we're on a 64 bit platform. The lower level
4371 	 * code (isp_send_cmd) will select the appropriate
4372 	 * 64 bit variant if it needs to.
4373 	 */
4374 	if (IS_24XX(isp)) {
4375 		reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4376 	} else if (IS_FC(isp)) {
4377 		reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4378 	} else {
4379 		if (XS_CDBLEN(xs) > 12) {
4380 			reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4381 		} else {
4382 			reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4383 		}
4384 	}
4385 
4386 	/*
4387 	 * Set task attributes
4388 	 */
4389 	if (IS_24XX(isp)) {
4390 		int ttype;
4391 		if (XS_TAG_P(xs)) {
4392 			ttype = XS_TAG_TYPE(xs);
4393 		} else {
4394 			ttype = REQFLAG_STAG;
4395 		}
4396 		if (ttype == REQFLAG_OTAG) {
4397 			ttype = FCP_CMND_TASK_ATTR_ORDERED;
4398 		} else if (ttype == REQFLAG_HTAG) {
4399 			ttype = FCP_CMND_TASK_ATTR_HEAD;
4400 		} else {
4401 			ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4402 		}
4403 		((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4404 	} else if (IS_FC(isp)) {
4405 		/*
4406 		 * See comment in isp_intr_respq
4407 		 */
4408 		/* XS_SET_RESID(xs, 0); */
4409 
4410 		/*
4411 		 * Fibre Channel always requires some kind of tag.
4412 		 * The Qlogic drivers seem be happy not to use a tag,
4413 		 * but this breaks for some devices (IBM drives).
4414 		 */
4415 		if (XS_TAG_P(xs)) {
4416 			((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4417 		} else {
4418 			((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4419 		}
4420 	} else {
4421 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4422 		if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4423 			reqp->req_flags = XS_TAG_TYPE(xs);
4424 		}
4425 	}
4426 
4427 	tptr = &reqp->req_time;
4428 
4429 	/*
4430 	 * NB: we do not support long CDBs (yet)
4431 	 */
4432 	cdblen = XS_CDBLEN(xs);
4433 
4434 	if (IS_SCSI(isp)) {
4435 		if (cdblen > sizeof (reqp->req_cdb)) {
4436 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4437 			XS_SETERR(xs, HBA_REQINVAL);
4438 			return (CMD_COMPLETE);
4439 		}
4440 		reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4441 		reqp->req_lun_trn = XS_LUN(xs);
4442 		cdbp = reqp->req_cdb;
4443 		reqp->req_cdblen = cdblen;
4444 	} else if (IS_24XX(isp)) {
4445 		ispreqt7_t *t7 = (ispreqt7_t *)local;
4446 
4447 		if (cdblen > sizeof (t7->req_cdb)) {
4448 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4449 			XS_SETERR(xs, HBA_REQINVAL);
4450 			return (CMD_COMPLETE);
4451 		}
4452 
4453 		t7->req_nphdl = lp->handle;
4454 		t7->req_tidlo = lp->portid;
4455 		t7->req_tidhi = lp->portid >> 16;
4456 		t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4457 		be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4458 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4459 			if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4460 				isp_prt(isp, ISP_LOG_WARN1,
4461 				    "%d.%d.%jx cannot generate next CRN",
4462 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4463 				XS_SETERR(xs, HBA_BOTCH);
4464 				return (CMD_EAGAIN);
4465 			}
4466 		}
4467 		tptr = &t7->req_time;
4468 		cdbp = t7->req_cdb;
4469 	} else {
4470 		ispreqt2_t *t2 = (ispreqt2_t *)local;
4471 
4472 		if (cdblen > sizeof t2->req_cdb) {
4473 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4474 			XS_SETERR(xs, HBA_REQINVAL);
4475 			return (CMD_COMPLETE);
4476 		}
4477 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4478 			if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4479 				isp_prt(isp, ISP_LOG_WARN1,
4480 				    "%d.%d.%jx cannot generate next CRN",
4481 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4482 				XS_SETERR(xs, HBA_BOTCH);
4483 				return (CMD_EAGAIN);
4484 			}
4485 		}
4486 		if (ISP_CAP_2KLOGIN(isp)) {
4487 			ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4488 			t2e->req_target = lp->handle;
4489 			t2e->req_scclun = XS_LUN(xs);
4490 			cdbp = t2e->req_cdb;
4491 		} else if (ISP_CAP_SCCFW(isp)) {
4492 			ispreqt2_t *t2 = (ispreqt2_t *)local;
4493 			t2->req_target = lp->handle;
4494 			t2->req_scclun = XS_LUN(xs);
4495 			cdbp = t2->req_cdb;
4496 		} else {
4497 			t2->req_target = lp->handle;
4498 			t2->req_lun_trn = XS_LUN(xs);
4499 			cdbp = t2->req_cdb;
4500 		}
4501 	}
4502 	ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4503 
4504 	*tptr = (XS_TIME(xs) + 999) / 1000;
4505 	if (IS_24XX(isp) && *tptr > 0x1999) {
4506 		*tptr = 0x1999;
4507 	}
4508 
4509 	/* Whew. Thankfully the same for type 7 requests */
4510 	reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4511 	if (reqp->req_handle == 0) {
4512 		isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4513 		XS_SETERR(xs, HBA_BOTCH);
4514 		return (CMD_EAGAIN);
4515 	}
4516 
4517 	/*
4518 	 * Set up DMA and/or do any platform dependent swizzling of the request entry
4519 	 * so that the Qlogic F/W understands what is being asked of it.
4520 	 *
4521 	 * The callee is responsible for adding all requests at this point.
4522 	 */
4523 	dmaresult = ISP_DMASETUP(isp, xs, reqp);
4524 	if (dmaresult != CMD_QUEUED) {
4525 		isp_destroy_handle(isp, reqp->req_handle);
4526 		/*
4527 		 * dmasetup sets actual error in packet, and
4528 		 * return what we were given to return.
4529 		 */
4530 		return (dmaresult);
4531 	}
4532 	isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4533 	isp->isp_nactive++;
4534 	return (CMD_QUEUED);
4535 }
4536 
4537 /*
4538  * isp control
4539  * Locks (ints blocked) assumed held.
4540  */
4541 
4542 int
4543 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4544 {
4545 	XS_T *xs;
4546 	mbreg_t *mbr, mbs;
4547 	int chan, tgt;
4548 	uint32_t handle;
4549 	va_list ap;
4550 
4551 	switch (ctl) {
4552 	case ISPCTL_RESET_BUS:
4553 		/*
4554 		 * Issue a bus reset.
4555 		 */
4556 		if (IS_24XX(isp)) {
4557 			isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4558 			break;
4559 		} else if (IS_FC(isp)) {
4560 			mbs.param[1] = 10;
4561 			chan = 0;
4562 		} else {
4563 			va_start(ap, ctl);
4564 			chan = va_arg(ap, int);
4565 			va_end(ap);
4566 			mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4567 			if (mbs.param[1] < 2) {
4568 				mbs.param[1] = 2;
4569 			}
4570 			mbs.param[2] = chan;
4571 		}
4572 		MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4573 		ISP_SET_SENDMARKER(isp, chan, 1);
4574 		isp_mboxcmd(isp, &mbs);
4575 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4576 			break;
4577 		}
4578 		isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4579 		return (0);
4580 
4581 	case ISPCTL_RESET_DEV:
4582 		va_start(ap, ctl);
4583 		chan = va_arg(ap, int);
4584 		tgt = va_arg(ap, int);
4585 		va_end(ap);
4586 		if (IS_24XX(isp)) {
4587 			uint8_t local[QENTRY_LEN];
4588 			isp24xx_tmf_t *tmf;
4589 			isp24xx_statusreq_t *sp;
4590 			fcparam *fcp = FCPARAM(isp, chan);
4591 			fcportdb_t *lp;
4592 
4593 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4594 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4595 				break;
4596 			}
4597 			lp = &fcp->portdb[tgt];
4598 			if (lp->is_target == 0 ||
4599 			    lp->state != FC_PORTDB_STATE_VALID) {
4600 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4601 				break;
4602 			}
4603 
4604 			tmf = (isp24xx_tmf_t *) local;
4605 			ISP_MEMZERO(tmf, QENTRY_LEN);
4606 			tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4607 			tmf->tmf_header.rqs_entry_count = 1;
4608 			tmf->tmf_nphdl = lp->handle;
4609 			tmf->tmf_delay = 2;
4610 			tmf->tmf_timeout = 4;
4611 			tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4612 			tmf->tmf_tidlo = lp->portid;
4613 			tmf->tmf_tidhi = lp->portid >> 16;
4614 			tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4615 			isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4616 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4617 				isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4618 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4619 			fcp->sendmarker = 1;
4620 
4621 			isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4622 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4623 			    MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4624 			mbs.param[1] = QENTRY_LEN;
4625 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4626 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4627 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4628 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4629 			isp_mboxcmd(isp, &mbs);
4630 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4631 				break;
4632 
4633 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4634 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4635 				isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4636 			sp = (isp24xx_statusreq_t *) local;
4637 			isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4638 			if (sp->req_completion_status == 0) {
4639 				return (0);
4640 			}
4641 			isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4642 			break;
4643 		} else if (IS_FC(isp)) {
4644 			if (ISP_CAP_2KLOGIN(isp)) {
4645 				mbs.param[1] = tgt;
4646 				mbs.ibits = (1 << 10);
4647 			} else {
4648 				mbs.param[1] = (tgt << 8);
4649 			}
4650 		} else {
4651 			mbs.param[1] = (chan << 15) | (tgt << 8);
4652 		}
4653 		MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4654 		mbs.param[2] = 3;	/* 'delay', in seconds */
4655 		isp_mboxcmd(isp, &mbs);
4656 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4657 			break;
4658 		}
4659 		isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4660 		ISP_SET_SENDMARKER(isp, chan, 1);
4661 		return (0);
4662 
4663 	case ISPCTL_ABORT_CMD:
4664 		va_start(ap, ctl);
4665 		xs = va_arg(ap, XS_T *);
4666 		va_end(ap);
4667 
4668 		tgt = XS_TGT(xs);
4669 		chan = XS_CHANNEL(xs);
4670 
4671 		handle = isp_find_handle(isp, xs);
4672 		if (handle == 0) {
4673 			isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4674 			break;
4675 		}
4676 		if (IS_24XX(isp)) {
4677 			isp24xx_abrt_t local, *ab = &local;
4678 			fcparam *fcp;
4679 			fcportdb_t *lp;
4680 
4681 			fcp = FCPARAM(isp, chan);
4682 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4683 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4684 				break;
4685 			}
4686 			lp = &fcp->portdb[tgt];
4687 			if (lp->is_target == 0 ||
4688 			    lp->state != FC_PORTDB_STATE_VALID) {
4689 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4690 				break;
4691 			}
4692 			isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4693 			ISP_MEMZERO(ab, QENTRY_LEN);
4694 			ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4695 			ab->abrt_header.rqs_entry_count = 1;
4696 			ab->abrt_handle = lp->handle;
4697 			ab->abrt_cmd_handle = handle;
4698 			ab->abrt_tidlo = lp->portid;
4699 			ab->abrt_tidhi = lp->portid >> 16;
4700 			ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4701 			isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4702 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4703 				isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4704 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4705 
4706 			ISP_MEMZERO(&mbs, sizeof (mbs));
4707 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4708 			mbs.param[1] = QENTRY_LEN;
4709 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4710 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4711 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4712 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4713 
4714 			isp_mboxcmd(isp, &mbs);
4715 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4716 				break;
4717 
4718 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4719 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4720 				isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4721 			isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4722 			if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4723 				return (0);
4724 			}
4725 			isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4726 			break;
4727 		} else if (IS_FC(isp)) {
4728 			if (ISP_CAP_SCCFW(isp)) {
4729 				if (ISP_CAP_2KLOGIN(isp)) {
4730 					mbs.param[1] = tgt;
4731 				} else {
4732 					mbs.param[1] = tgt << 8;
4733 				}
4734 				mbs.param[6] = XS_LUN(xs);
4735 			} else {
4736 				mbs.param[1] = tgt << 8 | XS_LUN(xs);
4737 			}
4738 		} else {
4739 			mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4740 		}
4741 		MBSINIT(&mbs, MBOX_ABORT,
4742 		    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4743 		mbs.param[2] = handle;
4744 		isp_mboxcmd(isp, &mbs);
4745 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4746 			break;
4747 		}
4748 		return (0);
4749 
4750 	case ISPCTL_UPDATE_PARAMS:
4751 
4752 		va_start(ap, ctl);
4753 		chan = va_arg(ap, int);
4754 		va_end(ap);
4755 		isp_spi_update(isp, chan);
4756 		return (0);
4757 
4758 	case ISPCTL_FCLINK_TEST:
4759 
4760 		if (IS_FC(isp)) {
4761 			int usdelay;
4762 			va_start(ap, ctl);
4763 			chan = va_arg(ap, int);
4764 			usdelay = va_arg(ap, int);
4765 			va_end(ap);
4766 			if (usdelay == 0) {
4767 				usdelay =  250000;
4768 			}
4769 			return (isp_fclink_test(isp, chan, usdelay));
4770 		}
4771 		break;
4772 
4773 	case ISPCTL_SCAN_FABRIC:
4774 
4775 		if (IS_FC(isp)) {
4776 			va_start(ap, ctl);
4777 			chan = va_arg(ap, int);
4778 			va_end(ap);
4779 			return (isp_scan_fabric(isp, chan));
4780 		}
4781 		break;
4782 
4783 	case ISPCTL_SCAN_LOOP:
4784 
4785 		if (IS_FC(isp)) {
4786 			va_start(ap, ctl);
4787 			chan = va_arg(ap, int);
4788 			va_end(ap);
4789 			return (isp_scan_loop(isp, chan));
4790 		}
4791 		break;
4792 
4793 	case ISPCTL_PDB_SYNC:
4794 
4795 		if (IS_FC(isp)) {
4796 			va_start(ap, ctl);
4797 			chan = va_arg(ap, int);
4798 			va_end(ap);
4799 			return (isp_pdb_sync(isp, chan));
4800 		}
4801 		break;
4802 
4803 	case ISPCTL_SEND_LIP:
4804 
4805 		if (IS_FC(isp) && !IS_24XX(isp)) {
4806 			MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4807 			if (ISP_CAP_2KLOGIN(isp)) {
4808 				mbs.ibits = (1 << 10);
4809 			}
4810 			isp_mboxcmd(isp, &mbs);
4811 			if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4812 				return (0);
4813 			}
4814 		}
4815 		break;
4816 
4817 	case ISPCTL_GET_PDB:
4818 		if (IS_FC(isp)) {
4819 			isp_pdb_t *pdb;
4820 			va_start(ap, ctl);
4821 			chan = va_arg(ap, int);
4822 			tgt = va_arg(ap, int);
4823 			pdb = va_arg(ap, isp_pdb_t *);
4824 			va_end(ap);
4825 			return (isp_getpdb(isp, chan, tgt, pdb));
4826 		}
4827 		break;
4828 
4829 	case ISPCTL_GET_NAMES:
4830 	{
4831 		uint64_t *wwnn, *wwnp;
4832 		va_start(ap, ctl);
4833 		chan = va_arg(ap, int);
4834 		tgt = va_arg(ap, int);
4835 		wwnn = va_arg(ap, uint64_t *);
4836 		wwnp = va_arg(ap, uint64_t *);
4837 		va_end(ap);
4838 		if (wwnn == NULL && wwnp == NULL) {
4839 			break;
4840 		}
4841 		if (wwnn) {
4842 			*wwnn = isp_get_wwn(isp, chan, tgt, 1);
4843 			if (*wwnn == INI_NONE) {
4844 				break;
4845 			}
4846 		}
4847 		if (wwnp) {
4848 			*wwnp = isp_get_wwn(isp, chan, tgt, 0);
4849 			if (*wwnp == INI_NONE) {
4850 				break;
4851 			}
4852 		}
4853 		return (0);
4854 	}
4855 	case ISPCTL_RUN_MBOXCMD:
4856 	{
4857 		va_start(ap, ctl);
4858 		mbr = va_arg(ap, mbreg_t *);
4859 		va_end(ap);
4860 		isp_mboxcmd(isp, mbr);
4861 		return (0);
4862 	}
4863 	case ISPCTL_PLOGX:
4864 	{
4865 		isp_plcmd_t *p;
4866 		int r;
4867 
4868 		va_start(ap, ctl);
4869 		p = va_arg(ap, isp_plcmd_t *);
4870 		va_end(ap);
4871 
4872 		if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4873 			return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4874 		}
4875 		do {
4876 			isp_next_handle(isp, &p->handle);
4877 			r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4878 			if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4879 				p->handle = r >> 16;
4880 				r = 0;
4881 				break;
4882 			}
4883 		} while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4884 		return (r);
4885 	}
4886 	case ISPCTL_CHANGE_ROLE:
4887 		if (IS_FC(isp)) {
4888 			int role, r;
4889 
4890 			va_start(ap, ctl);
4891 			chan = va_arg(ap, int);
4892 			role = va_arg(ap, int);
4893 			va_end(ap);
4894 			r = isp_fc_change_role(isp, chan, role);
4895 			return (r);
4896 		}
4897 		break;
4898 	default:
4899 		isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4900 		break;
4901 
4902 	}
4903 	return (-1);
4904 }
4905 
4906 /*
4907  * Interrupt Service Routine(s).
4908  *
4909  * External (OS) framework has done the appropriate locking,
4910  * and the locking will be held throughout this function.
4911  */
4912 
4913 #ifdef	ISP_TARGET_MODE
4914 void
4915 isp_intr_atioq(ispsoftc_t *isp)
4916 {
4917 	uint8_t qe[QENTRY_LEN];
4918 	isphdr_t *hp;
4919 	void *addr;
4920 	uint32_t iptr, optr, oop;
4921 
4922 	iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
4923 	optr = isp->isp_atioodx;
4924 	while (optr != iptr) {
4925 		oop = optr;
4926 		MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
4927 		addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
4928 		isp_get_hdr(isp, addr, (isphdr_t *)qe);
4929 		hp = (isphdr_t *)qe;
4930 		switch (hp->rqs_entry_type) {
4931 		case RQSTYPE_NOTIFY:
4932 		case RQSTYPE_ATIO:
4933 			(void) isp_target_notify(isp, addr, &oop);
4934 			break;
4935 		default:
4936 			isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
4937 			break;
4938 		}
4939 		optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
4940 	}
4941 	if (isp->isp_atioodx != optr) {
4942 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
4943 		isp->isp_atioodx = optr;
4944 	}
4945 }
4946 #endif
4947 
4948 void
4949 isp_intr_async(ispsoftc_t *isp, uint16_t event)
4950 {
4951 
4952 	if (IS_FC(isp))
4953 		isp_parse_async_fc(isp, event);
4954 	else
4955 		isp_parse_async(isp, event);
4956 }
4957 
4958 void
4959 isp_intr_mbox(ispsoftc_t *isp, uint16_t mbox0)
4960 {
4961 	int i, obits;
4962 
4963 	if (!isp->isp_mboxbsy) {
4964 		isp_prt(isp, ISP_LOGWARN, "mailbox 0x%x with no waiters", mbox0);
4965 		return;
4966 	}
4967 	obits = isp->isp_obits;
4968 	isp->isp_mboxtmp[0] = mbox0;
4969 	for (i = 1; i < ISP_NMBOX(isp); i++) {
4970 		if ((obits & (1 << i)) == 0)
4971 			continue;
4972 		isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
4973 	}
4974 	MBOX_NOTIFY_COMPLETE(isp);
4975 }
4976 
4977 /*
4978  * Limit our stack depth by sticking with the max likely number
4979  * of completions on a request queue at any one time.
4980  */
4981 #ifndef	MAX_REQUESTQ_COMPLETIONS
4982 #define	MAX_REQUESTQ_COMPLETIONS	32
4983 #endif
4984 
4985 void
4986 isp_intr_respq(ispsoftc_t *isp)
4987 {
4988 	XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
4989 	uint32_t iptr, optr, junk;
4990 	int i, nlooked = 0, ndone = 0, continuations_expected = 0;
4991 	int etype, last_etype = 0;
4992 
4993 	/*
4994 	 * We can't be getting this now.
4995 	 */
4996 	if (isp->isp_state != ISP_RUNSTATE) {
4997 		isp_prt(isp, ISP_LOGINFO, "respq interrupt when not ready");
4998 		return;
4999 	}
5000 
5001 	iptr = ISP_READ(isp, isp->isp_respinrp);
5002 	/* Debounce the 2300 if revision less than 2. */
5003 	if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5004 		do {
5005 			junk = iptr;
5006 			iptr = ISP_READ(isp, isp->isp_respinrp);
5007 		} while (junk != iptr);
5008 	}
5009 	isp->isp_residx = iptr;
5010 
5011 	optr = isp->isp_resodx;
5012 	while (optr != iptr) {
5013 		uint8_t qe[QENTRY_LEN];
5014 		ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5015 		isphdr_t *hp;
5016 		int buddaboom, scsi_status, completion_status;
5017 		int req_status_flags, req_state_flags;
5018 		uint8_t *snsp, *resp;
5019 		uint32_t rlen, slen, totslen;
5020 		long resid;
5021 		uint16_t oop;
5022 
5023 		hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5024 		oop = optr;
5025 		optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5026 		nlooked++;
5027  read_again:
5028 		buddaboom = req_status_flags = req_state_flags = 0;
5029 		resid = 0L;
5030 
5031 		/*
5032 		 * Synchronize our view of this response queue entry.
5033 		 */
5034 		MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5035 		if (isp->isp_dblev & ISP_LOGDEBUG1)
5036 			isp_print_qentry(isp, "Response Queue Entry", oop, hp);
5037 		isp_get_hdr(isp, hp, &sp->req_header);
5038 		etype = sp->req_header.rqs_entry_type;
5039 
5040 		if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5041 			isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5042 			isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5043 			scsi_status = sp2->req_scsi_status;
5044 			completion_status = sp2->req_completion_status;
5045 			if ((scsi_status & 0xff) != 0)
5046 				req_state_flags = RQSF_GOT_STATUS;
5047 			else
5048 				req_state_flags = 0;
5049 			resid = sp2->req_resid;
5050 		} else if (etype == RQSTYPE_RESPONSE) {
5051 			isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5052 			scsi_status = sp->req_scsi_status;
5053 			completion_status = sp->req_completion_status;
5054 			req_status_flags = sp->req_status_flags;
5055 			req_state_flags = sp->req_state_flags;
5056 			resid = sp->req_resid;
5057 		} else if (etype == RQSTYPE_RIO1) {
5058 			isp_rio1_t *rio = (isp_rio1_t *) qe;
5059 			isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5060 			for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5061 				isp_fastpost_complete(isp, rio->req_handles[i]);
5062 			}
5063 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5064 			last_etype = etype;
5065 			continue;
5066 		} else if (etype == RQSTYPE_RIO2) {
5067 			isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5068 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5069 			last_etype = etype;
5070 			continue;
5071 		} else if (etype == RQSTYPE_STATUS_CONT) {
5072 			isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5073 			if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5074 				ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5075 				XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5076 				isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5077 			} else {
5078 				isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5079 			}
5080 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5081 			continue;
5082 		} else {
5083 			/*
5084 			 * Somebody reachable via isp_handle_other_response
5085 			 * may have updated the response queue pointers for
5086 			 * us, so we reload our goal index.
5087 			 */
5088 			int r;
5089 			uint32_t tsto = oop;
5090 			r = isp_handle_other_response(isp, etype, hp, &tsto);
5091 			if (r < 0) {
5092 				goto read_again;
5093 			}
5094 			/*
5095 			 * If somebody updated the output pointer, then reset
5096 			 * optr to be one more than the updated amount.
5097 			 */
5098 			while (tsto != oop) {
5099 				optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5100 			}
5101 			if (r > 0) {
5102 				ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5103 				last_etype = etype;
5104 				continue;
5105 			}
5106 
5107 			/*
5108 			 * After this point, we'll just look at the header as
5109 			 * we don't know how to deal with the rest of the
5110 			 * response.
5111 			 */
5112 
5113 			/*
5114 			 * It really has to be a bounced request just copied
5115 			 * from the request queue to the response queue. If
5116 			 * not, something bad has happened.
5117 			 */
5118 			if (etype != RQSTYPE_REQUEST) {
5119 				isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5120 				ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5121 				last_etype = etype;
5122 				continue;
5123 			}
5124 			buddaboom = 1;
5125 			scsi_status = sp->req_scsi_status;
5126 			completion_status = sp->req_completion_status;
5127 			req_status_flags = sp->req_status_flags;
5128 			req_state_flags = sp->req_state_flags;
5129 			resid = sp->req_resid;
5130 		}
5131 
5132 		if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5133 			if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5134 				isp_print_qentry(isp, "unexpected continuation segment",
5135 				    oop, hp);
5136 				last_etype = etype;
5137 				continue;
5138 			}
5139 			if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5140 				isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5141 				/*
5142 				 * We'll synthesize a QUEUE FULL message below.
5143 				 */
5144 			}
5145 			if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5146 				isp_print_qentry(isp, "bad header flag",
5147 				    oop, hp);
5148 				buddaboom++;
5149 			}
5150 			if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5151 				isp_print_qentry(isp, "bad request packet",
5152 				    oop, hp);
5153 				buddaboom++;
5154 			}
5155 			if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5156 				isp_print_qentry(isp, "invalid entry count",
5157 				    oop, hp);
5158 				buddaboom++;
5159 			}
5160 			if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5161 				isp_print_qentry(isp, "invalid IOCB ordering",
5162 				    oop, hp);
5163 				last_etype = etype;
5164 				continue;
5165 			}
5166 		}
5167 
5168 		xs = isp_find_xs(isp, sp->req_handle);
5169 		if (xs == NULL) {
5170 			uint8_t ts = completion_status & 0xff;
5171 			/*
5172 			 * Only whine if this isn't the expected fallout of
5173 			 * aborting the command or resetting the target.
5174 			 */
5175 			if (etype != RQSTYPE_RESPONSE) {
5176 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5177 			} else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5178 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5179 			}
5180 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5181 			last_etype = etype;
5182 			continue;
5183 		}
5184 		if (req_status_flags & RQSTF_BUS_RESET) {
5185 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5186 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5187 			XS_SETERR(xs, HBA_BUSRESET);
5188 			ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5189 		}
5190 		if (buddaboom) {
5191 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5192 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5193 			XS_SETERR(xs, HBA_BOTCH);
5194 		}
5195 
5196 		resp = NULL;
5197 		rlen = 0;
5198 		snsp = NULL;
5199 		totslen = slen = 0;
5200 		if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5201 			resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5202 			rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5203 		} else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5204 			resp = sp->req_response;
5205 			rlen = sp->req_response_len;
5206 		}
5207 		if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5208 			/*
5209 			 * Fibre Channel F/W doesn't say we got status
5210 			 * if there's Sense Data instead. I guess they
5211 			 * think it goes w/o saying.
5212 			 */
5213 			req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5214 			if (IS_24XX(isp)) {
5215 				snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5216 				snsp += rlen;
5217 				totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5218 				slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5219 				if (totslen < slen)
5220 					slen = totslen;
5221 			} else {
5222 				snsp = sp->req_sense_data;
5223 				totslen = sp->req_sense_len;
5224 				slen = sizeof (sp->req_sense_data);
5225 				if (totslen < slen)
5226 					slen = totslen;
5227 			}
5228 		} else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5229 			snsp = sp->req_sense_data;
5230 			totslen = sp->req_sense_len;
5231 			slen = sizeof (sp->req_sense_data);
5232 			if (totslen < slen)
5233 				slen = totslen;
5234 		}
5235 		if (req_state_flags & RQSF_GOT_STATUS) {
5236 			*XS_STSP(xs) = scsi_status & 0xff;
5237 		}
5238 
5239 		switch (etype) {
5240 		case RQSTYPE_RESPONSE:
5241 			if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5242 				const char *ptr;
5243 				char lb[64];
5244 				const char *rnames[10] = {
5245 				    "Task Management function complete",
5246 				    "FCP_DATA length different than FCP_BURST_LEN",
5247 				    "FCP_CMND fields invalid",
5248 				    "FCP_DATA parameter mismatch with FCP_DATA_RO",
5249 				    "Task Management function rejected",
5250 				    "Task Management function failed",
5251 				    NULL,
5252 				    NULL,
5253 				    "Task Management function succeeded",
5254 				    "Task Management function incorrect logical unit number",
5255 				};
5256 				uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5257 				if (code >= 10 || rnames[code] == NULL) {
5258 					ISP_SNPRINTF(lb, sizeof(lb),
5259 					    "Unknown FCP Response Code 0x%x",
5260 					    code);
5261 					ptr = lb;
5262 				} else {
5263 					ptr = rnames[code];
5264 				}
5265 				isp_xs_prt(isp, xs, ISP_LOGWARN,
5266 				    "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5267 				    rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5268 				if (code != 0 && code != 8)
5269 					XS_SETERR(xs, HBA_BOTCH);
5270 			}
5271 			if (IS_24XX(isp)) {
5272 				isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5273 			} else {
5274 				isp_parse_status(isp, (void *)sp, xs, &resid);
5275 			}
5276 			if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5277 				XS_SETERR(xs, HBA_TGTBSY);
5278 			}
5279 			if (IS_SCSI(isp)) {
5280 				XS_SET_RESID(xs, resid);
5281 				/*
5282 				 * A new synchronous rate was negotiated for
5283 				 * this target. Mark state such that we'll go
5284 				 * look up that which has changed later.
5285 				 */
5286 				if (req_status_flags & RQSTF_NEGOTIATION) {
5287 					int t = XS_TGT(xs);
5288 					sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5289 					sdp->isp_devparam[t].dev_refresh = 1;
5290 					sdp->update = 1;
5291 				}
5292 			} else {
5293 				if (req_status_flags & RQSF_XFER_COMPLETE) {
5294 					XS_SET_RESID(xs, 0);
5295 				} else if (scsi_status & RQCS_RESID) {
5296 					XS_SET_RESID(xs, resid);
5297 				} else {
5298 					XS_SET_RESID(xs, 0);
5299 				}
5300 			}
5301 			if (snsp && slen) {
5302 				if (totslen > slen) {
5303 					continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5304 					if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5305 						/* we'll lose some stats, but that's a small price to pay */
5306 						for (i = 0; i < ndone; i++) {
5307 							if (complist[i])
5308 								isp_done(complist[i]);
5309 						}
5310 						ndone = 0;
5311 					}
5312 					isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5313 					    continuations_expected, totslen);
5314 				}
5315 				XS_SAVE_SENSE(xs, snsp, totslen, slen);
5316 			} else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5317 				isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5318 				isp_print_qentry(isp, "CC with no Sense",
5319 				    oop, hp);
5320 			}
5321 			isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5322 			break;
5323 		case RQSTYPE_REQUEST:
5324 		case RQSTYPE_A64:
5325 		case RQSTYPE_T2RQS:
5326 		case RQSTYPE_T3RQS:
5327 		case RQSTYPE_T7RQS:
5328 			if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5329 				/*
5330 				 * Force Queue Full status.
5331 				 */
5332 				*XS_STSP(xs) = SCSI_QFULL;
5333 				XS_SETERR(xs, HBA_NOERROR);
5334 			} else if (XS_NOERR(xs)) {
5335 				isp_prt(isp, ISP_LOG_WARN1,
5336 				    "%d.%d.%jx badness at %s:%u",
5337 				    XS_CHANNEL(xs), XS_TGT(xs),
5338 				    (uintmax_t)XS_LUN(xs),
5339 				    __func__, __LINE__);
5340 				XS_SETERR(xs, HBA_BOTCH);
5341 			}
5342 			XS_SET_RESID(xs, XS_XFRLEN(xs));
5343 			break;
5344 		default:
5345 			isp_print_qentry(isp, "Unhandled Response Type",
5346 			    oop, hp);
5347 			if (XS_NOERR(xs)) {
5348 				XS_SETERR(xs, HBA_BOTCH);
5349 			}
5350 			break;
5351 		}
5352 
5353 		/*
5354 		 * Free any DMA resources. As a side effect, this may
5355 		 * also do any cache flushing necessary for data coherence.
5356 		 */
5357 		if (XS_XFRLEN(xs)) {
5358 			ISP_DMAFREE(isp, xs, sp->req_handle);
5359 		}
5360 		isp_destroy_handle(isp, sp->req_handle);
5361 
5362 		if (isp->isp_nactive > 0) {
5363 		    isp->isp_nactive--;
5364 		}
5365 		complist[ndone++] = xs;	/* defer completion call until later */
5366 		ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5367 		last_etype = etype;
5368 		if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5369 			break;
5370 		}
5371 	}
5372 
5373 	/*
5374 	 * If we looked at any commands, then it's valid to find out
5375 	 * what the outpointer is. It also is a trigger to update the
5376 	 * ISP's notion of what we've seen so far.
5377 	 */
5378 	if (nlooked) {
5379 		ISP_WRITE(isp, isp->isp_respoutrp, optr);
5380 		isp->isp_resodx = optr;
5381 	}
5382 
5383 	for (i = 0; i < ndone; i++) {
5384 		xs = complist[i];
5385 		if (xs) {
5386 			if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5387 			    ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5388 				isp_prt_endcmd(isp, xs);
5389 			}
5390 			isp_done(xs);
5391 		}
5392 	}
5393 }
5394 
5395 /*
5396  * Support routines.
5397  */
5398 
5399 void
5400 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5401 {
5402 	char cdbstr[16 * 5 + 1];
5403 	int i, lim;
5404 
5405 	lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5406 	ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5407 	for (i = 1; i < lim; i++) {
5408 		ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5409 	}
5410 	if (XS_SENSE_VALID(xs)) {
5411 		isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5412 		    XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5413 	} else {
5414 		isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5415 	}
5416 }
5417 
5418 /*
5419  * Parse an ASYNC mailbox complete
5420  */
5421 static void
5422 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5423 {
5424 	uint32_t h1 = 0, h2 = 0;
5425 	uint16_t chan = 0;
5426 
5427 	/*
5428 	 * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5429 	 * where Mailboxes 6/7 have the second handle.
5430 	 */
5431 	if (mbox != ASYNC_RIO32_2) {
5432 		if (IS_DUALBUS(isp)) {
5433 			chan = ISP_READ(isp, OUTMAILBOX6);
5434 		}
5435 	}
5436 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5437 
5438 	switch (mbox) {
5439 	case ASYNC_BUS_RESET:
5440 		ISP_SET_SENDMARKER(isp, chan, 1);
5441 #ifdef	ISP_TARGET_MODE
5442 		isp_target_async(isp, chan, mbox);
5443 #endif
5444 		isp_async(isp, ISPASYNC_BUS_RESET, chan);
5445 		break;
5446 	case ASYNC_SYSTEM_ERROR:
5447 		isp->isp_state = ISP_CRASHED;
5448 		/*
5449 		 * Were we waiting for a mailbox command to complete?
5450 		 * If so, it's dead, so wake up the waiter.
5451 		 */
5452 		if (isp->isp_mboxbsy) {
5453 			isp->isp_obits = 1;
5454 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5455 			MBOX_NOTIFY_COMPLETE(isp);
5456 		}
5457 		/*
5458 		 * It's up to the handler for isp_async to reinit stuff and
5459 		 * restart the firmware
5460 		 */
5461 		isp_async(isp, ISPASYNC_FW_CRASH);
5462 		break;
5463 
5464 	case ASYNC_RQS_XFER_ERR:
5465 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5466 		break;
5467 
5468 	case ASYNC_RSP_XFER_ERR:
5469 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5470 		break;
5471 
5472 	case ASYNC_QWAKEUP:
5473 		/*
5474 		 * We've just been notified that the Queue has woken up.
5475 		 * We don't need to be chatty about this- just unlatch things
5476 		 * and move on.
5477 		 */
5478 		mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5479 		break;
5480 
5481 	case ASYNC_TIMEOUT_RESET:
5482 		isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5483 		ISP_SET_SENDMARKER(isp, chan, 1);
5484 #ifdef	ISP_TARGET_MODE
5485 		isp_target_async(isp, chan, mbox);
5486 #endif
5487 		break;
5488 
5489 	case ASYNC_DEVICE_RESET:
5490 		isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5491 		ISP_SET_SENDMARKER(isp, chan, 1);
5492 #ifdef	ISP_TARGET_MODE
5493 		isp_target_async(isp, chan, mbox);
5494 #endif
5495 		break;
5496 
5497 	case ASYNC_EXTMSG_UNDERRUN:
5498 		isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5499 		break;
5500 
5501 	case ASYNC_SCAM_INT:
5502 		isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5503 		break;
5504 
5505 	case ASYNC_HUNG_SCSI:
5506 		isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5507 		/* XXX: Need to issue SCSI reset at this point */
5508 		break;
5509 
5510 	case ASYNC_KILLED_BUS:
5511 		isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5512 		break;
5513 
5514 	case ASYNC_BUS_TRANSIT:
5515 		mbox = ISP_READ(isp, OUTMAILBOX2);
5516 		switch (mbox & SXP_PINS_MODE_MASK) {
5517 		case SXP_PINS_LVD_MODE:
5518 			isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5519 			SDPARAM(isp, chan)->isp_diffmode = 0;
5520 			SDPARAM(isp, chan)->isp_ultramode = 0;
5521 			SDPARAM(isp, chan)->isp_lvdmode = 1;
5522 			break;
5523 		case SXP_PINS_HVD_MODE:
5524 			isp_prt(isp, ISP_LOGINFO,
5525 			    "Transition to Differential mode");
5526 			SDPARAM(isp, chan)->isp_diffmode = 1;
5527 			SDPARAM(isp, chan)->isp_ultramode = 0;
5528 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5529 			break;
5530 		case SXP_PINS_SE_MODE:
5531 			isp_prt(isp, ISP_LOGINFO,
5532 			    "Transition to Single Ended mode");
5533 			SDPARAM(isp, chan)->isp_diffmode = 0;
5534 			SDPARAM(isp, chan)->isp_ultramode = 1;
5535 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5536 			break;
5537 		default:
5538 			isp_prt(isp, ISP_LOGWARN,
5539 			    "Transition to Unknown Mode 0x%x", mbox);
5540 			break;
5541 		}
5542 		/*
5543 		 * XXX: Set up to renegotiate again!
5544 		 */
5545 		/* Can only be for a 1080... */
5546 		ISP_SET_SENDMARKER(isp, chan, 1);
5547 		break;
5548 
5549 	case ASYNC_CMD_CMPLT:
5550 	case ASYNC_RIO32_1:
5551 		if (!IS_ULTRA3(isp)) {
5552 			isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5553 			break;
5554 		}
5555 		/* FALLTHROUGH */
5556 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5557 		break;
5558 
5559 	case ASYNC_RIO32_2:
5560 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5561 		h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5562 		break;
5563 
5564 	case ASYNC_RIO16_5:
5565 	case ASYNC_RIO16_4:
5566 	case ASYNC_RIO16_3:
5567 	case ASYNC_RIO16_2:
5568 	case ASYNC_RIO16_1:
5569 		isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5570 		break;
5571 	default:
5572 		isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5573 		break;
5574 	}
5575 
5576 	if (h1 || h2) {
5577 		isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5578 		isp_fastpost_complete(isp, h1);
5579 		if (h2) {
5580 			isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5581 			isp_fastpost_complete(isp, h2);
5582 		}
5583 	}
5584 }
5585 
5586 static void
5587 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5588 {
5589 	fcparam *fcp;
5590 	uint16_t chan;
5591 
5592 	if (IS_DUALBUS(isp)) {
5593 		chan = ISP_READ(isp, OUTMAILBOX6);
5594 	} else {
5595 		chan = 0;
5596 	}
5597 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5598 
5599 	switch (mbox) {
5600 	case ASYNC_SYSTEM_ERROR:
5601 		isp->isp_state = ISP_CRASHED;
5602 		FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5603 		isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5604 		/*
5605 		 * Were we waiting for a mailbox command to complete?
5606 		 * If so, it's dead, so wake up the waiter.
5607 		 */
5608 		if (isp->isp_mboxbsy) {
5609 			isp->isp_obits = 1;
5610 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5611 			MBOX_NOTIFY_COMPLETE(isp);
5612 		}
5613 		/*
5614 		 * It's up to the handler for isp_async to reinit stuff and
5615 		 * restart the firmware
5616 		 */
5617 		isp_async(isp, ISPASYNC_FW_CRASH);
5618 		break;
5619 
5620 	case ASYNC_RQS_XFER_ERR:
5621 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5622 		break;
5623 
5624 	case ASYNC_RSP_XFER_ERR:
5625 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5626 		break;
5627 
5628 	case ASYNC_QWAKEUP:
5629 #ifdef	ISP_TARGET_MODE
5630 		if (IS_24XX(isp)) {
5631 			isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5632 			break;
5633 		}
5634 #endif
5635 		isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5636 		break;
5637 
5638 	case ASYNC_CMD_CMPLT:
5639 		isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5640 		break;
5641 
5642 	case ASYNC_RIOZIO_STALL:
5643 		isp_intr_respq(isp);
5644 		break;
5645 
5646 	case ASYNC_CTIO_DONE:
5647 #ifdef	ISP_TARGET_MODE
5648 		isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) |
5649 		    ISP_READ(isp, OUTMAILBOX1), mbox);
5650 #else
5651 		isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5652 #endif
5653 		break;
5654 	case ASYNC_LIP_ERROR:
5655 	case ASYNC_LIP_NOS_OLS_RECV:
5656 	case ASYNC_LIP_OCCURRED:
5657 	case ASYNC_PTPMODE:
5658 		/*
5659 		 * These are broadcast events that have to be sent across
5660 		 * all active channels.
5661 		 */
5662 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5663 			fcp = FCPARAM(isp, chan);
5664 			int topo = fcp->isp_topo;
5665 
5666 			if (fcp->role == ISP_ROLE_NONE)
5667 				continue;
5668 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5669 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5670 			ISP_SET_SENDMARKER(isp, chan, 1);
5671 			isp_async(isp, ISPASYNC_LIP, chan);
5672 #ifdef	ISP_TARGET_MODE
5673 			isp_target_async(isp, chan, mbox);
5674 #endif
5675 			/*
5676 			 * We've had problems with data corruption occurring on
5677 			 * commands that complete (with no apparent error) after
5678 			 * we receive a LIP. This has been observed mostly on
5679 			 * Local Loop topologies. To be safe, let's just mark
5680 			 * all active initiator commands as dead.
5681 			 */
5682 			if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5683 				int i, j;
5684 				for (i = j = 0; i < isp->isp_maxcmds; i++) {
5685 					XS_T *xs;
5686 					isp_hdl_t *hdp;
5687 
5688 					hdp = &isp->isp_xflist[i];
5689 					if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5690 						continue;
5691 					}
5692 					xs = hdp->cmd;
5693 					if (XS_CHANNEL(xs) != chan) {
5694 						continue;
5695 					}
5696 					j++;
5697 					isp_prt(isp, ISP_LOG_WARN1,
5698 					    "%d.%d.%jx bus reset set at %s:%u",
5699 					    XS_CHANNEL(xs), XS_TGT(xs),
5700 					    (uintmax_t)XS_LUN(xs),
5701 					    __func__, __LINE__);
5702 					XS_SETERR(xs, HBA_BUSRESET);
5703 				}
5704 				if (j) {
5705 					isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5706 				}
5707 			}
5708 		}
5709 		break;
5710 
5711 	case ASYNC_LOOP_UP:
5712 		/*
5713 		 * This is a broadcast event that has to be sent across
5714 		 * all active channels.
5715 		 */
5716 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5717 			fcp = FCPARAM(isp, chan);
5718 			if (fcp->role == ISP_ROLE_NONE)
5719 				continue;
5720 			fcp->isp_linkstate = 1;
5721 			if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5722 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5723 			ISP_SET_SENDMARKER(isp, chan, 1);
5724 			isp_async(isp, ISPASYNC_LOOP_UP, chan);
5725 #ifdef	ISP_TARGET_MODE
5726 			isp_target_async(isp, chan, mbox);
5727 #endif
5728 		}
5729 		break;
5730 
5731 	case ASYNC_LOOP_DOWN:
5732 		/*
5733 		 * This is a broadcast event that has to be sent across
5734 		 * all active channels.
5735 		 */
5736 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5737 			fcp = FCPARAM(isp, chan);
5738 			if (fcp->role == ISP_ROLE_NONE)
5739 				continue;
5740 			ISP_SET_SENDMARKER(isp, chan, 1);
5741 			fcp->isp_linkstate = 0;
5742 			fcp->isp_loopstate = LOOP_NIL;
5743 			isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5744 #ifdef	ISP_TARGET_MODE
5745 			isp_target_async(isp, chan, mbox);
5746 #endif
5747 		}
5748 		break;
5749 
5750 	case ASYNC_LOOP_RESET:
5751 		/*
5752 		 * This is a broadcast event that has to be sent across
5753 		 * all active channels.
5754 		 */
5755 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5756 			fcp = FCPARAM(isp, chan);
5757 			if (fcp->role == ISP_ROLE_NONE)
5758 				continue;
5759 			ISP_SET_SENDMARKER(isp, chan, 1);
5760 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5761 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5762 			isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5763 #ifdef	ISP_TARGET_MODE
5764 			isp_target_async(isp, chan, mbox);
5765 #endif
5766 		}
5767 		break;
5768 
5769 	case ASYNC_PDB_CHANGED:
5770 	{
5771 		int echan, nphdl, nlstate, reason;
5772 
5773 		if (IS_23XX(isp) || IS_24XX(isp)) {
5774 			nphdl = ISP_READ(isp, OUTMAILBOX1);
5775 			nlstate = ISP_READ(isp, OUTMAILBOX2);
5776 		} else {
5777 			nphdl = nlstate = 0xffff;
5778 		}
5779 		if (IS_24XX(isp))
5780 			reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5781 		else
5782 			reason = 0xff;
5783 		if (ISP_CAP_MULTI_ID(isp)) {
5784 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5785 			if (chan == 0xff || nphdl == NIL_HANDLE) {
5786 				chan = 0;
5787 				echan = isp->isp_nchan - 1;
5788 			} else if (chan >= isp->isp_nchan) {
5789 				break;
5790 			} else {
5791 				echan = chan;
5792 			}
5793 		} else {
5794 			chan = echan = 0;
5795 		}
5796 		for (; chan <= echan; chan++) {
5797 			fcp = FCPARAM(isp, chan);
5798 			if (fcp->role == ISP_ROLE_NONE)
5799 				continue;
5800 			if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
5801 				if (nphdl != NIL_HANDLE &&
5802 				    nphdl == fcp->isp_login_hdl &&
5803 				    reason == PDB24XX_AE_OPN_2)
5804 					continue;
5805 				fcp->isp_loopstate = LOOP_LTEST_DONE;
5806 			} else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5807 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5808 			isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5809 			    ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
5810 		}
5811 		break;
5812 	}
5813 	case ASYNC_CHANGE_NOTIFY:
5814 	{
5815 		int portid;
5816 
5817 		portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
5818 		    ISP_READ(isp, OUTMAILBOX2);
5819 		if (ISP_CAP_MULTI_ID(isp)) {
5820 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5821 			if (chan >= isp->isp_nchan)
5822 				break;
5823 		} else {
5824 			chan = 0;
5825 		}
5826 		fcp = FCPARAM(isp, chan);
5827 		if (fcp->role == ISP_ROLE_NONE)
5828 			break;
5829 		if (fcp->isp_loopstate > LOOP_LTEST_DONE)
5830 			fcp->isp_loopstate = LOOP_LTEST_DONE;
5831 		else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5832 			fcp->isp_loopstate = LOOP_HAVE_LINK;
5833 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5834 		    ISPASYNC_CHANGE_SNS, portid);
5835 		break;
5836 	}
5837 	case ASYNC_ERR_LOGGING_DISABLED:
5838 		isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
5839 		    ISP_READ(isp, OUTMAILBOX1));
5840 		break;
5841 	case ASYNC_CONNMODE:
5842 		/*
5843 		 * This only applies to 2100 amd 2200 cards
5844 		 */
5845 		if (!IS_2200(isp) && !IS_2100(isp)) {
5846 			isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
5847 			break;
5848 		}
5849 		chan = 0;
5850 		mbox = ISP_READ(isp, OUTMAILBOX1);
5851 		switch (mbox) {
5852 		case ISP_CONN_LOOP:
5853 			isp_prt(isp, ISP_LOGINFO,
5854 			    "Point-to-Point -> Loop mode");
5855 			break;
5856 		case ISP_CONN_PTP:
5857 			isp_prt(isp, ISP_LOGINFO,
5858 			    "Loop -> Point-to-Point mode");
5859 			break;
5860 		case ISP_CONN_BADLIP:
5861 			isp_prt(isp, ISP_LOGWARN,
5862 			    "Point-to-Point -> Loop mode (BAD LIP)");
5863 			break;
5864 		case ISP_CONN_FATAL:
5865 			isp->isp_state = ISP_CRASHED;
5866 			isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
5867 			isp_async(isp, ISPASYNC_FW_CRASH);
5868 			return;
5869 		case ISP_CONN_LOOPBACK:
5870 			isp_prt(isp, ISP_LOGWARN,
5871 			    "Looped Back in Point-to-Point mode");
5872 			break;
5873 		default:
5874 			isp_prt(isp, ISP_LOGWARN,
5875 			    "Unknown connection mode (0x%x)", mbox);
5876 			break;
5877 		}
5878 		ISP_SET_SENDMARKER(isp, chan, 1);
5879 		FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
5880 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
5881 		break;
5882 	case ASYNC_P2P_INIT_ERR:
5883 		isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
5884 		    ISP_READ(isp, OUTMAILBOX1));
5885 		break;
5886 	case ASYNC_RCV_ERR:
5887 		if (IS_24XX(isp)) {
5888 			isp_prt(isp, ISP_LOGWARN, "Receive Error");
5889 		} else {
5890 			isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
5891 		}
5892 		break;
5893 	case ASYNC_RJT_SENT:	/* same as ASYNC_QFULL_SENT */
5894 		if (IS_24XX(isp)) {
5895 			isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
5896 			break;
5897 		} else {
5898 			isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
5899 			break;
5900 		}
5901 	case ASYNC_FW_RESTART_COMPLETE:
5902 		isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
5903 		break;
5904 	case ASYNC_TEMPERATURE_ALERT:
5905 		isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
5906 		    ISP_READ(isp, OUTMAILBOX1));
5907 		break;
5908 	case ASYNC_AUTOLOAD_FW_COMPLETE:
5909 		isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
5910 		break;
5911 	case ASYNC_AUTOLOAD_FW_FAILURE:
5912 		isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
5913 		break;
5914 	default:
5915 		isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
5916 		break;
5917 	}
5918 }
5919 
5920 /*
5921  * Handle other response entries. A pointer to the request queue output
5922  * index is here in case we want to eat several entries at once, although
5923  * this is not used currently.
5924  */
5925 
5926 static int
5927 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
5928 {
5929 	isp_ridacq_t rid;
5930 	int chan, c;
5931 	uint32_t hdl, portid;
5932 	void *ptr;
5933 
5934 	switch (type) {
5935 	case RQSTYPE_STATUS_CONT:
5936 		isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5937 		return (1);
5938 	case RQSTYPE_MARKER:
5939 		isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
5940 		return (1);
5941 	case RQSTYPE_RPT_ID_ACQ:
5942 		isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
5943 		portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
5944 		    rid.ridacq_vp_port_lo;
5945 		if (rid.ridacq_format == 0) {
5946 			for (chan = 0; chan < isp->isp_nchan; chan++) {
5947 				fcparam *fcp = FCPARAM(isp, chan);
5948 				if (fcp->role == ISP_ROLE_NONE)
5949 					continue;
5950 				c = (chan == 0) ? 127 : (chan - 1);
5951 				if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
5952 				    chan == 0) {
5953 					fcp->isp_loopstate = LOOP_HAVE_LINK;
5954 					isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5955 					    chan, ISPASYNC_CHANGE_OTHER);
5956 				} else {
5957 					fcp->isp_loopstate = LOOP_NIL;
5958 					isp_async(isp, ISPASYNC_LOOP_DOWN,
5959 					    chan);
5960 				}
5961 			}
5962 		} else {
5963 			fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
5964 			if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
5965 			    rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
5966 				fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
5967 				fcp->isp_portid = portid;
5968 				fcp->isp_loopstate = LOOP_HAVE_ADDR;
5969 				isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5970 				    rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
5971 			} else {
5972 				fcp->isp_loopstate = LOOP_NIL;
5973 				isp_async(isp, ISPASYNC_LOOP_DOWN,
5974 				    rid.ridacq_vp_index);
5975 			}
5976 		}
5977 		return (1);
5978 	case RQSTYPE_CT_PASSTHRU:
5979 	case RQSTYPE_VP_MODIFY:
5980 	case RQSTYPE_VP_CTRL:
5981 	case RQSTYPE_LOGIN:
5982 		ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
5983 		ptr = isp_find_xs(isp, hdl);
5984 		if (ptr != NULL) {
5985 			isp_destroy_handle(isp, hdl);
5986 			memcpy(ptr, hp, QENTRY_LEN);
5987 			wakeup(ptr);
5988 		}
5989 		return (1);
5990 	case RQSTYPE_ATIO:
5991 	case RQSTYPE_CTIO:
5992 	case RQSTYPE_NOTIFY:
5993 	case RQSTYPE_NOTIFY_ACK:
5994 	case RQSTYPE_CTIO1:
5995 	case RQSTYPE_ATIO2:
5996 	case RQSTYPE_CTIO2:
5997 	case RQSTYPE_CTIO3:
5998 	case RQSTYPE_CTIO7:
5999 	case RQSTYPE_ABTS_RCVD:
6000 	case RQSTYPE_ABTS_RSP:
6001 #ifdef	ISP_TARGET_MODE
6002 		if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp))
6003 			return (1);
6004 #endif
6005 		/* FALLTHROUGH */
6006 	case RQSTYPE_REQUEST:
6007 	default:
6008 		ISP_DELAY(100);
6009 		if (type != isp_get_response_type(isp, hp)) {
6010 			/*
6011 			 * This is questionable- we're just papering over
6012 			 * something we've seen on SMP linux in target
6013 			 * mode- we don't really know what's happening
6014 			 * here that causes us to think we've gotten
6015 			 * an entry, but that either the entry isn't
6016 			 * filled out yet or our CPU read data is stale.
6017 			 */
6018 			isp_prt(isp, ISP_LOGINFO,
6019 				"unstable type in response queue");
6020 			return (-1);
6021 		}
6022 		isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6023 		    isp_get_response_type(isp, hp));
6024 		return (0);
6025 	}
6026 }
6027 
6028 static void
6029 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6030 {
6031 	switch (sp->req_completion_status & 0xff) {
6032 	case RQCS_COMPLETE:
6033 		if (XS_NOERR(xs)) {
6034 			XS_SETERR(xs, HBA_NOERROR);
6035 		}
6036 		return;
6037 
6038 	case RQCS_INCOMPLETE:
6039 		if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6040 			isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6041 			if (XS_NOERR(xs)) {
6042 				XS_SETERR(xs, HBA_SELTIMEOUT);
6043 				*rp = XS_XFRLEN(xs);
6044 			}
6045 			return;
6046 		}
6047 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6048 		break;
6049 
6050 	case RQCS_DMA_ERROR:
6051 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6052 		*rp = XS_XFRLEN(xs);
6053 		break;
6054 
6055 	case RQCS_TRANSPORT_ERROR:
6056 	{
6057 		char buf[172];
6058 		ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6059 		if (sp->req_state_flags & RQSF_GOT_BUS) {
6060 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6061 		}
6062 		if (sp->req_state_flags & RQSF_GOT_TARGET) {
6063 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6064 		}
6065 		if (sp->req_state_flags & RQSF_SENT_CDB) {
6066 			ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6067 		}
6068 		if (sp->req_state_flags & RQSF_XFRD_DATA) {
6069 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6070 		}
6071 		if (sp->req_state_flags & RQSF_GOT_STATUS) {
6072 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6073 		}
6074 		if (sp->req_state_flags & RQSF_GOT_SENSE) {
6075 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6076 		}
6077 		if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6078 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6079 		}
6080 		ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6081 		if (sp->req_status_flags & RQSTF_DISCONNECT) {
6082 			ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6083 		}
6084 		if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6085 			ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6086 		}
6087 		if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6088 			ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6089 		}
6090 		if (sp->req_status_flags & RQSTF_BUS_RESET) {
6091 			ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6092 		}
6093 		if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6094 			ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6095 		}
6096 		if (sp->req_status_flags & RQSTF_ABORTED) {
6097 			ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6098 		}
6099 		if (sp->req_status_flags & RQSTF_TIMEOUT) {
6100 			ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6101 		}
6102 		if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6103 			ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6104 		}
6105 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6106 		*rp = XS_XFRLEN(xs);
6107 		break;
6108 	}
6109 	case RQCS_RESET_OCCURRED:
6110 	{
6111 		int chan;
6112 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6113 		for (chan = 0; chan < isp->isp_nchan; chan++) {
6114 			FCPARAM(isp, chan)->sendmarker = 1;
6115 		}
6116 		if (XS_NOERR(xs)) {
6117 			XS_SETERR(xs, HBA_BUSRESET);
6118 		}
6119 		*rp = XS_XFRLEN(xs);
6120 		return;
6121 	}
6122 	case RQCS_ABORTED:
6123 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6124 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6125 		if (XS_NOERR(xs)) {
6126 			XS_SETERR(xs, HBA_ABORTED);
6127 		}
6128 		return;
6129 
6130 	case RQCS_TIMEOUT:
6131 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6132 		/*
6133 	 	 * XXX: Check to see if we logged out of the device.
6134 		 */
6135 		if (XS_NOERR(xs)) {
6136 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6137 		}
6138 		return;
6139 
6140 	case RQCS_DATA_OVERRUN:
6141 		XS_SET_RESID(xs, sp->req_resid);
6142 		isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6143 		if (XS_NOERR(xs)) {
6144 			XS_SETERR(xs, HBA_DATAOVR);
6145 		}
6146 		return;
6147 
6148 	case RQCS_COMMAND_OVERRUN:
6149 		isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6150 		break;
6151 
6152 	case RQCS_STATUS_OVERRUN:
6153 		isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6154 		break;
6155 
6156 	case RQCS_BAD_MESSAGE:
6157 		isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6158 		break;
6159 
6160 	case RQCS_NO_MESSAGE_OUT:
6161 		isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6162 		break;
6163 
6164 	case RQCS_EXT_ID_FAILED:
6165 		isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6166 		break;
6167 
6168 	case RQCS_IDE_MSG_FAILED:
6169 		isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6170 		break;
6171 
6172 	case RQCS_ABORT_MSG_FAILED:
6173 		isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6174 		break;
6175 
6176 	case RQCS_REJECT_MSG_FAILED:
6177 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6178 		break;
6179 
6180 	case RQCS_NOP_MSG_FAILED:
6181 		isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6182 		break;
6183 
6184 	case RQCS_PARITY_ERROR_MSG_FAILED:
6185 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6186 		break;
6187 
6188 	case RQCS_DEVICE_RESET_MSG_FAILED:
6189 		isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6190 		break;
6191 
6192 	case RQCS_ID_MSG_FAILED:
6193 		isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6194 		break;
6195 
6196 	case RQCS_UNEXP_BUS_FREE:
6197 		isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6198 		break;
6199 
6200 	case RQCS_DATA_UNDERRUN:
6201 	{
6202 		if (IS_FC(isp)) {
6203 			int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6204 			if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6205 				isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6206 				if (XS_NOERR(xs)) {
6207 					XS_SETERR(xs, HBA_BOTCH);
6208 				}
6209 				return;
6210 			}
6211 		}
6212 		XS_SET_RESID(xs, sp->req_resid);
6213 		if (XS_NOERR(xs)) {
6214 			XS_SETERR(xs, HBA_NOERROR);
6215 		}
6216 		return;
6217 	}
6218 
6219 	case RQCS_XACT_ERR1:
6220 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6221 		break;
6222 
6223 	case RQCS_XACT_ERR2:
6224 		isp_xs_prt(isp, xs, ISP_LOGERR,
6225 		    "HBA attempted queued transaction to target routine %jx",
6226 		    (uintmax_t)XS_LUN(xs));
6227 		break;
6228 
6229 	case RQCS_XACT_ERR3:
6230 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6231 		break;
6232 
6233 	case RQCS_BAD_ENTRY:
6234 		isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6235 		break;
6236 
6237 	case RQCS_QUEUE_FULL:
6238 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6239 
6240 		/*
6241 		 * If QFULL or some other status byte is set, then this
6242 		 * isn't an error, per se.
6243 		 *
6244 		 * Unfortunately, some QLogic f/w writers have, in
6245 		 * some cases, omitted to *set* status to QFULL.
6246 		 */
6247 #if	0
6248 		if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6249 			XS_SETERR(xs, HBA_NOERROR);
6250 			return;
6251 		}
6252 
6253 #endif
6254 		*XS_STSP(xs) = SCSI_QFULL;
6255 		XS_SETERR(xs, HBA_NOERROR);
6256 		return;
6257 
6258 	case RQCS_PHASE_SKIPPED:
6259 		isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6260 		break;
6261 
6262 	case RQCS_ARQS_FAILED:
6263 		isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6264 		if (XS_NOERR(xs)) {
6265 			XS_SETERR(xs, HBA_ARQFAIL);
6266 		}
6267 		return;
6268 
6269 	case RQCS_WIDE_FAILED:
6270 		isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6271 		if (IS_SCSI(isp)) {
6272 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6273 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6274 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6275 			sdp->update = 1;
6276 		}
6277 		if (XS_NOERR(xs)) {
6278 			XS_SETERR(xs, HBA_NOERROR);
6279 		}
6280 		return;
6281 
6282 	case RQCS_SYNCXFER_FAILED:
6283 		isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6284 		if (IS_SCSI(isp)) {
6285 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6286 			sdp += XS_CHANNEL(xs);
6287 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6288 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6289 			sdp->update = 1;
6290 		}
6291 		break;
6292 
6293 	case RQCS_LVD_BUSERR:
6294 		isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6295 		break;
6296 
6297 	case RQCS_PORT_UNAVAILABLE:
6298 		/*
6299 		 * No such port on the loop. Moral equivalent of SELTIMEO
6300 		 */
6301 	case RQCS_PORT_LOGGED_OUT:
6302 	{
6303 		const char *reason;
6304 		uint8_t sts = sp->req_completion_status & 0xff;
6305 		fcparam *fcp = FCPARAM(isp, 0);
6306 		fcportdb_t *lp;
6307 
6308 		/*
6309 		 * It was there (maybe)- treat as a selection timeout.
6310 		 */
6311 		if (sts == RQCS_PORT_UNAVAILABLE) {
6312 			reason = "unavailable";
6313 		} else {
6314 			reason = "logout";
6315 		}
6316 
6317 		isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6318 
6319 		/* XXX: Should we trigger rescan or FW announce change? */
6320 
6321 		if (XS_NOERR(xs)) {
6322 			lp = &fcp->portdb[XS_TGT(xs)];
6323 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6324 				*XS_STSP(xs) = SCSI_BUSY;
6325 				XS_SETERR(xs, HBA_TGTBSY);
6326 			} else
6327 				XS_SETERR(xs, HBA_SELTIMEOUT);
6328 		}
6329 		return;
6330 	}
6331 	case RQCS_PORT_CHANGED:
6332 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6333 		if (XS_NOERR(xs)) {
6334 			*XS_STSP(xs) = SCSI_BUSY;
6335 			XS_SETERR(xs, HBA_TGTBSY);
6336 		}
6337 		return;
6338 
6339 	case RQCS_PORT_BUSY:
6340 		isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6341 		if (XS_NOERR(xs)) {
6342 			*XS_STSP(xs) = SCSI_BUSY;
6343 			XS_SETERR(xs, HBA_TGTBSY);
6344 		}
6345 		return;
6346 
6347 	default:
6348 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6349 		break;
6350 	}
6351 	if (XS_NOERR(xs)) {
6352 		XS_SETERR(xs, HBA_BOTCH);
6353 	}
6354 }
6355 
6356 static void
6357 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6358 {
6359 	int ru_marked, sv_marked;
6360 	int chan = XS_CHANNEL(xs);
6361 
6362 	switch (sp->req_completion_status) {
6363 	case RQCS_COMPLETE:
6364 		if (XS_NOERR(xs)) {
6365 			XS_SETERR(xs, HBA_NOERROR);
6366 		}
6367 		return;
6368 
6369 	case RQCS_DMA_ERROR:
6370 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6371 		break;
6372 
6373 	case RQCS_TRANSPORT_ERROR:
6374 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6375 		break;
6376 
6377 	case RQCS_RESET_OCCURRED:
6378 		isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6379 		FCPARAM(isp, chan)->sendmarker = 1;
6380 		if (XS_NOERR(xs)) {
6381 			XS_SETERR(xs, HBA_BUSRESET);
6382 		}
6383 		return;
6384 
6385 	case RQCS_ABORTED:
6386 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6387 		FCPARAM(isp, chan)->sendmarker = 1;
6388 		if (XS_NOERR(xs)) {
6389 			XS_SETERR(xs, HBA_ABORTED);
6390 		}
6391 		return;
6392 
6393 	case RQCS_TIMEOUT:
6394 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6395 		if (XS_NOERR(xs)) {
6396 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6397 		}
6398 		return;
6399 
6400 	case RQCS_DATA_OVERRUN:
6401 		XS_SET_RESID(xs, sp->req_resid);
6402 		isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6403 		if (XS_NOERR(xs)) {
6404 			XS_SETERR(xs, HBA_DATAOVR);
6405 		}
6406 		return;
6407 
6408 	case RQCS_24XX_DRE:	/* data reassembly error */
6409 		isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6410 		if (XS_NOERR(xs)) {
6411 			XS_SETERR(xs, HBA_ABORTED);
6412 		}
6413 		*rp = XS_XFRLEN(xs);
6414 		return;
6415 
6416 	case RQCS_24XX_TABORT:	/* aborted by target */
6417 		isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6418 		if (XS_NOERR(xs)) {
6419 			XS_SETERR(xs, HBA_ABORTED);
6420 		}
6421 		return;
6422 
6423 	case RQCS_DATA_UNDERRUN:
6424 		ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6425 		/*
6426 		 * We can get an underrun w/o things being marked
6427 		 * if we got a non-zero status.
6428 		 */
6429 		sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6430 		if ((ru_marked == 0 && sv_marked == 0) ||
6431 		    (sp->req_resid > XS_XFRLEN(xs))) {
6432 			isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6433 			if (XS_NOERR(xs)) {
6434 				XS_SETERR(xs, HBA_BOTCH);
6435 			}
6436 			return;
6437 		}
6438 		XS_SET_RESID(xs, sp->req_resid);
6439 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6440 		if (XS_NOERR(xs)) {
6441 			XS_SETERR(xs, HBA_NOERROR);
6442 		}
6443 		return;
6444 
6445 	case RQCS_PORT_UNAVAILABLE:
6446 		/*
6447 		 * No such port on the loop. Moral equivalent of SELTIMEO
6448 		 */
6449 	case RQCS_PORT_LOGGED_OUT:
6450 	{
6451 		const char *reason;
6452 		uint8_t sts = sp->req_completion_status & 0xff;
6453 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6454 		fcportdb_t *lp;
6455 
6456 		/*
6457 		 * It was there (maybe)- treat as a selection timeout.
6458 		 */
6459 		if (sts == RQCS_PORT_UNAVAILABLE) {
6460 			reason = "unavailable";
6461 		} else {
6462 			reason = "logout";
6463 		}
6464 
6465 		isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6466 		    chan, reason, XS_TGT(xs));
6467 
6468 		/* XXX: Should we trigger rescan or FW announce change? */
6469 
6470 		if (XS_NOERR(xs)) {
6471 			lp = &fcp->portdb[XS_TGT(xs)];
6472 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6473 				*XS_STSP(xs) = SCSI_BUSY;
6474 				XS_SETERR(xs, HBA_TGTBSY);
6475 			} else
6476 				XS_SETERR(xs, HBA_SELTIMEOUT);
6477 		}
6478 		return;
6479 	}
6480 	case RQCS_PORT_CHANGED:
6481 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6482 		if (XS_NOERR(xs)) {
6483 			*XS_STSP(xs) = SCSI_BUSY;
6484 			XS_SETERR(xs, HBA_TGTBSY);
6485 		}
6486 		return;
6487 
6488 	case RQCS_24XX_ENOMEM:	/* f/w resource unavailable */
6489 		isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6490 		if (XS_NOERR(xs)) {
6491 			*XS_STSP(xs) = SCSI_BUSY;
6492 			XS_SETERR(xs, HBA_TGTBSY);
6493 		}
6494 		return;
6495 
6496 	case RQCS_24XX_TMO:	/* task management overrun */
6497 		isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6498 		if (XS_NOERR(xs)) {
6499 			*XS_STSP(xs) = SCSI_BUSY;
6500 			XS_SETERR(xs, HBA_TGTBSY);
6501 		}
6502 		return;
6503 
6504 	default:
6505 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6506 		break;
6507 	}
6508 	if (XS_NOERR(xs)) {
6509 		XS_SETERR(xs, HBA_BOTCH);
6510 	}
6511 }
6512 
6513 static void
6514 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6515 {
6516 	XS_T *xs;
6517 
6518 	if (fph == 0) {
6519 		return;
6520 	}
6521 	xs = isp_find_xs(isp, fph);
6522 	if (xs == NULL) {
6523 		isp_prt(isp, ISP_LOGWARN,
6524 		    "Command for fast post handle 0x%x not found", fph);
6525 		return;
6526 	}
6527 	isp_destroy_handle(isp, fph);
6528 
6529 	/*
6530 	 * Since we don't have a result queue entry item,
6531 	 * we must believe that SCSI status is zero and
6532 	 * that all data transferred.
6533 	 */
6534 	XS_SET_RESID(xs, 0);
6535 	*XS_STSP(xs) = SCSI_GOOD;
6536 	if (XS_XFRLEN(xs)) {
6537 		ISP_DMAFREE(isp, xs, fph);
6538 	}
6539 	if (isp->isp_nactive) {
6540 		isp->isp_nactive--;
6541 	}
6542 	isp_done(xs);
6543 }
6544 
6545 #define	ISP_SCSI_IBITS(op)		(mbpscsi[((op)<<1)])
6546 #define	ISP_SCSI_OBITS(op)		(mbpscsi[((op)<<1) + 1])
6547 #define	ISP_SCSI_OPMAP(in, out)		in, out
6548 static const uint8_t mbpscsi[] = {
6549 	ISP_SCSI_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6550 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6551 	ISP_SCSI_OPMAP(0x03, 0x01),	/* 0x02: MBOX_EXEC_FIRMWARE */
6552 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6553 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6554 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6555 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6556 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6557 	ISP_SCSI_OPMAP(0x01, 0x0f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6558 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x09: */
6559 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0a: */
6560 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0b: */
6561 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0c: */
6562 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0d: */
6563 	ISP_SCSI_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6564 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0f: */
6565 	ISP_SCSI_OPMAP(0x1f, 0x1f),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6566 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x11: MBOX_INIT_RES_QUEUE */
6567 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x12: MBOX_EXECUTE_IOCB */
6568 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6569 	ISP_SCSI_OPMAP(0x01, 0x3f),	/* 0x14: MBOX_STOP_FIRMWARE */
6570 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x15: MBOX_ABORT */
6571 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x16: MBOX_ABORT_DEVICE */
6572 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x17: MBOX_ABORT_TARGET */
6573 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x18: MBOX_BUS_RESET */
6574 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x19: MBOX_STOP_QUEUE */
6575 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1a: MBOX_START_QUEUE */
6576 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6577 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1c: MBOX_ABORT_QUEUE */
6578 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6579 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x1e: */
6580 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6581 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x20: MBOX_GET_INIT_SCSI_ID */
6582 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x21: MBOX_GET_SELECT_TIMEOUT */
6583 	ISP_SCSI_OPMAP(0x01, 0xc7),	/* 0x22: MBOX_GET_RETRY_COUNT	*/
6584 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6585 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x24: MBOX_GET_CLOCK_RATE */
6586 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x25: MBOX_GET_ACT_NEG_STATE */
6587 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6588 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x27: MBOX_GET_PCI_PARAMS */
6589 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x28: MBOX_GET_TARGET_PARAMS */
6590 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6591 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6592 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2b: */
6593 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2c: */
6594 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2d: */
6595 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2e: */
6596 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2f: */
6597 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x30: MBOX_SET_INIT_SCSI_ID */
6598 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x31: MBOX_SET_SELECT_TIMEOUT */
6599 	ISP_SCSI_OPMAP(0xc7, 0xc7),	/* 0x32: MBOX_SET_RETRY_COUNT	*/
6600 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6601 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x34: MBOX_SET_CLOCK_RATE */
6602 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x35: MBOX_SET_ACT_NEG_STATE */
6603 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6604 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6605 	ISP_SCSI_OPMAP(0x4f, 0x4f),	/* 0x38: MBOX_SET_TARGET_PARAMS */
6606 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6607 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6608 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3b: */
6609 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3c: */
6610 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3d: */
6611 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3e: */
6612 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3f: */
6613 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6614 	ISP_SCSI_OPMAP(0x3f, 0x01),	/* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6615 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x42: MBOX_EXEC_BIOS_IOCB */
6616 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x43: */
6617 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x44: */
6618 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x45: SET SYSTEM PARAMETER */
6619 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x46: GET SYSTEM PARAMETER */
6620 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x47: */
6621 	ISP_SCSI_OPMAP(0x01, 0xcf),	/* 0x48: GET SCAM CONFIGURATION */
6622 	ISP_SCSI_OPMAP(0xcf, 0xcf),	/* 0x49: SET SCAM CONFIGURATION */
6623 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6624 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6625 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4c: */
6626 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4d: */
6627 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4e: */
6628 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4f: */
6629 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x50: LOAD RAM A64 */
6630 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x51: DUMP RAM A64 */
6631 	ISP_SCSI_OPMAP(0xdf, 0xff),	/* 0x52: INITIALIZE REQUEST QUEUE A64 */
6632 	ISP_SCSI_OPMAP(0xef, 0xff),	/* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6633 	ISP_SCSI_OPMAP(0xcf, 0x01),	/* 0x54: EXECUCUTE COMMAND IOCB A64 */
6634 	ISP_SCSI_OPMAP(0x07, 0x01),	/* 0x55: ENABLE TARGET MODE */
6635 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x56: GET TARGET STATUS */
6636 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x57: */
6637 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x58: */
6638 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x59: */
6639 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6640 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6641 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x5c: SET HOST DATA */
6642 	ISP_SCSI_OPMAP(0x01, 0x01)	/* 0x5d: GET NOST DATA */
6643 };
6644 #define	MAX_SCSI_OPCODE	0x5d
6645 
6646 static const char *scsi_mbcmd_names[] = {
6647 	"NO-OP",
6648 	"LOAD RAM",
6649 	"EXEC FIRMWARE",
6650 	"DUMP RAM",
6651 	"WRITE RAM WORD",
6652 	"READ RAM WORD",
6653 	"MAILBOX REG TEST",
6654 	"VERIFY CHECKSUM",
6655 	"ABOUT FIRMWARE",
6656 	NULL,
6657 	NULL,
6658 	NULL,
6659 	NULL,
6660 	NULL,
6661 	"CHECK FIRMWARE",
6662 	NULL,
6663 	"INIT REQUEST QUEUE",
6664 	"INIT RESULT QUEUE",
6665 	"EXECUTE IOCB",
6666 	"WAKE UP",
6667 	"STOP FIRMWARE",
6668 	"ABORT",
6669 	"ABORT DEVICE",
6670 	"ABORT TARGET",
6671 	"BUS RESET",
6672 	"STOP QUEUE",
6673 	"START QUEUE",
6674 	"SINGLE STEP QUEUE",
6675 	"ABORT QUEUE",
6676 	"GET DEV QUEUE STATUS",
6677 	NULL,
6678 	"GET FIRMWARE STATUS",
6679 	"GET INIT SCSI ID",
6680 	"GET SELECT TIMEOUT",
6681 	"GET RETRY COUNT",
6682 	"GET TAG AGE LIMIT",
6683 	"GET CLOCK RATE",
6684 	"GET ACT NEG STATE",
6685 	"GET ASYNC DATA SETUP TIME",
6686 	"GET PCI PARAMS",
6687 	"GET TARGET PARAMS",
6688 	"GET DEV QUEUE PARAMS",
6689 	"GET RESET DELAY PARAMS",
6690 	NULL,
6691 	NULL,
6692 	NULL,
6693 	NULL,
6694 	NULL,
6695 	"SET INIT SCSI ID",
6696 	"SET SELECT TIMEOUT",
6697 	"SET RETRY COUNT",
6698 	"SET TAG AGE LIMIT",
6699 	"SET CLOCK RATE",
6700 	"SET ACT NEG STATE",
6701 	"SET ASYNC DATA SETUP TIME",
6702 	"SET PCI CONTROL PARAMS",
6703 	"SET TARGET PARAMS",
6704 	"SET DEV QUEUE PARAMS",
6705 	"SET RESET DELAY PARAMS",
6706 	NULL,
6707 	NULL,
6708 	NULL,
6709 	NULL,
6710 	NULL,
6711 	"RETURN BIOS BLOCK ADDR",
6712 	"WRITE FOUR RAM WORDS",
6713 	"EXEC BIOS IOCB",
6714 	NULL,
6715 	NULL,
6716 	"SET SYSTEM PARAMETER",
6717 	"GET SYSTEM PARAMETER",
6718 	NULL,
6719 	"GET SCAM CONFIGURATION",
6720 	"SET SCAM CONFIGURATION",
6721 	"SET FIRMWARE FEATURES",
6722 	"GET FIRMWARE FEATURES",
6723 	NULL,
6724 	NULL,
6725 	NULL,
6726 	NULL,
6727 	"LOAD RAM A64",
6728 	"DUMP RAM A64",
6729 	"INITIALIZE REQUEST QUEUE A64",
6730 	"INITIALIZE RESPONSE QUEUE A64",
6731 	"EXECUTE IOCB A64",
6732 	"ENABLE TARGET MODE",
6733 	"GET TARGET MODE STATE",
6734 	NULL,
6735 	NULL,
6736 	NULL,
6737 	"SET DATA OVERRUN RECOVERY MODE",
6738 	"GET DATA OVERRUN RECOVERY MODE",
6739 	"SET HOST DATA",
6740 	"GET NOST DATA",
6741 };
6742 
6743 #define	ISP_FC_IBITS(op)	((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
6744 #define	ISP_FC_OBITS(op)	((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
6745 
6746 #define	ISP_FC_OPMAP(in0, out0)							  0,   0,   0, in0,    0,    0,    0, out0
6747 #define	ISP_FC_OPMAP_HALF(in1, in0, out1, out0)					  0,   0, in1, in0,    0,    0, out1, out0
6748 #define	ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)		in3, in2, in1, in0, out3, out2, out1, out0
6749 static const uint32_t mbpfc[] = {
6750 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6751 	ISP_FC_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6752 	ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),	/* 0x02: MBOX_EXEC_FIRMWARE */
6753 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6754 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6755 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6756 	ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6757 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6758 	ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6759 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x09: MBOX_LOAD_RISC_RAM_2100 */
6760 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x0a: DUMP RAM */
6761 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),	/* 0x0b: MBOX_LOAD_RISC_RAM */
6762 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x0c: */
6763 	ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),	/* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
6764 	ISP_FC_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6765 	ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),	/* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
6766 	ISP_FC_OPMAP(0x1f, 0x11),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6767 	ISP_FC_OPMAP(0x2f, 0x21),	/* 0x11: MBOX_INIT_RES_QUEUE */
6768 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x12: MBOX_EXECUTE_IOCB */
6769 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6770 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),	/* 0x14: MBOX_STOP_FIRMWARE */
6771 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x15: MBOX_ABORT */
6772 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x16: MBOX_ABORT_DEVICE */
6773 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x17: MBOX_ABORT_TARGET */
6774 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x18: MBOX_BUS_RESET */
6775 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x19: MBOX_STOP_QUEUE */
6776 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1a: MBOX_START_QUEUE */
6777 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6778 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1c: MBOX_ABORT_QUEUE */
6779 	ISP_FC_OPMAP(0x07, 0x03),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6780 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x1e: */
6781 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6782 	ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),	/* 0x20: MBOX_GET_LOOP_ID */
6783 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x21: */
6784 	ISP_FC_OPMAP(0x03, 0x4b),	/* 0x22: MBOX_GET_TIMEOUT_PARAMS */
6785 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x23: */
6786 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x24: */
6787 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x25: */
6788 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x26: */
6789 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x27: */
6790 	ISP_FC_OPMAP(0x01, 0x03),	/* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
6791 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
6792 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2a: */
6793 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2b: */
6794 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2c: */
6795 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2d: */
6796 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2e: */
6797 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2f: */
6798 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x30: */
6799 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x31: */
6800 	ISP_FC_OPMAP(0x4b, 0x4b),	/* 0x32: MBOX_SET_TIMEOUT_PARAMS */
6801 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x33: */
6802 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x34: */
6803 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x35: */
6804 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x36: */
6805 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x37: */
6806 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
6807 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
6808 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3a: */
6809 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3b: */
6810 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3c: */
6811 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3d: */
6812 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3e: */
6813 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3f: */
6814 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x40: MBOX_LOOP_PORT_BYPASS */
6815 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x41: MBOX_LOOP_PORT_ENABLE */
6816 	ISP_FC_OPMAP_HALF(0x0, 0x01, 0x1f, 0xcf),	/* 0x42: MBOX_GET_RESOURCE_COUNT */
6817 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x43: MBOX_REQUEST_OFFLINE_MODE */
6818 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x44: */
6819 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x45: */
6820 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x46: */
6821 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x47: GET PORT_DATABASE ENHANCED */
6822 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
6823 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x49: MBOX_GET_VP_DATABASE */
6824 	ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),	/* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
6825 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4b: */
6826 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4c: */
6827 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4d: */
6828 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4e: */
6829 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4f: */
6830 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x50: */
6831 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x51: */
6832 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x52: */
6833 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x53: */
6834 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x54: EXECUTE IOCB A64 */
6835 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x55: */
6836 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x56: */
6837 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x57: */
6838 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x58: */
6839 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x59: */
6840 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5a: */
6841 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x5b: MBOX_DRIVER_HEARTBEAT */
6842 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x5c: MBOX_FW_HEARTBEAT */
6843 	ISP_FC_OPMAP(0x07, 0x1f),	/* 0x5d: MBOX_GET_SET_DATA_RATE */
6844 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5e: */
6845 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5f: */
6846 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x60: MBOX_INIT_FIRMWARE */
6847 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x61: */
6848 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x62: MBOX_INIT_LIP */
6849 	ISP_FC_OPMAP(0xcd, 0x03),	/* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
6850 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x64: MBOX_GET_PORT_DB */
6851 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x65: MBOX_CLEAR_ACA */
6852 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x66: MBOX_TARGET_RESET */
6853 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x67: MBOX_CLEAR_TASK_SET */
6854 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x68: MBOX_ABORT_TASK_SET */
6855 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x69: MBOX_GET_FW_STATE */
6856 	ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),	/* 0x6a: MBOX_GET_PORT_NAME */
6857 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x6b: MBOX_GET_LINK_STATUS */
6858 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x6c: MBOX_INIT_LIP_RESET */
6859 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x6d: */
6860 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x6e: MBOX_SEND_SNS */
6861 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x6f: MBOX_FABRIC_LOGIN */
6862 	ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),	/* 0x70: MBOX_SEND_CHANGE_REQUEST */
6863 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x71: MBOX_FABRIC_LOGOUT */
6864 	ISP_FC_OPMAP(0x0f, 0x0f),	/* 0x72: MBOX_INIT_LIP_LOGIN */
6865 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x73: */
6866 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x74: LOGIN LOOP PORT */
6867 	ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),	/* 0x75: GET PORT/NODE NAME LIST */
6868 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x76: SET VENDOR ID */
6869 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x77: INITIALIZE IP MAILBOX */
6870 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x78: */
6871 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x79: */
6872 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7a: */
6873 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7b: */
6874 	ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),	/* 0x7c: Get ID List */
6875 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x7d: SEND LFA */
6876 	ISP_FC_OPMAP(0x0f, 0x01)	/* 0x7e: LUN RESET */
6877 };
6878 #define	MAX_FC_OPCODE	0x7e
6879 /*
6880  * Footnotes
6881  *
6882  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
6883  *	do not access at this time in the core driver. The caller is
6884  *	responsible for setting this register first (Gross!). The assumption
6885  *	is that we won't overflow.
6886  */
6887 
6888 static const char *fc_mbcmd_names[] = {
6889 	"NO-OP",			/* 00h */
6890 	"LOAD RAM",
6891 	"EXEC FIRMWARE",
6892 	"DUMP RAM",
6893 	"WRITE RAM WORD",
6894 	"READ RAM WORD",
6895 	"MAILBOX REG TEST",
6896 	"VERIFY CHECKSUM",
6897 	"ABOUT FIRMWARE",
6898 	"LOAD RAM (2100)",
6899 	"DUMP RAM",
6900 	"LOAD RISC RAM",
6901 	"DUMP RISC RAM",
6902 	"WRITE RAM WORD EXTENDED",
6903 	"CHECK FIRMWARE",
6904 	"READ RAM WORD EXTENDED",
6905 	"INIT REQUEST QUEUE",		/* 10h */
6906 	"INIT RESULT QUEUE",
6907 	"EXECUTE IOCB",
6908 	"WAKE UP",
6909 	"STOP FIRMWARE",
6910 	"ABORT",
6911 	"ABORT DEVICE",
6912 	"ABORT TARGET",
6913 	"BUS RESET",
6914 	"STOP QUEUE",
6915 	"START QUEUE",
6916 	"SINGLE STEP QUEUE",
6917 	"ABORT QUEUE",
6918 	"GET DEV QUEUE STATUS",
6919 	NULL,
6920 	"GET FIRMWARE STATUS",
6921 	"GET LOOP ID",			/* 20h */
6922 	NULL,
6923 	"GET TIMEOUT PARAMS",
6924 	NULL,
6925 	NULL,
6926 	NULL,
6927 	NULL,
6928 	NULL,
6929 	"GET FIRMWARE OPTIONS",
6930 	"GET PORT QUEUE PARAMS",
6931 	"GENERATE SYSTEM ERROR",
6932 	NULL,
6933 	NULL,
6934 	NULL,
6935 	NULL,
6936 	NULL,
6937 	"WRITE SFP",			/* 30h */
6938 	"READ SFP",
6939 	"SET TIMEOUT PARAMS",
6940 	NULL,
6941 	NULL,
6942 	NULL,
6943 	NULL,
6944 	NULL,
6945 	"SET FIRMWARE OPTIONS",
6946 	"SET PORT QUEUE PARAMS",
6947 	NULL,
6948 	"SET FC LED CONF",
6949 	NULL,
6950 	"RESTART NIC FIRMWARE",
6951 	"ACCESS CONTROL",
6952 	NULL,
6953 	"LOOP PORT BYPASS",		/* 40h */
6954 	"LOOP PORT ENABLE",
6955 	"GET RESOURCE COUNT",
6956 	"REQUEST NON PARTICIPATING MODE",
6957 	"DIAGNOSTIC ECHO TEST",
6958 	"DIAGNOSTIC LOOPBACK",
6959 	NULL,
6960 	"GET PORT DATABASE ENHANCED",
6961 	"INIT FIRMWARE MULTI ID",
6962 	"GET VP DATABASE",
6963 	"GET VP DATABASE ENTRY",
6964 	NULL,
6965 	NULL,
6966 	NULL,
6967 	NULL,
6968 	NULL,
6969 	"GET FCF LIST",			/* 50h */
6970 	"GET DCBX PARAMETERS",
6971 	NULL,
6972 	"HOST MEMORY COPY",
6973 	"EXECUTE IOCB A64",
6974 	NULL,
6975 	NULL,
6976 	"SEND RNID",
6977 	NULL,
6978 	"SET PARAMETERS",
6979 	"GET PARAMETERS",
6980 	"DRIVER HEARTBEAT",
6981 	"FIRMWARE HEARTBEAT",
6982 	"GET/SET DATA RATE",
6983 	"SEND RNFT",
6984 	NULL,
6985 	"INIT FIRMWARE",		/* 60h */
6986 	"GET INIT CONTROL BLOCK",
6987 	"INIT LIP",
6988 	"GET FC-AL POSITION MAP",
6989 	"GET PORT DATABASE",
6990 	"CLEAR ACA",
6991 	"TARGET RESET",
6992 	"CLEAR TASK SET",
6993 	"ABORT TASK SET",
6994 	"GET FW STATE",
6995 	"GET PORT NAME",
6996 	"GET LINK STATUS",
6997 	"INIT LIP RESET",
6998 	"GET LINK STATS & PRIVATE DATA CNTS",
6999 	"SEND SNS",
7000 	"FABRIC LOGIN",
7001 	"SEND CHANGE REQUEST",		/* 70h */
7002 	"FABRIC LOGOUT",
7003 	"INIT LIP LOGIN",
7004 	NULL,
7005 	"LOGIN LOOP PORT",
7006 	"GET PORT/NODE NAME LIST",
7007 	"SET VENDOR ID",
7008 	"INITIALIZE IP MAILBOX",
7009 	NULL,
7010 	NULL,
7011 	"GET XGMAC STATS",
7012 	NULL,
7013 	"GET ID LIST",
7014 	"SEND LFA",
7015 	"LUN RESET"
7016 };
7017 
7018 static void
7019 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7020 {
7021 	const char *cname, *xname, *sname;
7022 	char tname[16], mname[16];
7023 	unsigned int ibits, obits, box, opcode;
7024 
7025 	opcode = mbp->param[0];
7026 	if (IS_FC(isp)) {
7027 		if (opcode > MAX_FC_OPCODE) {
7028 			mbp->param[0] = MBOX_INVALID_COMMAND;
7029 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7030 			return;
7031 		}
7032 		cname = fc_mbcmd_names[opcode];
7033 		ibits = ISP_FC_IBITS(opcode);
7034 		obits = ISP_FC_OBITS(opcode);
7035 	} else {
7036 		if (opcode > MAX_SCSI_OPCODE) {
7037 			mbp->param[0] = MBOX_INVALID_COMMAND;
7038 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7039 			return;
7040 		}
7041 		cname = scsi_mbcmd_names[opcode];
7042 		ibits = ISP_SCSI_IBITS(opcode);
7043 		obits = ISP_SCSI_OBITS(opcode);
7044 	}
7045 	if (cname == NULL) {
7046 		cname = tname;
7047 		ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7048 	}
7049 	isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7050 
7051 	/*
7052 	 * Pick up any additional bits that the caller might have set.
7053 	 */
7054 	ibits |= mbp->ibits;
7055 	obits |= mbp->obits;
7056 
7057 	/*
7058 	 * Mask any bits that the caller wants us to mask
7059 	 */
7060 	ibits &= mbp->ibitm;
7061 	obits &= mbp->obitm;
7062 
7063 
7064 	if (ibits == 0 && obits == 0) {
7065 		mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7066 		isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7067 		return;
7068 	}
7069 
7070 	/*
7071 	 * Get exclusive usage of mailbox registers.
7072 	 */
7073 	if (MBOX_ACQUIRE(isp)) {
7074 		mbp->param[0] = MBOX_REGS_BUSY;
7075 		goto out;
7076 	}
7077 
7078 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7079 		if (ibits & (1 << box)) {
7080 			isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7081 			    mbp->param[box]);
7082 			ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7083 		}
7084 		isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7085 	}
7086 
7087 	isp->isp_lastmbxcmd = opcode;
7088 
7089 	/*
7090 	 * We assume that we can't overwrite a previous command.
7091 	 */
7092 	isp->isp_obits = obits;
7093 	isp->isp_mboxbsy = 1;
7094 
7095 	/*
7096 	 * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7097 	 */
7098 	if (IS_24XX(isp)) {
7099 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7100 	} else {
7101 		ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7102 	}
7103 
7104 	/*
7105 	 * While we haven't finished the command, spin our wheels here.
7106 	 */
7107 	MBOX_WAIT_COMPLETE(isp, mbp);
7108 
7109 	/*
7110 	 * Did the command time out?
7111 	 */
7112 	if (mbp->param[0] == MBOX_TIMEOUT) {
7113 		isp->isp_mboxbsy = 0;
7114 		MBOX_RELEASE(isp);
7115 		goto out;
7116 	}
7117 
7118 	/*
7119 	 * Copy back output registers.
7120 	 */
7121 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7122 		if (obits & (1 << box)) {
7123 			mbp->param[box] = isp->isp_mboxtmp[box];
7124 			isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7125 			    mbp->param[box]);
7126 		}
7127 	}
7128 
7129 	isp->isp_mboxbsy = 0;
7130 	MBOX_RELEASE(isp);
7131 out:
7132 	if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7133 		return;
7134 
7135 	if ((mbp->param[0] & 0xbfe0) == 0 &&
7136 	    (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7137 		return;
7138 
7139 	xname = NULL;
7140 	sname = "";
7141 	switch (mbp->param[0]) {
7142 	case MBOX_INVALID_COMMAND:
7143 		xname = "INVALID COMMAND";
7144 		break;
7145 	case MBOX_HOST_INTERFACE_ERROR:
7146 		xname = "HOST INTERFACE ERROR";
7147 		break;
7148 	case MBOX_TEST_FAILED:
7149 		xname = "TEST FAILED";
7150 		break;
7151 	case MBOX_COMMAND_ERROR:
7152 		xname = "COMMAND ERROR";
7153 		ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7154 		    mbp->param[1]);
7155 		sname = mname;
7156 		break;
7157 	case MBOX_COMMAND_PARAM_ERROR:
7158 		xname = "COMMAND PARAMETER ERROR";
7159 		break;
7160 	case MBOX_PORT_ID_USED:
7161 		xname = "PORT ID ALREADY IN USE";
7162 		break;
7163 	case MBOX_LOOP_ID_USED:
7164 		xname = "LOOP ID ALREADY IN USE";
7165 		break;
7166 	case MBOX_ALL_IDS_USED:
7167 		xname = "ALL LOOP IDS IN USE";
7168 		break;
7169 	case MBOX_NOT_LOGGED_IN:
7170 		xname = "NOT LOGGED IN";
7171 		break;
7172 	case MBOX_LINK_DOWN_ERROR:
7173 		xname = "LINK DOWN ERROR";
7174 		break;
7175 	case MBOX_LOOPBACK_ERROR:
7176 		xname = "LOOPBACK ERROR";
7177 		break;
7178 	case MBOX_CHECKSUM_ERROR:
7179 		xname = "CHECKSUM ERROR";
7180 		break;
7181 	case MBOX_INVALID_PRODUCT_KEY:
7182 		xname = "INVALID PRODUCT KEY";
7183 		break;
7184 	case MBOX_REGS_BUSY:
7185 		xname = "REGISTERS BUSY";
7186 		break;
7187 	case MBOX_TIMEOUT:
7188 		xname = "TIMEOUT";
7189 		break;
7190 	default:
7191 		ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7192 		xname = mname;
7193 		break;
7194 	}
7195 	if (xname) {
7196 		isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7197 		    cname, xname, sname);
7198 	}
7199 }
7200 
7201 static int
7202 isp_fw_state(ispsoftc_t *isp, int chan)
7203 {
7204 	if (IS_FC(isp)) {
7205 		mbreg_t mbs;
7206 
7207 		MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7208 		isp_mboxcmd(isp, &mbs);
7209 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7210 			return (mbs.param[1]);
7211 		}
7212 	}
7213 	return (FW_ERROR);
7214 }
7215 
7216 static void
7217 isp_spi_update(ispsoftc_t *isp, int chan)
7218 {
7219 	int tgt;
7220 	mbreg_t mbs;
7221 	sdparam *sdp;
7222 
7223 	if (IS_FC(isp)) {
7224 		/*
7225 		 * There are no 'per-bus' settings for Fibre Channel.
7226 		 */
7227 		return;
7228 	}
7229 	sdp = SDPARAM(isp, chan);
7230 	sdp->update = 0;
7231 
7232 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7233 		uint16_t flags, period, offset;
7234 		int get;
7235 
7236 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
7237 			sdp->isp_devparam[tgt].dev_update = 0;
7238 			sdp->isp_devparam[tgt].dev_refresh = 0;
7239 			isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7240 			continue;
7241 		}
7242 		/*
7243 		 * If the goal is to update the status of the device,
7244 		 * take what's in goal_flags and try and set the device
7245 		 * toward that. Otherwise, if we're just refreshing the
7246 		 * current device state, get the current parameters.
7247 		 */
7248 
7249 		MBSINIT(&mbs, 0, MBLOGALL, 0);
7250 
7251 		/*
7252 		 * Refresh overrides set
7253 		 */
7254 		if (sdp->isp_devparam[tgt].dev_refresh) {
7255 			mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7256 			get = 1;
7257 		} else if (sdp->isp_devparam[tgt].dev_update) {
7258 			mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7259 
7260 			/*
7261 			 * Make sure goal_flags has "Renegotiate on Error"
7262 			 * on and "Freeze Queue on Error" off.
7263 			 */
7264 			sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7265 			sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7266 			mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7267 
7268 			/*
7269 			 * Insist that PARITY must be enabled
7270 			 * if SYNC or WIDE is enabled.
7271 			 */
7272 			if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7273 				mbs.param[2] |= DPARM_PARITY;
7274 			}
7275 
7276 			if (mbs.param[2] & DPARM_SYNC) {
7277 				mbs.param[3] =
7278 				    (sdp->isp_devparam[tgt].goal_offset << 8) |
7279 				    (sdp->isp_devparam[tgt].goal_period);
7280 			}
7281 			/*
7282 			 * A command completion later that has
7283 			 * RQSTF_NEGOTIATION set can cause
7284 			 * the dev_refresh/announce cycle also.
7285 			 *
7286 			 * Note: It is really important to update our current
7287 			 * flags with at least the state of TAG capabilities-
7288 			 * otherwise we might try and send a tagged command
7289 			 * when we have it all turned off. So change it here
7290 			 * to say that current already matches goal.
7291 			 */
7292 			sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7293 			sdp->isp_devparam[tgt].actv_flags |=
7294 			    (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7295 			isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7296 			    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7297 			get = 0;
7298 		} else {
7299 			continue;
7300 		}
7301 		mbs.param[1] = (chan << 15) | (tgt << 8);
7302 		isp_mboxcmd(isp, &mbs);
7303 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7304 			continue;
7305 		}
7306 		if (get == 0) {
7307 			sdp->sendmarker = 1;
7308 			sdp->isp_devparam[tgt].dev_update = 0;
7309 			sdp->isp_devparam[tgt].dev_refresh = 1;
7310 		} else {
7311 			sdp->isp_devparam[tgt].dev_refresh = 0;
7312 			flags = mbs.param[2];
7313 			period = mbs.param[3] & 0xff;
7314 			offset = mbs.param[3] >> 8;
7315 			sdp->isp_devparam[tgt].actv_flags = flags;
7316 			sdp->isp_devparam[tgt].actv_period = period;
7317 			sdp->isp_devparam[tgt].actv_offset = offset;
7318 			isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7319 		}
7320 	}
7321 
7322 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7323 		if (sdp->isp_devparam[tgt].dev_update ||
7324 		    sdp->isp_devparam[tgt].dev_refresh) {
7325 			sdp->update = 1;
7326 			break;
7327 		}
7328 	}
7329 }
7330 
7331 static void
7332 isp_setdfltsdparm(ispsoftc_t *isp)
7333 {
7334 	int tgt;
7335 	sdparam *sdp, *sdp1;
7336 
7337 	sdp = SDPARAM(isp, 0);
7338 	if (IS_DUALBUS(isp))
7339 		sdp1 = sdp + 1;
7340 	else
7341 		sdp1 = NULL;
7342 
7343 	/*
7344 	 * Establish some default parameters.
7345 	 */
7346 	sdp->isp_cmd_dma_burst_enable = 0;
7347 	sdp->isp_data_dma_burst_enabl = 1;
7348 	sdp->isp_fifo_threshold = 0;
7349 	sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7350 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7351 		sdp->isp_async_data_setup = 9;
7352 	} else {
7353 		sdp->isp_async_data_setup = 6;
7354 	}
7355 	sdp->isp_selection_timeout = 250;
7356 	sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7357 	sdp->isp_tag_aging = 8;
7358 	sdp->isp_bus_reset_delay = 5;
7359 	/*
7360 	 * Don't retry selection, busy or queue full automatically- reflect
7361 	 * these back to us.
7362 	 */
7363 	sdp->isp_retry_count = 0;
7364 	sdp->isp_retry_delay = 0;
7365 
7366 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7367 		sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7368 		sdp->isp_devparam[tgt].dev_enable = 1;
7369 	}
7370 
7371 	/*
7372 	 * The trick here is to establish a default for the default (honk!)
7373 	 * state (goal_flags). Then try and get the current status from
7374 	 * the card to fill in the current state. We don't, in fact, set
7375 	 * the default to the SAFE default state- that's not the goal state.
7376 	 */
7377 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7378 		uint8_t off, per;
7379 		sdp->isp_devparam[tgt].actv_offset = 0;
7380 		sdp->isp_devparam[tgt].actv_period = 0;
7381 		sdp->isp_devparam[tgt].actv_flags = 0;
7382 
7383 		sdp->isp_devparam[tgt].goal_flags =
7384 		    sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7385 
7386 		/*
7387 		 * We default to Wide/Fast for versions less than a 1040
7388 		 * (unless it's SBus).
7389 		 */
7390 		if (IS_ULTRA3(isp)) {
7391 			off = ISP_80M_SYNCPARMS >> 8;
7392 			per = ISP_80M_SYNCPARMS & 0xff;
7393 		} else if (IS_ULTRA2(isp)) {
7394 			off = ISP_40M_SYNCPARMS >> 8;
7395 			per = ISP_40M_SYNCPARMS & 0xff;
7396 		} else if (IS_1240(isp)) {
7397 			off = ISP_20M_SYNCPARMS >> 8;
7398 			per = ISP_20M_SYNCPARMS & 0xff;
7399 		} else if ((isp->isp_bustype == ISP_BT_SBUS &&
7400 		    isp->isp_type < ISP_HA_SCSI_1020A) ||
7401 		    (isp->isp_bustype == ISP_BT_PCI &&
7402 		    isp->isp_type < ISP_HA_SCSI_1040) ||
7403 		    (isp->isp_clock && isp->isp_clock < 60) ||
7404 		    (sdp->isp_ultramode == 0)) {
7405 			off = ISP_10M_SYNCPARMS >> 8;
7406 			per = ISP_10M_SYNCPARMS & 0xff;
7407 		} else {
7408 			off = ISP_20M_SYNCPARMS_1040 >> 8;
7409 			per = ISP_20M_SYNCPARMS_1040 & 0xff;
7410 		}
7411 		sdp->isp_devparam[tgt].goal_offset =
7412 		    sdp->isp_devparam[tgt].nvrm_offset = off;
7413 		sdp->isp_devparam[tgt].goal_period =
7414 		    sdp->isp_devparam[tgt].nvrm_period = per;
7415 
7416 	}
7417 
7418 	/*
7419 	 * If we're a dual bus card, just copy the data over
7420 	 */
7421 	if (sdp1) {
7422 		*sdp1 = *sdp;
7423 		sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7424 	}
7425 
7426 	/*
7427 	 * If we've not been told to avoid reading NVRAM, try and read it.
7428 	 * If we're successful reading it, we can then return because NVRAM
7429 	 * will tell us what the desired settings are. Otherwise, we establish
7430 	 * some reasonable 'fake' nvram and goal defaults.
7431 	 */
7432 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7433 		mbreg_t mbs;
7434 
7435 		if (isp_read_nvram(isp, 0) == 0) {
7436 			if (IS_DUALBUS(isp)) {
7437 				if (isp_read_nvram(isp, 1) == 0) {
7438 					return;
7439 				}
7440 			}
7441 		}
7442 		MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7443 		isp_mboxcmd(isp, &mbs);
7444 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7445 			sdp->isp_req_ack_active_neg = 1;
7446 			sdp->isp_data_line_active_neg = 1;
7447 			if (sdp1) {
7448 				sdp1->isp_req_ack_active_neg = 1;
7449 				sdp1->isp_data_line_active_neg = 1;
7450 			}
7451 		} else {
7452 			sdp->isp_req_ack_active_neg =
7453 			    (mbs.param[1] >> 4) & 0x1;
7454 			sdp->isp_data_line_active_neg =
7455 			    (mbs.param[1] >> 5) & 0x1;
7456 			if (sdp1) {
7457 				sdp1->isp_req_ack_active_neg =
7458 				    (mbs.param[2] >> 4) & 0x1;
7459 				sdp1->isp_data_line_active_neg =
7460 				    (mbs.param[2] >> 5) & 0x1;
7461 			}
7462 		}
7463 	}
7464 
7465 }
7466 
7467 static void
7468 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7469 {
7470 	fcparam *fcp = FCPARAM(isp, chan);
7471 
7472 	/*
7473 	 * Establish some default parameters.
7474 	 */
7475 	fcp->role = DEFAULT_ROLE(isp, chan);
7476 	fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7477 	fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7478 	fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7479 	fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7480 	fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7481 	fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7482 	fcp->isp_fwoptions = 0;
7483 	fcp->isp_xfwoptions = 0;
7484 	fcp->isp_zfwoptions = 0;
7485 	fcp->isp_lasthdl = NIL_HANDLE;
7486 	fcp->isp_login_hdl = NIL_HANDLE;
7487 
7488 	if (IS_24XX(isp)) {
7489 		fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7490 		fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7491 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7492 			fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7493 		fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7494 		fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7495 		fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7496 	} else {
7497 		fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7498 		fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7499 		fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7500 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7501 			fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7502 		/*
7503 		 * Make sure this is turned off now until we get
7504 		 * extended options from NVRAM
7505 		 */
7506 		fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7507 		fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7508 		fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7509 	}
7510 
7511 
7512 	/*
7513 	 * Now try and read NVRAM unless told to not do so.
7514 	 * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7515 	 */
7516 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7517 		int i, j = 0;
7518 		/*
7519 		 * Give a couple of tries at reading NVRAM.
7520 		 */
7521 		for (i = 0; i < 2; i++) {
7522 			j = isp_read_nvram(isp, chan);
7523 			if (j == 0) {
7524 				break;
7525 			}
7526 		}
7527 		if (j) {
7528 			isp->isp_confopts |= ISP_CFG_NONVRAM;
7529 		}
7530 	}
7531 
7532 	fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7533 	fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7534 	isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7535 	    chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7536 	    (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7537 	    isp_class3_roles[fcp->role]);
7538 }
7539 
7540 /*
7541  * Re-initialize the ISP and complete all orphaned commands
7542  * with a 'botched' notice. The reset/init routines should
7543  * not disturb an already active list of commands.
7544  */
7545 
7546 int
7547 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7548 {
7549 	int i, res = 0;
7550 
7551 	if (isp->isp_state > ISP_RESETSTATE)
7552 		isp_stop(isp);
7553 	if (isp->isp_state != ISP_RESETSTATE)
7554 		isp_reset(isp, do_load_defaults);
7555 	if (isp->isp_state != ISP_RESETSTATE) {
7556 		res = EIO;
7557 		isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7558 		goto cleanup;
7559 	}
7560 
7561 	isp_init(isp);
7562 	if (isp->isp_state > ISP_RESETSTATE &&
7563 	    isp->isp_state != ISP_RUNSTATE) {
7564 		res = EIO;
7565 		isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7566 		ISP_DISABLE_INTS(isp);
7567 		if (IS_FC(isp)) {
7568 			/*
7569 			 * If we're in ISP_ROLE_NONE, turn off the lasers.
7570 			 */
7571 			if (!IS_24XX(isp)) {
7572 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7573 				ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7574 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7575 				ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7576 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7577 			}
7578 		}
7579 	}
7580 
7581 cleanup:
7582 	isp->isp_nactive = 0;
7583 	isp_clear_commands(isp);
7584 	if (IS_FC(isp)) {
7585 		for (i = 0; i < isp->isp_nchan; i++)
7586 			isp_clear_portdb(isp, i);
7587 	}
7588 	return (res);
7589 }
7590 
7591 /*
7592  * NVRAM Routines
7593  */
7594 static int
7595 isp_read_nvram(ispsoftc_t *isp, int bus)
7596 {
7597 	int i, amt, retval;
7598 	uint8_t csum, minversion;
7599 	union {
7600 		uint8_t _x[ISP2400_NVRAM_SIZE];
7601 		uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7602 	} _n;
7603 #define	nvram_data	_n._x
7604 #define	nvram_words	_n._s
7605 
7606 	if (IS_24XX(isp)) {
7607 		return (isp_read_nvram_2400(isp, nvram_data));
7608 	} else if (IS_FC(isp)) {
7609 		amt = ISP2100_NVRAM_SIZE;
7610 		minversion = 1;
7611 	} else if (IS_ULTRA2(isp)) {
7612 		amt = ISP1080_NVRAM_SIZE;
7613 		minversion = 0;
7614 	} else {
7615 		amt = ISP_NVRAM_SIZE;
7616 		minversion = 2;
7617 	}
7618 
7619 	for (i = 0; i < amt>>1; i++) {
7620 		isp_rdnvram_word(isp, i, &nvram_words[i]);
7621 	}
7622 
7623 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7624 	    nvram_data[2] != 'P') {
7625 		if (isp->isp_bustype != ISP_BT_SBUS) {
7626 			isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7627 			isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7628 		}
7629 		retval = -1;
7630 		goto out;
7631 	}
7632 
7633 	for (csum = 0, i = 0; i < amt; i++) {
7634 		csum += nvram_data[i];
7635 	}
7636 	if (csum != 0) {
7637 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7638 		retval = -1;
7639 		goto out;
7640 	}
7641 
7642 	if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7643 		isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
7644 		    ISP_NVRAM_VERSION(nvram_data));
7645 		retval = -1;
7646 		goto out;
7647 	}
7648 
7649 	if (IS_ULTRA3(isp)) {
7650 		isp_parse_nvram_12160(isp, bus, nvram_data);
7651 	} else if (IS_1080(isp)) {
7652 		isp_parse_nvram_1080(isp, bus, nvram_data);
7653 	} else if (IS_1280(isp) || IS_1240(isp)) {
7654 		isp_parse_nvram_1080(isp, bus, nvram_data);
7655 	} else if (IS_SCSI(isp)) {
7656 		isp_parse_nvram_1020(isp, nvram_data);
7657 	} else {
7658 		isp_parse_nvram_2100(isp, nvram_data);
7659 	}
7660 	retval = 0;
7661 out:
7662 	return (retval);
7663 #undef	nvram_data
7664 #undef	nvram_words
7665 }
7666 
7667 static int
7668 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
7669 {
7670 	int retval = 0;
7671 	uint32_t addr, csum, lwrds, *dptr;
7672 
7673 	if (isp->isp_port) {
7674 		addr = ISP2400_NVRAM_PORT1_ADDR;
7675 	} else {
7676 		addr = ISP2400_NVRAM_PORT0_ADDR;
7677 	}
7678 
7679 	dptr = (uint32_t *) nvram_data;
7680 	for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7681 		isp_rd_2400_nvram(isp, addr++, dptr++);
7682 	}
7683 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7684 	    nvram_data[2] != 'P') {
7685 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
7686 		    nvram_data[0], nvram_data[1], nvram_data[2]);
7687 		retval = -1;
7688 		goto out;
7689 	}
7690 	dptr = (uint32_t *) nvram_data;
7691 	for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7692 		uint32_t tmp;
7693 		ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
7694 		csum += tmp;
7695 	}
7696 	if (csum != 0) {
7697 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7698 		retval = -1;
7699 		goto out;
7700 	}
7701 	isp_parse_nvram_2400(isp, nvram_data);
7702 out:
7703 	return (retval);
7704 }
7705 
7706 static void
7707 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
7708 {
7709 	int i, cbits;
7710 	uint16_t bit, rqst, junk;
7711 
7712 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7713 	ISP_DELAY(10);
7714 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7715 	ISP_DELAY(10);
7716 
7717 	if (IS_FC(isp)) {
7718 		wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
7719 		if (IS_2312(isp) && isp->isp_port) {
7720 			wo += 128;
7721 		}
7722 		rqst = (ISP_NVRAM_READ << 8) | wo;
7723 		cbits = 10;
7724 	} else if (IS_ULTRA2(isp)) {
7725 		wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
7726 		rqst = (ISP_NVRAM_READ << 8) | wo;
7727 		cbits = 10;
7728 	} else {
7729 		wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
7730 		rqst = (ISP_NVRAM_READ << 6) | wo;
7731 		cbits = 8;
7732 	}
7733 
7734 	/*
7735 	 * Clock the word select request out...
7736 	 */
7737 	for (i = cbits; i >= 0; i--) {
7738 		if ((rqst >> i) & 1) {
7739 			bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
7740 		} else {
7741 			bit = BIU_NVRAM_SELECT;
7742 		}
7743 		ISP_WRITE(isp, BIU_NVRAM, bit);
7744 		ISP_DELAY(10);
7745 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7746 		ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
7747 		ISP_DELAY(10);
7748 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7749 		ISP_WRITE(isp, BIU_NVRAM, bit);
7750 		ISP_DELAY(10);
7751 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7752 	}
7753 	/*
7754 	 * Now read the result back in (bits come back in MSB format).
7755 	 */
7756 	*rp = 0;
7757 	for (i = 0; i < 16; i++) {
7758 		uint16_t rv;
7759 		*rp <<= 1;
7760 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7761 		ISP_DELAY(10);
7762 		rv = ISP_READ(isp, BIU_NVRAM);
7763 		if (rv & BIU_NVRAM_DATAIN) {
7764 			*rp |= 1;
7765 		}
7766 		ISP_DELAY(10);
7767 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7768 		ISP_DELAY(10);
7769 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7770 	}
7771 	ISP_WRITE(isp, BIU_NVRAM, 0);
7772 	ISP_DELAY(10);
7773 	junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7774 	ISP_SWIZZLE_NVRAM_WORD(isp, rp);
7775 }
7776 
7777 static void
7778 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
7779 {
7780 	int loops = 0;
7781 	uint32_t base = 0x7ffe0000;
7782 	uint32_t tmp = 0;
7783 
7784 	if (IS_26XX(isp)) {
7785 		base = 0x7fe7c000;	/* XXX: Observation, may be wrong. */
7786 	} else if (IS_25XX(isp)) {
7787 		base = 0x7ff00000 | 0x48000;
7788 	}
7789 	ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
7790 	for (loops = 0; loops < 5000; loops++) {
7791 		ISP_DELAY(10);
7792 		tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
7793 		if ((tmp & (1U << 31)) != 0) {
7794 			break;
7795 		}
7796 	}
7797 	if (tmp & (1U << 31)) {
7798 		*rp = ISP_READ(isp, BIU2400_FLASH_DATA);
7799 		ISP_SWIZZLE_NVRAM_LONG(isp, rp);
7800 	} else {
7801 		*rp = 0xffffffff;
7802 	}
7803 }
7804 
7805 static void
7806 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
7807 {
7808 	sdparam *sdp = SDPARAM(isp, 0);
7809 	int tgt;
7810 
7811 	sdp->isp_fifo_threshold =
7812 		ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
7813 		(ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
7814 
7815 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7816 		sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
7817 
7818 	sdp->isp_bus_reset_delay =
7819 		ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
7820 
7821 	sdp->isp_retry_count =
7822 		ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
7823 
7824 	sdp->isp_retry_delay =
7825 		ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
7826 
7827 	sdp->isp_async_data_setup =
7828 		ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
7829 
7830 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7831 		if (sdp->isp_async_data_setup < 9) {
7832 			sdp->isp_async_data_setup = 9;
7833 		}
7834 	} else {
7835 		if (sdp->isp_async_data_setup != 6) {
7836 			sdp->isp_async_data_setup = 6;
7837 		}
7838 	}
7839 
7840 	sdp->isp_req_ack_active_neg =
7841 		ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
7842 
7843 	sdp->isp_data_line_active_neg =
7844 		ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
7845 
7846 	sdp->isp_data_dma_burst_enabl =
7847 		ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
7848 
7849 	sdp->isp_cmd_dma_burst_enable =
7850 		ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
7851 
7852 	sdp->isp_tag_aging =
7853 		ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
7854 
7855 	sdp->isp_selection_timeout =
7856 		ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
7857 
7858 	sdp->isp_max_queue_depth =
7859 		ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
7860 
7861 	sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
7862 
7863 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7864 		sdp->isp_devparam[tgt].dev_enable =
7865 			ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
7866 		sdp->isp_devparam[tgt].exc_throttle =
7867 			ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
7868 		sdp->isp_devparam[tgt].nvrm_offset =
7869 			ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
7870 		sdp->isp_devparam[tgt].nvrm_period =
7871 			ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
7872 		/*
7873 		 * We probably shouldn't lie about this, but it
7874 		 * it makes it much safer if we limit NVRAM values
7875 		 * to sanity.
7876 		 */
7877 		if (isp->isp_type < ISP_HA_SCSI_1040) {
7878 			/*
7879 			 * If we're not ultra, we can't possibly
7880 			 * be a shorter period than this.
7881 			 */
7882 			if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
7883 				sdp->isp_devparam[tgt].nvrm_period = 0x19;
7884 			}
7885 			if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
7886 				sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
7887 			}
7888 		} else {
7889 			if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
7890 				sdp->isp_devparam[tgt].nvrm_offset = 0x8;
7891 			}
7892 		}
7893 		sdp->isp_devparam[tgt].nvrm_flags = 0;
7894 		if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
7895 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7896 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7897 		if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
7898 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7899 		if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
7900 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7901 		if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
7902 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7903 		if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
7904 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7905 		if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
7906 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7907 		sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
7908 		sdp->isp_devparam[tgt].goal_offset =
7909 		    sdp->isp_devparam[tgt].nvrm_offset;
7910 		sdp->isp_devparam[tgt].goal_period =
7911 		    sdp->isp_devparam[tgt].nvrm_period;
7912 		sdp->isp_devparam[tgt].goal_flags =
7913 		    sdp->isp_devparam[tgt].nvrm_flags;
7914 	}
7915 }
7916 
7917 static void
7918 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7919 {
7920 	sdparam *sdp = SDPARAM(isp, bus);
7921 	int tgt;
7922 
7923 	sdp->isp_fifo_threshold =
7924 	    ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
7925 
7926 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7927 		sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
7928 
7929 	sdp->isp_bus_reset_delay =
7930 	    ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7931 
7932 	sdp->isp_retry_count =
7933 	    ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
7934 
7935 	sdp->isp_retry_delay =
7936 	    ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
7937 
7938 	sdp->isp_async_data_setup =
7939 	    ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
7940 
7941 	sdp->isp_req_ack_active_neg =
7942 	    ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
7943 
7944 	sdp->isp_data_line_active_neg =
7945 	    ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
7946 
7947 	sdp->isp_data_dma_burst_enabl =
7948 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7949 
7950 	sdp->isp_cmd_dma_burst_enable =
7951 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7952 
7953 	sdp->isp_selection_timeout =
7954 	    ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
7955 
7956 	sdp->isp_max_queue_depth =
7957 	     ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
7958 
7959 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7960 		sdp->isp_devparam[tgt].dev_enable =
7961 		    ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
7962 		sdp->isp_devparam[tgt].exc_throttle =
7963 			ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
7964 		sdp->isp_devparam[tgt].nvrm_offset =
7965 			ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
7966 		sdp->isp_devparam[tgt].nvrm_period =
7967 			ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
7968 		sdp->isp_devparam[tgt].nvrm_flags = 0;
7969 		if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
7970 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7971 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7972 		if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
7973 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7974 		if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
7975 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7976 		if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
7977 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7978 		if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
7979 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7980 		if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
7981 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7982 		sdp->isp_devparam[tgt].actv_flags = 0;
7983 		sdp->isp_devparam[tgt].goal_offset =
7984 		    sdp->isp_devparam[tgt].nvrm_offset;
7985 		sdp->isp_devparam[tgt].goal_period =
7986 		    sdp->isp_devparam[tgt].nvrm_period;
7987 		sdp->isp_devparam[tgt].goal_flags =
7988 		    sdp->isp_devparam[tgt].nvrm_flags;
7989 	}
7990 }
7991 
7992 static void
7993 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7994 {
7995 	sdparam *sdp = SDPARAM(isp, bus);
7996 	int tgt;
7997 
7998 	sdp->isp_fifo_threshold =
7999 	    ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8000 
8001 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8002 		sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8003 
8004 	sdp->isp_bus_reset_delay =
8005 	    ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8006 
8007 	sdp->isp_retry_count =
8008 	    ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8009 
8010 	sdp->isp_retry_delay =
8011 	    ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8012 
8013 	sdp->isp_async_data_setup =
8014 	    ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8015 
8016 	sdp->isp_req_ack_active_neg =
8017 	    ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8018 
8019 	sdp->isp_data_line_active_neg =
8020 	    ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8021 
8022 	sdp->isp_data_dma_burst_enabl =
8023 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8024 
8025 	sdp->isp_cmd_dma_burst_enable =
8026 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8027 
8028 	sdp->isp_selection_timeout =
8029 	    ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8030 
8031 	sdp->isp_max_queue_depth =
8032 	     ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8033 
8034 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8035 		sdp->isp_devparam[tgt].dev_enable =
8036 		    ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8037 		sdp->isp_devparam[tgt].exc_throttle =
8038 			ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8039 		sdp->isp_devparam[tgt].nvrm_offset =
8040 			ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8041 		sdp->isp_devparam[tgt].nvrm_period =
8042 			ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8043 		sdp->isp_devparam[tgt].nvrm_flags = 0;
8044 		if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8045 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8046 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8047 		if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8048 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8049 		if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8050 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8051 		if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8052 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8053 		if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8054 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8055 		if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8056 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8057 		sdp->isp_devparam[tgt].actv_flags = 0;
8058 		sdp->isp_devparam[tgt].goal_offset =
8059 		    sdp->isp_devparam[tgt].nvrm_offset;
8060 		sdp->isp_devparam[tgt].goal_period =
8061 		    sdp->isp_devparam[tgt].nvrm_period;
8062 		sdp->isp_devparam[tgt].goal_flags =
8063 		    sdp->isp_devparam[tgt].nvrm_flags;
8064 	}
8065 }
8066 
8067 static void
8068 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8069 {
8070 	fcparam *fcp = FCPARAM(isp, 0);
8071 	uint64_t wwn;
8072 
8073 	/*
8074 	 * There is NVRAM storage for both Port and Node entities-
8075 	 * but the Node entity appears to be unused on all the cards
8076 	 * I can find. However, we should account for this being set
8077 	 * at some point in the future.
8078 	 *
8079 	 * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8080 	 * bits 48..60. In the case of the 2202, it appears that they do
8081 	 * use bit 48 to distinguish between the two instances on the card.
8082 	 * The 2204, which I've never seen, *probably* extends this method.
8083 	 */
8084 	wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8085 	if (wwn) {
8086 		isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8087 		    (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8088 		if ((wwn >> 60) == 0) {
8089 			wwn |= (((uint64_t) 2)<< 60);
8090 		}
8091 	}
8092 	fcp->isp_wwpn_nvram = wwn;
8093 	if (IS_2200(isp) || IS_23XX(isp)) {
8094 		wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8095 		if (wwn) {
8096 			isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8097 			    (uint32_t) (wwn >> 32),
8098 			    (uint32_t) (wwn));
8099 			if ((wwn >> 60) == 0) {
8100 				wwn |= (((uint64_t) 2)<< 60);
8101 			}
8102 		} else {
8103 			wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8104 		}
8105 	} else {
8106 		wwn &= ~((uint64_t) 0xfff << 48);
8107 	}
8108 	fcp->isp_wwnn_nvram = wwn;
8109 
8110 	fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8111 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8112 		DEFAULT_FRAMESIZE(isp) =
8113 		    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8114 	}
8115 	fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8116 	fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8117 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8118 		fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8119 	}
8120 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8121 		DEFAULT_EXEC_THROTTLE(isp) =
8122 			ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8123 	}
8124 	fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8125 	isp_prt(isp, ISP_LOGDEBUG0,
8126 	    "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8127 	    (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8128 	    (uint32_t) fcp->isp_wwnn_nvram,
8129 	    (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8130 	    (uint32_t) fcp->isp_wwpn_nvram,
8131 	    ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8132 	    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8133 	isp_prt(isp, ISP_LOGDEBUG0,
8134 	    "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8135 	    ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8136 	    ISP2100_NVRAM_OPTIONS(nvram_data),
8137 	    ISP2100_NVRAM_HARDLOOPID(nvram_data),
8138 	    ISP2100_NVRAM_TOV(nvram_data));
8139 	fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8140 	fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8141 	isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8142 	    ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8143 }
8144 
8145 static void
8146 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8147 {
8148 	fcparam *fcp = FCPARAM(isp, 0);
8149 	uint64_t wwn;
8150 
8151 	isp_prt(isp, ISP_LOGDEBUG0,
8152 	    "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8153 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8154 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8155 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8156 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8157 	    ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8158 	    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8159 	isp_prt(isp, ISP_LOGDEBUG0,
8160 	    "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8161 	    ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8162 	    ISP2400_NVRAM_HARDLOOPID(nvram_data),
8163 	    ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8164 	    ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8165 	    ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8166 
8167 	wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8168 	fcp->isp_wwpn_nvram = wwn;
8169 
8170 	wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8171 	if (wwn) {
8172 		if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8173 			wwn = 0;
8174 		}
8175 	}
8176 	if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8177 		wwn = fcp->isp_wwpn_nvram;
8178 		wwn &= ~((uint64_t) 0xfff << 48);
8179 	}
8180 	fcp->isp_wwnn_nvram = wwn;
8181 
8182 	if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8183 		fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8184 	}
8185 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8186 		DEFAULT_FRAMESIZE(isp) =
8187 		    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8188 	}
8189 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8190 		fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8191 	}
8192 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8193 		DEFAULT_EXEC_THROTTLE(isp) =
8194 			ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8195 	}
8196 	fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8197 	fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8198 	fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8199 }
8200