xref: /freebsd/sys/dev/isp/isp.c (revision 55620f43deef5c0eb5b4b0f675de18b30c8d1c2d)
1 /*-
2  *  Copyright (c) 1997-2009 by Matthew Jacob
3  *  All rights reserved.
4  *
5  *  Redistribution and use in source and binary forms, with or without
6  *  modification, are permitted provided that the following conditions
7  *  are met:
8  *
9  *  1. Redistributions of source code must retain the above copyright
10  *     notice, this list of conditions and the following disclaimer.
11  *  2. Redistributions in binary form must reproduce the above copyright
12  *     notice, this list of conditions and the following disclaimer in the
13  *     documentation and/or other materials provided with the distribution.
14  *
15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  *  SUCH DAMAGE.
26  *
27  */
28 
29 /*
30  * Machine and OS Independent (well, as best as possible)
31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
32  */
33 
34 /*
35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
37  * ideas dredged from the Solaris driver.
38  */
39 
40 /*
41  * Include header file appropriate for platform we're building on.
42  */
43 #ifdef	__NetBSD__
44 #include <sys/cdefs.h>
45 __KERNEL_RCSID(0, "$NetBSD$");
46 #include <dev/ic/isp_netbsd.h>
47 #endif
48 #ifdef	__FreeBSD__
49 #include <sys/cdefs.h>
50 __FBSDID("$FreeBSD$");
51 #include <dev/isp/isp_freebsd.h>
52 #endif
53 #ifdef	__OpenBSD__
54 #include <dev/ic/isp_openbsd.h>
55 #endif
56 #ifdef	__linux__
57 #include "isp_linux.h"
58 #endif
59 #ifdef	__svr4__
60 #include "isp_solaris.h"
61 #endif
62 
63 /*
64  * General defines
65  */
66 #define	MBOX_DELAY_COUNT	1000000 / 100
67 
68 /*
69  * Local static data
70  */
71 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
74 static const char sacq[] = "unable to acquire scratch area";
75 
76 static const uint8_t alpa_map[] = {
77 	0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
78 	0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
79 	0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
80 	0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
81 	0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
82 	0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
83 	0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
84 	0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
85 	0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
86 	0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
87 	0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
88 	0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
89 	0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
90 	0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
91 	0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
92 	0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
93 };
94 
95 /*
96  * Local function prototypes.
97  */
98 static int isp_parse_async(ispsoftc_t *, uint16_t);
99 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
102 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
104 static int isp_mbox_continue(ispsoftc_t *);
105 static void isp_scsi_init(ispsoftc_t *);
106 static void isp_scsi_channel_init(ispsoftc_t *, int);
107 static void isp_fibre_init(ispsoftc_t *);
108 static void isp_fibre_init_2400(ispsoftc_t *);
109 static void isp_clear_portdb(ispsoftc_t *, int);
110 static void isp_mark_portdb(ispsoftc_t *, int);
111 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
112 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
113 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
114 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
115 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
116 static void isp_dump_chip_portdb(ispsoftc_t *, int);
117 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
118 static int isp_fclink_test(ispsoftc_t *, int, int);
119 static int isp_pdb_sync(ispsoftc_t *, int);
120 static int isp_scan_loop(ispsoftc_t *, int);
121 static int isp_gid_ft_sns(ispsoftc_t *, int);
122 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
123 static int isp_scan_fabric(ispsoftc_t *, int);
124 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
125 static int isp_send_change_request(ispsoftc_t *, int);
126 static int isp_register_fc4_type(ispsoftc_t *, int);
127 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
128 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
129 static int isp_register_port_name_24xx(ispsoftc_t *, int);
130 static int isp_register_node_name_24xx(ispsoftc_t *, int);
131 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
132 static int isp_fw_state(ispsoftc_t *, int);
133 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
134 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
135 
136 static void isp_spi_update(ispsoftc_t *, int);
137 static void isp_setdfltsdparm(ispsoftc_t *);
138 static void isp_setdfltfcparm(ispsoftc_t *, int);
139 static int isp_read_nvram(ispsoftc_t *, int);
140 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
141 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
142 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
143 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
144 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
145 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
146 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
147 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
148 
149 static void
150 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
151 {
152 	fcparam *fcp = FCPARAM(isp, chan);
153 
154 	if (fcp->isp_fwstate == state)
155 		return;
156 	isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
157 	    "Chan %d Firmware state <%s->%s>", chan,
158 	    isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
159 	fcp->isp_fwstate = state;
160 }
161 
162 /*
163  * Reset Hardware.
164  *
165  * Hit the chip over the head, download new f/w if available and set it running.
166  *
167  * Locking done elsewhere.
168  */
169 
170 void
171 isp_reset(ispsoftc_t *isp, int do_load_defaults)
172 {
173 	mbreg_t mbs;
174 	char *buf;
175 	uint64_t fwt;
176 	uint32_t code_org, val;
177 	int loops, i, dodnld = 1;
178 	const char *btype = "????";
179 	static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
180 
181 	isp->isp_state = ISP_NILSTATE;
182 	if (isp->isp_dead) {
183 		isp_shutdown(isp);
184 		ISP_DISABLE_INTS(isp);
185 		return;
186 	}
187 
188 	/*
189 	 * Basic types (SCSI, FibreChannel and PCI or SBus)
190 	 * have been set in the MD code. We figure out more
191 	 * here. Possibly more refined types based upon PCI
192 	 * identification. Chip revision has been gathered.
193 	 *
194 	 * After we've fired this chip up, zero out the conf1 register
195 	 * for SCSI adapters and do other settings for the 2100.
196 	 */
197 
198 	ISP_DISABLE_INTS(isp);
199 
200 	/*
201 	 * Pick an initial maxcmds value which will be used
202 	 * to allocate xflist pointer space. It may be changed
203 	 * later by the firmware.
204 	 */
205 	if (IS_24XX(isp)) {
206 		isp->isp_maxcmds = 4096;
207 	} else if (IS_2322(isp)) {
208 		isp->isp_maxcmds = 2048;
209 	} else if (IS_23XX(isp) || IS_2200(isp)) {
210 		isp->isp_maxcmds = 1024;
211  	} else {
212 		isp->isp_maxcmds = 512;
213 	}
214 
215 	/*
216 	 * Set up DMA for the request and response queues.
217 	 *
218 	 * We do this now so we can use the request queue
219 	 * for dma to load firmware from.
220 	 */
221 	if (ISP_MBOXDMASETUP(isp) != 0) {
222 		isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
223 		return;
224 	}
225 
226 	/*
227 	 * Set up default request/response queue in-pointer/out-pointer
228 	 * register indices.
229 	 */
230 	if (IS_24XX(isp)) {
231 		isp->isp_rqstinrp = BIU2400_REQINP;
232 		isp->isp_rqstoutrp = BIU2400_REQOUTP;
233 		isp->isp_respinrp = BIU2400_RSPINP;
234 		isp->isp_respoutrp = BIU2400_RSPOUTP;
235 	} else if (IS_23XX(isp)) {
236 		isp->isp_rqstinrp = BIU_REQINP;
237 		isp->isp_rqstoutrp = BIU_REQOUTP;
238 		isp->isp_respinrp = BIU_RSPINP;
239 		isp->isp_respoutrp = BIU_RSPOUTP;
240 	} else {
241 		isp->isp_rqstinrp = INMAILBOX4;
242 		isp->isp_rqstoutrp = OUTMAILBOX4;
243 		isp->isp_respinrp = OUTMAILBOX5;
244 		isp->isp_respoutrp = INMAILBOX5;
245 	}
246 
247 	/*
248 	 * Put the board into PAUSE mode (so we can read the SXP registers
249 	 * or write FPM/FBM registers).
250 	 */
251 	if (IS_24XX(isp)) {
252 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
253 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
254 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
255 	} else {
256 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
257 	}
258 
259 	if (IS_FC(isp)) {
260 		switch (isp->isp_type) {
261 		case ISP_HA_FC_2100:
262 			btype = "2100";
263 			break;
264 		case ISP_HA_FC_2200:
265 			btype = "2200";
266 			break;
267 		case ISP_HA_FC_2300:
268 			btype = "2300";
269 			break;
270 		case ISP_HA_FC_2312:
271 			btype = "2312";
272 			break;
273 		case ISP_HA_FC_2322:
274 			btype = "2322";
275 			break;
276 		case ISP_HA_FC_2400:
277 			btype = "2422";
278 			break;
279 		case ISP_HA_FC_2500:
280 			btype = "2532";
281 			break;
282 		case ISP_HA_FC_2600:
283 			btype = "2031";
284 			break;
285 		default:
286 			break;
287 		}
288 
289 		if (!IS_24XX(isp)) {
290 			/*
291 			 * While we're paused, reset the FPM module and FBM
292 			 * fifos.
293 			 */
294 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
295 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
296 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
297 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
298 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
299 		}
300 	} else if (IS_1240(isp)) {
301 		sdparam *sdp;
302 
303 		btype = "1240";
304 		isp->isp_clock = 60;
305 		sdp = SDPARAM(isp, 0);
306 		sdp->isp_ultramode = 1;
307 		sdp = SDPARAM(isp, 1);
308 		sdp->isp_ultramode = 1;
309 		/*
310 		 * XXX: Should probably do some bus sensing.
311 		 */
312 	} else if (IS_ULTRA3(isp)) {
313 		sdparam *sdp = isp->isp_param;
314 
315 		isp->isp_clock = 100;
316 
317 		if (IS_10160(isp))
318 			btype = "10160";
319 		else if (IS_12160(isp))
320 			btype = "12160";
321 		else
322 			btype = "<UNKLVD>";
323 		sdp->isp_lvdmode = 1;
324 
325 		if (IS_DUALBUS(isp)) {
326 			sdp++;
327 			sdp->isp_lvdmode = 1;
328 		}
329 	} else if (IS_ULTRA2(isp)) {
330 		static const char m[] = "bus %d is in %s Mode";
331 		uint16_t l;
332 		sdparam *sdp = SDPARAM(isp, 0);
333 
334 		isp->isp_clock = 100;
335 
336 		if (IS_1280(isp))
337 			btype = "1280";
338 		else if (IS_1080(isp))
339 			btype = "1080";
340 		else
341 			btype = "<UNKLVD>";
342 
343 		l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
344 		switch (l) {
345 		case ISP1080_LVD_MODE:
346 			sdp->isp_lvdmode = 1;
347 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
348 			break;
349 		case ISP1080_HVD_MODE:
350 			sdp->isp_diffmode = 1;
351 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
352 			break;
353 		case ISP1080_SE_MODE:
354 			sdp->isp_ultramode = 1;
355 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
356 			break;
357 		default:
358 			isp_prt(isp, ISP_LOGERR,
359 			    "unknown mode on bus %d (0x%x)", 0, l);
360 			break;
361 		}
362 
363 		if (IS_DUALBUS(isp)) {
364 			sdp = SDPARAM(isp, 1);
365 			l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
366 			l &= ISP1080_MODE_MASK;
367 			switch (l) {
368 			case ISP1080_LVD_MODE:
369 				sdp->isp_lvdmode = 1;
370 				isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
371 				break;
372 			case ISP1080_HVD_MODE:
373 				sdp->isp_diffmode = 1;
374 				isp_prt(isp, ISP_LOGCONFIG,
375 				    m, 1, "Differential");
376 				break;
377 			case ISP1080_SE_MODE:
378 				sdp->isp_ultramode = 1;
379 				isp_prt(isp, ISP_LOGCONFIG,
380 				    m, 1, "Single-Ended");
381 				break;
382 			default:
383 				isp_prt(isp, ISP_LOGERR,
384 				    "unknown mode on bus %d (0x%x)", 1, l);
385 				break;
386 			}
387 		}
388 	} else {
389 		sdparam *sdp = SDPARAM(isp, 0);
390 		i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
391 		switch (i) {
392 		default:
393 			isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
394 			/* FALLTHROUGH */
395 		case 1:
396 			btype = "1020";
397 			isp->isp_type = ISP_HA_SCSI_1020;
398 			isp->isp_clock = 40;
399 			break;
400 		case 2:
401 			/*
402 			 * Some 1020A chips are Ultra Capable, but don't
403 			 * run the clock rate up for that unless told to
404 			 * do so by the Ultra Capable bits being set.
405 			 */
406 			btype = "1020A";
407 			isp->isp_type = ISP_HA_SCSI_1020A;
408 			isp->isp_clock = 40;
409 			break;
410 		case 3:
411 			btype = "1040";
412 			isp->isp_type = ISP_HA_SCSI_1040;
413 			isp->isp_clock = 60;
414 			break;
415 		case 4:
416 			btype = "1040A";
417 			isp->isp_type = ISP_HA_SCSI_1040A;
418 			isp->isp_clock = 60;
419 			break;
420 		case 5:
421 			btype = "1040B";
422 			isp->isp_type = ISP_HA_SCSI_1040B;
423 			isp->isp_clock = 60;
424 			break;
425 		case 6:
426 			btype = "1040C";
427 			isp->isp_type = ISP_HA_SCSI_1040C;
428 			isp->isp_clock = 60;
429                         break;
430 		}
431 		/*
432 		 * Now, while we're at it, gather info about ultra
433 		 * and/or differential mode.
434 		 */
435 		if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
436 			isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
437 			sdp->isp_diffmode = 1;
438 		} else {
439 			sdp->isp_diffmode = 0;
440 		}
441 		i = ISP_READ(isp, RISC_PSR);
442 		if (isp->isp_bustype == ISP_BT_SBUS) {
443 			i &= RISC_PSR_SBUS_ULTRA;
444 		} else {
445 			i &= RISC_PSR_PCI_ULTRA;
446 		}
447 		if (i != 0) {
448 			isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
449 			sdp->isp_ultramode = 1;
450 			/*
451 			 * If we're in Ultra Mode, we have to be 60MHz clock-
452 			 * even for the SBus version.
453 			 */
454 			isp->isp_clock = 60;
455 		} else {
456 			sdp->isp_ultramode = 0;
457 			/*
458 			 * Clock is known. Gronk.
459 			 */
460 		}
461 
462 		/*
463 		 * Machine dependent clock (if set) overrides
464 		 * our generic determinations.
465 		 */
466 		if (isp->isp_mdvec->dv_clock) {
467 			if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
468 				isp->isp_clock = isp->isp_mdvec->dv_clock;
469 			}
470 		}
471 
472 	}
473 
474 	/*
475 	 * Clear instrumentation
476 	 */
477 	isp->isp_intcnt = isp->isp_intbogus = 0;
478 
479 	/*
480 	 * Do MD specific pre initialization
481 	 */
482 	ISP_RESET0(isp);
483 
484 	/*
485 	 * Hit the chip over the head with hammer,
486 	 * and give it a chance to recover.
487 	 */
488 
489 	if (IS_SCSI(isp)) {
490 		ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
491 		/*
492 		 * A slight delay...
493 		 */
494 		ISP_DELAY(100);
495 
496 		/*
497 		 * Clear data && control DMA engines.
498 		 */
499 		ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
500 		ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
501 
502 
503 	} else if (IS_24XX(isp)) {
504 		/*
505 		 * Stop DMA and wait for it to stop.
506 		 */
507 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
508 		for (val = loops = 0; loops < 30000; loops++) {
509 			ISP_DELAY(10);
510 			val = ISP_READ(isp, BIU2400_CSR);
511 			if ((val & BIU2400_DMA_ACTIVE) == 0) {
512 				break;
513 			}
514 		}
515 		if (val & BIU2400_DMA_ACTIVE) {
516 			ISP_RESET0(isp);
517 			isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
518 			return;
519 		}
520 		/*
521 		 * Hold it in SOFT_RESET and STOP state for 100us.
522 		 */
523 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
524 		ISP_DELAY(100);
525 		for (loops = 0; loops < 10000; loops++) {
526 			ISP_DELAY(5);
527 			val = ISP_READ(isp, OUTMAILBOX0);
528 		}
529 		for (val = loops = 0; loops < 500000; loops ++) {
530 			val = ISP_READ(isp, BIU2400_CSR);
531 			if ((val & BIU2400_SOFT_RESET) == 0) {
532 				break;
533 			}
534 		}
535 		if (val & BIU2400_SOFT_RESET) {
536 			ISP_RESET0(isp);
537 			isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
538 			return;
539 		}
540 	} else {
541 		ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
542 		/*
543 		 * A slight delay...
544 		 */
545 		ISP_DELAY(100);
546 
547 		/*
548 		 * Clear data && control DMA engines.
549 		 */
550 		ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
551 		ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
552 		ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
553 	}
554 
555 	/*
556 	 * Wait for ISP to be ready to go...
557 	 */
558 	loops = MBOX_DELAY_COUNT;
559 	for (;;) {
560 		if (IS_SCSI(isp)) {
561 			if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
562 				break;
563 			}
564 		} else if (IS_24XX(isp)) {
565 			if (ISP_READ(isp, OUTMAILBOX0) == 0) {
566 				break;
567 			}
568 		} else {
569 			if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
570 				break;
571 		}
572 		ISP_DELAY(100);
573 		if (--loops < 0) {
574 			ISP_DUMPREGS(isp, "chip reset timed out");
575 			ISP_RESET0(isp);
576 			return;
577 		}
578 	}
579 
580 	/*
581 	 * After we've fired this chip up, zero out the conf1 register
582 	 * for SCSI adapters and other settings for the 2100.
583 	 */
584 
585 	if (IS_SCSI(isp)) {
586 		ISP_WRITE(isp, BIU_CONF1, 0);
587 	} else if (!IS_24XX(isp)) {
588 		ISP_WRITE(isp, BIU2100_CSR, 0);
589 	}
590 
591 	/*
592 	 * Reset RISC Processor
593 	 */
594 	if (IS_24XX(isp)) {
595 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
596 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
597 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
598 	} else {
599 		ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
600 		ISP_DELAY(100);
601 		ISP_WRITE(isp, BIU_SEMA, 0);
602 	}
603 
604 	/*
605 	 * Post-RISC Reset stuff.
606 	 */
607 	if (IS_24XX(isp)) {
608 		for (val = loops = 0; loops < 5000000; loops++) {
609 			ISP_DELAY(5);
610 			val = ISP_READ(isp, OUTMAILBOX0);
611 			if (val == 0) {
612 				break;
613 			}
614 		}
615 		if (val != 0) {
616 			ISP_RESET0(isp);
617 			isp_prt(isp, ISP_LOGERR, "reset didn't clear");
618 			return;
619 		}
620 	} else if (IS_SCSI(isp)) {
621 		uint16_t tmp = isp->isp_mdvec->dv_conf1;
622 		/*
623 		 * Busted FIFO. Turn off all but burst enables.
624 		 */
625 		if (isp->isp_type == ISP_HA_SCSI_1040A) {
626 			tmp &= BIU_BURST_ENABLE;
627 		}
628 		ISP_SETBITS(isp, BIU_CONF1, tmp);
629 		if (tmp & BIU_BURST_ENABLE) {
630 			ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
631 			ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
632 		}
633 		if (SDPARAM(isp, 0)->isp_ptisp) {
634 			if (SDPARAM(isp, 0)->isp_ultramode) {
635 				while (ISP_READ(isp, RISC_MTR) != 0x1313) {
636 					ISP_WRITE(isp, RISC_MTR, 0x1313);
637 					ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
638 				}
639 			} else {
640 				ISP_WRITE(isp, RISC_MTR, 0x1212);
641 			}
642 			/*
643 			 * PTI specific register
644 			 */
645 			ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
646 		} else {
647 			ISP_WRITE(isp, RISC_MTR, 0x1212);
648 		}
649 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
650 	} else {
651 		ISP_WRITE(isp, RISC_MTR2100, 0x1212);
652 		if (IS_2200(isp) || IS_23XX(isp)) {
653 			ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
654 		}
655 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
656 	}
657 
658 	ISP_WRITE(isp, isp->isp_rqstinrp, 0);
659 	ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
660 	ISP_WRITE(isp, isp->isp_respinrp, 0);
661 	ISP_WRITE(isp, isp->isp_respoutrp, 0);
662 	if (IS_24XX(isp)) {
663 		if (!IS_26XX(isp)) {
664 			ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
665 			ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
666 		}
667 		ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
668 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
669 	}
670 
671 	/*
672 	 * Do MD specific post initialization
673 	 */
674 	ISP_RESET1(isp);
675 
676 	/*
677 	 * Wait for everything to finish firing up.
678 	 *
679 	 * Avoid doing this on early 2312s because you can generate a PCI
680 	 * parity error (chip breakage).
681 	 */
682 	if (IS_2312(isp) && isp->isp_revision < 2) {
683 		ISP_DELAY(100);
684 	} else {
685 		loops = MBOX_DELAY_COUNT;
686 		while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
687 			ISP_DELAY(100);
688 			if (--loops < 0) {
689 				ISP_RESET0(isp);
690 				isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
691 				return;
692 			}
693 		}
694 	}
695 
696 	/*
697 	 * Up until this point we've done everything by just reading or
698 	 * setting registers. From this point on we rely on at least *some*
699 	 * kind of firmware running in the card.
700 	 */
701 
702 	/*
703 	 * Do some sanity checking by running a NOP command.
704 	 * If it succeeds, the ROM firmware is now running.
705 	 */
706 	MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
707 	isp_mboxcmd(isp, &mbs);
708 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
709 		isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
710 		ISP_RESET0(isp);
711 		return;
712 	}
713 
714 	/*
715 	 * Do some operational tests
716 	 */
717 
718 	if (IS_SCSI(isp) || IS_24XX(isp)) {
719 		static const uint16_t patterns[MAX_MAILBOX] = {
720 			0x0000, 0xdead, 0xbeef, 0xffff,
721 			0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
722 			0x3421, 0xabcd, 0xdcba, 0xfeef,
723 			0xbead, 0xdebe, 0x2222, 0x3333,
724 			0x5555, 0x6666, 0x7777, 0xaaaa,
725 			0xffff, 0xdddd, 0x9999, 0x1fbc,
726 			0x6666, 0x6677, 0x1122, 0x33ff,
727 			0x0000, 0x0001, 0x1000, 0x1010,
728 		};
729 		int nmbox = ISP_NMBOX(isp);
730 		if (IS_SCSI(isp))
731 			nmbox = 6;
732 		MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
733 		for (i = 1; i < nmbox; i++) {
734 			mbs.param[i] = patterns[i];
735 		}
736 		isp_mboxcmd(isp, &mbs);
737 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
738 			ISP_RESET0(isp);
739 			return;
740 		}
741 		for (i = 1; i < nmbox; i++) {
742 			if (mbs.param[i] != patterns[i]) {
743 				ISP_RESET0(isp);
744 				isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
745 				return;
746 			}
747 		}
748 	}
749 
750 	/*
751 	 * Download new Firmware, unless requested not to do so.
752 	 * This is made slightly trickier in some cases where the
753 	 * firmware of the ROM revision is newer than the revision
754 	 * compiled into the driver. So, where we used to compare
755 	 * versions of our f/w and the ROM f/w, now we just see
756 	 * whether we have f/w at all and whether a config flag
757 	 * has disabled our download.
758 	 */
759 	if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
760 		dodnld = 0;
761 	}
762 
763 	if (IS_24XX(isp)) {
764 		code_org = ISP_CODE_ORG_2400;
765 	} else if (IS_23XX(isp)) {
766 		code_org = ISP_CODE_ORG_2300;
767 	} else {
768 		code_org = ISP_CODE_ORG;
769 	}
770 
771 	isp->isp_loaded_fw = 0;
772 	if (dodnld && IS_24XX(isp)) {
773 		const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
774 		int wordload;
775 
776 		/*
777 		 * Keep loading until we run out of f/w.
778 		 */
779 		code_org = ptr[2];	/* 1st load address is our start addr */
780 		wordload = 0;
781 
782 		for (;;) {
783 			uint32_t la, wi, wl;
784 
785 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
786 
787 			wi = 0;
788 			la = ptr[2];
789 			wl = ptr[3];
790 
791 			while (wi < ptr[3]) {
792 				uint32_t *cp;
793 				uint32_t nw;
794 
795 				nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
796 				if (nw > wl) {
797 					nw = wl;
798 				}
799 				cp = isp->isp_rquest;
800 				for (i = 0; i < nw; i++) {
801 					ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
802 					wl--;
803 				}
804 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
805 	again:
806 				MBSINIT(&mbs, 0, MBLOGALL, 0);
807 				if (la < 0x10000 && nw < 0x10000) {
808 					mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
809 					mbs.param[1] = la;
810 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
811 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
812 					mbs.param[4] = nw;
813 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
814 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
815 					isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
816 				} else if (wordload) {
817 					union {
818 						const uint32_t *cp;
819 						uint32_t *np;
820 					} ucd;
821 					ucd.cp = (const uint32_t *)cp;
822 					mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
823 					mbs.param[1] = la;
824 					mbs.param[2] = (*ucd.np);
825 					mbs.param[3] = (*ucd.np) >> 16;
826 					mbs.param[8] = la >> 16;
827 					isp->isp_mbxwrk0 = nw - 1;
828 					isp->isp_mbxworkp = ucd.np+1;
829 					isp->isp_mbxwrk1 = (la + 1);
830 					isp->isp_mbxwrk8 = (la + 1) >> 16;
831 					isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
832 				} else {
833 					mbs.param[0] = MBOX_LOAD_RISC_RAM;
834 					mbs.param[1] = la;
835 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
836 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
837 					mbs.param[4] = nw >> 16;
838 					mbs.param[5] = nw;
839 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
840 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
841 					mbs.param[8] = la >> 16;
842 					isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
843 				}
844 				isp_mboxcmd(isp, &mbs);
845 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
846 					if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
847 						isp_prt(isp, ISP_LOGERR, "switching to word load");
848 						wordload = 1;
849 						goto again;
850 					}
851 					isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
852 					ISP_RESET0(isp);
853 					return;
854 				}
855 				la += nw;
856 			}
857 
858 			if (ptr[1] == 0) {
859 				break;
860 			}
861 			ptr += ptr[3];
862 		}
863 		isp->isp_loaded_fw = 1;
864 	} else if (dodnld && IS_23XX(isp)) {
865 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
866 		uint16_t wi, wl, segno;
867 		uint32_t la;
868 
869 		la = code_org;
870 		segno = 0;
871 
872 		for (;;) {
873 			uint32_t nxtaddr;
874 
875 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
876 
877 			wi = 0;
878 			wl = ptr[3];
879 
880 			while (wi < ptr[3]) {
881 				uint16_t *cp;
882 				uint16_t nw;
883 
884 				nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
885 				if (nw > wl) {
886 					nw = wl;
887 				}
888 				if (nw > (1 << 15)) {
889 					nw = 1 << 15;
890 				}
891 				cp = isp->isp_rquest;
892 				for (i = 0; i < nw; i++) {
893 					ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
894 					wl--;
895 				}
896 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
897 				MBSINIT(&mbs, 0, MBLOGALL, 0);
898 				if (la < 0x10000) {
899 					mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
900 					mbs.param[1] = la;
901 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
902 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
903 					mbs.param[4] = nw;
904 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
905 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
906 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
907 				} else {
908 					mbs.param[0] = MBOX_LOAD_RISC_RAM;
909 					mbs.param[1] = la;
910 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
911 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
912 					mbs.param[4] = nw;
913 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
914 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
915 					mbs.param[8] = la >> 16;
916 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
917 				}
918 				isp_mboxcmd(isp, &mbs);
919 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
920 					isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
921 					ISP_RESET0(isp);
922 					return;
923 				}
924 				la += nw;
925 			}
926 
927 			if (!IS_2322(isp)) {
928 				break;
929 			}
930 
931 			if (++segno == 3) {
932 				break;
933 			}
934 
935 			/*
936 			 * If we're a 2322, the firmware actually comes in
937 			 * three chunks. We loaded the first at the code_org
938 			 * address. The other two chunks, which follow right
939 			 * after each other in memory here, get loaded at
940 			 * addresses specfied at offset 0x9..0xB.
941 			 */
942 
943 			nxtaddr = ptr[3];
944 			ptr = &ptr[nxtaddr];
945 			la = ptr[5] | ((ptr[4] & 0x3f) << 16);
946 		}
947 		isp->isp_loaded_fw = 1;
948 	} else if (dodnld) {
949 		union {
950 			const uint16_t *cp;
951 			uint16_t *np;
952 		} ucd;
953 		ucd.cp = isp->isp_mdvec->dv_ispfw;
954 		isp->isp_mbxworkp = &ucd.np[1];
955 		isp->isp_mbxwrk0 = ucd.np[3] - 1;
956 		isp->isp_mbxwrk1 = code_org + 1;
957 		MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
958 		mbs.param[1] = code_org;
959 		mbs.param[2] = ucd.np[0];
960 		isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
961 		isp_mboxcmd(isp, &mbs);
962 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
963 			isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
964 			ISP_RESET0(isp);
965 			return;
966 		}
967 	} else if (IS_26XX(isp)) {
968 		MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
969 		mbs.ibitm = 0x01;
970 		mbs.obitm = 0x07;
971 		isp_mboxcmd(isp, &mbs);
972 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
973 			isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
974 			ISP_RESET0(isp);
975 			return;
976 		}
977 	} else {
978 		isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
979 	}
980 
981 	/*
982 	 * If we loaded firmware, verify its checksum
983 	 */
984 	if (isp->isp_loaded_fw) {
985 		MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
986 		if (IS_24XX(isp)) {
987 			mbs.param[1] = code_org >> 16;
988 			mbs.param[2] = code_org;
989 		} else {
990 			mbs.param[1] = code_org;
991 		}
992 		isp_mboxcmd(isp, &mbs);
993 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
994 			isp_prt(isp, ISP_LOGERR, dcrc);
995 			ISP_RESET0(isp);
996 			return;
997 		}
998 	}
999 
1000 	/*
1001 	 * Now start it rolling.
1002 	 *
1003 	 * If we didn't actually download f/w,
1004 	 * we still need to (re)start it.
1005 	 */
1006 
1007 
1008 	MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
1009 	if (IS_24XX(isp)) {
1010 		mbs.param[1] = code_org >> 16;
1011 		mbs.param[2] = code_org;
1012 		if (isp->isp_loaded_fw) {
1013 			mbs.param[3] = 0;
1014 		} else {
1015 			mbs.param[3] = 1;
1016 		}
1017 	} else if (IS_2322(isp)) {
1018 		mbs.param[1] = code_org;
1019 		if (isp->isp_loaded_fw) {
1020 			mbs.param[2] = 0;
1021 		} else {
1022 			mbs.param[2] = 1;
1023 		}
1024 	} else {
1025 		mbs.param[1] = code_org;
1026 	}
1027 	isp_mboxcmd(isp, &mbs);
1028 	if (IS_2322(isp) || IS_24XX(isp)) {
1029 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1030 			ISP_RESET0(isp);
1031 			return;
1032 		}
1033 	}
1034 
1035 	if (IS_SCSI(isp)) {
1036 		/*
1037 		 * Set CLOCK RATE, but only if asked to.
1038 		 */
1039 		if (isp->isp_clock) {
1040 			MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
1041 			mbs.param[1] = isp->isp_clock;
1042 			isp_mboxcmd(isp, &mbs);
1043 			/* we will try not to care if this fails */
1044 		}
1045 	}
1046 
1047 	/*
1048 	 * Ask the chip for the current firmware version.
1049 	 * This should prove that the new firmware is working.
1050 	 */
1051 	MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1052 	isp_mboxcmd(isp, &mbs);
1053 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1054 		ISP_RESET0(isp);
1055 		return;
1056 	}
1057 
1058 	/*
1059 	 * The SBus firmware that we are using apparently does not return
1060 	 * major, minor, micro revisions in the mailbox registers, which
1061 	 * is really, really, annoying.
1062 	 */
1063 	if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1064 		if (dodnld) {
1065 #ifdef	ISP_TARGET_MODE
1066 			isp->isp_fwrev[0] = 7;
1067 			isp->isp_fwrev[1] = 55;
1068 #else
1069 			isp->isp_fwrev[0] = 1;
1070 			isp->isp_fwrev[1] = 37;
1071 #endif
1072 			isp->isp_fwrev[2] = 0;
1073 		}
1074 	} else {
1075 		isp->isp_fwrev[0] = mbs.param[1];
1076 		isp->isp_fwrev[1] = mbs.param[2];
1077 		isp->isp_fwrev[2] = mbs.param[3];
1078 	}
1079 
1080 	if (IS_FC(isp)) {
1081 		/*
1082 		 * We do not believe firmware attributes for 2100 code less
1083 		 * than 1.17.0, unless it's the firmware we specifically
1084 		 * are loading.
1085 		 *
1086 		 * Note that all 22XX and later f/w is greater than 1.X.0.
1087 		 */
1088 		if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1089 #ifdef	USE_SMALLER_2100_FIRMWARE
1090 			isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1091 #else
1092 			isp->isp_fwattr = 0;
1093 #endif
1094 		} else {
1095 			isp->isp_fwattr = mbs.param[6];
1096 		}
1097 		if (IS_24XX(isp)) {
1098 			isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1099 			if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1100 				isp->isp_fwattr |=
1101 				    (((uint64_t) mbs.param[16]) << 32) |
1102 				    (((uint64_t) mbs.param[17]) << 48);
1103 			}
1104 		}
1105 	} else {
1106 		isp->isp_fwattr = 0;
1107 	}
1108 
1109 	isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1110 	    btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1111 
1112 	fwt = isp->isp_fwattr;
1113 	if (IS_24XX(isp)) {
1114 		buf = FCPARAM(isp, 0)->isp_scratch;
1115 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1116 		if (fwt & ISP2400_FW_ATTR_CLASS2) {
1117 			fwt ^=ISP2400_FW_ATTR_CLASS2;
1118 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1119 		}
1120 		if (fwt & ISP2400_FW_ATTR_IP) {
1121 			fwt ^=ISP2400_FW_ATTR_IP;
1122 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1123 		}
1124 		if (fwt & ISP2400_FW_ATTR_MULTIID) {
1125 			fwt ^=ISP2400_FW_ATTR_MULTIID;
1126 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1127 		}
1128 		if (fwt & ISP2400_FW_ATTR_SB2) {
1129 			fwt ^=ISP2400_FW_ATTR_SB2;
1130 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1131 		}
1132 		if (fwt & ISP2400_FW_ATTR_T10CRC) {
1133 			fwt ^=ISP2400_FW_ATTR_T10CRC;
1134 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1135 		}
1136 		if (fwt & ISP2400_FW_ATTR_VI) {
1137 			fwt ^=ISP2400_FW_ATTR_VI;
1138 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1139 		}
1140 		if (fwt & ISP2400_FW_ATTR_MQ) {
1141 			fwt ^=ISP2400_FW_ATTR_MQ;
1142 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1143 		}
1144 		if (fwt & ISP2400_FW_ATTR_MSIX) {
1145 			fwt ^=ISP2400_FW_ATTR_MSIX;
1146 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1147 		}
1148 		if (fwt & ISP2400_FW_ATTR_FCOE) {
1149 			fwt ^=ISP2400_FW_ATTR_FCOE;
1150 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1151 		}
1152 		if (fwt & ISP2400_FW_ATTR_VP0) {
1153 			fwt ^= ISP2400_FW_ATTR_VP0;
1154 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1155 		}
1156 		if (fwt & ISP2400_FW_ATTR_EXPFW) {
1157 			fwt ^= ISP2400_FW_ATTR_EXPFW;
1158 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1159 		}
1160 		if (fwt & ISP2400_FW_ATTR_HOTFW) {
1161 			fwt ^= ISP2400_FW_ATTR_HOTFW;
1162 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1163 		}
1164 		fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1165 		if (fwt & ISP2400_FW_ATTR_EXTVP) {
1166 			fwt ^= ISP2400_FW_ATTR_EXTVP;
1167 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1168 		}
1169 		if (fwt & ISP2400_FW_ATTR_VN2VN) {
1170 			fwt ^= ISP2400_FW_ATTR_VN2VN;
1171 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1172 		}
1173 		if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1174 			fwt ^= ISP2400_FW_ATTR_EXMOFF;
1175 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1176 		}
1177 		if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1178 			fwt ^= ISP2400_FW_ATTR_NPMOFF;
1179 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1180 		}
1181 		if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1182 			fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1183 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1184 		}
1185 		if (fwt & ISP2400_FW_ATTR_SRIOV) {
1186 			fwt ^= ISP2400_FW_ATTR_SRIOV;
1187 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1188 		}
1189 		if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1190 			fwt ^= ISP2400_FW_ATTR_ASICTMP;
1191 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1192 		}
1193 		if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1194 			fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1195 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1196 		}
1197 		if (fwt) {
1198 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1199 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1200 		}
1201 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1202 	} else if (IS_FC(isp)) {
1203 		buf = FCPARAM(isp, 0)->isp_scratch;
1204 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1205 		if (fwt & ISP_FW_ATTR_TMODE) {
1206 			fwt ^=ISP_FW_ATTR_TMODE;
1207 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1208 		}
1209 		if (fwt & ISP_FW_ATTR_SCCLUN) {
1210 			fwt ^=ISP_FW_ATTR_SCCLUN;
1211 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1212 		}
1213 		if (fwt & ISP_FW_ATTR_FABRIC) {
1214 			fwt ^=ISP_FW_ATTR_FABRIC;
1215 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1216 		}
1217 		if (fwt & ISP_FW_ATTR_CLASS2) {
1218 			fwt ^=ISP_FW_ATTR_CLASS2;
1219 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1220 		}
1221 		if (fwt & ISP_FW_ATTR_FCTAPE) {
1222 			fwt ^=ISP_FW_ATTR_FCTAPE;
1223 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1224 		}
1225 		if (fwt & ISP_FW_ATTR_IP) {
1226 			fwt ^=ISP_FW_ATTR_IP;
1227 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1228 		}
1229 		if (fwt & ISP_FW_ATTR_VI) {
1230 			fwt ^=ISP_FW_ATTR_VI;
1231 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1232 		}
1233 		if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1234 			fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1235 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1236 		}
1237 		if (fwt & ISP_FW_ATTR_2KLOGINS) {
1238 			fwt ^=ISP_FW_ATTR_2KLOGINS;
1239 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1240 		}
1241 		if (fwt != 0) {
1242 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1243 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1244 		}
1245 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1246 	}
1247 
1248 	if (IS_24XX(isp)) {
1249 		MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1250 		isp_mboxcmd(isp, &mbs);
1251 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1252 			ISP_RESET0(isp);
1253 			return;
1254 		}
1255 		if (isp->isp_maxcmds >= mbs.param[3]) {
1256 			isp->isp_maxcmds = mbs.param[3];
1257 		}
1258 	} else {
1259 		MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1260 		isp_mboxcmd(isp, &mbs);
1261 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1262 			ISP_RESET0(isp);
1263 			return;
1264 		}
1265 		if (isp->isp_maxcmds >= mbs.param[2]) {
1266 			isp->isp_maxcmds = mbs.param[2];
1267 		}
1268 	}
1269 	isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1270 
1271 	/*
1272 	 * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1273 	 * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1274 	 * work for them).
1275 	 */
1276 	if (IS_FC(isp) && isp->isp_nchan > 1) {
1277 		if (!ISP_CAP_MULTI_ID(isp)) {
1278 			isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1279 			    "only can enable 1 of %d channels", isp->isp_nchan);
1280 			isp->isp_nchan = 1;
1281 		} else if (!ISP_CAP_VP0(isp)) {
1282 			isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1283 			    "feature properly without VP0_Decoupling");
1284 			isp->isp_nchan = 1;
1285 		}
1286 	}
1287 	if (IS_FC(isp)) {
1288 		for (i = 0; i < isp->isp_nchan; i++)
1289 			isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1290 	}
1291 	if (isp->isp_dead) {
1292 		isp_shutdown(isp);
1293 		ISP_DISABLE_INTS(isp);
1294 		return;
1295 	}
1296 
1297 	isp->isp_state = ISP_RESETSTATE;
1298 
1299 	/*
1300 	 * Okay- now that we have new firmware running, we now (re)set our
1301 	 * notion of how many luns we support. This is somewhat tricky because
1302 	 * if we haven't loaded firmware, we sometimes do not have an easy way
1303 	 * of knowing how many luns we support.
1304 	 *
1305 	 * Expanded lun firmware gives you 32 luns for SCSI cards and
1306 	 * 16384 luns for Fibre Channel cards.
1307 	 *
1308 	 * It turns out that even for QLogic 2100s with ROM 1.10 and above
1309 	 * we do get a firmware attributes word returned in mailbox register 6.
1310 	 *
1311 	 * Because the lun is in a different position in the Request Queue
1312 	 * Entry structure for Fibre Channel with expanded lun firmware, we
1313 	 * can only support one lun (lun zero) when we don't know what kind
1314 	 * of firmware we're running.
1315 	 */
1316 	if (IS_SCSI(isp)) {
1317 		if (dodnld) {
1318 			if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1319 				isp->isp_maxluns = 32;
1320 			} else {
1321 				isp->isp_maxluns = 8;
1322 			}
1323 		} else {
1324 			isp->isp_maxluns = 8;
1325 		}
1326 	} else {
1327 		if (ISP_CAP_SCCFW(isp)) {
1328 			isp->isp_maxluns = 0;	/* No limit -- 2/8 bytes */
1329 		} else {
1330 			isp->isp_maxluns = 16;
1331 		}
1332 	}
1333 
1334 	/*
1335 	 * We get some default values established. As a side
1336 	 * effect, NVRAM is read here (unless overriden by
1337 	 * a configuration flag).
1338 	 */
1339 	if (do_load_defaults) {
1340 		if (IS_SCSI(isp)) {
1341 			isp_setdfltsdparm(isp);
1342 		} else {
1343 			for (i = 0; i < isp->isp_nchan; i++) {
1344 				isp_setdfltfcparm(isp, i);
1345 			}
1346 		}
1347 	}
1348 }
1349 
1350 /*
1351  * Clean firmware shutdown.
1352  */
1353 static int
1354 isp_deinit(ispsoftc_t *isp)
1355 {
1356 	mbreg_t mbs;
1357 
1358 	isp->isp_state = ISP_NILSTATE;
1359 	MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1360 	mbs.param[1] = 0;
1361 	mbs.param[2] = 0;
1362 	mbs.param[3] = 0;
1363 	mbs.param[4] = 0;
1364 	mbs.param[5] = 0;
1365 	mbs.param[6] = 0;
1366 	mbs.param[7] = 0;
1367 	mbs.param[8] = 0;
1368 	isp_mboxcmd(isp, &mbs);
1369 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1370 }
1371 
1372 /*
1373  * Initialize Parameters of Hardware to a known state.
1374  *
1375  * Locks are held before coming here.
1376  */
1377 void
1378 isp_init(ispsoftc_t *isp)
1379 {
1380 	if (IS_FC(isp)) {
1381 		if (IS_24XX(isp)) {
1382 			isp_fibre_init_2400(isp);
1383 		} else {
1384 			isp_fibre_init(isp);
1385 		}
1386 	} else {
1387 		isp_scsi_init(isp);
1388 	}
1389 	GET_NANOTIME(&isp->isp_init_time);
1390 }
1391 
1392 static void
1393 isp_scsi_init(ispsoftc_t *isp)
1394 {
1395 	sdparam *sdp_chan0, *sdp_chan1;
1396 	mbreg_t mbs;
1397 
1398 	isp->isp_state = ISP_INITSTATE;
1399 
1400 	sdp_chan0 = SDPARAM(isp, 0);
1401 	sdp_chan1 = sdp_chan0;
1402 	if (IS_DUALBUS(isp)) {
1403 		sdp_chan1 = SDPARAM(isp, 1);
1404 	}
1405 
1406 	/* First do overall per-card settings. */
1407 
1408 	/*
1409 	 * If we have fast memory timing enabled, turn it on.
1410 	 */
1411 	if (sdp_chan0->isp_fast_mttr) {
1412 		ISP_WRITE(isp, RISC_MTR, 0x1313);
1413 	}
1414 
1415 	/*
1416 	 * Set Retry Delay and Count.
1417 	 * You set both channels at the same time.
1418 	 */
1419 	MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1420 	mbs.param[1] = sdp_chan0->isp_retry_count;
1421 	mbs.param[2] = sdp_chan0->isp_retry_delay;
1422 	mbs.param[6] = sdp_chan1->isp_retry_count;
1423 	mbs.param[7] = sdp_chan1->isp_retry_delay;
1424 	isp_mboxcmd(isp, &mbs);
1425 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1426 		return;
1427 	}
1428 
1429 	/*
1430 	 * Set ASYNC DATA SETUP time. This is very important.
1431 	 */
1432 	MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1433 	mbs.param[1] = sdp_chan0->isp_async_data_setup;
1434 	mbs.param[2] = sdp_chan1->isp_async_data_setup;
1435 	isp_mboxcmd(isp, &mbs);
1436 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1437 		return;
1438 	}
1439 
1440 	/*
1441 	 * Set ACTIVE Negation State.
1442 	 */
1443 	MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1444 	mbs.param[1] =
1445 	    (sdp_chan0->isp_req_ack_active_neg << 4) |
1446 	    (sdp_chan0->isp_data_line_active_neg << 5);
1447 	mbs.param[2] =
1448 	    (sdp_chan1->isp_req_ack_active_neg << 4) |
1449 	    (sdp_chan1->isp_data_line_active_neg << 5);
1450 	isp_mboxcmd(isp, &mbs);
1451 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1452 		isp_prt(isp, ISP_LOGERR,
1453 		    "failed to set active negation state (%d,%d), (%d,%d)",
1454 		    sdp_chan0->isp_req_ack_active_neg,
1455 		    sdp_chan0->isp_data_line_active_neg,
1456 		    sdp_chan1->isp_req_ack_active_neg,
1457 		    sdp_chan1->isp_data_line_active_neg);
1458 		/*
1459 		 * But don't return.
1460 		 */
1461 	}
1462 
1463 	/*
1464 	 * Set the Tag Aging limit
1465 	 */
1466 	MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1467 	mbs.param[1] = sdp_chan0->isp_tag_aging;
1468 	mbs.param[2] = sdp_chan1->isp_tag_aging;
1469 	isp_mboxcmd(isp, &mbs);
1470 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1471 		isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1472 		    sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1473 		return;
1474 	}
1475 
1476 	/*
1477 	 * Set selection timeout.
1478 	 */
1479 	MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1480 	mbs.param[1] = sdp_chan0->isp_selection_timeout;
1481 	mbs.param[2] = sdp_chan1->isp_selection_timeout;
1482 	isp_mboxcmd(isp, &mbs);
1483 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1484 		return;
1485 	}
1486 
1487 	/* now do per-channel settings */
1488 	isp_scsi_channel_init(isp, 0);
1489 	if (IS_DUALBUS(isp))
1490 		isp_scsi_channel_init(isp, 1);
1491 
1492 	/*
1493 	 * Now enable request/response queues
1494 	 */
1495 
1496 	if (IS_ULTRA2(isp) || IS_1240(isp)) {
1497 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1498 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1499 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1500 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1501 		mbs.param[4] = 0;
1502 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1503 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1504 		isp_mboxcmd(isp, &mbs);
1505 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1506 			return;
1507 		}
1508 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1509 
1510 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1511 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1512 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1513 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1514 		mbs.param[5] = 0;
1515 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1516 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1517 		isp_mboxcmd(isp, &mbs);
1518 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1519 			return;
1520 		}
1521 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1522 	} else {
1523 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1524 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1525 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1526 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1527 		mbs.param[4] = 0;
1528 		isp_mboxcmd(isp, &mbs);
1529 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530 			return;
1531 		}
1532 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1533 
1534 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1535 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1536 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1537 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1538 		mbs.param[5] = 0;
1539 		isp_mboxcmd(isp, &mbs);
1540 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1541 			return;
1542 		}
1543 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1544 	}
1545 
1546 	/*
1547 	 * Turn on LVD transitions for ULTRA2 or better and other features
1548 	 *
1549 	 * Now that we have 32 bit handles, don't do any fast posting
1550 	 * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1551 	 * operation or use fast posting. To be conservative, we'll only
1552 	 * do this for Ultra3 cards now because the other cards are so
1553 	 * rare for this author to find and test with.
1554 	 */
1555 
1556 	MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1557 	if (IS_ULTRA2(isp))
1558 		mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1559 #ifdef	ISP_NO_RIO
1560 	if (IS_ULTRA3(isp))
1561 		mbs.param[1] |= FW_FEATURE_FAST_POST;
1562 #else
1563 	if (IS_ULTRA3(isp))
1564 		mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1565 #endif
1566 	if (mbs.param[1] != 0) {
1567 		uint16_t sfeat = mbs.param[1];
1568 		isp_mboxcmd(isp, &mbs);
1569 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1570 			isp_prt(isp, ISP_LOGINFO,
1571 			    "Enabled FW features (0x%x)", sfeat);
1572 		}
1573 	}
1574 
1575 	isp->isp_state = ISP_RUNSTATE;
1576 }
1577 
1578 static void
1579 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1580 {
1581 	sdparam *sdp;
1582 	mbreg_t mbs;
1583 	int tgt;
1584 
1585 	sdp = SDPARAM(isp, chan);
1586 
1587 	/*
1588 	 * Set (possibly new) Initiator ID.
1589 	 */
1590 	MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1591 	mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1592 	isp_mboxcmd(isp, &mbs);
1593 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1594 		return;
1595 	}
1596 	isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1597 	    chan, sdp->isp_initiator_id);
1598 
1599 
1600 	/*
1601 	 * Set current per-target parameters to an initial safe minimum.
1602 	 */
1603 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1604 		int lun;
1605 		uint16_t sdf;
1606 
1607 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
1608 			continue;
1609 		}
1610 #ifndef	ISP_TARGET_MODE
1611 		sdf = sdp->isp_devparam[tgt].goal_flags;
1612 		sdf &= DPARM_SAFE_DFLT;
1613 		/*
1614 		 * It is not quite clear when this changed over so that
1615 		 * we could force narrow and async for 1000/1020 cards,
1616 		 * but assume that this is only the case for loaded
1617 		 * firmware.
1618 		 */
1619 		if (isp->isp_loaded_fw) {
1620 			sdf |= DPARM_NARROW | DPARM_ASYNC;
1621 		}
1622 #else
1623 		/*
1624 		 * The !$*!)$!$)* f/w uses the same index into some
1625 		 * internal table to decide how to respond to negotiations,
1626 		 * so if we've said "let's be safe" for ID X, and ID X
1627 		 * selects *us*, the negotiations will back to 'safe'
1628 		 * (as in narrow/async). What the f/w *should* do is
1629 		 * use the initiator id settings to decide how to respond.
1630 		 */
1631 		sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1632 #endif
1633 		MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1634 		mbs.param[1] = (chan << 15) | (tgt << 8);
1635 		mbs.param[2] = sdf;
1636 		if ((sdf & DPARM_SYNC) == 0) {
1637 			mbs.param[3] = 0;
1638 		} else {
1639 			mbs.param[3] =
1640 			    (sdp->isp_devparam[tgt].goal_offset << 8) |
1641 			    (sdp->isp_devparam[tgt].goal_period);
1642 		}
1643 		isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1644 		    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1645 		isp_mboxcmd(isp, &mbs);
1646 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1647 			sdf = DPARM_SAFE_DFLT;
1648 			MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1649 			mbs.param[1] = (tgt << 8) | (chan << 15);
1650 			mbs.param[2] = sdf;
1651 			mbs.param[3] = 0;
1652 			isp_mboxcmd(isp, &mbs);
1653 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1654 				continue;
1655 			}
1656 		}
1657 
1658 		/*
1659 		 * We don't update any information directly from the f/w
1660 		 * because we need to run at least one command to cause a
1661 		 * new state to be latched up. So, we just assume that we
1662 		 * converge to the values we just had set.
1663 		 *
1664 		 * Ensure that we don't believe tagged queuing is enabled yet.
1665 		 * It turns out that sometimes the ISP just ignores our
1666 		 * attempts to set parameters for devices that it hasn't
1667 		 * seen yet.
1668 		 */
1669 		sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1670 		for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1671 			MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1672 			mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1673 			mbs.param[2] = sdp->isp_max_queue_depth;
1674 			mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1675 			isp_mboxcmd(isp, &mbs);
1676 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1677 				break;
1678 			}
1679 		}
1680 	}
1681 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1682 		if (sdp->isp_devparam[tgt].dev_refresh) {
1683 			sdp->sendmarker = 1;
1684 			sdp->update = 1;
1685 			break;
1686 		}
1687 	}
1688 }
1689 
1690 /*
1691  * Fibre Channel specific initialization.
1692  */
1693 static void
1694 isp_fibre_init(ispsoftc_t *isp)
1695 {
1696 	fcparam *fcp;
1697 	isp_icb_t local, *icbp = &local;
1698 	mbreg_t mbs;
1699 
1700 	/*
1701 	 * We only support one channel on non-24XX cards
1702 	 */
1703 	fcp = FCPARAM(isp, 0);
1704 	if (fcp->role == ISP_ROLE_NONE)
1705 		return;
1706 
1707 	isp->isp_state = ISP_INITSTATE;
1708 	ISP_MEMZERO(icbp, sizeof (*icbp));
1709 	icbp->icb_version = ICB_VERSION1;
1710 	icbp->icb_fwoptions = fcp->isp_fwoptions;
1711 
1712 	/*
1713 	 * Firmware Options are either retrieved from NVRAM or
1714 	 * are patched elsewhere. We check them for sanity here
1715 	 * and make changes based on board revision, but otherwise
1716 	 * let others decide policy.
1717 	 */
1718 
1719 	/*
1720 	 * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1721 	 */
1722 	if (IS_2100(isp) && isp->isp_revision < 5) {
1723 		icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1724 	}
1725 
1726 	/*
1727 	 * We have to use FULL LOGIN even though it resets the loop too much
1728 	 * because otherwise port database entries don't get updated after
1729 	 * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1730 	 */
1731 	if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1732 		icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1733 	}
1734 
1735 	/*
1736 	 * Insist on Port Database Update Async notifications
1737 	 */
1738 	icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1739 
1740 	/*
1741 	 * Make sure that target role reflects into fwoptions.
1742 	 */
1743 	if (fcp->role & ISP_ROLE_TARGET) {
1744 		icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1745 	} else {
1746 		icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1747 	}
1748 
1749 	/*
1750 	 * For some reason my 2200 does not generate ATIOs in target mode
1751 	 * if initiator is disabled.  Extra logins are better then target
1752 	 * not working at all.
1753 	 */
1754 	if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1755 		icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1756 	} else {
1757 		icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1758 	}
1759 
1760 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1761 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1762 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1763 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1764 	}
1765 	icbp->icb_maxalloc = fcp->isp_maxalloc;
1766 	if (icbp->icb_maxalloc < 1) {
1767 		isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1768 		icbp->icb_maxalloc = 16;
1769 	}
1770 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1771 	if (icbp->icb_execthrottle < 1) {
1772 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1773 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1774 	}
1775 	icbp->icb_retry_delay = fcp->isp_retry_delay;
1776 	icbp->icb_retry_count = fcp->isp_retry_count;
1777 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1778 		icbp->icb_hardaddr = fcp->isp_loopid;
1779 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1780 			icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1781 		else
1782 			icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1783 	}
1784 
1785 	/*
1786 	 * Right now we just set extended options to prefer point-to-point
1787 	 * over loop based upon some soft config options.
1788 	 *
1789 	 * NB: for the 2300, ICBOPT_EXTENDED is required.
1790 	 */
1791 	if (IS_2100(isp)) {
1792 		/*
1793 		 * We can't have Fast Posting any more- we now
1794 		 * have 32 bit handles.
1795 		 */
1796 		icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1797 	} else if (IS_2200(isp) || IS_23XX(isp)) {
1798 		icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1799 
1800 		icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1801 
1802 		if (ISP_CAP_FCTAPE(isp)) {
1803 			if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1804 				icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1805 
1806 			if (isp->isp_confopts & ISP_CFG_FCTAPE)
1807 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1808 
1809 			if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1810 				icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;	/* per documents */
1811 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1812 				FCPARAM(isp, 0)->fctape_enabled = 1;
1813 			} else {
1814 				FCPARAM(isp, 0)->fctape_enabled = 0;
1815 			}
1816 		} else {
1817 			icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1818 			FCPARAM(isp, 0)->fctape_enabled = 0;
1819 		}
1820 
1821 		/*
1822 		 * Prefer or force Point-To-Point instead Loop?
1823 		 */
1824 		switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1825 		case ISP_CFG_LPORT_ONLY:
1826 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1827 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1828 			break;
1829 		case ISP_CFG_NPORT_ONLY:
1830 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1831 			icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1832 			break;
1833 		case ISP_CFG_LPORT:
1834 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1835 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1836 			break;
1837 		case ISP_CFG_NPORT:
1838 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1839 			icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1840 			break;
1841 		default:
1842 			/* Let NVRAM settings define it if they are sane */
1843 			switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1844 			case ICBXOPT_PTP_2_LOOP:
1845 			case ICBXOPT_PTP_ONLY:
1846 			case ICBXOPT_LOOP_ONLY:
1847 			case ICBXOPT_LOOP_2_PTP:
1848 				break;
1849 			default:
1850 				icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1851 				icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1852 			}
1853 			break;
1854 		}
1855 		if (IS_2200(isp)) {
1856 			/*
1857 			 * We can't have Fast Posting any more- we now
1858 			 * have 32 bit handles.
1859 			 *
1860 			 * RIO seemed to have to much breakage.
1861 			 *
1862 			 * Just opt for safety.
1863 			 */
1864 			icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1865 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1866 		} else {
1867 			/*
1868 			 * QLogic recommends that FAST Posting be turned
1869 			 * off for 23XX cards and instead allow the HBA
1870 			 * to write response queue entries and interrupt
1871 			 * after a delay (ZIO).
1872 			 */
1873 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1874 			if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1875 				icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1876 				icbp->icb_idelaytimer = 10;
1877 			}
1878 			icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1879 			if (isp->isp_confopts & ISP_CFG_1GB) {
1880 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1881 				icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1882 			} else if (isp->isp_confopts & ISP_CFG_2GB) {
1883 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1884 				icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1885 			} else {
1886 				switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1887 				case ICBZOPT_RATE_1GB:
1888 				case ICBZOPT_RATE_2GB:
1889 				case ICBZOPT_RATE_AUTO:
1890 					break;
1891 				default:
1892 					icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1893 					icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1894 					break;
1895 				}
1896 			}
1897 		}
1898 	}
1899 
1900 
1901 	/*
1902 	 * For 22XX > 2.1.26 && 23XX, set some options.
1903 	 */
1904 	if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1905 		MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1906 		mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1907 		mbs.param[2] = 0;
1908 		mbs.param[3] = 0;
1909 		if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1910 			mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1911 			if (fcp->role & ISP_ROLE_TARGET) {
1912 				if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1913 					mbs.param[1] |= IFCOPT1_ENAPURE;
1914 				}
1915 				mbs.param[3] = IFCOPT3_NOPRLI;
1916 			}
1917 		}
1918 		isp_mboxcmd(isp, &mbs);
1919 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1920 			return;
1921 		}
1922 	}
1923 	icbp->icb_logintime = ICB_LOGIN_TOV;
1924 
1925 #ifdef	ISP_TARGET_MODE
1926 	if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1927 		icbp->icb_lunenables = 0xffff;
1928 		icbp->icb_ccnt = 0xff;
1929 		icbp->icb_icnt = 0xff;
1930 		icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1931 	}
1932 #endif
1933 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
1934 		icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1935 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1936 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1937 		isp_prt(isp, ISP_LOGDEBUG1,
1938 		    "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1939 		    ((uint32_t) (fcp->isp_wwnn >> 32)),
1940 		    ((uint32_t) (fcp->isp_wwnn)),
1941 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1942 		    ((uint32_t) (fcp->isp_wwpn)));
1943 	} else if (fcp->isp_wwpn) {
1944 		icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1945 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1946 		isp_prt(isp, ISP_LOGDEBUG1,
1947 		    "Setting ICB Port 0x%08x%08x",
1948 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1949 		    ((uint32_t) (fcp->isp_wwpn)));
1950 	} else {
1951 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1952 		return;
1953 	}
1954 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1955 	if (icbp->icb_rqstqlen < 1) {
1956 		isp_prt(isp, ISP_LOGERR, "bad request queue length");
1957 	}
1958 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1959 	if (icbp->icb_rsltqlen < 1) {
1960 		isp_prt(isp, ISP_LOGERR, "bad result queue length");
1961 	}
1962 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1963 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1964 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1965 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1966 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1967 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1968 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1969 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1970 
1971 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1972 		isp_prt(isp, ISP_LOGERR, sacq);
1973 		return;
1974 	}
1975 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1976 	    icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1977 
1978 	isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1979 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
1980 		isp_print_bytes(isp, "isp_fibre_init",
1981 		    sizeof(*icbp), fcp->isp_scratch);
1982 	}
1983 
1984 	/*
1985 	 * Init the firmware
1986 	 */
1987 	MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1988 	mbs.param[1] = 0;
1989 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1990 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1991 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1992 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1993 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1994 	    fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1995 	    (uint32_t) fcp->isp_scdma);
1996 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1997 	isp_mboxcmd(isp, &mbs);
1998 	FC_SCRATCH_RELEASE(isp, 0);
1999 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2000 		return;
2001 	isp->isp_reqidx = 0;
2002 	isp->isp_reqodx = 0;
2003 	isp->isp_residx = 0;
2004 	isp->isp_resodx = 0;
2005 
2006 	/*
2007 	 * Whatever happens, we're now committed to being here.
2008 	 */
2009 	isp->isp_state = ISP_RUNSTATE;
2010 }
2011 
2012 static void
2013 isp_fibre_init_2400(ispsoftc_t *isp)
2014 {
2015 	fcparam *fcp;
2016 	isp_icb_2400_t local, *icbp = &local;
2017 	mbreg_t mbs;
2018 	int chan;
2019 
2020 	/*
2021 	 * Check to see whether all channels have *some* kind of role
2022 	 */
2023 	for (chan = 0; chan < isp->isp_nchan; chan++) {
2024 		fcp = FCPARAM(isp, chan);
2025 		if (fcp->role != ISP_ROLE_NONE) {
2026 			break;
2027 		}
2028 	}
2029 	if (chan == isp->isp_nchan) {
2030 		isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
2031 		return;
2032 	}
2033 
2034 	isp->isp_state = ISP_INITSTATE;
2035 
2036 	/*
2037 	 * Start with channel 0.
2038 	 */
2039 	fcp = FCPARAM(isp, 0);
2040 
2041 	/*
2042 	 * Turn on LIP F8 async event (1)
2043 	 */
2044 	MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
2045 	mbs.param[1] = 1;
2046 	isp_mboxcmd(isp, &mbs);
2047 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2048 		return;
2049 	}
2050 
2051 	ISP_MEMZERO(icbp, sizeof (*icbp));
2052 	icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2053 	icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2054 	icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2055 	if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2056 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2057 		icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2058 	} else {
2059 		if (fcp->role & ISP_ROLE_TARGET)
2060 			icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2061 		else
2062 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2063 		if (fcp->role & ISP_ROLE_INITIATOR)
2064 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2065 		else
2066 			icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2067 	}
2068 
2069 	icbp->icb_version = ICB_VERSION1;
2070 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2071 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2072 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2073 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2074 	}
2075 
2076 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2077 	if (icbp->icb_execthrottle < 1) {
2078 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2079 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2080 	}
2081 
2082 	/*
2083 	 * Set target exchange count. Take half if we are supporting both roles.
2084 	 */
2085 	if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2086 		icbp->icb_xchgcnt = isp->isp_maxcmds;
2087 		if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2088 			icbp->icb_xchgcnt >>= 1;
2089 	}
2090 
2091 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2092 		icbp->icb_hardaddr = fcp->isp_loopid;
2093 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2094 			icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2095 		else
2096 			icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2097 	}
2098 
2099 	if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2100 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2101 	}
2102 	if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2103 		icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2104 	}
2105 
2106 	for (chan = 0; chan < isp->isp_nchan; chan++) {
2107 		if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2108 			FCPARAM(isp, chan)->fctape_enabled = 1;
2109 		else
2110 			FCPARAM(isp, chan)->fctape_enabled = 0;
2111 	}
2112 
2113 	switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2114 	case ISP_CFG_LPORT_ONLY:
2115 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2116 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2117 		break;
2118 	case ISP_CFG_NPORT_ONLY:
2119 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2120 		icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2121 		break;
2122 	case ISP_CFG_NPORT:
2123 		/* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2124 	case ISP_CFG_LPORT:
2125 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2126 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2127 		break;
2128 	default:
2129 		/* Let NVRAM settings define it if they are sane */
2130 		switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2131 		case ICB2400_OPT2_LOOP_ONLY:
2132 		case ICB2400_OPT2_PTP_ONLY:
2133 		case ICB2400_OPT2_LOOP_2_PTP:
2134 			break;
2135 		default:
2136 			icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2137 			icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2138 		}
2139 		break;
2140 	}
2141 
2142 	switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2143 	case ICB2400_OPT2_ZIO:
2144 	case ICB2400_OPT2_ZIO1:
2145 		icbp->icb_idelaytimer = 0;
2146 		break;
2147 	case 0:
2148 		break;
2149 	default:
2150 		isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2151 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2152 		break;
2153 	}
2154 
2155 	if (IS_26XX(isp)) {
2156 		/* We don't support MSI-X yet, so set this unconditionally. */
2157 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2158 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2159 	}
2160 
2161 	if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2162 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2163 	}
2164 	if (isp->isp_confopts & ISP_CFG_1GB) {
2165 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2166 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2167 	} else if (isp->isp_confopts & ISP_CFG_2GB) {
2168 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2169 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2170 	} else if (isp->isp_confopts & ISP_CFG_4GB) {
2171 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2172 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2173 	} else if (isp->isp_confopts & ISP_CFG_8GB) {
2174 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2175 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2176 	} else if (isp->isp_confopts & ISP_CFG_16GB) {
2177 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2178 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2179 	} else {
2180 		switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2181 		case ICB2400_OPT3_RATE_4GB:
2182 		case ICB2400_OPT3_RATE_8GB:
2183 		case ICB2400_OPT3_RATE_16GB:
2184 		case ICB2400_OPT3_RATE_AUTO:
2185 			break;
2186 		case ICB2400_OPT3_RATE_2GB:
2187 			if (isp->isp_type <= ISP_HA_FC_2500)
2188 				break;
2189 			/*FALLTHROUGH*/
2190 		case ICB2400_OPT3_RATE_1GB:
2191 			if (isp->isp_type <= ISP_HA_FC_2400)
2192 				break;
2193 			/*FALLTHROUGH*/
2194 		default:
2195 			icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2196 			icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2197 			break;
2198 		}
2199 	}
2200 	icbp->icb_logintime = ICB_LOGIN_TOV;
2201 
2202 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
2203 		icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2204 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2205 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2206 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2207 		    ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2208 	} else if (fcp->isp_wwpn) {
2209 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2210 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2211 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2212 	} else {
2213 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2214 		return;
2215 	}
2216 	icbp->icb_retry_count = fcp->isp_retry_count;
2217 
2218 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2219 	if (icbp->icb_rqstqlen < 8) {
2220 		isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2221 		return;
2222 	}
2223 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2224 	if (icbp->icb_rsltqlen < 8) {
2225 		isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2226 		    icbp->icb_rsltqlen);
2227 		return;
2228 	}
2229 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2230 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2231 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2232 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2233 
2234 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2235 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2236 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2237 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2238 
2239 #ifdef	ISP_TARGET_MODE
2240 	/* unconditionally set up the ATIO queue if we support target mode */
2241 	icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2242 	if (icbp->icb_atioqlen < 8) {
2243 		isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2244 		return;
2245 	}
2246 	icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2247 	icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2248 	icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2249 	icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2250 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2251 	    DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2252 #endif
2253 
2254 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2255 
2256 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2257 	    DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2258 	    DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2259 
2260 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2261 		isp_prt(isp, ISP_LOGERR, sacq);
2262 		return;
2263 	}
2264 	ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2265 	isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2266 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
2267 		isp_print_bytes(isp, "isp_fibre_init_2400",
2268 		    sizeof (*icbp), fcp->isp_scratch);
2269 	}
2270 
2271 	/*
2272 	 * Now fill in information about any additional channels
2273 	 */
2274 	if (isp->isp_nchan > 1) {
2275 		isp_icb_2400_vpinfo_t vpinfo, *vdst;
2276 		vp_port_info_t pi, *pdst;
2277 		size_t amt = 0;
2278 		uint8_t *off;
2279 
2280 		vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2281 		if (ISP_CAP_VP0(isp)) {
2282 			vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2283 			vpinfo.vp_count = isp->isp_nchan;
2284 			chan = 0;
2285 		} else {
2286 			vpinfo.vp_count = isp->isp_nchan - 1;
2287 			chan = 1;
2288 		}
2289 		off = fcp->isp_scratch;
2290 		off += ICB2400_VPINFO_OFF;
2291 		vdst = (isp_icb_2400_vpinfo_t *) off;
2292 		isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2293 		amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2294 		for (; chan < isp->isp_nchan; chan++) {
2295 			fcparam *fcp2;
2296 
2297 			ISP_MEMZERO(&pi, sizeof (pi));
2298 			fcp2 = FCPARAM(isp, chan);
2299 			if (fcp2->role != ISP_ROLE_NONE) {
2300 				pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2301 				    ICB2400_VPOPT_ENA_SNSLOGIN;
2302 				if (fcp2->role & ISP_ROLE_INITIATOR)
2303 					pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2304 				if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2305 					pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2306 			}
2307 			if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2308 				pi.vp_port_loopid = fcp2->isp_loopid;
2309 				if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2310 					pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2311 				else
2312 					pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2313 			}
2314 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2315 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2316 			off = fcp->isp_scratch;
2317 			if (ISP_CAP_VP0(isp))
2318 				off += ICB2400_VPINFO_PORT_OFF(chan);
2319 			else
2320 				off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2321 			pdst = (vp_port_info_t *) off;
2322 			isp_put_vp_port_info(isp, &pi, pdst);
2323 			amt += ICB2400_VPOPT_WRITE_SIZE;
2324 		}
2325 		if (isp->isp_dblev & ISP_LOGDEBUG1) {
2326 			isp_print_bytes(isp, "isp_fibre_init_2400",
2327 			    amt - ICB2400_VPINFO_OFF,
2328 			    (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2329 		}
2330 	}
2331 
2332 	/*
2333 	 * Init the firmware
2334 	 */
2335 	MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2336 	if (isp->isp_nchan > 1) {
2337 		mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2338 	} else {
2339 		mbs.param[0] = MBOX_INIT_FIRMWARE;
2340 	}
2341 	mbs.param[1] = 0;
2342 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2343 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2344 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2345 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2346 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2347 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2348 	isp_mboxcmd(isp, &mbs);
2349 	FC_SCRATCH_RELEASE(isp, 0);
2350 
2351 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2352 		return;
2353 	}
2354 	isp->isp_reqidx = 0;
2355 	isp->isp_reqodx = 0;
2356 	isp->isp_residx = 0;
2357 	isp->isp_resodx = 0;
2358 	isp->isp_atioodx = 0;
2359 
2360 	/*
2361 	 * Whatever happens, we're now committed to being here.
2362 	 */
2363 	isp->isp_state = ISP_RUNSTATE;
2364 }
2365 
2366 static int
2367 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2368 {
2369 	fcparam *fcp = FCPARAM(isp, chan);
2370 	vp_modify_t vp;
2371 	void *reqp;
2372 	uint8_t resp[QENTRY_LEN];
2373 
2374 	/* Build a VP MODIFY command in memory */
2375 	ISP_MEMZERO(&vp, sizeof(vp));
2376 	vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2377 	vp.vp_mod_hdr.rqs_entry_count = 1;
2378 	vp.vp_mod_cnt = 1;
2379 	vp.vp_mod_idx0 = chan;
2380 	vp.vp_mod_cmd = VP_MODIFY_ENA;
2381 	vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2382 	    ICB2400_VPOPT_ENA_SNSLOGIN;
2383 	if (fcp->role & ISP_ROLE_INITIATOR)
2384 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2385 	if ((fcp->role & ISP_ROLE_TARGET) == 0)
2386 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2387 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2388 		vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2389 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2390 			vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2391 		else
2392 			vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2393 	}
2394 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2395 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2396 
2397 	/* Prepare space for response in memory */
2398 	memset(resp, 0xff, sizeof(resp));
2399 	vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2400 	if (vp.vp_mod_hdl == 0) {
2401 		isp_prt(isp, ISP_LOGERR,
2402 		    "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2403 		return (EIO);
2404 	}
2405 
2406 	/* Send request and wait for response. */
2407 	reqp = isp_getrqentry(isp);
2408 	if (reqp == NULL) {
2409 		isp_prt(isp, ISP_LOGERR,
2410 		    "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2411 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2412 		return (EIO);
2413 	}
2414 	isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2415 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2416 		isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2417 	ISP_SYNC_REQUEST(isp);
2418 	if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2419 		isp_prt(isp, ISP_LOGERR,
2420 		    "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2421 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2422 		return (EIO);
2423 	}
2424 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2425 		isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2426 	isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2427 
2428 	if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2429 		isp_prt(isp, ISP_LOGERR,
2430 		    "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2431 		    __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2432 		return (EIO);
2433 	}
2434 	GET_NANOTIME(&isp->isp_init_time);
2435 	return (0);
2436 }
2437 
2438 static int
2439 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2440 {
2441 	vp_ctrl_info_t vp;
2442 	void *reqp;
2443 	uint8_t resp[QENTRY_LEN];
2444 
2445 	/* Build a VP CTRL command in memory */
2446 	ISP_MEMZERO(&vp, sizeof(vp));
2447 	vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2448 	vp.vp_ctrl_hdr.rqs_entry_count = 1;
2449 	if (ISP_CAP_VP0(isp)) {
2450 		vp.vp_ctrl_status = 1;
2451 	} else {
2452 		vp.vp_ctrl_status = 0;
2453 		chan--;	/* VP0 can not be controlled in this case. */
2454 	}
2455 	vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2456 	vp.vp_ctrl_vp_count = 1;
2457 	vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2458 
2459 	/* Prepare space for response in memory */
2460 	memset(resp, 0xff, sizeof(resp));
2461 	vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2462 	if (vp.vp_ctrl_handle == 0) {
2463 		isp_prt(isp, ISP_LOGERR,
2464 		    "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2465 		return (EIO);
2466 	}
2467 
2468 	/* Send request and wait for response. */
2469 	reqp = isp_getrqentry(isp);
2470 	if (reqp == NULL) {
2471 		isp_prt(isp, ISP_LOGERR,
2472 		    "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2473 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2474 		return (EIO);
2475 	}
2476 	isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2477 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2478 		isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2479 	ISP_SYNC_REQUEST(isp);
2480 	if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2481 		isp_prt(isp, ISP_LOGERR,
2482 		    "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2483 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2484 		return (EIO);
2485 	}
2486 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2487 		isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2488 	isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2489 
2490 	if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2491 		isp_prt(isp, ISP_LOGERR,
2492 		    "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2493 		    __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2494 		    vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2495 		return (EIO);
2496 	}
2497 	return (0);
2498 }
2499 
2500 static int
2501 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2502 {
2503 	fcparam *fcp = FCPARAM(isp, chan);
2504 	int i, was, res = 0;
2505 
2506 	if (chan >= isp->isp_nchan) {
2507 		isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2508 		return (ENXIO);
2509 	}
2510 	if (fcp->role == new_role)
2511 		return (0);
2512 	for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2513 		if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2514 			was++;
2515 	}
2516 	if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2517 		fcp->role = new_role;
2518 		return (isp_reinit(isp, 0));
2519 	}
2520 	if (fcp->role != ISP_ROLE_NONE) {
2521 		res = isp_fc_disable_vp(isp, chan);
2522 		isp_clear_portdb(isp, chan);
2523 	}
2524 	fcp->role = new_role;
2525 	if (fcp->role != ISP_ROLE_NONE)
2526 		res = isp_fc_enable_vp(isp, chan);
2527 	return (res);
2528 }
2529 
2530 static void
2531 isp_clear_portdb(ispsoftc_t *isp, int chan)
2532 {
2533 	fcparam *fcp = FCPARAM(isp, chan);
2534 	fcportdb_t *lp;
2535 	int i;
2536 
2537 	for (i = 0; i < MAX_FC_TARG; i++) {
2538 		lp = &fcp->portdb[i];
2539 		switch (lp->state) {
2540 		case FC_PORTDB_STATE_DEAD:
2541 		case FC_PORTDB_STATE_CHANGED:
2542 		case FC_PORTDB_STATE_VALID:
2543 			lp->state = FC_PORTDB_STATE_NIL;
2544 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2545 			break;
2546 		case FC_PORTDB_STATE_NIL:
2547 		case FC_PORTDB_STATE_NEW:
2548 			lp->state = FC_PORTDB_STATE_NIL;
2549 			break;
2550 		case FC_PORTDB_STATE_ZOMBIE:
2551 			break;
2552 		default:
2553 			panic("Don't know how to clear state %d\n", lp->state);
2554 		}
2555 	}
2556 }
2557 
2558 static void
2559 isp_mark_portdb(ispsoftc_t *isp, int chan)
2560 {
2561 	fcparam *fcp = FCPARAM(isp, chan);
2562 	fcportdb_t *lp;
2563 	int i;
2564 
2565 	for (i = 0; i < MAX_FC_TARG; i++) {
2566 		lp = &fcp->portdb[i];
2567 		if (lp->state == FC_PORTDB_STATE_NIL)
2568 			continue;
2569 		if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2570 		    lp->portid <= DOMAIN_CONTROLLER_END)
2571 			continue;
2572 		fcp->portdb[i].probational = 1;
2573 	}
2574 }
2575 
2576 /*
2577  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2578  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2579  */
2580 static int
2581 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2582 {
2583 	isp_plogx_t pl;
2584 	void *reqp;
2585 	uint8_t resp[QENTRY_LEN];
2586 	uint32_t sst, parm1;
2587 	int rval, lev;
2588 	const char *msg;
2589 	char buf[64];
2590 
2591 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2592 	    chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2593 	    "Login":"Logout", portid, handle);
2594 	if (!IS_24XX(isp)) {
2595 		int action = flags & PLOGX_FLG_CMD_MASK;
2596 		if (action == PLOGX_FLG_CMD_PLOGI) {
2597 			return (isp_port_login(isp, handle, portid));
2598 		} else if (action == PLOGX_FLG_CMD_LOGO) {
2599 			return (isp_port_logout(isp, handle, portid));
2600 		} else {
2601 			return (MBOX_INVALID_COMMAND);
2602 		}
2603 	}
2604 
2605 	ISP_MEMZERO(&pl, sizeof(pl));
2606 	pl.plogx_header.rqs_entry_count = 1;
2607 	pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2608 	pl.plogx_nphdl = handle;
2609 	pl.plogx_vphdl = chan;
2610 	pl.plogx_portlo = portid;
2611 	pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2612 	pl.plogx_flags = flags;
2613 
2614 	/* Prepare space for response in memory */
2615 	memset(resp, 0xff, sizeof(resp));
2616 	pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2617 	if (pl.plogx_handle == 0) {
2618 		isp_prt(isp, ISP_LOGERR,
2619 		    "%s: PLOGX of Chan %d out of handles", __func__, chan);
2620 		return (-1);
2621 	}
2622 
2623 	/* Send request and wait for response. */
2624 	reqp = isp_getrqentry(isp);
2625 	if (reqp == NULL) {
2626 		isp_prt(isp, ISP_LOGERR,
2627 		    "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2628 		isp_destroy_handle(isp, pl.plogx_handle);
2629 		return (-1);
2630 	}
2631 	isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2632 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2633 		isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2634 	FCPARAM(isp, chan)->isp_login_hdl = handle;
2635 	ISP_SYNC_REQUEST(isp);
2636 	if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2637 	    == EWOULDBLOCK) {
2638 		isp_prt(isp, ISP_LOGERR,
2639 		    "%s: PLOGX of Chan %d timed out", __func__, chan);
2640 		isp_destroy_handle(isp, pl.plogx_handle);
2641 		return (-1);
2642 	}
2643 	FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2644 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2645 		isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2646 	isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2647 
2648 	if (pl.plogx_status == PLOGX_STATUS_OK) {
2649 		return (0);
2650 	} else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2651 		isp_prt(isp, ISP_LOGWARN,
2652 		    "status 0x%x on port login IOCB channel %d",
2653 		    pl.plogx_status, chan);
2654 		return (-1);
2655 	}
2656 
2657 	sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2658 	parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2659 
2660 	rval = -1;
2661 	lev = ISP_LOGERR;
2662 	msg = NULL;
2663 
2664 	switch (sst) {
2665 	case PLOGX_IOCBERR_NOLINK:
2666 		msg = "no link";
2667 		break;
2668 	case PLOGX_IOCBERR_NOIOCB:
2669 		msg = "no IOCB buffer";
2670 		break;
2671 	case PLOGX_IOCBERR_NOXGHG:
2672 		msg = "no Exchange Control Block";
2673 		break;
2674 	case PLOGX_IOCBERR_FAILED:
2675 		ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2676 		msg = buf;
2677 		break;
2678 	case PLOGX_IOCBERR_NOFABRIC:
2679 		msg = "no fabric";
2680 		break;
2681 	case PLOGX_IOCBERR_NOTREADY:
2682 		msg = "firmware not ready";
2683 		break;
2684 	case PLOGX_IOCBERR_NOLOGIN:
2685 		ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2686 		msg = buf;
2687 		rval = MBOX_NOT_LOGGED_IN;
2688 		break;
2689 	case PLOGX_IOCBERR_REJECT:
2690 		ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2691 		msg = buf;
2692 		break;
2693 	case PLOGX_IOCBERR_NOPCB:
2694 		msg = "no PCB allocated";
2695 		break;
2696 	case PLOGX_IOCBERR_EINVAL:
2697 		ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2698 		msg = buf;
2699 		break;
2700 	case PLOGX_IOCBERR_PORTUSED:
2701 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2702 		ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2703 		msg = buf;
2704 		rval = MBOX_PORT_ID_USED | (parm1 << 16);
2705 		break;
2706 	case PLOGX_IOCBERR_HNDLUSED:
2707 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2708 		ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2709 		msg = buf;
2710 		rval = MBOX_LOOP_ID_USED;
2711 		break;
2712 	case PLOGX_IOCBERR_NOHANDLE:
2713 		msg = "no handle allocated";
2714 		break;
2715 	case PLOGX_IOCBERR_NOFLOGI:
2716 		msg = "no FLOGI_ACC";
2717 		break;
2718 	default:
2719 		ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2720 		msg = buf;
2721 		break;
2722 	}
2723 	if (msg) {
2724 		isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2725 	}
2726 	return (rval);
2727 }
2728 
2729 static int
2730 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2731 {
2732 	mbreg_t mbs;
2733 
2734 	MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2735 	if (ISP_CAP_2KLOGIN(isp)) {
2736 		mbs.param[1] = handle;
2737 		mbs.ibits = (1 << 10);
2738 	} else {
2739 		mbs.param[1] = handle << 8;
2740 	}
2741 	mbs.param[2] = portid >> 16;
2742 	mbs.param[3] = portid;
2743 	mbs.logval = MBLOGNONE;
2744 	mbs.timeout = 500000;
2745 	isp_mboxcmd(isp, &mbs);
2746 
2747 	switch (mbs.param[0]) {
2748 	case MBOX_PORT_ID_USED:
2749 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2750 		return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2751 
2752 	case MBOX_LOOP_ID_USED:
2753 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2754 		return (MBOX_LOOP_ID_USED);
2755 
2756 	case MBOX_COMMAND_COMPLETE:
2757 		return (0);
2758 
2759 	case MBOX_COMMAND_ERROR:
2760 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2761 		return (MBOX_COMMAND_ERROR);
2762 
2763 	case MBOX_ALL_IDS_USED:
2764 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2765 		return (MBOX_ALL_IDS_USED);
2766 
2767 	default:
2768 		isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2769 		return (mbs.param[0]);
2770 	}
2771 }
2772 
2773 /*
2774  * Pre-24XX fabric port logout
2775  *
2776  * Note that portid is not used
2777  */
2778 static int
2779 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2780 {
2781 	mbreg_t mbs;
2782 
2783 	MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2784 	if (ISP_CAP_2KLOGIN(isp)) {
2785 		mbs.param[1] = handle;
2786 		mbs.ibits = (1 << 10);
2787 	} else {
2788 		mbs.param[1] = handle << 8;
2789 	}
2790 	isp_mboxcmd(isp, &mbs);
2791 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2792 }
2793 
2794 static int
2795 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2796 {
2797 	mbreg_t mbs;
2798 	union {
2799 		isp_pdb_21xx_t fred;
2800 		isp_pdb_24xx_t bill;
2801 	} un;
2802 
2803 	MBSINIT(&mbs, MBOX_GET_PORT_DB,
2804 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2805 	if (IS_24XX(isp)) {
2806 		mbs.ibits = (1 << 9)|(1 << 10);
2807 		mbs.param[1] = id;
2808 		mbs.param[9] = chan;
2809 	} else if (ISP_CAP_2KLOGIN(isp)) {
2810 		mbs.param[1] = id;
2811 	} else {
2812 		mbs.param[1] = id << 8;
2813 	}
2814 	mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2815 	mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2816 	mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2817 	mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2818 	MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2819 
2820 	isp_mboxcmd(isp, &mbs);
2821 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2822 		return (mbs.param[0] | (mbs.param[1] << 16));
2823 
2824 	MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2825 	if (IS_24XX(isp)) {
2826 		isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2827 		pdb->handle = un.bill.pdb_handle;
2828 		pdb->prli_word3 = un.bill.pdb_prli_svc3;
2829 		pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2830 		ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2831 		ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2832 		isp_prt(isp, ISP_LOGDEBUG1,
2833 		    "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x",
2834 		    chan, id, pdb->portid, un.bill.pdb_flags,
2835 		    un.bill.pdb_curstate);
2836 		if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2837 			mbs.param[0] = MBOX_NOT_LOGGED_IN;
2838 			return (mbs.param[0]);
2839 		}
2840 	} else {
2841 		isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2842 		pdb->handle = un.fred.pdb_loopid;
2843 		pdb->prli_word3 = un.fred.pdb_prli_svc3;
2844 		pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2845 		ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2846 		ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2847 		isp_prt(isp, ISP_LOGDEBUG1,
2848 		    "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2849 	}
2850 	return (0);
2851 }
2852 
2853 static int
2854 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2855 {
2856 	fcparam *fcp = FCPARAM(isp, chan);
2857 	mbreg_t mbs;
2858 	isp_pnhle_21xx_t el1, *elp1;
2859 	isp_pnhle_23xx_t el3, *elp3;
2860 	isp_pnhle_24xx_t el4, *elp4;
2861 	int i, j;
2862 	uint32_t p;
2863 	uint16_t h;
2864 
2865 	MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2866 	if (IS_24XX(isp)) {
2867 		mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2868 		mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2869 		mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2870 		mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2871 		mbs.param[8] = ISP_FC_SCRLEN;
2872 		mbs.param[9] = chan;
2873 	} else {
2874 		mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2875 		mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2876 		mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2877 		mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2878 		mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2879 	}
2880 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2881 		isp_prt(isp, ISP_LOGERR, sacq);
2882 		return (-1);
2883 	}
2884 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2885 	isp_mboxcmd(isp, &mbs);
2886 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2887 		FC_SCRATCH_RELEASE(isp, chan);
2888 		return (mbs.param[0] | (mbs.param[1] << 16));
2889 	}
2890 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2891 	elp1 = fcp->isp_scratch;
2892 	elp3 = fcp->isp_scratch;
2893 	elp4 = fcp->isp_scratch;
2894 	for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2895 		if (IS_24XX(isp)) {
2896 			isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2897 			p = el4.pnhle_port_id_lo |
2898 			    (el4.pnhle_port_id_hi << 16);
2899 			h = el4.pnhle_handle;
2900 		} else if (IS_23XX(isp)) {
2901 			isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2902 			p = el3.pnhle_port_id_lo |
2903 			    (el3.pnhle_port_id_hi << 16);
2904 			h = el3.pnhle_handle;
2905 		} else { /* 21xx */
2906 			isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2907 			p = el1.pnhle_port_id_lo |
2908 			    ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2909 			h = el1.pnhle_port_id_hi_handle >> 8;
2910 		}
2911 		if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2912 			continue;
2913 		handles[j++] = h;
2914 	}
2915 	*num = j;
2916 	FC_SCRATCH_RELEASE(isp, chan);
2917 	return (0);
2918 }
2919 
2920 static void
2921 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2922 {
2923 	isp_pdb_t pdb;
2924 	uint16_t lim, nphdl;
2925 
2926 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2927 	if (ISP_CAP_2KLOGIN(isp)) {
2928 		lim = NPH_MAX_2K;
2929 	} else {
2930 		lim = NPH_MAX;
2931 	}
2932 	for (nphdl = 0; nphdl != lim; nphdl++) {
2933 		if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2934 			continue;
2935 		}
2936 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2937 		    "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2938 		    chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2939 		    pdb.portname[2], pdb.portname[3], pdb.portname[4],
2940 		    pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2941 	}
2942 }
2943 
2944 static uint64_t
2945 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2946 {
2947 	uint64_t wwn = INI_NONE;
2948 	mbreg_t mbs;
2949 
2950 	MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2951 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2952 	if (ISP_CAP_2KLOGIN(isp)) {
2953 		mbs.param[1] = nphdl;
2954 		if (nodename) {
2955 			mbs.param[10] = 1;
2956 		}
2957 		mbs.param[9] = chan;
2958 	} else {
2959 		mbs.ibitm = 3;
2960 		mbs.param[1] = nphdl << 8;
2961 		if (nodename) {
2962 			mbs.param[1] |= 1;
2963 		}
2964 	}
2965 	isp_mboxcmd(isp, &mbs);
2966 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2967 		return (wwn);
2968 	}
2969 	if (IS_24XX(isp)) {
2970 		wwn =
2971 		    (((uint64_t)(mbs.param[2] >> 8))	<< 56) |
2972 		    (((uint64_t)(mbs.param[2] & 0xff))	<< 48) |
2973 		    (((uint64_t)(mbs.param[3] >> 8))	<< 40) |
2974 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 32) |
2975 		    (((uint64_t)(mbs.param[6] >> 8))	<< 24) |
2976 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 16) |
2977 		    (((uint64_t)(mbs.param[7] >> 8))	<<  8) |
2978 		    (((uint64_t)(mbs.param[7] & 0xff)));
2979 	} else {
2980 		wwn =
2981 		    (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2982 		    (((uint64_t)(mbs.param[2] >> 8))	<< 48) |
2983 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 40) |
2984 		    (((uint64_t)(mbs.param[3] >> 8))	<< 32) |
2985 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 24) |
2986 		    (((uint64_t)(mbs.param[6] >> 8))	<< 16) |
2987 		    (((uint64_t)(mbs.param[7] & 0xff))	<<  8) |
2988 		    (((uint64_t)(mbs.param[7] >> 8)));
2989 	}
2990 	return (wwn);
2991 }
2992 
2993 /*
2994  * Make sure we have good FC link.
2995  */
2996 
2997 static int
2998 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2999 {
3000 	mbreg_t mbs;
3001 	int i, r;
3002 	uint16_t nphdl;
3003 	fcparam *fcp;
3004 	isp_pdb_t pdb;
3005 	NANOTIME_T hra, hrb;
3006 
3007 	fcp = FCPARAM(isp, chan);
3008 
3009 	if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3010 		return (-1);
3011 	if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
3012 		return (0);
3013 
3014 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
3015 
3016 	/*
3017 	 * Wait up to N microseconds for F/W to go to a ready state.
3018 	 */
3019 	GET_NANOTIME(&hra);
3020 	while (1) {
3021 		isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
3022 		if (fcp->isp_fwstate == FW_READY) {
3023 			break;
3024 		}
3025 		if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3026 			goto abort;
3027 		GET_NANOTIME(&hrb);
3028 		if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
3029 			break;
3030 		ISP_SLEEP(isp, 1000);
3031 	}
3032 	if (fcp->isp_fwstate != FW_READY) {
3033 		isp_prt(isp, ISP_LOG_SANCFG,
3034 		    "Chan %d Firmware is not ready (%s)",
3035 		    chan, isp_fc_fw_statename(fcp->isp_fwstate));
3036 		return (-1);
3037 	}
3038 
3039 	/*
3040 	 * Get our Loop ID and Port ID.
3041 	 */
3042 	MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
3043 	mbs.param[9] = chan;
3044 	isp_mboxcmd(isp, &mbs);
3045 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3046 		return (-1);
3047 	}
3048 
3049 	if (IS_2100(isp)) {
3050 		/*
3051 		 * Don't bother with fabric if we are using really old
3052 		 * 2100 firmware. It's just not worth it.
3053 		 */
3054 		if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3055 			fcp->isp_topo = TOPO_FL_PORT;
3056 		else
3057 			fcp->isp_topo = TOPO_NL_PORT;
3058 	} else {
3059 		int topo = (int) mbs.param[6];
3060 		if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3061 			topo = TOPO_PTP_STUB;
3062 		}
3063 		fcp->isp_topo = topo;
3064 	}
3065 	fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3066 
3067 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3068 		fcp->isp_loopid = mbs.param[1] & 0xff;
3069 	} else if (fcp->isp_topo != TOPO_F_PORT) {
3070 		uint8_t alpa = fcp->isp_portid;
3071 
3072 		for (i = 0; alpa_map[i]; i++) {
3073 			if (alpa_map[i] == alpa)
3074 				break;
3075 		}
3076 		if (alpa_map[i])
3077 			fcp->isp_loopid = i;
3078 	}
3079 
3080 #if 0
3081 	fcp->isp_loopstate = LOOP_HAVE_ADDR;
3082 #endif
3083 	fcp->isp_loopstate = LOOP_TESTING_LINK;
3084 
3085 	if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3086 		nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3087 		r = isp_getpdb(isp, chan, nphdl, &pdb);
3088 		if (r != 0 || pdb.portid == 0) {
3089 			if (IS_2100(isp)) {
3090 				fcp->isp_topo = TOPO_NL_PORT;
3091 			} else {
3092 				isp_prt(isp, ISP_LOGWARN,
3093 				    "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3094 				fcp->isp_topo = TOPO_PTP_STUB;
3095 			}
3096 			goto not_on_fabric;
3097 		}
3098 
3099 		if (IS_24XX(isp)) {
3100 			fcp->isp_fabric_params = mbs.param[7];
3101 			fcp->isp_sns_hdl = NPH_SNS_ID;
3102 			r = isp_register_fc4_type_24xx(isp, chan);
3103 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3104 				goto abort;
3105 			if (r != 0)
3106 				goto not_on_fabric;
3107 			r = isp_register_fc4_features_24xx(isp, chan);
3108 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3109 				goto abort;
3110 			if (r != 0)
3111 				goto not_on_fabric;
3112 			r = isp_register_port_name_24xx(isp, chan);
3113 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3114 				goto abort;
3115 			if (r != 0)
3116 				goto not_on_fabric;
3117 			isp_register_node_name_24xx(isp, chan);
3118 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3119 				goto abort;
3120 		} else {
3121 			fcp->isp_sns_hdl = SNS_ID;
3122 			r = isp_register_fc4_type(isp, chan);
3123 			if (r != 0)
3124 				goto not_on_fabric;
3125 			if (fcp->role == ISP_ROLE_TARGET)
3126 				isp_send_change_request(isp, chan);
3127 		}
3128 	}
3129 
3130 not_on_fabric:
3131 	/* Get link speed. */
3132 	fcp->isp_gbspeed = 1;
3133 	if (IS_23XX(isp) || IS_24XX(isp)) {
3134 		MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3135 		mbs.param[1] = MBGSD_GET_RATE;
3136 		/* mbs.param[2] undefined if we're just getting rate */
3137 		isp_mboxcmd(isp, &mbs);
3138 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3139 			if (mbs.param[1] == MBGSD_10GB)
3140 				fcp->isp_gbspeed = 10;
3141 			else if (mbs.param[1] == MBGSD_16GB)
3142 				fcp->isp_gbspeed = 16;
3143 			else if (mbs.param[1] == MBGSD_8GB)
3144 				fcp->isp_gbspeed = 8;
3145 			else if (mbs.param[1] == MBGSD_4GB)
3146 				fcp->isp_gbspeed = 4;
3147 			else if (mbs.param[1] == MBGSD_2GB)
3148 				fcp->isp_gbspeed = 2;
3149 			else if (mbs.param[1] == MBGSD_1GB)
3150 				fcp->isp_gbspeed = 1;
3151 		}
3152 	}
3153 
3154 	if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3155 abort:
3156 		isp_prt(isp, ISP_LOG_SANCFG,
3157 		    "Chan %d FC link test aborted", chan);
3158 		return (1);
3159 	}
3160 	fcp->isp_loopstate = LOOP_LTEST_DONE;
3161 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3162 	    "Chan %d WWPN %016jx WWNN %016jx",
3163 	    chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3164 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3165 	    "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3166 	    chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3167 	    fcp->isp_loopid);
3168 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3169 	return (0);
3170 }
3171 
3172 /*
3173  * Complete the synchronization of our Port Database.
3174  *
3175  * At this point, we've scanned the local loop (if any) and the fabric
3176  * and performed fabric logins on all new devices.
3177  *
3178  * Our task here is to go through our port database removing any entities
3179  * that are still marked probational (issuing PLOGO for ones which we had
3180  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3181  * devices.
3182  */
3183 static int
3184 isp_pdb_sync(ispsoftc_t *isp, int chan)
3185 {
3186 	fcparam *fcp = FCPARAM(isp, chan);
3187 	fcportdb_t *lp;
3188 	uint16_t dbidx;
3189 
3190 	if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3191 		return (-1);
3192 	if (fcp->isp_loopstate >= LOOP_READY)
3193 		return (0);
3194 
3195 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3196 
3197 	fcp->isp_loopstate = LOOP_SYNCING_PDB;
3198 
3199 	for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3200 		lp = &fcp->portdb[dbidx];
3201 
3202 		if (lp->state == FC_PORTDB_STATE_NIL)
3203 			continue;
3204 		if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3205 			lp->state = FC_PORTDB_STATE_DEAD;
3206 		switch (lp->state) {
3207 		case FC_PORTDB_STATE_DEAD:
3208 			lp->state = FC_PORTDB_STATE_NIL;
3209 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3210 			if ((lp->portid & 0xffff00) != 0) {
3211 				(void) isp_plogx(isp, chan, lp->handle,
3212 				    lp->portid,
3213 				    PLOGX_FLG_CMD_LOGO |
3214 				    PLOGX_FLG_IMPLICIT |
3215 				    PLOGX_FLG_FREE_NPHDL);
3216 			}
3217 			/*
3218 			 * Note that we might come out of this with our state
3219 			 * set to FC_PORTDB_STATE_ZOMBIE.
3220 			 */
3221 			break;
3222 		case FC_PORTDB_STATE_NEW:
3223 			lp->state = FC_PORTDB_STATE_VALID;
3224 			isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3225 			break;
3226 		case FC_PORTDB_STATE_CHANGED:
3227 			lp->state = FC_PORTDB_STATE_VALID;
3228 			isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3229 			lp->portid = lp->new_portid;
3230 			lp->prli_word3 = lp->new_prli_word3;
3231 			break;
3232 		case FC_PORTDB_STATE_VALID:
3233 			isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3234 			break;
3235 		case FC_PORTDB_STATE_ZOMBIE:
3236 			break;
3237 		default:
3238 			isp_prt(isp, ISP_LOGWARN,
3239 			    "isp_pdb_sync: state %d for idx %d",
3240 			    lp->state, dbidx);
3241 			isp_dump_portdb(isp, chan);
3242 		}
3243 	}
3244 
3245 	if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3246 		isp_prt(isp, ISP_LOG_SANCFG,
3247 		    "Chan %d FC PDB sync aborted", chan);
3248 		return (1);
3249 	}
3250 
3251 	fcp->isp_loopstate = LOOP_READY;
3252 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3253 	return (0);
3254 }
3255 
3256 static void
3257 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3258 {
3259 	fcportdb_t *lp;
3260 	uint64_t wwnn, wwpn;
3261 
3262 	MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3263 	MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3264 
3265 	/* Search port database for the same WWPN. */
3266 	if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3267 		if (!lp->probational) {
3268 			isp_prt(isp, ISP_LOGERR,
3269 			    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3270 			    chan, lp->portid, lp->handle,
3271 			    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3272 			isp_dump_portdb(isp, chan);
3273 			return;
3274 		}
3275 		lp->probational = 0;
3276 		lp->node_wwn = wwnn;
3277 
3278 		/* Old device, nothing new. */
3279 		if (lp->portid == pdb->portid &&
3280 		    lp->handle == pdb->handle &&
3281 		    lp->prli_word3 == pdb->prli_word3) {
3282 			if (lp->state != FC_PORTDB_STATE_NEW)
3283 				lp->state = FC_PORTDB_STATE_VALID;
3284 			isp_prt(isp, ISP_LOG_SANCFG,
3285 			    "Chan %d Port 0x%06x@0x%04x is valid",
3286 			    chan, pdb->portid, pdb->handle);
3287 			return;
3288 		}
3289 
3290 		/* Something has changed. */
3291 		lp->state = FC_PORTDB_STATE_CHANGED;
3292 		lp->handle = pdb->handle;
3293 		lp->new_portid = pdb->portid;
3294 		lp->new_prli_word3 = pdb->prli_word3;
3295 		isp_prt(isp, ISP_LOG_SANCFG,
3296 		    "Chan %d Port 0x%06x@0x%04x is changed",
3297 		    chan, pdb->portid, pdb->handle);
3298 		return;
3299 	}
3300 
3301 	/* It seems like a new port. Find an empty slot for it. */
3302 	if (!isp_find_pdb_empty(isp, chan, &lp)) {
3303 		isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3304 		return;
3305 	}
3306 
3307 	ISP_MEMZERO(lp, sizeof (fcportdb_t));
3308 	lp->probational = 0;
3309 	lp->state = FC_PORTDB_STATE_NEW;
3310 	lp->portid = lp->new_portid = pdb->portid;
3311 	lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3312 	lp->handle = pdb->handle;
3313 	lp->port_wwn = wwpn;
3314 	lp->node_wwn = wwnn;
3315 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3316 	    chan, pdb->portid, pdb->handle);
3317 }
3318 
3319 /*
3320  * Fix port IDs for logged-in initiators on pre-2400 chips.
3321  * For those chips we are not receiving login events, adding initiators
3322  * based on ATIO requests, but there is no port ID in that structure.
3323  */
3324 static void
3325 isp_fix_portids(ispsoftc_t *isp, int chan)
3326 {
3327 	fcparam *fcp = FCPARAM(isp, chan);
3328 	isp_pdb_t pdb;
3329 	uint64_t wwpn;
3330 	int i, r;
3331 
3332 	for (i = 0; i < MAX_FC_TARG; i++) {
3333 		fcportdb_t *lp = &fcp->portdb[i];
3334 
3335 		if (lp->state == FC_PORTDB_STATE_NIL ||
3336 		    lp->state == FC_PORTDB_STATE_ZOMBIE)
3337 			continue;
3338 		if (VALID_PORT(lp->portid))
3339 			continue;
3340 
3341 		r = isp_getpdb(isp, chan, lp->handle, &pdb);
3342 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3343 			return;
3344 		if (r != 0) {
3345 			isp_prt(isp, ISP_LOGDEBUG1,
3346 			    "Chan %d FC Scan Loop handle %d returned %x",
3347 			    chan, lp->handle, r);
3348 			continue;
3349 		}
3350 
3351 		MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3352 		if (lp->port_wwn != wwpn)
3353 			continue;
3354 		lp->portid = lp->new_portid = pdb.portid;
3355 		isp_prt(isp, ISP_LOG_SANCFG,
3356 		    "Chan %d Port 0x%06x@0x%04x is fixed",
3357 		    chan, pdb.portid, pdb.handle);
3358 	}
3359 }
3360 
3361 /*
3362  * Scan local loop for devices.
3363  */
3364 static int
3365 isp_scan_loop(ispsoftc_t *isp, int chan)
3366 {
3367 	fcparam *fcp = FCPARAM(isp, chan);
3368 	int idx, lim, r;
3369 	isp_pdb_t pdb;
3370 	uint16_t *handles;
3371 	uint16_t handle;
3372 
3373 	if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3374 		return (-1);
3375 	if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3376 		return (0);
3377 
3378 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3379 	fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3380 	if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3381 		if (!IS_24XX(isp)) {
3382 			isp_fix_portids(isp, chan);
3383 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3384 				goto abort;
3385 		}
3386 		isp_prt(isp, ISP_LOG_SANCFG,
3387 		    "Chan %d FC loop scan done (no loop)", chan);
3388 		fcp->isp_loopstate = LOOP_LSCAN_DONE;
3389 		return (0);
3390 	}
3391 
3392 	handles = (uint16_t *)fcp->isp_scanscratch;
3393 	lim = ISP_FC_SCRLEN / 2;
3394 	r = isp_gethandles(isp, chan, handles, &lim, 1);
3395 	if (r != 0) {
3396 		isp_prt(isp, ISP_LOG_SANCFG,
3397 		    "Chan %d Getting list of handles failed with %x", chan, r);
3398 		isp_prt(isp, ISP_LOG_SANCFG,
3399 		    "Chan %d FC loop scan done (bad)", chan);
3400 		return (-1);
3401 	}
3402 
3403 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3404 	    chan, lim);
3405 
3406 	/*
3407 	 * Run through the list and get the port database info for each one.
3408 	 */
3409 	isp_mark_portdb(isp, chan);
3410 	for (idx = 0; idx < lim; idx++) {
3411 		handle = handles[idx];
3412 
3413 		/*
3414 		 * Don't scan "special" ids.
3415 		 */
3416 		if (ISP_CAP_2KLOGIN(isp)) {
3417 			if (handle >= NPH_RESERVED)
3418 				continue;
3419 		} else {
3420 			if (handle >= FL_ID && handle <= SNS_ID)
3421 				continue;
3422 		}
3423 
3424 		/*
3425 		 * In older cards with older f/w GET_PORT_DATABASE has been
3426 		 * known to hang. This trick gets around that problem.
3427 		 */
3428 		if (IS_2100(isp) || IS_2200(isp)) {
3429 			uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3430 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3431 abort:
3432 				isp_prt(isp, ISP_LOG_SANCFG,
3433 				    "Chan %d FC loop scan aborted", chan);
3434 				return (1);
3435 			}
3436 			if (node_wwn == INI_NONE) {
3437 				continue;
3438 			}
3439 		}
3440 
3441 		/*
3442 		 * Get the port database entity for this index.
3443 		 */
3444 		r = isp_getpdb(isp, chan, handle, &pdb);
3445 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3446 			goto abort;
3447 		if (r != 0) {
3448 			isp_prt(isp, ISP_LOGDEBUG1,
3449 			    "Chan %d FC Scan Loop handle %d returned %x",
3450 			    chan, handle, r);
3451 			continue;
3452 		}
3453 
3454 		isp_pdb_add_update(isp, chan, &pdb);
3455 	}
3456 	if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3457 		goto abort;
3458 	fcp->isp_loopstate = LOOP_LSCAN_DONE;
3459 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3460 	return (0);
3461 }
3462 
3463 /*
3464  * Scan the fabric for devices and add them to our port database.
3465  *
3466  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3467  *
3468  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3469  * server commands to the switch management server via the QLogic f/w.
3470  *
3471  * For the 24XX and above card, we use CT Pass-through IOCB.
3472  */
3473 #define	GIDLEN	ISP_FC_SCRLEN
3474 #define	NGENT	((GIDLEN - 16) >> 2)
3475 
3476 static int
3477 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3478 {
3479 	union {
3480 		sns_gid_ft_req_t _x;
3481 		uint8_t _y[SNS_GID_FT_REQ_SIZE];
3482 	} un;
3483 	fcparam *fcp = FCPARAM(isp, chan);
3484 	sns_gid_ft_req_t *rq = &un._x;
3485 	uint8_t *scp = fcp->isp_scratch;
3486 	mbreg_t mbs;
3487 
3488 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3489 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3490 		isp_prt(isp, ISP_LOGERR, sacq);
3491 		return (-1);
3492 	}
3493 
3494 	ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3495 	rq->snscb_rblen = GIDLEN >> 1;
3496 	rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3497 	rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3498 	rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3499 	rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3500 	rq->snscb_sblen = 6;
3501 	rq->snscb_cmd = SNS_GID_FT;
3502 	rq->snscb_mword_div_2 = NGENT;
3503 	rq->snscb_fc4_type = FC4_SCSI;
3504 
3505 	isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)scp);
3506 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3507 
3508 	MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3509 	mbs.param[0] = MBOX_SEND_SNS;
3510 	mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3511 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3512 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3513 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3514 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3515 	isp_mboxcmd(isp, &mbs);
3516 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3517 		if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3518 			return (1);
3519 		} else {
3520 			return (-1);
3521 		}
3522 	}
3523 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3524 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3525 		isp_print_bytes(isp, "CT response", GIDLEN, scp);
3526 	isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3527 	    (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3528 	FC_SCRATCH_RELEASE(isp, chan);
3529 	return (0);
3530 }
3531 
3532 static int
3533 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3534 {
3535 	fcparam *fcp = FCPARAM(isp, chan);
3536 	isp_ct_pt_t pt;
3537 	void *reqp;
3538 	uint8_t resp[QENTRY_LEN];
3539 
3540 	/*
3541 	 * Build a Passthrough IOCB in memory.
3542 	 */
3543 	ISP_MEMZERO(&pt, sizeof(pt));
3544 	pt.ctp_header.rqs_entry_count = 1;
3545 	pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3546 	pt.ctp_nphdl = fcp->isp_sns_hdl;
3547 	pt.ctp_cmd_cnt = 1;
3548 	pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3549 	pt.ctp_time = 10;
3550 	pt.ctp_rsp_cnt = 1;
3551 	pt.ctp_rsp_bcnt = rsp_bcnt;
3552 	pt.ctp_cmd_bcnt = cmd_bcnt;
3553 	pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3554 	pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3555 	pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3556 	pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3557 	pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3558 	pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3559 
3560 	/* Prepare space for response in memory */
3561 	memset(resp, 0xff, sizeof(resp));
3562 	pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3563 	if (pt.ctp_handle == 0) {
3564 		isp_prt(isp, ISP_LOGERR,
3565 		    "%s: CTP of Chan %d out of handles", __func__, chan);
3566 		return (-1);
3567 	}
3568 
3569 	/* Send request and wait for response. */
3570 	reqp = isp_getrqentry(isp);
3571 	if (reqp == NULL) {
3572 		isp_prt(isp, ISP_LOGERR,
3573 		    "%s: CTP of Chan %d out of rqent", __func__, chan);
3574 		isp_destroy_handle(isp, pt.ctp_handle);
3575 		return (-1);
3576 	}
3577 	isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3578 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3579 		isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3580 	ISP_SYNC_REQUEST(isp);
3581 	if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3582 		isp_prt(isp, ISP_LOGERR,
3583 		    "%s: CTP of Chan %d timed out", __func__, chan);
3584 		isp_destroy_handle(isp, pt.ctp_handle);
3585 		return (-1);
3586 	}
3587 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3588 		isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3589 
3590 	isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3591 	if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3592 		isp_prt(isp, ISP_LOGWARN,
3593 		    "Chan %d GID_FT CT Passthrough returned 0x%x",
3594 		    chan, pt.ctp_status);
3595 		return (-1);
3596 	}
3597 
3598 	return (0);
3599 }
3600 
3601 static int
3602 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3603 {
3604 	fcparam *fcp = FCPARAM(isp, chan);
3605 	ct_hdr_t ct;
3606 	uint32_t *rp;
3607 	uint8_t *scp = fcp->isp_scratch;
3608 
3609 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3610 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3611 		isp_prt(isp, ISP_LOGERR, sacq);
3612 		return (-1);
3613 	}
3614 
3615 	/*
3616 	 * Build the CT header and command in memory.
3617 	 */
3618 	ISP_MEMZERO(&ct, sizeof (ct));
3619 	ct.ct_revision = CT_REVISION;
3620 	ct.ct_fcs_type = CT_FC_TYPE_FC;
3621 	ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3622 	ct.ct_cmd_resp = SNS_GID_FT;
3623 	ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3624 	isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3625 	rp = (uint32_t *) &scp[sizeof(ct)];
3626 	ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3627 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
3628 		isp_print_bytes(isp, "CT request",
3629 		    sizeof(ct) + sizeof(uint32_t), scp);
3630 	}
3631 
3632 	if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3633 		FC_SCRATCH_RELEASE(isp, chan);
3634 		return (-1);
3635 	}
3636 
3637 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3638 		isp_print_bytes(isp, "CT response", GIDLEN, scp);
3639 	isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3640 	    (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3641 	FC_SCRATCH_RELEASE(isp, chan);
3642 	return (0);
3643 }
3644 
3645 static int
3646 isp_scan_fabric(ispsoftc_t *isp, int chan)
3647 {
3648 	fcparam *fcp = FCPARAM(isp, chan);
3649 	fcportdb_t *lp;
3650 	uint32_t portid;
3651 	uint16_t nphdl;
3652 	isp_pdb_t pdb;
3653 	int portidx, portlim, r;
3654 	sns_gid_ft_rsp_t *rs;
3655 
3656 	if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3657 		return (-1);
3658 	if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3659 		return (0);
3660 
3661 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3662 	fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3663 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3664 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3665 		isp_prt(isp, ISP_LOG_SANCFG,
3666 		    "Chan %d FC fabric scan done (no fabric)", chan);
3667 		return (0);
3668 	}
3669 
3670 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3671 abort:
3672 		FC_SCRATCH_RELEASE(isp, chan);
3673 		isp_prt(isp, ISP_LOG_SANCFG,
3674 		    "Chan %d FC fabric scan aborted", chan);
3675 		return (1);
3676 	}
3677 
3678 	/*
3679 	 * Make sure we still are logged into the fabric controller.
3680 	 */
3681 	nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3682 	r = isp_getpdb(isp, chan, nphdl, &pdb);
3683 	if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3684 		isp_dump_chip_portdb(isp, chan);
3685 	}
3686 	if (r) {
3687 		fcp->isp_loopstate = LOOP_LTEST_DONE;
3688 fail:
3689 		isp_prt(isp, ISP_LOG_SANCFG,
3690 		    "Chan %d FC fabric scan done (bad)", chan);
3691 		return (-1);
3692 	}
3693 
3694 	/* Get list of port IDs from SNS. */
3695 	if (IS_24XX(isp))
3696 		r = isp_gid_ft_ct_passthru(isp, chan);
3697 	else
3698 		r = isp_gid_ft_sns(isp, chan);
3699 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3700 		goto abort;
3701 	if (r > 0) {
3702 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3703 		return (-1);
3704 	} else if (r < 0) {
3705 		fcp->isp_loopstate = LOOP_LTEST_DONE;	/* try again */
3706 		return (-1);
3707 	}
3708 
3709 	rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3710 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3711 		goto abort;
3712 	if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3713 		int level;
3714 		if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3715 			level = ISP_LOG_SANCFG;
3716 		} else {
3717 			level = ISP_LOGWARN;
3718 		}
3719 		isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3720 		    " (Reason=0x%x Expl=0x%x)", chan,
3721 		    rs->snscb_cthdr.ct_reason,
3722 		    rs->snscb_cthdr.ct_explanation);
3723 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3724 		return (-1);
3725 	}
3726 
3727 	/* Check our buffer was big enough to get the full list. */
3728 	for (portidx = 0; portidx < NGENT-1; portidx++) {
3729 		if (rs->snscb_ports[portidx].control & 0x80)
3730 			break;
3731 	}
3732 	if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3733 		isp_prt(isp, ISP_LOGWARN,
3734 		    "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3735 	}
3736 	portlim = portidx + 1;
3737 	isp_prt(isp, ISP_LOG_SANCFG,
3738 	    "Chan %d Got %d ports back from name server", chan, portlim);
3739 
3740 	/* Go through the list and remove duplicate port ids. */
3741 	for (portidx = 0; portidx < portlim; portidx++) {
3742 		int npidx;
3743 
3744 		portid =
3745 		    ((rs->snscb_ports[portidx].portid[0]) << 16) |
3746 		    ((rs->snscb_ports[portidx].portid[1]) << 8) |
3747 		    ((rs->snscb_ports[portidx].portid[2]));
3748 
3749 		for (npidx = portidx + 1; npidx < portlim; npidx++) {
3750 			uint32_t new_portid =
3751 			    ((rs->snscb_ports[npidx].portid[0]) << 16) |
3752 			    ((rs->snscb_ports[npidx].portid[1]) << 8) |
3753 			    ((rs->snscb_ports[npidx].portid[2]));
3754 			if (new_portid == portid) {
3755 				break;
3756 			}
3757 		}
3758 
3759 		if (npidx < portlim) {
3760 			rs->snscb_ports[npidx].portid[0] = 0;
3761 			rs->snscb_ports[npidx].portid[1] = 0;
3762 			rs->snscb_ports[npidx].portid[2] = 0;
3763 			isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3764 		}
3765 	}
3766 
3767 	/*
3768 	 * We now have a list of Port IDs for all FC4 SCSI devices
3769 	 * that the Fabric Name server knows about.
3770 	 *
3771 	 * For each entry on this list go through our port database looking
3772 	 * for probational entries- if we find one, then an old entry is
3773 	 * maybe still this one. We get some information to find out.
3774 	 *
3775 	 * Otherwise, it's a new fabric device, and we log into it
3776 	 * (unconditionally). After searching the entire database
3777 	 * again to make sure that we never ever ever ever have more
3778 	 * than one entry that has the same PortID or the same
3779 	 * WWNN/WWPN duple, we enter the device into our database.
3780 	 */
3781 	isp_mark_portdb(isp, chan);
3782 	for (portidx = 0; portidx < portlim; portidx++) {
3783 		portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3784 			 ((rs->snscb_ports[portidx].portid[1]) << 8) |
3785 			 ((rs->snscb_ports[portidx].portid[2]));
3786 		isp_prt(isp, ISP_LOG_SANCFG,
3787 		    "Chan %d Checking fabric port 0x%06x", chan, portid);
3788 		if (portid == 0) {
3789 			isp_prt(isp, ISP_LOG_SANCFG,
3790 			    "Chan %d Port at idx %d is zero",
3791 			    chan, portidx);
3792 			continue;
3793 		}
3794 		if (portid == fcp->isp_portid) {
3795 			isp_prt(isp, ISP_LOG_SANCFG,
3796 			    "Chan %d Port 0x%06x is our", chan, portid);
3797 			continue;
3798 		}
3799 
3800 		/* Now search the entire port database for the same portid. */
3801 		if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3802 			if (!lp->probational) {
3803 				isp_prt(isp, ISP_LOGERR,
3804 				    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3805 				    chan, lp->portid, lp->handle,
3806 				    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3807 				isp_dump_portdb(isp, chan);
3808 				goto fail;
3809 			}
3810 
3811 			if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3812 				goto relogin;
3813 
3814 			/*
3815 			 * See if we're still logged into it.
3816 			 *
3817 			 * If we aren't, mark it as a dead device and
3818 			 * leave the new portid in the database entry
3819 			 * for somebody further along to decide what to
3820 			 * do (policy choice).
3821 			 *
3822 			 * If we are, check to see if it's the same
3823 			 * device still (it should be). If for some
3824 			 * reason it isn't, mark it as a changed device
3825 			 * and leave the new portid and role in the
3826 			 * database entry for somebody further along to
3827 			 * decide what to do (policy choice).
3828 			 */
3829 			r = isp_getpdb(isp, chan, lp->handle, &pdb);
3830 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3831 				goto abort;
3832 			if (r != 0) {
3833 				lp->state = FC_PORTDB_STATE_DEAD;
3834 				isp_prt(isp, ISP_LOG_SANCFG,
3835 				    "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3836 				    chan, portid, lp->handle, r);
3837 				goto relogin;
3838 			}
3839 
3840 			isp_pdb_add_update(isp, chan, &pdb);
3841 			continue;
3842 		}
3843 
3844 relogin:
3845 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3846 			isp_prt(isp, ISP_LOG_SANCFG,
3847 			    "Chan %d Port 0x%06x is not logged in", chan, portid);
3848 			continue;
3849 		}
3850 
3851 		if (isp_login_device(isp, chan, portid, &pdb,
3852 		    &FCPARAM(isp, 0)->isp_lasthdl)) {
3853 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3854 				goto abort;
3855 			continue;
3856 		}
3857 
3858 		isp_pdb_add_update(isp, chan, &pdb);
3859 	}
3860 
3861 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3862 		goto abort;
3863 	fcp->isp_loopstate = LOOP_FSCAN_DONE;
3864 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3865 	return (0);
3866 }
3867 
3868 /*
3869  * Find an unused handle and try and use to login to a port.
3870  */
3871 static int
3872 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3873 {
3874 	int lim, i, r;
3875 	uint16_t handle;
3876 
3877 	if (ISP_CAP_2KLOGIN(isp)) {
3878 		lim = NPH_MAX_2K;
3879 	} else {
3880 		lim = NPH_MAX;
3881 	}
3882 
3883 	handle = isp_next_handle(isp, ohp);
3884 	for (i = 0; i < lim; i++) {
3885 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3886 			return (-1);
3887 
3888 		/* Check if this handle is free. */
3889 		r = isp_getpdb(isp, chan, handle, p);
3890 		if (r == 0) {
3891 			if (p->portid != portid) {
3892 				/* This handle is busy, try next one. */
3893 				handle = isp_next_handle(isp, ohp);
3894 				continue;
3895 			}
3896 			break;
3897 		}
3898 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3899 			return (-1);
3900 
3901 		/*
3902 		 * Now try and log into the device
3903 		 */
3904 		r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3905 		if (r == 0) {
3906 			break;
3907 		} else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3908 			/*
3909 			 * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3910 			 * handle. We need to break that association. We used to try and just substitute the handle, but then
3911 			 * failed to get any data via isp_getpdb (below).
3912 			 */
3913 			if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3914 				isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3915 			}
3916 			if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3917 				return (-1);
3918 			r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3919 			if (r != 0)
3920 				i = lim;
3921 			break;
3922 		} else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3923 			/* Try the next handle. */
3924 			handle = isp_next_handle(isp, ohp);
3925 		} else {
3926 			/* Give up. */
3927 			i = lim;
3928 			break;
3929 		}
3930 	}
3931 
3932 	if (i == lim) {
3933 		isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3934 		return (-1);
3935 	}
3936 
3937 	/*
3938 	 * If we successfully logged into it, get the PDB for it
3939 	 * so we can crosscheck that it is still what we think it
3940 	 * is and that we also have the role it plays
3941 	 */
3942 	r = isp_getpdb(isp, chan, handle, p);
3943 	if (r != 0) {
3944 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3945 		return (-1);
3946 	}
3947 
3948 	if (p->handle != handle || p->portid != portid) {
3949 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3950 		    chan, portid, handle, p->portid, p->handle);
3951 		return (-1);
3952 	}
3953 	return (0);
3954 }
3955 
3956 static int
3957 isp_send_change_request(ispsoftc_t *isp, int chan)
3958 {
3959 	mbreg_t mbs;
3960 
3961 	MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3962 	mbs.param[1] = 0x03;
3963 	mbs.param[9] = chan;
3964 	isp_mboxcmd(isp, &mbs);
3965 	if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3966 		return (0);
3967 	} else {
3968 		isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
3969 		    chan, mbs.param[0]);
3970 		return (-1);
3971 	}
3972 }
3973 
3974 static int
3975 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3976 {
3977 	fcparam *fcp = FCPARAM(isp, chan);
3978 	uint8_t local[SNS_RFT_ID_REQ_SIZE];
3979 	sns_screq_t *reqp = (sns_screq_t *) local;
3980 	mbreg_t mbs;
3981 
3982 	ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3983 	reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3984 	reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3985 	reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3986 	reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3987 	reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3988 	reqp->snscb_sblen = 22;
3989 	reqp->snscb_data[0] = SNS_RFT_ID;
3990 	reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3991 	reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3992 	reqp->snscb_data[6] = (1 << FC4_SCSI);
3993 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3994 		isp_prt(isp, ISP_LOGERR, sacq);
3995 		return (-1);
3996 	}
3997 	isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3998 	MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3999 	mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
4000 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4001 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4002 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4003 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4004 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
4005 	isp_mboxcmd(isp, &mbs);
4006 	FC_SCRATCH_RELEASE(isp, chan);
4007 	if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4008 		return (0);
4009 	} else {
4010 		isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x",
4011 		    chan, mbs.param[0]);
4012 		return (-1);
4013 	}
4014 }
4015 
4016 static int
4017 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
4018 {
4019 	fcparam *fcp = FCPARAM(isp, chan);
4020 	ct_hdr_t *ct;
4021 	rft_id_t rp;
4022 	uint8_t *scp = fcp->isp_scratch;
4023 
4024 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4025 		isp_prt(isp, ISP_LOGERR, sacq);
4026 		return (-1);
4027 	}
4028 
4029 	/*
4030 	 * Build the CT header and command in memory.
4031 	 */
4032 	ISP_MEMZERO(&rp, sizeof(rp));
4033 	ct = &rp.rftid_hdr;
4034 	ct->ct_revision = CT_REVISION;
4035 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4036 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4037 	ct->ct_cmd_resp = SNS_RFT_ID;
4038 	ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4039 	rp.rftid_portid[0] = fcp->isp_portid >> 16;
4040 	rp.rftid_portid[1] = fcp->isp_portid >> 8;
4041 	rp.rftid_portid[2] = fcp->isp_portid;
4042 	rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4043 	isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
4044 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4045 		isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4046 
4047 	if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4048 		FC_SCRATCH_RELEASE(isp, chan);
4049 		return (-1);
4050 	}
4051 
4052 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4053 	FC_SCRATCH_RELEASE(isp, chan);
4054 	if (ct->ct_cmd_resp == LS_RJT) {
4055 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4056 		return (-1);
4057 	} else if (ct->ct_cmd_resp == LS_ACC) {
4058 		isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4059 	} else {
4060 		isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4061 		return (-1);
4062 	}
4063 	return (0);
4064 }
4065 
4066 static int
4067 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4068 {
4069 	fcparam *fcp = FCPARAM(isp, chan);
4070 	ct_hdr_t *ct;
4071 	rff_id_t rp;
4072 	uint8_t *scp = fcp->isp_scratch;
4073 
4074 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4075 		isp_prt(isp, ISP_LOGERR, sacq);
4076 		return (-1);
4077 	}
4078 
4079 	/*
4080 	 * Build the CT header and command in memory.
4081 	 */
4082 	ISP_MEMZERO(&rp, sizeof(rp));
4083 	ct = &rp.rffid_hdr;
4084 	ct->ct_revision = CT_REVISION;
4085 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4086 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4087 	ct->ct_cmd_resp = SNS_RFF_ID;
4088 	ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4089 	rp.rffid_portid[0] = fcp->isp_portid >> 16;
4090 	rp.rffid_portid[1] = fcp->isp_portid >> 8;
4091 	rp.rffid_portid[2] = fcp->isp_portid;
4092 	rp.rffid_fc4features = 0;
4093 	if (fcp->role & ISP_ROLE_TARGET)
4094 		rp.rffid_fc4features |= 1;
4095 	if (fcp->role & ISP_ROLE_INITIATOR)
4096 		rp.rffid_fc4features |= 2;
4097 	rp.rffid_fc4type = FC4_SCSI;
4098 	isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4099 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4100 		isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4101 
4102 	if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4103 		FC_SCRATCH_RELEASE(isp, chan);
4104 		return (-1);
4105 	}
4106 
4107 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4108 	FC_SCRATCH_RELEASE(isp, chan);
4109 	if (ct->ct_cmd_resp == LS_RJT) {
4110 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4111 		    "Chan %d Register FC4 Features rejected", chan);
4112 		return (-1);
4113 	} else if (ct->ct_cmd_resp == LS_ACC) {
4114 		isp_prt(isp, ISP_LOG_SANCFG,
4115 		    "Chan %d Register FC4 Features accepted", chan);
4116 	} else {
4117 		isp_prt(isp, ISP_LOGWARN,
4118 		    "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4119 		return (-1);
4120 	}
4121 	return (0);
4122 }
4123 
4124 static int
4125 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4126 {
4127 	fcparam *fcp = FCPARAM(isp, chan);
4128 	ct_hdr_t *ct;
4129 	rspn_id_t rp;
4130 	uint8_t *scp = fcp->isp_scratch;
4131 	int len;
4132 
4133 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4134 		isp_prt(isp, ISP_LOGERR, sacq);
4135 		return (-1);
4136 	}
4137 
4138 	/*
4139 	 * Build the CT header and command in memory.
4140 	 */
4141 	ISP_MEMZERO(&rp, sizeof(rp));
4142 	ct = &rp.rspnid_hdr;
4143 	ct->ct_revision = CT_REVISION;
4144 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4145 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4146 	ct->ct_cmd_resp = SNS_RSPN_ID;
4147 	rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4148 	rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4149 	rp.rspnid_portid[2] = fcp->isp_portid;
4150 	rp.rspnid_length = 0;
4151 	len = offsetof(rspn_id_t, rspnid_name);
4152 	mtx_lock(&prison0.pr_mtx);
4153 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4154 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4155 	mtx_unlock(&prison0.pr_mtx);
4156 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4157 	    ":%s", device_get_nameunit(isp->isp_dev));
4158 	if (chan != 0) {
4159 		rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4160 		    "/%d", chan);
4161 	}
4162 	len += rp.rspnid_length;
4163 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4164 	isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4165 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4166 		isp_print_bytes(isp, "CT request", len, scp);
4167 
4168 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4169 		FC_SCRATCH_RELEASE(isp, chan);
4170 		return (-1);
4171 	}
4172 
4173 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4174 	FC_SCRATCH_RELEASE(isp, chan);
4175 	if (ct->ct_cmd_resp == LS_RJT) {
4176 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4177 		    "Chan %d Register Symbolic Port Name rejected", chan);
4178 		return (-1);
4179 	} else if (ct->ct_cmd_resp == LS_ACC) {
4180 		isp_prt(isp, ISP_LOG_SANCFG,
4181 		    "Chan %d Register Symbolic Port Name accepted", chan);
4182 	} else {
4183 		isp_prt(isp, ISP_LOGWARN,
4184 		    "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4185 		return (-1);
4186 	}
4187 	return (0);
4188 }
4189 
4190 static int
4191 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4192 {
4193 	fcparam *fcp = FCPARAM(isp, chan);
4194 	ct_hdr_t *ct;
4195 	rsnn_nn_t rp;
4196 	uint8_t *scp = fcp->isp_scratch;
4197 	int len;
4198 
4199 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4200 		isp_prt(isp, ISP_LOGERR, sacq);
4201 		return (-1);
4202 	}
4203 
4204 	/*
4205 	 * Build the CT header and command in memory.
4206 	 */
4207 	ISP_MEMZERO(&rp, sizeof(rp));
4208 	ct = &rp.rsnnnn_hdr;
4209 	ct->ct_revision = CT_REVISION;
4210 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4211 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4212 	ct->ct_cmd_resp = SNS_RSNN_NN;
4213 	MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4214 	rp.rsnnnn_length = 0;
4215 	len = offsetof(rsnn_nn_t, rsnnnn_name);
4216 	mtx_lock(&prison0.pr_mtx);
4217 	rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4218 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4219 	mtx_unlock(&prison0.pr_mtx);
4220 	len += rp.rsnnnn_length;
4221 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4222 	isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4223 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4224 		isp_print_bytes(isp, "CT request", len, scp);
4225 
4226 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4227 		FC_SCRATCH_RELEASE(isp, chan);
4228 		return (-1);
4229 	}
4230 
4231 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4232 	FC_SCRATCH_RELEASE(isp, chan);
4233 	if (ct->ct_cmd_resp == LS_RJT) {
4234 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4235 		    "Chan %d Register Symbolic Node Name rejected", chan);
4236 		return (-1);
4237 	} else if (ct->ct_cmd_resp == LS_ACC) {
4238 		isp_prt(isp, ISP_LOG_SANCFG,
4239 		    "Chan %d Register Symbolic Node Name accepted", chan);
4240 	} else {
4241 		isp_prt(isp, ISP_LOGWARN,
4242 		    "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4243 		return (-1);
4244 	}
4245 	return (0);
4246 }
4247 
4248 static uint16_t
4249 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4250 {
4251 	fcparam *fcp;
4252 	int i, chan, wrap;
4253 	uint16_t handle, minh, maxh;
4254 
4255 	handle = *ohp;
4256 	if (ISP_CAP_2KLOGIN(isp)) {
4257 		minh = 0;
4258 		maxh = NPH_RESERVED - 1;
4259 	} else {
4260 		minh = SNS_ID + 1;
4261 		maxh = NPH_MAX - 1;
4262 	}
4263 	wrap = 0;
4264 
4265 next:
4266 	if (handle == NIL_HANDLE) {
4267 		handle = minh;
4268 	} else {
4269 		handle++;
4270 		if (handle > maxh) {
4271 			if (++wrap >= 2) {
4272 				isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4273 				return (NIL_HANDLE);
4274 			}
4275 			handle = minh;
4276 		}
4277 	}
4278 	for (chan = 0; chan < isp->isp_nchan; chan++) {
4279 		fcp = FCPARAM(isp, chan);
4280 		if (fcp->role == ISP_ROLE_NONE)
4281 			continue;
4282 		for (i = 0; i < MAX_FC_TARG; i++) {
4283 			if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4284 			    fcp->portdb[i].handle == handle)
4285 				goto next;
4286 		}
4287 	}
4288 	*ohp = handle;
4289 	return (handle);
4290 }
4291 
4292 /*
4293  * Start a command. Locking is assumed done in the caller.
4294  */
4295 
4296 int
4297 isp_start(XS_T *xs)
4298 {
4299 	ispsoftc_t *isp;
4300 	uint32_t cdblen;
4301 	uint8_t local[QENTRY_LEN];
4302 	ispreq_t *reqp;
4303 	void *cdbp, *qep;
4304 	uint16_t *tptr;
4305 	fcportdb_t *lp;
4306 	int target, dmaresult;
4307 
4308 	XS_INITERR(xs);
4309 	isp = XS_ISP(xs);
4310 
4311 	/*
4312 	 * Check command CDB length, etc.. We really are limited to 16 bytes
4313 	 * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4314 	 * but probably only if we're running fairly new firmware (we'll
4315 	 * let the old f/w choke on an extended command queue entry).
4316 	 */
4317 
4318 	if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4319 		isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4320 		XS_SETERR(xs, HBA_BOTCH);
4321 		return (CMD_COMPLETE);
4322 	}
4323 
4324 	/*
4325 	 * Translate the target to device handle as appropriate, checking
4326 	 * for correct device state as well.
4327 	 */
4328 	target = XS_TGT(xs);
4329 	if (IS_FC(isp)) {
4330 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4331 
4332 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4333 			isp_prt(isp, ISP_LOG_WARN1,
4334 			    "%d.%d.%jx I am not an initiator",
4335 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4336 			XS_SETERR(xs, HBA_SELTIMEOUT);
4337 			return (CMD_COMPLETE);
4338 		}
4339 
4340 		if (isp->isp_state != ISP_RUNSTATE) {
4341 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4342 			XS_SETERR(xs, HBA_BOTCH);
4343 			return (CMD_COMPLETE);
4344 		}
4345 
4346 		/*
4347 		 * Try again later.
4348 		 */
4349 		if (fcp->isp_loopstate != LOOP_READY) {
4350 			return (CMD_RQLATER);
4351 		}
4352 
4353 		isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4354 		lp = &fcp->portdb[target];
4355 		if (target < 0 || target >= MAX_FC_TARG ||
4356 		    lp->is_target == 0) {
4357 			XS_SETERR(xs, HBA_SELTIMEOUT);
4358 			return (CMD_COMPLETE);
4359 		}
4360 		if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4361 			isp_prt(isp, ISP_LOGDEBUG1,
4362 			    "%d.%d.%jx target zombie",
4363 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4364 			return (CMD_RQLATER);
4365 		}
4366 		if (lp->state != FC_PORTDB_STATE_VALID) {
4367 			isp_prt(isp, ISP_LOGDEBUG1,
4368 			    "%d.%d.%jx bad db port state 0x%x",
4369 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4370 			XS_SETERR(xs, HBA_SELTIMEOUT);
4371 			return (CMD_COMPLETE);
4372 		}
4373 	} else {
4374 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4375 		if (isp->isp_state != ISP_RUNSTATE) {
4376 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4377 			XS_SETERR(xs, HBA_BOTCH);
4378 			return (CMD_COMPLETE);
4379 		}
4380 
4381 		if (sdp->update) {
4382 			isp_spi_update(isp, XS_CHANNEL(xs));
4383 		}
4384 		lp = NULL;
4385 	}
4386 
4387  start_again:
4388 
4389 	qep = isp_getrqentry(isp);
4390 	if (qep == NULL) {
4391 		isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4392 		XS_SETERR(xs, HBA_BOTCH);
4393 		return (CMD_EAGAIN);
4394 	}
4395 	XS_SETERR(xs, HBA_NOERROR);
4396 
4397 	/*
4398 	 * Now see if we need to synchronize the ISP with respect to anything.
4399 	 * We do dual duty here (cough) for synchronizing for busses other
4400 	 * than which we got here to send a command to.
4401 	 */
4402 	reqp = (ispreq_t *) local;
4403 	ISP_MEMZERO(local, QENTRY_LEN);
4404 	if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4405 		if (IS_24XX(isp)) {
4406 			isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4407 			m->mrk_header.rqs_entry_count = 1;
4408 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4409 			m->mrk_modifier = SYNC_ALL;
4410 			m->mrk_vphdl = XS_CHANNEL(xs);
4411 			isp_put_marker_24xx(isp, m, qep);
4412 		} else {
4413 			isp_marker_t *m = (isp_marker_t *) reqp;
4414 			m->mrk_header.rqs_entry_count = 1;
4415 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4416 			m->mrk_target = (XS_CHANNEL(xs) << 7);	/* bus # */
4417 			m->mrk_modifier = SYNC_ALL;
4418 			isp_put_marker(isp, m, qep);
4419 		}
4420 		ISP_SYNC_REQUEST(isp);
4421 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4422 		goto start_again;
4423 	}
4424 
4425 	reqp->req_header.rqs_entry_count = 1;
4426 
4427 	/*
4428 	 * Select and install Header Code.
4429 	 * Note that it might be overridden before going out
4430 	 * if we're on a 64 bit platform. The lower level
4431 	 * code (isp_send_cmd) will select the appropriate
4432 	 * 64 bit variant if it needs to.
4433 	 */
4434 	if (IS_24XX(isp)) {
4435 		reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4436 	} else if (IS_FC(isp)) {
4437 		reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4438 	} else {
4439 		if (XS_CDBLEN(xs) > 12) {
4440 			reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4441 		} else {
4442 			reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4443 		}
4444 	}
4445 
4446 	/*
4447 	 * Set task attributes
4448 	 */
4449 	if (IS_24XX(isp)) {
4450 		int ttype;
4451 		if (XS_TAG_P(xs)) {
4452 			ttype = XS_TAG_TYPE(xs);
4453 		} else {
4454 			if (XS_CDBP(xs)[0] == 0x3) {
4455 				ttype = REQFLAG_HTAG;
4456 			} else {
4457 				ttype = REQFLAG_STAG;
4458 			}
4459 		}
4460 		if (ttype == REQFLAG_OTAG) {
4461 			ttype = FCP_CMND_TASK_ATTR_ORDERED;
4462 		} else if (ttype == REQFLAG_HTAG) {
4463 			ttype = FCP_CMND_TASK_ATTR_HEAD;
4464 		} else {
4465 			ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4466 		}
4467 		((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4468 	} else if (IS_FC(isp)) {
4469 		/*
4470 		 * See comment in isp_intr
4471 		 */
4472 		/* XS_SET_RESID(xs, 0); */
4473 
4474 		/*
4475 		 * Fibre Channel always requires some kind of tag.
4476 		 * The Qlogic drivers seem be happy not to use a tag,
4477 		 * but this breaks for some devices (IBM drives).
4478 		 */
4479 		if (XS_TAG_P(xs)) {
4480 			((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4481 		} else {
4482 			/*
4483 			 * If we don't know what tag to use, use HEAD OF QUEUE
4484 			 * for Request Sense or Simple.
4485 			 */
4486 			if (XS_CDBP(xs)[0] == 0x3)	/* REQUEST SENSE */
4487 				((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4488 			else
4489 				((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4490 		}
4491 	} else {
4492 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4493 		if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4494 			reqp->req_flags = XS_TAG_TYPE(xs);
4495 		}
4496 	}
4497 
4498 	tptr = &reqp->req_time;
4499 
4500 	/*
4501 	 * NB: we do not support long CDBs (yet)
4502 	 */
4503 	cdblen = XS_CDBLEN(xs);
4504 
4505 	if (IS_SCSI(isp)) {
4506 		if (cdblen > sizeof (reqp->req_cdb)) {
4507 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4508 			XS_SETERR(xs, HBA_BOTCH);
4509 			return (CMD_COMPLETE);
4510 		}
4511 		reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4512 		reqp->req_lun_trn = XS_LUN(xs);
4513 		cdbp = reqp->req_cdb;
4514 		reqp->req_cdblen = cdblen;
4515 	} else if (IS_24XX(isp)) {
4516 		ispreqt7_t *t7 = (ispreqt7_t *)local;
4517 
4518 		if (cdblen > sizeof (t7->req_cdb)) {
4519 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4520 			XS_SETERR(xs, HBA_BOTCH);
4521 			return (CMD_COMPLETE);
4522 		}
4523 
4524 		t7->req_nphdl = lp->handle;
4525 		t7->req_tidlo = lp->portid;
4526 		t7->req_tidhi = lp->portid >> 16;
4527 		t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4528 #if __FreeBSD_version >= 1000700
4529 		be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4530 #else
4531 		if (XS_LUN(xs) >= 256) {
4532 			t7->req_lun[0] = XS_LUN(xs) >> 8;
4533 			t7->req_lun[0] |= 0x40;
4534 		}
4535 		t7->req_lun[1] = XS_LUN(xs);
4536 #endif
4537 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4538 			if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4539 				isp_prt(isp, ISP_LOG_WARN1,
4540 				    "%d.%d.%jx cannot generate next CRN",
4541 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4542 				XS_SETERR(xs, HBA_BOTCH);
4543 				return (CMD_EAGAIN);
4544 			}
4545 		}
4546 		tptr = &t7->req_time;
4547 		cdbp = t7->req_cdb;
4548 	} else {
4549 		ispreqt2_t *t2 = (ispreqt2_t *)local;
4550 
4551 		if (cdblen > sizeof t2->req_cdb) {
4552 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4553 			XS_SETERR(xs, HBA_BOTCH);
4554 			return (CMD_COMPLETE);
4555 		}
4556 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4557 			if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4558 				isp_prt(isp, ISP_LOG_WARN1,
4559 				    "%d.%d.%jx cannot generate next CRN",
4560 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4561 				XS_SETERR(xs, HBA_BOTCH);
4562 				return (CMD_EAGAIN);
4563 			}
4564 		}
4565 		if (ISP_CAP_2KLOGIN(isp)) {
4566 			ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4567 			t2e->req_target = lp->handle;
4568 			t2e->req_scclun = XS_LUN(xs);
4569 #if __FreeBSD_version < 1000700
4570 			if (XS_LUN(xs) >= 256)
4571 				t2e->req_scclun |= 0x4000;
4572 #endif
4573 			cdbp = t2e->req_cdb;
4574 		} else if (ISP_CAP_SCCFW(isp)) {
4575 			ispreqt2_t *t2 = (ispreqt2_t *)local;
4576 			t2->req_target = lp->handle;
4577 			t2->req_scclun = XS_LUN(xs);
4578 #if __FreeBSD_version < 1000700
4579 			if (XS_LUN(xs) >= 256)
4580 				t2->req_scclun |= 0x4000;
4581 #endif
4582 			cdbp = t2->req_cdb;
4583 		} else {
4584 			t2->req_target = lp->handle;
4585 			t2->req_lun_trn = XS_LUN(xs);
4586 			cdbp = t2->req_cdb;
4587 		}
4588 	}
4589 	ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4590 
4591 	*tptr = (XS_TIME(xs) + 999) / 1000;
4592 	if (IS_24XX(isp) && *tptr > 0x1999) {
4593 		*tptr = 0x1999;
4594 	}
4595 
4596 	/* Whew. Thankfully the same for type 7 requests */
4597 	reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4598 	if (reqp->req_handle == 0) {
4599 		isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4600 		XS_SETERR(xs, HBA_BOTCH);
4601 		return (CMD_EAGAIN);
4602 	}
4603 
4604 	/*
4605 	 * Set up DMA and/or do any platform dependent swizzling of the request entry
4606 	 * so that the Qlogic F/W understands what is being asked of it.
4607 	 *
4608 	 * The callee is responsible for adding all requests at this point.
4609 	 */
4610 	dmaresult = ISP_DMASETUP(isp, xs, reqp);
4611 	if (dmaresult != CMD_QUEUED) {
4612 		isp_destroy_handle(isp, reqp->req_handle);
4613 		/*
4614 		 * dmasetup sets actual error in packet, and
4615 		 * return what we were given to return.
4616 		 */
4617 		return (dmaresult);
4618 	}
4619 	isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4620 	isp->isp_nactive++;
4621 	return (CMD_QUEUED);
4622 }
4623 
4624 /*
4625  * isp control
4626  * Locks (ints blocked) assumed held.
4627  */
4628 
4629 int
4630 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4631 {
4632 	XS_T *xs;
4633 	mbreg_t *mbr, mbs;
4634 	int chan, tgt;
4635 	uint32_t handle;
4636 	va_list ap;
4637 
4638 	switch (ctl) {
4639 	case ISPCTL_RESET_BUS:
4640 		/*
4641 		 * Issue a bus reset.
4642 		 */
4643 		if (IS_24XX(isp)) {
4644 			isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4645 			break;
4646 		} else if (IS_FC(isp)) {
4647 			mbs.param[1] = 10;
4648 			chan = 0;
4649 		} else {
4650 			va_start(ap, ctl);
4651 			chan = va_arg(ap, int);
4652 			va_end(ap);
4653 			mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4654 			if (mbs.param[1] < 2) {
4655 				mbs.param[1] = 2;
4656 			}
4657 			mbs.param[2] = chan;
4658 		}
4659 		MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4660 		ISP_SET_SENDMARKER(isp, chan, 1);
4661 		isp_mboxcmd(isp, &mbs);
4662 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4663 			break;
4664 		}
4665 		isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4666 		return (0);
4667 
4668 	case ISPCTL_RESET_DEV:
4669 		va_start(ap, ctl);
4670 		chan = va_arg(ap, int);
4671 		tgt = va_arg(ap, int);
4672 		va_end(ap);
4673 		if (IS_24XX(isp)) {
4674 			uint8_t local[QENTRY_LEN];
4675 			isp24xx_tmf_t *tmf;
4676 			isp24xx_statusreq_t *sp;
4677 			fcparam *fcp = FCPARAM(isp, chan);
4678 			fcportdb_t *lp;
4679 
4680 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4681 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4682 				break;
4683 			}
4684 			lp = &fcp->portdb[tgt];
4685 			if (lp->is_target == 0 ||
4686 			    lp->state != FC_PORTDB_STATE_VALID) {
4687 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4688 				break;
4689 			}
4690 
4691 			tmf = (isp24xx_tmf_t *) local;
4692 			ISP_MEMZERO(tmf, QENTRY_LEN);
4693 			tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4694 			tmf->tmf_header.rqs_entry_count = 1;
4695 			tmf->tmf_nphdl = lp->handle;
4696 			tmf->tmf_delay = 2;
4697 			tmf->tmf_timeout = 4;
4698 			tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4699 			tmf->tmf_tidlo = lp->portid;
4700 			tmf->tmf_tidhi = lp->portid >> 16;
4701 			tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4702 			isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4703 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4704 				isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4705 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4706 			fcp->sendmarker = 1;
4707 
4708 			isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4709 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4710 			    MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4711 			mbs.param[1] = QENTRY_LEN;
4712 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4713 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4714 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4715 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4716 			isp_mboxcmd(isp, &mbs);
4717 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4718 				break;
4719 
4720 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4721 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4722 				isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4723 			sp = (isp24xx_statusreq_t *) local;
4724 			isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4725 			if (sp->req_completion_status == 0) {
4726 				return (0);
4727 			}
4728 			isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4729 			break;
4730 		} else if (IS_FC(isp)) {
4731 			if (ISP_CAP_2KLOGIN(isp)) {
4732 				mbs.param[1] = tgt;
4733 				mbs.ibits = (1 << 10);
4734 			} else {
4735 				mbs.param[1] = (tgt << 8);
4736 			}
4737 		} else {
4738 			mbs.param[1] = (chan << 15) | (tgt << 8);
4739 		}
4740 		MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4741 		mbs.param[2] = 3;	/* 'delay', in seconds */
4742 		isp_mboxcmd(isp, &mbs);
4743 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4744 			break;
4745 		}
4746 		isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4747 		ISP_SET_SENDMARKER(isp, chan, 1);
4748 		return (0);
4749 
4750 	case ISPCTL_ABORT_CMD:
4751 		va_start(ap, ctl);
4752 		xs = va_arg(ap, XS_T *);
4753 		va_end(ap);
4754 
4755 		tgt = XS_TGT(xs);
4756 		chan = XS_CHANNEL(xs);
4757 
4758 		handle = isp_find_handle(isp, xs);
4759 		if (handle == 0) {
4760 			isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4761 			break;
4762 		}
4763 		if (IS_24XX(isp)) {
4764 			isp24xx_abrt_t local, *ab = &local;
4765 			fcparam *fcp;
4766 			fcportdb_t *lp;
4767 
4768 			fcp = FCPARAM(isp, chan);
4769 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4770 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4771 				break;
4772 			}
4773 			lp = &fcp->portdb[tgt];
4774 			if (lp->is_target == 0 ||
4775 			    lp->state != FC_PORTDB_STATE_VALID) {
4776 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4777 				break;
4778 			}
4779 			isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4780 			ISP_MEMZERO(ab, QENTRY_LEN);
4781 			ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4782 			ab->abrt_header.rqs_entry_count = 1;
4783 			ab->abrt_handle = lp->handle;
4784 			ab->abrt_cmd_handle = handle;
4785 			ab->abrt_tidlo = lp->portid;
4786 			ab->abrt_tidhi = lp->portid >> 16;
4787 			ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4788 			isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4789 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4790 				isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4791 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4792 
4793 			ISP_MEMZERO(&mbs, sizeof (mbs));
4794 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4795 			mbs.param[1] = QENTRY_LEN;
4796 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4797 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4798 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4799 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4800 
4801 			isp_mboxcmd(isp, &mbs);
4802 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4803 				break;
4804 
4805 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4806 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4807 				isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4808 			isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4809 			if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4810 				return (0);
4811 			}
4812 			isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4813 			break;
4814 		} else if (IS_FC(isp)) {
4815 			if (ISP_CAP_SCCFW(isp)) {
4816 				if (ISP_CAP_2KLOGIN(isp)) {
4817 					mbs.param[1] = tgt;
4818 				} else {
4819 					mbs.param[1] = tgt << 8;
4820 				}
4821 				mbs.param[6] = XS_LUN(xs);
4822 			} else {
4823 				mbs.param[1] = tgt << 8 | XS_LUN(xs);
4824 			}
4825 		} else {
4826 			mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4827 		}
4828 		MBSINIT(&mbs, MBOX_ABORT,
4829 		    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4830 		mbs.param[2] = handle;
4831 		isp_mboxcmd(isp, &mbs);
4832 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4833 			break;
4834 		}
4835 		return (0);
4836 
4837 	case ISPCTL_UPDATE_PARAMS:
4838 
4839 		va_start(ap, ctl);
4840 		chan = va_arg(ap, int);
4841 		va_end(ap);
4842 		isp_spi_update(isp, chan);
4843 		return (0);
4844 
4845 	case ISPCTL_FCLINK_TEST:
4846 
4847 		if (IS_FC(isp)) {
4848 			int usdelay;
4849 			va_start(ap, ctl);
4850 			chan = va_arg(ap, int);
4851 			usdelay = va_arg(ap, int);
4852 			va_end(ap);
4853 			if (usdelay == 0) {
4854 				usdelay =  250000;
4855 			}
4856 			return (isp_fclink_test(isp, chan, usdelay));
4857 		}
4858 		break;
4859 
4860 	case ISPCTL_SCAN_FABRIC:
4861 
4862 		if (IS_FC(isp)) {
4863 			va_start(ap, ctl);
4864 			chan = va_arg(ap, int);
4865 			va_end(ap);
4866 			return (isp_scan_fabric(isp, chan));
4867 		}
4868 		break;
4869 
4870 	case ISPCTL_SCAN_LOOP:
4871 
4872 		if (IS_FC(isp)) {
4873 			va_start(ap, ctl);
4874 			chan = va_arg(ap, int);
4875 			va_end(ap);
4876 			return (isp_scan_loop(isp, chan));
4877 		}
4878 		break;
4879 
4880 	case ISPCTL_PDB_SYNC:
4881 
4882 		if (IS_FC(isp)) {
4883 			va_start(ap, ctl);
4884 			chan = va_arg(ap, int);
4885 			va_end(ap);
4886 			return (isp_pdb_sync(isp, chan));
4887 		}
4888 		break;
4889 
4890 	case ISPCTL_SEND_LIP:
4891 
4892 		if (IS_FC(isp) && !IS_24XX(isp)) {
4893 			MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4894 			if (ISP_CAP_2KLOGIN(isp)) {
4895 				mbs.ibits = (1 << 10);
4896 			}
4897 			isp_mboxcmd(isp, &mbs);
4898 			if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4899 				return (0);
4900 			}
4901 		}
4902 		break;
4903 
4904 	case ISPCTL_GET_PDB:
4905 		if (IS_FC(isp)) {
4906 			isp_pdb_t *pdb;
4907 			va_start(ap, ctl);
4908 			chan = va_arg(ap, int);
4909 			tgt = va_arg(ap, int);
4910 			pdb = va_arg(ap, isp_pdb_t *);
4911 			va_end(ap);
4912 			return (isp_getpdb(isp, chan, tgt, pdb));
4913 		}
4914 		break;
4915 
4916 	case ISPCTL_GET_NAMES:
4917 	{
4918 		uint64_t *wwnn, *wwnp;
4919 		va_start(ap, ctl);
4920 		chan = va_arg(ap, int);
4921 		tgt = va_arg(ap, int);
4922 		wwnn = va_arg(ap, uint64_t *);
4923 		wwnp = va_arg(ap, uint64_t *);
4924 		va_end(ap);
4925 		if (wwnn == NULL && wwnp == NULL) {
4926 			break;
4927 		}
4928 		if (wwnn) {
4929 			*wwnn = isp_get_wwn(isp, chan, tgt, 1);
4930 			if (*wwnn == INI_NONE) {
4931 				break;
4932 			}
4933 		}
4934 		if (wwnp) {
4935 			*wwnp = isp_get_wwn(isp, chan, tgt, 0);
4936 			if (*wwnp == INI_NONE) {
4937 				break;
4938 			}
4939 		}
4940 		return (0);
4941 	}
4942 	case ISPCTL_RUN_MBOXCMD:
4943 	{
4944 		va_start(ap, ctl);
4945 		mbr = va_arg(ap, mbreg_t *);
4946 		va_end(ap);
4947 		isp_mboxcmd(isp, mbr);
4948 		return (0);
4949 	}
4950 	case ISPCTL_PLOGX:
4951 	{
4952 		isp_plcmd_t *p;
4953 		int r;
4954 
4955 		va_start(ap, ctl);
4956 		p = va_arg(ap, isp_plcmd_t *);
4957 		va_end(ap);
4958 
4959 		if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4960 			return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4961 		}
4962 		do {
4963 			isp_next_handle(isp, &p->handle);
4964 			r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4965 			if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4966 				p->handle = r >> 16;
4967 				r = 0;
4968 				break;
4969 			}
4970 		} while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4971 		return (r);
4972 	}
4973 	case ISPCTL_CHANGE_ROLE:
4974 		if (IS_FC(isp)) {
4975 			int role, r;
4976 
4977 			va_start(ap, ctl);
4978 			chan = va_arg(ap, int);
4979 			role = va_arg(ap, int);
4980 			va_end(ap);
4981 			r = isp_fc_change_role(isp, chan, role);
4982 			return (r);
4983 		}
4984 		break;
4985 	default:
4986 		isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4987 		break;
4988 
4989 	}
4990 	return (-1);
4991 }
4992 
4993 /*
4994  * Interrupt Service Routine(s).
4995  *
4996  * External (OS) framework has done the appropriate locking,
4997  * and the locking will be held throughout this function.
4998  */
4999 
5000 /*
5001  * Limit our stack depth by sticking with the max likely number
5002  * of completions on a request queue at any one time.
5003  */
5004 #ifndef	MAX_REQUESTQ_COMPLETIONS
5005 #define	MAX_REQUESTQ_COMPLETIONS	32
5006 #endif
5007 
5008 void
5009 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
5010 {
5011 	XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
5012 	uint32_t iptr, optr, junk;
5013 	int i, nlooked = 0, ndone = 0, continuations_expected = 0;
5014 	int etype, last_etype = 0;
5015 
5016 again:
5017 	/*
5018 	 * Is this a mailbox related interrupt?
5019 	 * The mailbox semaphore will be nonzero if so.
5020 	 */
5021 	if (sema) {
5022  fmbox:
5023 		if (info & MBOX_COMMAND_COMPLETE) {
5024 			isp->isp_intmboxc++;
5025 			if (isp->isp_mboxbsy) {
5026 				int obits = isp->isp_obits;
5027 				isp->isp_mboxtmp[0] = info;
5028 				for (i = 1; i < ISP_NMBOX(isp); i++) {
5029 					if ((obits & (1 << i)) == 0) {
5030 						continue;
5031 					}
5032 					isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5033 				}
5034 				if (isp->isp_mbxwrk0) {
5035 					if (isp_mbox_continue(isp) == 0) {
5036 						return;
5037 					}
5038 				}
5039 				MBOX_NOTIFY_COMPLETE(isp);
5040 			} else {
5041 				isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5042 			}
5043 		} else {
5044 			i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5045 			if (i < 0) {
5046 				return;
5047 			}
5048 		}
5049 		if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5050 			goto out;
5051 		}
5052 	}
5053 
5054 	/*
5055 	 * We can't be getting this now.
5056 	 */
5057 	if (isp->isp_state != ISP_RUNSTATE) {
5058 		/*
5059 		 * This seems to happen to 23XX and 24XX cards- don't know why.
5060 		 */
5061 		 if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5062 			goto fmbox;
5063 		}
5064 		isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5065 		    "when not ready", isr, sema, info);
5066 		/*
5067 		 * Thank you very much!  *Burrrp*!
5068 		 */
5069 		isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5070 		isp->isp_resodx = isp->isp_residx;
5071 		ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5072 		if (IS_24XX(isp)) {
5073 			ISP_DISABLE_INTS(isp);
5074 		}
5075 		goto out;
5076 	}
5077 
5078 #ifdef	ISP_TARGET_MODE
5079 	/*
5080 	 * Check for ATIO Queue entries.
5081 	 */
5082 	if (IS_24XX(isp) &&
5083 	    (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5084 	     isr == ISPR2HST_ATIO_UPDATE2)) {
5085 		iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5086 		optr = isp->isp_atioodx;
5087 
5088 		while (optr != iptr) {
5089 			uint8_t qe[QENTRY_LEN];
5090 			isphdr_t *hp;
5091 			uint32_t oop;
5092 			void *addr;
5093 
5094 			oop = optr;
5095 			MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5096 			addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5097 			isp_get_hdr(isp, addr, (isphdr_t *)qe);
5098 			hp = (isphdr_t *)qe;
5099 			switch (hp->rqs_entry_type) {
5100 			case RQSTYPE_NOTIFY:
5101 			case RQSTYPE_ATIO:
5102 				(void) isp_target_notify(isp, addr, &oop);
5103 				break;
5104 			default:
5105 				isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5106 				break;
5107 			}
5108 			optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5109 		}
5110 		if (isp->isp_atioodx != optr) {
5111 			ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5112 			isp->isp_atioodx = optr;
5113 		}
5114 	}
5115 #endif
5116 
5117 	/*
5118 	 * You *must* read the Response Queue In Pointer
5119 	 * prior to clearing the RISC interrupt.
5120 	 *
5121 	 * Debounce the 2300 if revision less than 2.
5122 	 */
5123 	if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5124 		i = 0;
5125 		do {
5126 			iptr = ISP_READ(isp, isp->isp_respinrp);
5127 			junk = ISP_READ(isp, isp->isp_respinrp);
5128 		} while (junk != iptr && ++i < 1000);
5129 
5130 		if (iptr != junk) {
5131 			isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5132 			goto out;
5133 		}
5134 	} else {
5135 		iptr = ISP_READ(isp, isp->isp_respinrp);
5136 	}
5137 
5138 	optr = isp->isp_resodx;
5139 	if (optr == iptr && sema == 0) {
5140 		/*
5141 		 * There are a lot of these- reasons unknown- mostly on
5142 		 * faster Alpha machines.
5143 		 *
5144 		 * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5145 		 * make sure the old interrupt went away (to avoid 'ringing'
5146 		 * effects), but that didn't stop this from occurring.
5147 		 */
5148 		if (IS_24XX(isp)) {
5149 			junk = 0;
5150 		} else if (IS_23XX(isp)) {
5151 			ISP_DELAY(100);
5152 			iptr = ISP_READ(isp, isp->isp_respinrp);
5153 			junk = ISP_READ(isp, BIU_R2HSTSLO);
5154 		} else {
5155 			junk = ISP_READ(isp, BIU_ISR);
5156 		}
5157 		if (optr == iptr) {
5158 			if (IS_23XX(isp) || IS_24XX(isp)) {
5159 				;
5160 			} else {
5161 				sema = ISP_READ(isp, BIU_SEMA);
5162 				info = ISP_READ(isp, OUTMAILBOX0);
5163 				if ((sema & 0x3) && (info & 0x8000)) {
5164 					goto again;
5165 				}
5166 			}
5167 			isp->isp_intbogus++;
5168 			isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5169 		}
5170 	}
5171 	isp->isp_residx = iptr;
5172 
5173 	while (optr != iptr) {
5174 		uint8_t qe[QENTRY_LEN];
5175 		ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5176 		isphdr_t *hp;
5177 		int buddaboom, scsi_status, completion_status;
5178 		int req_status_flags, req_state_flags;
5179 		uint8_t *snsp, *resp;
5180 		uint32_t rlen, slen, totslen;
5181 		long resid;
5182 		uint16_t oop;
5183 
5184 		hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5185 		oop = optr;
5186 		optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5187 		nlooked++;
5188  read_again:
5189 		buddaboom = req_status_flags = req_state_flags = 0;
5190 		resid = 0L;
5191 
5192 		/*
5193 		 * Synchronize our view of this response queue entry.
5194 		 */
5195 		MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5196 		if (isp->isp_dblev & ISP_LOGDEBUG1)
5197 			isp_print_qentry(isp, "Response Queue Entry", oop, hp);
5198 		isp_get_hdr(isp, hp, &sp->req_header);
5199 		etype = sp->req_header.rqs_entry_type;
5200 
5201 		if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5202 			isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5203 			isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5204 			scsi_status = sp2->req_scsi_status;
5205 			completion_status = sp2->req_completion_status;
5206 			if ((scsi_status & 0xff) != 0)
5207 				req_state_flags = RQSF_GOT_STATUS;
5208 			else
5209 				req_state_flags = 0;
5210 			resid = sp2->req_resid;
5211 		} else if (etype == RQSTYPE_RESPONSE) {
5212 			isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5213 			scsi_status = sp->req_scsi_status;
5214 			completion_status = sp->req_completion_status;
5215 			req_status_flags = sp->req_status_flags;
5216 			req_state_flags = sp->req_state_flags;
5217 			resid = sp->req_resid;
5218 		} else if (etype == RQSTYPE_RIO1) {
5219 			isp_rio1_t *rio = (isp_rio1_t *) qe;
5220 			isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5221 			for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5222 				isp_fastpost_complete(isp, rio->req_handles[i]);
5223 			}
5224 			if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5225 				isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5226 			}
5227 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5228 			last_etype = etype;
5229 			continue;
5230 		} else if (etype == RQSTYPE_RIO2) {
5231 			isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5232 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5233 			last_etype = etype;
5234 			continue;
5235 		} else if (etype == RQSTYPE_STATUS_CONT) {
5236 			isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5237 			if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5238 				ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5239 				XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5240 				isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5241 			} else {
5242 				isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5243 			}
5244 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5245 			continue;
5246 		} else {
5247 			/*
5248 			 * Somebody reachable via isp_handle_other_response
5249 			 * may have updated the response queue pointers for
5250 			 * us, so we reload our goal index.
5251 			 */
5252 			int r;
5253 			uint32_t tsto = oop;
5254 			r = isp_handle_other_response(isp, etype, hp, &tsto);
5255 			if (r < 0) {
5256 				goto read_again;
5257 			}
5258 			/*
5259 			 * If somebody updated the output pointer, then reset
5260 			 * optr to be one more than the updated amount.
5261 			 */
5262 			while (tsto != oop) {
5263 				optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5264 			}
5265 			if (r > 0) {
5266 				ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5267 				last_etype = etype;
5268 				continue;
5269 			}
5270 
5271 			/*
5272 			 * After this point, we'll just look at the header as
5273 			 * we don't know how to deal with the rest of the
5274 			 * response.
5275 			 */
5276 
5277 			/*
5278 			 * It really has to be a bounced request just copied
5279 			 * from the request queue to the response queue. If
5280 			 * not, something bad has happened.
5281 			 */
5282 			if (etype != RQSTYPE_REQUEST) {
5283 				isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5284 				ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5285 				last_etype = etype;
5286 				continue;
5287 			}
5288 			buddaboom = 1;
5289 			scsi_status = sp->req_scsi_status;
5290 			completion_status = sp->req_completion_status;
5291 			req_status_flags = sp->req_status_flags;
5292 			req_state_flags = sp->req_state_flags;
5293 			resid = sp->req_resid;
5294 		}
5295 
5296 		if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5297 			if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5298 				isp_print_qentry(isp, "unexpected continuation segment",
5299 				    oop, hp);
5300 				last_etype = etype;
5301 				continue;
5302 			}
5303 			if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5304 				isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5305 				/*
5306 				 * We'll synthesize a QUEUE FULL message below.
5307 				 */
5308 			}
5309 			if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5310 				isp_print_qentry(isp, "bad header flag",
5311 				    oop, hp);
5312 				buddaboom++;
5313 			}
5314 			if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5315 				isp_print_qentry(isp, "bad request packet",
5316 				    oop, hp);
5317 				buddaboom++;
5318 			}
5319 			if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5320 				isp_print_qentry(isp, "invalid entry count",
5321 				    oop, hp);
5322 				buddaboom++;
5323 			}
5324 			if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5325 				isp_print_qentry(isp, "invalid IOCB ordering",
5326 				    oop, hp);
5327 				last_etype = etype;
5328 				continue;
5329 			}
5330 		}
5331 
5332 		xs = isp_find_xs(isp, sp->req_handle);
5333 		if (xs == NULL) {
5334 			uint8_t ts = completion_status & 0xff;
5335 			/*
5336 			 * Only whine if this isn't the expected fallout of
5337 			 * aborting the command or resetting the target.
5338 			 */
5339 			if (etype != RQSTYPE_RESPONSE) {
5340 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5341 			} else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5342 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5343 			}
5344 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5345 			last_etype = etype;
5346 			continue;
5347 		}
5348 		if (req_status_flags & RQSTF_BUS_RESET) {
5349 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5350 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5351 			XS_SETERR(xs, HBA_BUSRESET);
5352 			ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5353 		}
5354 		if (buddaboom) {
5355 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5356 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5357 			XS_SETERR(xs, HBA_BOTCH);
5358 		}
5359 
5360 		resp = NULL;
5361 		rlen = 0;
5362 		snsp = NULL;
5363 		totslen = slen = 0;
5364 		if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5365 			resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5366 			rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5367 		} else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5368 			resp = sp->req_response;
5369 			rlen = sp->req_response_len;
5370 		}
5371 		if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5372 			/*
5373 			 * Fibre Channel F/W doesn't say we got status
5374 			 * if there's Sense Data instead. I guess they
5375 			 * think it goes w/o saying.
5376 			 */
5377 			req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5378 			if (IS_24XX(isp)) {
5379 				snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5380 				snsp += rlen;
5381 				totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5382 				slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5383 				if (totslen < slen)
5384 					slen = totslen;
5385 			} else {
5386 				snsp = sp->req_sense_data;
5387 				totslen = sp->req_sense_len;
5388 				slen = sizeof (sp->req_sense_data);
5389 				if (totslen < slen)
5390 					slen = totslen;
5391 			}
5392 		} else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5393 			snsp = sp->req_sense_data;
5394 			totslen = sp->req_sense_len;
5395 			slen = sizeof (sp->req_sense_data);
5396 			if (totslen < slen)
5397 				slen = totslen;
5398 		}
5399 		if (req_state_flags & RQSF_GOT_STATUS) {
5400 			*XS_STSP(xs) = scsi_status & 0xff;
5401 		}
5402 
5403 		switch (etype) {
5404 		case RQSTYPE_RESPONSE:
5405 			if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5406 				const char *ptr;
5407 				char lb[64];
5408 				const char *rnames[10] = {
5409 				    "Task Management function complete",
5410 				    "FCP_DATA length different than FCP_BURST_LEN",
5411 				    "FCP_CMND fields invalid",
5412 				    "FCP_DATA parameter mismatch with FCP_DATA_RO",
5413 				    "Task Management function rejected",
5414 				    "Task Management function failed",
5415 				    NULL,
5416 				    NULL,
5417 				    "Task Management function succeeded",
5418 				    "Task Management function incorrect logical unit number",
5419 				};
5420 				uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5421 				if (code >= 10 || rnames[code] == NULL) {
5422 					ISP_SNPRINTF(lb, sizeof(lb),
5423 					    "Unknown FCP Response Code 0x%x",
5424 					    code);
5425 					ptr = lb;
5426 				} else {
5427 					ptr = rnames[code];
5428 				}
5429 				isp_xs_prt(isp, xs, ISP_LOGWARN,
5430 				    "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5431 				    rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5432 				if (code != 0 && code != 8)
5433 					XS_SETERR(xs, HBA_BOTCH);
5434 			}
5435 			if (IS_24XX(isp)) {
5436 				isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5437 			} else {
5438 				isp_parse_status(isp, (void *)sp, xs, &resid);
5439 			}
5440 			if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5441 				XS_SETERR(xs, HBA_TGTBSY);
5442 			}
5443 			if (IS_SCSI(isp)) {
5444 				XS_SET_RESID(xs, resid);
5445 				/*
5446 				 * A new synchronous rate was negotiated for
5447 				 * this target. Mark state such that we'll go
5448 				 * look up that which has changed later.
5449 				 */
5450 				if (req_status_flags & RQSTF_NEGOTIATION) {
5451 					int t = XS_TGT(xs);
5452 					sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5453 					sdp->isp_devparam[t].dev_refresh = 1;
5454 					sdp->update = 1;
5455 				}
5456 			} else {
5457 				if (req_status_flags & RQSF_XFER_COMPLETE) {
5458 					XS_SET_RESID(xs, 0);
5459 				} else if (scsi_status & RQCS_RESID) {
5460 					XS_SET_RESID(xs, resid);
5461 				} else {
5462 					XS_SET_RESID(xs, 0);
5463 				}
5464 			}
5465 			if (snsp && slen) {
5466 				if (totslen > slen) {
5467 					continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5468 					if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5469 						/* we'll lose some stats, but that's a small price to pay */
5470 						for (i = 0; i < ndone; i++) {
5471 							if (complist[i]) {
5472 								isp->isp_rsltccmplt++;
5473 								isp_done(complist[i]);
5474 							}
5475 						}
5476 						ndone = 0;
5477 					}
5478 					isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5479 					    continuations_expected, totslen);
5480 				}
5481 				XS_SAVE_SENSE(xs, snsp, totslen, slen);
5482 			} else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5483 				isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5484 				isp_print_qentry(isp, "CC with no Sense",
5485 				    oop, hp);
5486 			}
5487 			isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5488 			break;
5489 		case RQSTYPE_REQUEST:
5490 		case RQSTYPE_A64:
5491 		case RQSTYPE_T2RQS:
5492 		case RQSTYPE_T3RQS:
5493 		case RQSTYPE_T7RQS:
5494 			if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5495 				/*
5496 				 * Force Queue Full status.
5497 				 */
5498 				*XS_STSP(xs) = SCSI_QFULL;
5499 				XS_SETERR(xs, HBA_NOERROR);
5500 			} else if (XS_NOERR(xs)) {
5501 				isp_prt(isp, ISP_LOG_WARN1,
5502 				    "%d.%d.%jx badness at %s:%u",
5503 				    XS_CHANNEL(xs), XS_TGT(xs),
5504 				    (uintmax_t)XS_LUN(xs),
5505 				    __func__, __LINE__);
5506 				XS_SETERR(xs, HBA_BOTCH);
5507 			}
5508 			XS_SET_RESID(xs, XS_XFRLEN(xs));
5509 			break;
5510 		default:
5511 			isp_print_qentry(isp, "Unhandled Response Type",
5512 			    oop, hp);
5513 			if (XS_NOERR(xs)) {
5514 				XS_SETERR(xs, HBA_BOTCH);
5515 			}
5516 			break;
5517 		}
5518 
5519 		/*
5520 		 * Free any DMA resources. As a side effect, this may
5521 		 * also do any cache flushing necessary for data coherence.
5522 		 */
5523 		if (XS_XFRLEN(xs)) {
5524 			ISP_DMAFREE(isp, xs, sp->req_handle);
5525 		}
5526 		isp_destroy_handle(isp, sp->req_handle);
5527 
5528 		if (isp->isp_nactive > 0) {
5529 		    isp->isp_nactive--;
5530 		}
5531 		complist[ndone++] = xs;	/* defer completion call until later */
5532 		ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5533 		last_etype = etype;
5534 		if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5535 			break;
5536 		}
5537 	}
5538 
5539 	/*
5540 	 * If we looked at any commands, then it's valid to find out
5541 	 * what the outpointer is. It also is a trigger to update the
5542 	 * ISP's notion of what we've seen so far.
5543 	 */
5544 	if (nlooked) {
5545 		ISP_WRITE(isp, isp->isp_respoutrp, optr);
5546 		isp->isp_resodx = optr;
5547 		if (isp->isp_rscchiwater < ndone)
5548 			isp->isp_rscchiwater = ndone;
5549 	}
5550 
5551 out:
5552 
5553 	if (IS_24XX(isp)) {
5554 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5555 	} else {
5556 		ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5557 		ISP_WRITE(isp, BIU_SEMA, 0);
5558 	}
5559 
5560 	for (i = 0; i < ndone; i++) {
5561 		xs = complist[i];
5562 		if (xs) {
5563 			if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5564 			    ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5565 				isp_prt_endcmd(isp, xs);
5566 			}
5567 			isp->isp_rsltccmplt++;
5568 			isp_done(xs);
5569 		}
5570 	}
5571 }
5572 
5573 /*
5574  * Support routines.
5575  */
5576 
5577 void
5578 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5579 {
5580 	char cdbstr[16 * 5 + 1];
5581 	int i, lim;
5582 
5583 	lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5584 	ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5585 	for (i = 1; i < lim; i++) {
5586 		ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5587 	}
5588 	if (XS_SENSE_VALID(xs)) {
5589 		isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5590 		    XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5591 	} else {
5592 		isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5593 	}
5594 }
5595 
5596 /*
5597  * Parse an ASYNC mailbox complete
5598  *
5599  * Return non-zero if the event has been acknowledged.
5600  */
5601 static int
5602 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5603 {
5604 	int acked = 0;
5605 	uint32_t h1 = 0, h2 = 0;
5606 	uint16_t chan = 0;
5607 
5608 	/*
5609 	 * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5610 	 * where Mailboxes 6/7 have the second handle.
5611 	 */
5612 	if (mbox != ASYNC_RIO32_2) {
5613 		if (IS_DUALBUS(isp)) {
5614 			chan = ISP_READ(isp, OUTMAILBOX6);
5615 		}
5616 	}
5617 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5618 
5619 	switch (mbox) {
5620 	case ASYNC_BUS_RESET:
5621 		ISP_SET_SENDMARKER(isp, chan, 1);
5622 #ifdef	ISP_TARGET_MODE
5623 		if (isp_target_async(isp, chan, mbox)) {
5624 			acked = 1;
5625 		}
5626 #endif
5627 		isp_async(isp, ISPASYNC_BUS_RESET, chan);
5628 		break;
5629 	case ASYNC_SYSTEM_ERROR:
5630 		isp->isp_dead = 1;
5631 		isp->isp_state = ISP_CRASHED;
5632 		/*
5633 		 * Were we waiting for a mailbox command to complete?
5634 		 * If so, it's dead, so wake up the waiter.
5635 		 */
5636 		if (isp->isp_mboxbsy) {
5637 			isp->isp_obits = 1;
5638 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5639 			MBOX_NOTIFY_COMPLETE(isp);
5640 		}
5641 		/*
5642 		 * It's up to the handler for isp_async to reinit stuff and
5643 		 * restart the firmware
5644 		 */
5645 		isp_async(isp, ISPASYNC_FW_CRASH);
5646 		acked = 1;
5647 		break;
5648 
5649 	case ASYNC_RQS_XFER_ERR:
5650 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5651 		break;
5652 
5653 	case ASYNC_RSP_XFER_ERR:
5654 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5655 		break;
5656 
5657 	case ASYNC_QWAKEUP:
5658 		/*
5659 		 * We've just been notified that the Queue has woken up.
5660 		 * We don't need to be chatty about this- just unlatch things
5661 		 * and move on.
5662 		 */
5663 		mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5664 		break;
5665 
5666 	case ASYNC_TIMEOUT_RESET:
5667 		isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5668 		ISP_SET_SENDMARKER(isp, chan, 1);
5669 #ifdef	ISP_TARGET_MODE
5670 		if (isp_target_async(isp, chan, mbox)) {
5671 			acked = 1;
5672 		}
5673 #endif
5674 		break;
5675 
5676 	case ASYNC_DEVICE_RESET:
5677 		isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5678 		ISP_SET_SENDMARKER(isp, chan, 1);
5679 #ifdef	ISP_TARGET_MODE
5680 		if (isp_target_async(isp, chan, mbox)) {
5681 			acked = 1;
5682 		}
5683 #endif
5684 		break;
5685 
5686 	case ASYNC_EXTMSG_UNDERRUN:
5687 		isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5688 		break;
5689 
5690 	case ASYNC_SCAM_INT:
5691 		isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5692 		break;
5693 
5694 	case ASYNC_HUNG_SCSI:
5695 		isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5696 		/* XXX: Need to issue SCSI reset at this point */
5697 		break;
5698 
5699 	case ASYNC_KILLED_BUS:
5700 		isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5701 		break;
5702 
5703 	case ASYNC_BUS_TRANSIT:
5704 		mbox = ISP_READ(isp, OUTMAILBOX2);
5705 		switch (mbox & SXP_PINS_MODE_MASK) {
5706 		case SXP_PINS_LVD_MODE:
5707 			isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5708 			SDPARAM(isp, chan)->isp_diffmode = 0;
5709 			SDPARAM(isp, chan)->isp_ultramode = 0;
5710 			SDPARAM(isp, chan)->isp_lvdmode = 1;
5711 			break;
5712 		case SXP_PINS_HVD_MODE:
5713 			isp_prt(isp, ISP_LOGINFO,
5714 			    "Transition to Differential mode");
5715 			SDPARAM(isp, chan)->isp_diffmode = 1;
5716 			SDPARAM(isp, chan)->isp_ultramode = 0;
5717 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5718 			break;
5719 		case SXP_PINS_SE_MODE:
5720 			isp_prt(isp, ISP_LOGINFO,
5721 			    "Transition to Single Ended mode");
5722 			SDPARAM(isp, chan)->isp_diffmode = 0;
5723 			SDPARAM(isp, chan)->isp_ultramode = 1;
5724 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5725 			break;
5726 		default:
5727 			isp_prt(isp, ISP_LOGWARN,
5728 			    "Transition to Unknown Mode 0x%x", mbox);
5729 			break;
5730 		}
5731 		/*
5732 		 * XXX: Set up to renegotiate again!
5733 		 */
5734 		/* Can only be for a 1080... */
5735 		ISP_SET_SENDMARKER(isp, chan, 1);
5736 		break;
5737 
5738 	case ASYNC_CMD_CMPLT:
5739 	case ASYNC_RIO32_1:
5740 		if (!IS_ULTRA3(isp)) {
5741 			isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5742 			break;
5743 		}
5744 		/* FALLTHROUGH */
5745 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5746 		break;
5747 
5748 	case ASYNC_RIO32_2:
5749 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5750 		h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5751 		break;
5752 
5753 	case ASYNC_RIO16_5:
5754 	case ASYNC_RIO16_4:
5755 	case ASYNC_RIO16_3:
5756 	case ASYNC_RIO16_2:
5757 	case ASYNC_RIO16_1:
5758 		isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5759 		break;
5760 	default:
5761 		isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5762 		break;
5763 	}
5764 
5765 	if (h1 || h2) {
5766 		isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5767 		isp_fastpost_complete(isp, h1);
5768 		if (h2) {
5769 			isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5770 			isp_fastpost_complete(isp, h2);
5771 			if (isp->isp_fpcchiwater < 2) {
5772 				isp->isp_fpcchiwater = 2;
5773 			}
5774 		} else {
5775 			if (isp->isp_fpcchiwater < 1) {
5776 				isp->isp_fpcchiwater = 1;
5777 			}
5778 		}
5779 	} else {
5780 		isp->isp_intoasync++;
5781 	}
5782 	return (acked);
5783 }
5784 
5785 static int
5786 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5787 {
5788 	fcparam *fcp;
5789 	int acked = 0;
5790 	uint16_t chan;
5791 
5792 	if (IS_DUALBUS(isp)) {
5793 		chan = ISP_READ(isp, OUTMAILBOX6);
5794 	} else {
5795 		chan = 0;
5796 	}
5797 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5798 
5799 	switch (mbox) {
5800 	case ASYNC_SYSTEM_ERROR:
5801 		isp->isp_dead = 1;
5802 		isp->isp_state = ISP_CRASHED;
5803 		FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5804 		isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5805 		/*
5806 		 * Were we waiting for a mailbox command to complete?
5807 		 * If so, it's dead, so wake up the waiter.
5808 		 */
5809 		if (isp->isp_mboxbsy) {
5810 			isp->isp_obits = 1;
5811 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5812 			MBOX_NOTIFY_COMPLETE(isp);
5813 		}
5814 		/*
5815 		 * It's up to the handler for isp_async to reinit stuff and
5816 		 * restart the firmware
5817 		 */
5818 		isp_async(isp, ISPASYNC_FW_CRASH);
5819 		acked = 1;
5820 		break;
5821 
5822 	case ASYNC_RQS_XFER_ERR:
5823 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5824 		break;
5825 
5826 	case ASYNC_RSP_XFER_ERR:
5827 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5828 		break;
5829 
5830 	case ASYNC_QWAKEUP:
5831 #ifdef	ISP_TARGET_MODE
5832 		if (IS_24XX(isp)) {
5833 			isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5834 			break;
5835 		}
5836 #endif
5837 		isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5838 		break;
5839 
5840 	case ASYNC_CMD_CMPLT:
5841 		isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5842 		if (isp->isp_fpcchiwater < 1) {
5843 			isp->isp_fpcchiwater = 1;
5844 		}
5845 		break;
5846 
5847 	case ASYNC_RIOZIO_STALL:
5848 		break;
5849 
5850 	case ASYNC_CTIO_DONE:
5851 #ifdef	ISP_TARGET_MODE
5852 		if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5853 			acked = 1;
5854 		} else {
5855 			isp->isp_fphccmplt++;
5856 		}
5857 #else
5858 		isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5859 #endif
5860 		break;
5861 	case ASYNC_LIP_ERROR:
5862 	case ASYNC_LIP_NOS_OLS_RECV:
5863 	case ASYNC_LIP_OCCURRED:
5864 	case ASYNC_PTPMODE:
5865 		/*
5866 		 * These are broadcast events that have to be sent across
5867 		 * all active channels.
5868 		 */
5869 		GET_NANOTIME(&isp->isp_init_time);
5870 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5871 			fcp = FCPARAM(isp, chan);
5872 			int topo = fcp->isp_topo;
5873 
5874 			if (fcp->role == ISP_ROLE_NONE)
5875 				continue;
5876 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5877 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5878 			ISP_SET_SENDMARKER(isp, chan, 1);
5879 			isp_async(isp, ISPASYNC_LIP, chan);
5880 #ifdef	ISP_TARGET_MODE
5881 			if (isp_target_async(isp, chan, mbox)) {
5882 				acked = 1;
5883 			}
5884 #endif
5885 			/*
5886 			 * We've had problems with data corruption occurring on
5887 			 * commands that complete (with no apparent error) after
5888 			 * we receive a LIP. This has been observed mostly on
5889 			 * Local Loop topologies. To be safe, let's just mark
5890 			 * all active initiator commands as dead.
5891 			 */
5892 			if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5893 				int i, j;
5894 				for (i = j = 0; i < isp->isp_maxcmds; i++) {
5895 					XS_T *xs;
5896 					isp_hdl_t *hdp;
5897 
5898 					hdp = &isp->isp_xflist[i];
5899 					if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5900 						continue;
5901 					}
5902 					xs = hdp->cmd;
5903 					if (XS_CHANNEL(xs) != chan) {
5904 						continue;
5905 					}
5906 					j++;
5907 					isp_prt(isp, ISP_LOG_WARN1,
5908 					    "%d.%d.%jx bus reset set at %s:%u",
5909 					    XS_CHANNEL(xs), XS_TGT(xs),
5910 					    (uintmax_t)XS_LUN(xs),
5911 					    __func__, __LINE__);
5912 					XS_SETERR(xs, HBA_BUSRESET);
5913 				}
5914 				if (j) {
5915 					isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5916 				}
5917 			}
5918 		}
5919 		break;
5920 
5921 	case ASYNC_LOOP_UP:
5922 		/*
5923 		 * This is a broadcast event that has to be sent across
5924 		 * all active channels.
5925 		 */
5926 		GET_NANOTIME(&isp->isp_init_time);
5927 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5928 			fcp = FCPARAM(isp, chan);
5929 			if (fcp->role == ISP_ROLE_NONE)
5930 				continue;
5931 			fcp->isp_linkstate = 1;
5932 			if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5933 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5934 			ISP_SET_SENDMARKER(isp, chan, 1);
5935 			isp_async(isp, ISPASYNC_LOOP_UP, chan);
5936 #ifdef	ISP_TARGET_MODE
5937 			if (isp_target_async(isp, chan, mbox)) {
5938 				acked = 1;
5939 			}
5940 #endif
5941 		}
5942 		break;
5943 
5944 	case ASYNC_LOOP_DOWN:
5945 		/*
5946 		 * This is a broadcast event that has to be sent across
5947 		 * all active channels.
5948 		 */
5949 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5950 			fcp = FCPARAM(isp, chan);
5951 			if (fcp->role == ISP_ROLE_NONE)
5952 				continue;
5953 			ISP_SET_SENDMARKER(isp, chan, 1);
5954 			fcp->isp_linkstate = 0;
5955 			fcp->isp_loopstate = LOOP_NIL;
5956 			isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5957 #ifdef	ISP_TARGET_MODE
5958 			if (isp_target_async(isp, chan, mbox)) {
5959 				acked = 1;
5960 			}
5961 #endif
5962 		}
5963 		break;
5964 
5965 	case ASYNC_LOOP_RESET:
5966 		/*
5967 		 * This is a broadcast event that has to be sent across
5968 		 * all active channels.
5969 		 */
5970 		GET_NANOTIME(&isp->isp_init_time);
5971 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5972 			fcp = FCPARAM(isp, chan);
5973 			if (fcp->role == ISP_ROLE_NONE)
5974 				continue;
5975 			ISP_SET_SENDMARKER(isp, chan, 1);
5976 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5977 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5978 			isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5979 #ifdef	ISP_TARGET_MODE
5980 			if (isp_target_async(isp, chan, mbox)) {
5981 				acked = 1;
5982 			}
5983 #endif
5984 		}
5985 		break;
5986 
5987 	case ASYNC_PDB_CHANGED:
5988 	{
5989 		int echan, nphdl, nlstate, reason;
5990 
5991 		if (IS_23XX(isp) || IS_24XX(isp)) {
5992 			nphdl = ISP_READ(isp, OUTMAILBOX1);
5993 			nlstate = ISP_READ(isp, OUTMAILBOX2);
5994 		} else {
5995 			nphdl = nlstate = 0xffff;
5996 		}
5997 		if (IS_24XX(isp))
5998 			reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5999 		else
6000 			reason = 0xff;
6001 		if (ISP_CAP_MULTI_ID(isp)) {
6002 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
6003 			if (chan == 0xff || nphdl == NIL_HANDLE) {
6004 				chan = 0;
6005 				echan = isp->isp_nchan - 1;
6006 			} else if (chan >= isp->isp_nchan) {
6007 				break;
6008 			} else {
6009 				echan = chan;
6010 			}
6011 		} else {
6012 			chan = echan = 0;
6013 		}
6014 		for (; chan <= echan; chan++) {
6015 			fcp = FCPARAM(isp, chan);
6016 			if (fcp->role == ISP_ROLE_NONE)
6017 				continue;
6018 			if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
6019 				if (nphdl != NIL_HANDLE &&
6020 				    nphdl == fcp->isp_login_hdl &&
6021 				    reason == PDB24XX_AE_OPN_2)
6022 					continue;
6023 				fcp->isp_loopstate = LOOP_LTEST_DONE;
6024 			} else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6025 				fcp->isp_loopstate = LOOP_HAVE_LINK;
6026 			isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6027 			    ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
6028 		}
6029 		break;
6030 	}
6031 	case ASYNC_CHANGE_NOTIFY:
6032 	{
6033 		int portid;
6034 
6035 		portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
6036 		    ISP_READ(isp, OUTMAILBOX2);
6037 		if (ISP_CAP_MULTI_ID(isp)) {
6038 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
6039 			if (chan >= isp->isp_nchan)
6040 				break;
6041 		} else {
6042 			chan = 0;
6043 		}
6044 		fcp = FCPARAM(isp, chan);
6045 		if (fcp->role == ISP_ROLE_NONE)
6046 			break;
6047 		if (fcp->isp_loopstate > LOOP_LTEST_DONE)
6048 			fcp->isp_loopstate = LOOP_LTEST_DONE;
6049 		else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6050 			fcp->isp_loopstate = LOOP_HAVE_LINK;
6051 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6052 		    ISPASYNC_CHANGE_SNS, portid);
6053 		break;
6054 	}
6055 	case ASYNC_ERR_LOGGING_DISABLED:
6056 		isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
6057 		    ISP_READ(isp, OUTMAILBOX1));
6058 		break;
6059 	case ASYNC_CONNMODE:
6060 		/*
6061 		 * This only applies to 2100 amd 2200 cards
6062 		 */
6063 		if (!IS_2200(isp) && !IS_2100(isp)) {
6064 			isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6065 			break;
6066 		}
6067 		chan = 0;
6068 		mbox = ISP_READ(isp, OUTMAILBOX1);
6069 		switch (mbox) {
6070 		case ISP_CONN_LOOP:
6071 			isp_prt(isp, ISP_LOGINFO,
6072 			    "Point-to-Point -> Loop mode");
6073 			break;
6074 		case ISP_CONN_PTP:
6075 			isp_prt(isp, ISP_LOGINFO,
6076 			    "Loop -> Point-to-Point mode");
6077 			break;
6078 		case ISP_CONN_BADLIP:
6079 			isp_prt(isp, ISP_LOGWARN,
6080 			    "Point-to-Point -> Loop mode (BAD LIP)");
6081 			break;
6082 		case ISP_CONN_FATAL:
6083 			isp->isp_dead = 1;
6084 			isp->isp_state = ISP_CRASHED;
6085 			isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6086 			isp_async(isp, ISPASYNC_FW_CRASH);
6087 			return (-1);
6088 		case ISP_CONN_LOOPBACK:
6089 			isp_prt(isp, ISP_LOGWARN,
6090 			    "Looped Back in Point-to-Point mode");
6091 			break;
6092 		default:
6093 			isp_prt(isp, ISP_LOGWARN,
6094 			    "Unknown connection mode (0x%x)", mbox);
6095 			break;
6096 		}
6097 		ISP_SET_SENDMARKER(isp, chan, 1);
6098 		FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
6099 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6100 		break;
6101 	case ASYNC_P2P_INIT_ERR:
6102 		isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
6103 		    ISP_READ(isp, OUTMAILBOX1));
6104 		break;
6105 	case ASYNC_RCV_ERR:
6106 		if (IS_24XX(isp)) {
6107 			isp_prt(isp, ISP_LOGWARN, "Receive Error");
6108 		} else {
6109 			isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6110 		}
6111 		break;
6112 	case ASYNC_RJT_SENT:	/* same as ASYNC_QFULL_SENT */
6113 		if (IS_24XX(isp)) {
6114 			isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6115 			break;
6116 		} else {
6117 			isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6118 			break;
6119 		}
6120 	case ASYNC_FW_RESTART_COMPLETE:
6121 		isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
6122 		break;
6123 	case ASYNC_TEMPERATURE_ALERT:
6124 		isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
6125 		    ISP_READ(isp, OUTMAILBOX1));
6126 		break;
6127 	case ASYNC_AUTOLOAD_FW_COMPLETE:
6128 		isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
6129 		break;
6130 	case ASYNC_AUTOLOAD_FW_FAILURE:
6131 		isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
6132 		break;
6133 	default:
6134 		isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6135 		break;
6136 	}
6137 	if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6138 		isp->isp_intoasync++;
6139 	}
6140 	return (acked);
6141 }
6142 
6143 /*
6144  * Handle other response entries. A pointer to the request queue output
6145  * index is here in case we want to eat several entries at once, although
6146  * this is not used currently.
6147  */
6148 
6149 static int
6150 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6151 {
6152 	isp_ridacq_t rid;
6153 	int chan, c;
6154 	uint32_t hdl, portid;
6155 	void *ptr;
6156 
6157 	switch (type) {
6158 	case RQSTYPE_STATUS_CONT:
6159 		isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6160 		return (1);
6161 	case RQSTYPE_MARKER:
6162 		isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6163 		return (1);
6164 	case RQSTYPE_RPT_ID_ACQ:
6165 		isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6166 		portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
6167 		    rid.ridacq_vp_port_lo;
6168 		if (rid.ridacq_format == 0) {
6169 			GET_NANOTIME(&isp->isp_init_time);
6170 			for (chan = 0; chan < isp->isp_nchan; chan++) {
6171 				fcparam *fcp = FCPARAM(isp, chan);
6172 				if (fcp->role == ISP_ROLE_NONE)
6173 					continue;
6174 				c = (chan == 0) ? 127 : (chan - 1);
6175 				if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
6176 				    chan == 0) {
6177 					fcp->isp_loopstate = LOOP_HAVE_LINK;
6178 					isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6179 					    chan, ISPASYNC_CHANGE_OTHER);
6180 				} else {
6181 					fcp->isp_loopstate = LOOP_NIL;
6182 					isp_async(isp, ISPASYNC_LOOP_DOWN,
6183 					    chan);
6184 				}
6185 			}
6186 		} else {
6187 			fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
6188 			if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
6189 			    rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
6190 				fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
6191 				fcp->isp_portid = portid;
6192 				fcp->isp_loopstate = LOOP_HAVE_ADDR;
6193 				isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6194 				    rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
6195 			} else {
6196 				fcp->isp_loopstate = LOOP_NIL;
6197 				isp_async(isp, ISPASYNC_LOOP_DOWN,
6198 				    rid.ridacq_vp_index);
6199 			}
6200 		}
6201 		return (1);
6202 	case RQSTYPE_CT_PASSTHRU:
6203 	case RQSTYPE_VP_MODIFY:
6204 	case RQSTYPE_VP_CTRL:
6205 	case RQSTYPE_LOGIN:
6206 		ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
6207 		ptr = isp_find_xs(isp, hdl);
6208 		if (ptr != NULL) {
6209 			isp_destroy_handle(isp, hdl);
6210 			memcpy(ptr, hp, QENTRY_LEN);
6211 			wakeup(ptr);
6212 		}
6213 		return (1);
6214 	case RQSTYPE_ATIO:
6215 	case RQSTYPE_CTIO:
6216 	case RQSTYPE_ENABLE_LUN:
6217 	case RQSTYPE_MODIFY_LUN:
6218 	case RQSTYPE_NOTIFY:
6219 	case RQSTYPE_NOTIFY_ACK:
6220 	case RQSTYPE_CTIO1:
6221 	case RQSTYPE_ATIO2:
6222 	case RQSTYPE_CTIO2:
6223 	case RQSTYPE_CTIO3:
6224 	case RQSTYPE_CTIO7:
6225 	case RQSTYPE_ABTS_RCVD:
6226 	case RQSTYPE_ABTS_RSP:
6227 		isp->isp_rsltccmplt++;	/* count as a response completion */
6228 #ifdef	ISP_TARGET_MODE
6229 		if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6230 			return (1);
6231 		}
6232 #endif
6233 		/* FALLTHROUGH */
6234 	case RQSTYPE_REQUEST:
6235 	default:
6236 		ISP_DELAY(100);
6237 		if (type != isp_get_response_type(isp, hp)) {
6238 			/*
6239 			 * This is questionable- we're just papering over
6240 			 * something we've seen on SMP linux in target
6241 			 * mode- we don't really know what's happening
6242 			 * here that causes us to think we've gotten
6243 			 * an entry, but that either the entry isn't
6244 			 * filled out yet or our CPU read data is stale.
6245 			 */
6246 			isp_prt(isp, ISP_LOGINFO,
6247 				"unstable type in response queue");
6248 			return (-1);
6249 		}
6250 		isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6251 		    isp_get_response_type(isp, hp));
6252 		return (0);
6253 	}
6254 }
6255 
6256 static void
6257 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6258 {
6259 	switch (sp->req_completion_status & 0xff) {
6260 	case RQCS_COMPLETE:
6261 		if (XS_NOERR(xs)) {
6262 			XS_SETERR(xs, HBA_NOERROR);
6263 		}
6264 		return;
6265 
6266 	case RQCS_INCOMPLETE:
6267 		if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6268 			isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6269 			if (XS_NOERR(xs)) {
6270 				XS_SETERR(xs, HBA_SELTIMEOUT);
6271 				*rp = XS_XFRLEN(xs);
6272 			}
6273 			return;
6274 		}
6275 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6276 		break;
6277 
6278 	case RQCS_DMA_ERROR:
6279 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6280 		*rp = XS_XFRLEN(xs);
6281 		break;
6282 
6283 	case RQCS_TRANSPORT_ERROR:
6284 	{
6285 		char buf[172];
6286 		ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6287 		if (sp->req_state_flags & RQSF_GOT_BUS) {
6288 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6289 		}
6290 		if (sp->req_state_flags & RQSF_GOT_TARGET) {
6291 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6292 		}
6293 		if (sp->req_state_flags & RQSF_SENT_CDB) {
6294 			ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6295 		}
6296 		if (sp->req_state_flags & RQSF_XFRD_DATA) {
6297 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6298 		}
6299 		if (sp->req_state_flags & RQSF_GOT_STATUS) {
6300 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6301 		}
6302 		if (sp->req_state_flags & RQSF_GOT_SENSE) {
6303 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6304 		}
6305 		if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6306 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6307 		}
6308 		ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6309 		if (sp->req_status_flags & RQSTF_DISCONNECT) {
6310 			ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6311 		}
6312 		if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6313 			ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6314 		}
6315 		if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6316 			ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6317 		}
6318 		if (sp->req_status_flags & RQSTF_BUS_RESET) {
6319 			ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6320 		}
6321 		if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6322 			ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6323 		}
6324 		if (sp->req_status_flags & RQSTF_ABORTED) {
6325 			ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6326 		}
6327 		if (sp->req_status_flags & RQSTF_TIMEOUT) {
6328 			ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6329 		}
6330 		if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6331 			ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6332 		}
6333 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6334 		*rp = XS_XFRLEN(xs);
6335 		break;
6336 	}
6337 	case RQCS_RESET_OCCURRED:
6338 	{
6339 		int chan;
6340 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6341 		for (chan = 0; chan < isp->isp_nchan; chan++) {
6342 			FCPARAM(isp, chan)->sendmarker = 1;
6343 		}
6344 		if (XS_NOERR(xs)) {
6345 			XS_SETERR(xs, HBA_BUSRESET);
6346 		}
6347 		*rp = XS_XFRLEN(xs);
6348 		return;
6349 	}
6350 	case RQCS_ABORTED:
6351 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6352 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6353 		if (XS_NOERR(xs)) {
6354 			XS_SETERR(xs, HBA_ABORTED);
6355 		}
6356 		return;
6357 
6358 	case RQCS_TIMEOUT:
6359 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6360 		/*
6361 	 	 * XXX: Check to see if we logged out of the device.
6362 		 */
6363 		if (XS_NOERR(xs)) {
6364 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6365 		}
6366 		return;
6367 
6368 	case RQCS_DATA_OVERRUN:
6369 		XS_SET_RESID(xs, sp->req_resid);
6370 		isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6371 		if (XS_NOERR(xs)) {
6372 			XS_SETERR(xs, HBA_DATAOVR);
6373 		}
6374 		return;
6375 
6376 	case RQCS_COMMAND_OVERRUN:
6377 		isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6378 		break;
6379 
6380 	case RQCS_STATUS_OVERRUN:
6381 		isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6382 		break;
6383 
6384 	case RQCS_BAD_MESSAGE:
6385 		isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6386 		break;
6387 
6388 	case RQCS_NO_MESSAGE_OUT:
6389 		isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6390 		break;
6391 
6392 	case RQCS_EXT_ID_FAILED:
6393 		isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6394 		break;
6395 
6396 	case RQCS_IDE_MSG_FAILED:
6397 		isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6398 		break;
6399 
6400 	case RQCS_ABORT_MSG_FAILED:
6401 		isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6402 		break;
6403 
6404 	case RQCS_REJECT_MSG_FAILED:
6405 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6406 		break;
6407 
6408 	case RQCS_NOP_MSG_FAILED:
6409 		isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6410 		break;
6411 
6412 	case RQCS_PARITY_ERROR_MSG_FAILED:
6413 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6414 		break;
6415 
6416 	case RQCS_DEVICE_RESET_MSG_FAILED:
6417 		isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6418 		break;
6419 
6420 	case RQCS_ID_MSG_FAILED:
6421 		isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6422 		break;
6423 
6424 	case RQCS_UNEXP_BUS_FREE:
6425 		isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6426 		break;
6427 
6428 	case RQCS_DATA_UNDERRUN:
6429 	{
6430 		if (IS_FC(isp)) {
6431 			int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6432 			if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6433 				isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6434 				if (XS_NOERR(xs)) {
6435 					XS_SETERR(xs, HBA_BOTCH);
6436 				}
6437 				return;
6438 			}
6439 		}
6440 		XS_SET_RESID(xs, sp->req_resid);
6441 		if (XS_NOERR(xs)) {
6442 			XS_SETERR(xs, HBA_NOERROR);
6443 		}
6444 		return;
6445 	}
6446 
6447 	case RQCS_XACT_ERR1:
6448 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6449 		break;
6450 
6451 	case RQCS_XACT_ERR2:
6452 		isp_xs_prt(isp, xs, ISP_LOGERR,
6453 		    "HBA attempted queued transaction to target routine %jx",
6454 		    (uintmax_t)XS_LUN(xs));
6455 		break;
6456 
6457 	case RQCS_XACT_ERR3:
6458 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6459 		break;
6460 
6461 	case RQCS_BAD_ENTRY:
6462 		isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6463 		break;
6464 
6465 	case RQCS_QUEUE_FULL:
6466 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6467 
6468 		/*
6469 		 * If QFULL or some other status byte is set, then this
6470 		 * isn't an error, per se.
6471 		 *
6472 		 * Unfortunately, some QLogic f/w writers have, in
6473 		 * some cases, omitted to *set* status to QFULL.
6474 		 */
6475 #if	0
6476 		if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6477 			XS_SETERR(xs, HBA_NOERROR);
6478 			return;
6479 		}
6480 
6481 #endif
6482 		*XS_STSP(xs) = SCSI_QFULL;
6483 		XS_SETERR(xs, HBA_NOERROR);
6484 		return;
6485 
6486 	case RQCS_PHASE_SKIPPED:
6487 		isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6488 		break;
6489 
6490 	case RQCS_ARQS_FAILED:
6491 		isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6492 		if (XS_NOERR(xs)) {
6493 			XS_SETERR(xs, HBA_ARQFAIL);
6494 		}
6495 		return;
6496 
6497 	case RQCS_WIDE_FAILED:
6498 		isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6499 		if (IS_SCSI(isp)) {
6500 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6501 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6502 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6503 			sdp->update = 1;
6504 		}
6505 		if (XS_NOERR(xs)) {
6506 			XS_SETERR(xs, HBA_NOERROR);
6507 		}
6508 		return;
6509 
6510 	case RQCS_SYNCXFER_FAILED:
6511 		isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6512 		if (IS_SCSI(isp)) {
6513 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6514 			sdp += XS_CHANNEL(xs);
6515 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6516 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6517 			sdp->update = 1;
6518 		}
6519 		break;
6520 
6521 	case RQCS_LVD_BUSERR:
6522 		isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6523 		break;
6524 
6525 	case RQCS_PORT_UNAVAILABLE:
6526 		/*
6527 		 * No such port on the loop. Moral equivalent of SELTIMEO
6528 		 */
6529 	case RQCS_PORT_LOGGED_OUT:
6530 	{
6531 		const char *reason;
6532 		uint8_t sts = sp->req_completion_status & 0xff;
6533 		fcparam *fcp = FCPARAM(isp, 0);
6534 		fcportdb_t *lp;
6535 
6536 		/*
6537 		 * It was there (maybe)- treat as a selection timeout.
6538 		 */
6539 		if (sts == RQCS_PORT_UNAVAILABLE) {
6540 			reason = "unavailable";
6541 		} else {
6542 			reason = "logout";
6543 		}
6544 
6545 		isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6546 
6547 		/*
6548 		 * If we're on a local loop, force a LIP (which is overkill)
6549 		 * to force a re-login of this unit. If we're on fabric,
6550 		 * then we'll have to log in again as a matter of course.
6551 		 */
6552 		if (fcp->isp_topo == TOPO_NL_PORT ||
6553 		    fcp->isp_topo == TOPO_FL_PORT) {
6554 			mbreg_t mbs;
6555 			MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6556 			if (ISP_CAP_2KLOGIN(isp)) {
6557 				mbs.ibits = (1 << 10);
6558 			}
6559 			isp_mboxcmd_qnw(isp, &mbs, 1);
6560 		}
6561 		if (XS_NOERR(xs)) {
6562 			lp = &fcp->portdb[XS_TGT(xs)];
6563 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6564 				*XS_STSP(xs) = SCSI_BUSY;
6565 				XS_SETERR(xs, HBA_TGTBSY);
6566 			} else
6567 				XS_SETERR(xs, HBA_SELTIMEOUT);
6568 		}
6569 		return;
6570 	}
6571 	case RQCS_PORT_CHANGED:
6572 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6573 		if (XS_NOERR(xs)) {
6574 			XS_SETERR(xs, HBA_SELTIMEOUT);
6575 		}
6576 		return;
6577 
6578 	case RQCS_PORT_BUSY:
6579 		isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6580 		if (XS_NOERR(xs)) {
6581 			XS_SETERR(xs, HBA_TGTBSY);
6582 		}
6583 		return;
6584 
6585 	default:
6586 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6587 		break;
6588 	}
6589 	if (XS_NOERR(xs)) {
6590 		XS_SETERR(xs, HBA_BOTCH);
6591 	}
6592 }
6593 
6594 static void
6595 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6596 {
6597 	int ru_marked, sv_marked;
6598 	int chan = XS_CHANNEL(xs);
6599 
6600 	switch (sp->req_completion_status) {
6601 	case RQCS_COMPLETE:
6602 		if (XS_NOERR(xs)) {
6603 			XS_SETERR(xs, HBA_NOERROR);
6604 		}
6605 		return;
6606 
6607 	case RQCS_DMA_ERROR:
6608 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6609 		break;
6610 
6611 	case RQCS_TRANSPORT_ERROR:
6612 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6613 		break;
6614 
6615 	case RQCS_RESET_OCCURRED:
6616 		isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6617 		FCPARAM(isp, chan)->sendmarker = 1;
6618 		if (XS_NOERR(xs)) {
6619 			XS_SETERR(xs, HBA_BUSRESET);
6620 		}
6621 		return;
6622 
6623 	case RQCS_ABORTED:
6624 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6625 		FCPARAM(isp, chan)->sendmarker = 1;
6626 		if (XS_NOERR(xs)) {
6627 			XS_SETERR(xs, HBA_ABORTED);
6628 		}
6629 		return;
6630 
6631 	case RQCS_TIMEOUT:
6632 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6633 		if (XS_NOERR(xs)) {
6634 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6635 		}
6636 		return;
6637 
6638 	case RQCS_DATA_OVERRUN:
6639 		XS_SET_RESID(xs, sp->req_resid);
6640 		isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6641 		if (XS_NOERR(xs)) {
6642 			XS_SETERR(xs, HBA_DATAOVR);
6643 		}
6644 		return;
6645 
6646 	case RQCS_24XX_DRE:	/* data reassembly error */
6647 		isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6648 		if (XS_NOERR(xs)) {
6649 			XS_SETERR(xs, HBA_ABORTED);
6650 		}
6651 		*rp = XS_XFRLEN(xs);
6652 		return;
6653 
6654 	case RQCS_24XX_TABORT:	/* aborted by target */
6655 		isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6656 		if (XS_NOERR(xs)) {
6657 			XS_SETERR(xs, HBA_ABORTED);
6658 		}
6659 		return;
6660 
6661 	case RQCS_DATA_UNDERRUN:
6662 		ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6663 		/*
6664 		 * We can get an underrun w/o things being marked
6665 		 * if we got a non-zero status.
6666 		 */
6667 		sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6668 		if ((ru_marked == 0 && sv_marked == 0) ||
6669 		    (sp->req_resid > XS_XFRLEN(xs))) {
6670 			isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6671 			if (XS_NOERR(xs)) {
6672 				XS_SETERR(xs, HBA_BOTCH);
6673 			}
6674 			return;
6675 		}
6676 		XS_SET_RESID(xs, sp->req_resid);
6677 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6678 		if (XS_NOERR(xs)) {
6679 			XS_SETERR(xs, HBA_NOERROR);
6680 		}
6681 		return;
6682 
6683 	case RQCS_PORT_UNAVAILABLE:
6684 		/*
6685 		 * No such port on the loop. Moral equivalent of SELTIMEO
6686 		 */
6687 	case RQCS_PORT_LOGGED_OUT:
6688 	{
6689 		const char *reason;
6690 		uint8_t sts = sp->req_completion_status & 0xff;
6691 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6692 		fcportdb_t *lp;
6693 
6694 		/*
6695 		 * It was there (maybe)- treat as a selection timeout.
6696 		 */
6697 		if (sts == RQCS_PORT_UNAVAILABLE) {
6698 			reason = "unavailable";
6699 		} else {
6700 			reason = "logout";
6701 		}
6702 
6703 		isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6704 		    chan, reason, XS_TGT(xs));
6705 
6706 		/*
6707 		 * There is no MBOX_INIT_LIP for the 24XX.
6708 		 */
6709 		if (XS_NOERR(xs)) {
6710 			lp = &fcp->portdb[XS_TGT(xs)];
6711 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6712 				*XS_STSP(xs) = SCSI_BUSY;
6713 				XS_SETERR(xs, HBA_TGTBSY);
6714 			} else
6715 				XS_SETERR(xs, HBA_SELTIMEOUT);
6716 		}
6717 		return;
6718 	}
6719 	case RQCS_PORT_CHANGED:
6720 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6721 		if (XS_NOERR(xs)) {
6722 			XS_SETERR(xs, HBA_SELTIMEOUT);
6723 		}
6724 		return;
6725 
6726 
6727 	case RQCS_24XX_ENOMEM:	/* f/w resource unavailable */
6728 		isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6729 		if (XS_NOERR(xs)) {
6730 			*XS_STSP(xs) = SCSI_BUSY;
6731 			XS_SETERR(xs, HBA_TGTBSY);
6732 		}
6733 		return;
6734 
6735 	case RQCS_24XX_TMO:	/* task management overrun */
6736 		isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6737 		if (XS_NOERR(xs)) {
6738 			*XS_STSP(xs) = SCSI_BUSY;
6739 			XS_SETERR(xs, HBA_TGTBSY);
6740 		}
6741 		return;
6742 
6743 	default:
6744 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6745 		break;
6746 	}
6747 	if (XS_NOERR(xs)) {
6748 		XS_SETERR(xs, HBA_BOTCH);
6749 	}
6750 }
6751 
6752 static void
6753 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6754 {
6755 	XS_T *xs;
6756 
6757 	if (fph == 0) {
6758 		return;
6759 	}
6760 	xs = isp_find_xs(isp, fph);
6761 	if (xs == NULL) {
6762 		isp_prt(isp, ISP_LOGWARN,
6763 		    "Command for fast post handle 0x%x not found", fph);
6764 		return;
6765 	}
6766 	isp_destroy_handle(isp, fph);
6767 
6768 	/*
6769 	 * Since we don't have a result queue entry item,
6770 	 * we must believe that SCSI status is zero and
6771 	 * that all data transferred.
6772 	 */
6773 	XS_SET_RESID(xs, 0);
6774 	*XS_STSP(xs) = SCSI_GOOD;
6775 	if (XS_XFRLEN(xs)) {
6776 		ISP_DMAFREE(isp, xs, fph);
6777 	}
6778 	if (isp->isp_nactive) {
6779 		isp->isp_nactive--;
6780 	}
6781 	isp->isp_fphccmplt++;
6782 	isp_done(xs);
6783 }
6784 
6785 static int
6786 isp_mbox_continue(ispsoftc_t *isp)
6787 {
6788 	mbreg_t mbs;
6789 	uint16_t *ptr;
6790 	uint32_t offset;
6791 
6792 	switch (isp->isp_lastmbxcmd) {
6793 	case MBOX_WRITE_RAM_WORD:
6794 	case MBOX_READ_RAM_WORD:
6795 	case MBOX_WRITE_RAM_WORD_EXTENDED:
6796 	case MBOX_READ_RAM_WORD_EXTENDED:
6797 		break;
6798 	default:
6799 		return (1);
6800 	}
6801 	if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6802 		isp->isp_mbxwrk0 = 0;
6803 		return (-1);
6804 	}
6805 
6806 	/*
6807 	 * Clear the previous interrupt.
6808 	 */
6809 	if (IS_24XX(isp)) {
6810 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6811 	} else {
6812 		ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6813 		ISP_WRITE(isp, BIU_SEMA, 0);
6814 	}
6815 
6816 	/*
6817 	 * Continue with next word.
6818 	 */
6819 	ISP_MEMZERO(&mbs, sizeof (mbs));
6820 	ptr = isp->isp_mbxworkp;
6821 	switch (isp->isp_lastmbxcmd) {
6822 	case MBOX_WRITE_RAM_WORD:
6823 		mbs.param[1] = isp->isp_mbxwrk1++;
6824 		mbs.param[2] = *ptr++;
6825 		break;
6826 	case MBOX_READ_RAM_WORD:
6827 		*ptr++ = isp->isp_mboxtmp[2];
6828 		mbs.param[1] = isp->isp_mbxwrk1++;
6829 		break;
6830 	case MBOX_WRITE_RAM_WORD_EXTENDED:
6831 		if (IS_24XX(isp)) {
6832 			uint32_t *lptr = (uint32_t *)ptr;
6833 			mbs.param[2] = lptr[0];
6834 			mbs.param[3] = lptr[0] >> 16;
6835 			lptr++;
6836 			ptr = (uint16_t *)lptr;
6837 		} else {
6838 			mbs.param[2] = *ptr++;
6839 		}
6840 		offset = isp->isp_mbxwrk1;
6841 		offset |= isp->isp_mbxwrk8 << 16;
6842 		mbs.param[1] = offset;
6843 		mbs.param[8] = offset >> 16;
6844 		offset++;
6845 		isp->isp_mbxwrk1 = offset;
6846 		isp->isp_mbxwrk8 = offset >> 16;
6847 		break;
6848 	case MBOX_READ_RAM_WORD_EXTENDED:
6849 		if (IS_24XX(isp)) {
6850 			uint32_t *lptr = (uint32_t *)ptr;
6851 			uint32_t val = isp->isp_mboxtmp[2];
6852 			val |= (isp->isp_mboxtmp[3]) << 16;
6853 			*lptr++ = val;
6854 			ptr = (uint16_t *)lptr;
6855 		} else {
6856 			*ptr++ = isp->isp_mboxtmp[2];
6857 		}
6858 		offset = isp->isp_mbxwrk1;
6859 		offset |= isp->isp_mbxwrk8 << 16;
6860 		mbs.param[1] = offset;
6861 		mbs.param[8] = offset >> 16;
6862 		offset++;
6863 		isp->isp_mbxwrk1 = offset;
6864 		isp->isp_mbxwrk8 = offset >> 16;
6865 		break;
6866 	}
6867 	isp->isp_mbxworkp = ptr;
6868 	isp->isp_mbxwrk0--;
6869 	mbs.param[0] = isp->isp_lastmbxcmd;
6870 	mbs.logval = MBLOGALL;
6871 	isp_mboxcmd_qnw(isp, &mbs, 0);
6872 	return (0);
6873 }
6874 
6875 #define	ISP_SCSI_IBITS(op)		(mbpscsi[((op)<<1)])
6876 #define	ISP_SCSI_OBITS(op)		(mbpscsi[((op)<<1) + 1])
6877 #define	ISP_SCSI_OPMAP(in, out)		in, out
6878 static const uint8_t mbpscsi[] = {
6879 	ISP_SCSI_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6880 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6881 	ISP_SCSI_OPMAP(0x03, 0x01),	/* 0x02: MBOX_EXEC_FIRMWARE */
6882 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6883 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6884 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6885 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6886 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6887 	ISP_SCSI_OPMAP(0x01, 0x0f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6888 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x09: */
6889 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0a: */
6890 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0b: */
6891 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0c: */
6892 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0d: */
6893 	ISP_SCSI_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6894 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0f: */
6895 	ISP_SCSI_OPMAP(0x1f, 0x1f),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6896 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x11: MBOX_INIT_RES_QUEUE */
6897 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x12: MBOX_EXECUTE_IOCB */
6898 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6899 	ISP_SCSI_OPMAP(0x01, 0x3f),	/* 0x14: MBOX_STOP_FIRMWARE */
6900 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x15: MBOX_ABORT */
6901 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x16: MBOX_ABORT_DEVICE */
6902 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x17: MBOX_ABORT_TARGET */
6903 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x18: MBOX_BUS_RESET */
6904 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x19: MBOX_STOP_QUEUE */
6905 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1a: MBOX_START_QUEUE */
6906 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6907 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1c: MBOX_ABORT_QUEUE */
6908 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6909 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x1e: */
6910 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6911 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x20: MBOX_GET_INIT_SCSI_ID */
6912 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x21: MBOX_GET_SELECT_TIMEOUT */
6913 	ISP_SCSI_OPMAP(0x01, 0xc7),	/* 0x22: MBOX_GET_RETRY_COUNT	*/
6914 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6915 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x24: MBOX_GET_CLOCK_RATE */
6916 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x25: MBOX_GET_ACT_NEG_STATE */
6917 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6918 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x27: MBOX_GET_PCI_PARAMS */
6919 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x28: MBOX_GET_TARGET_PARAMS */
6920 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6921 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6922 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2b: */
6923 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2c: */
6924 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2d: */
6925 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2e: */
6926 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2f: */
6927 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x30: MBOX_SET_INIT_SCSI_ID */
6928 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x31: MBOX_SET_SELECT_TIMEOUT */
6929 	ISP_SCSI_OPMAP(0xc7, 0xc7),	/* 0x32: MBOX_SET_RETRY_COUNT	*/
6930 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6931 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x34: MBOX_SET_CLOCK_RATE */
6932 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x35: MBOX_SET_ACT_NEG_STATE */
6933 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6934 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6935 	ISP_SCSI_OPMAP(0x4f, 0x4f),	/* 0x38: MBOX_SET_TARGET_PARAMS */
6936 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6937 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6938 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3b: */
6939 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3c: */
6940 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3d: */
6941 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3e: */
6942 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3f: */
6943 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6944 	ISP_SCSI_OPMAP(0x3f, 0x01),	/* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6945 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x42: MBOX_EXEC_BIOS_IOCB */
6946 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x43: */
6947 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x44: */
6948 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x45: SET SYSTEM PARAMETER */
6949 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x46: GET SYSTEM PARAMETER */
6950 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x47: */
6951 	ISP_SCSI_OPMAP(0x01, 0xcf),	/* 0x48: GET SCAM CONFIGURATION */
6952 	ISP_SCSI_OPMAP(0xcf, 0xcf),	/* 0x49: SET SCAM CONFIGURATION */
6953 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6954 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6955 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4c: */
6956 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4d: */
6957 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4e: */
6958 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4f: */
6959 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x50: LOAD RAM A64 */
6960 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x51: DUMP RAM A64 */
6961 	ISP_SCSI_OPMAP(0xdf, 0xff),	/* 0x52: INITIALIZE REQUEST QUEUE A64 */
6962 	ISP_SCSI_OPMAP(0xef, 0xff),	/* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6963 	ISP_SCSI_OPMAP(0xcf, 0x01),	/* 0x54: EXECUCUTE COMMAND IOCB A64 */
6964 	ISP_SCSI_OPMAP(0x07, 0x01),	/* 0x55: ENABLE TARGET MODE */
6965 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x56: GET TARGET STATUS */
6966 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x57: */
6967 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x58: */
6968 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x59: */
6969 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6970 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6971 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x5c: SET HOST DATA */
6972 	ISP_SCSI_OPMAP(0x01, 0x01)	/* 0x5d: GET NOST DATA */
6973 };
6974 #define	MAX_SCSI_OPCODE	0x5d
6975 
6976 static const char *scsi_mbcmd_names[] = {
6977 	"NO-OP",
6978 	"LOAD RAM",
6979 	"EXEC FIRMWARE",
6980 	"DUMP RAM",
6981 	"WRITE RAM WORD",
6982 	"READ RAM WORD",
6983 	"MAILBOX REG TEST",
6984 	"VERIFY CHECKSUM",
6985 	"ABOUT FIRMWARE",
6986 	NULL,
6987 	NULL,
6988 	NULL,
6989 	NULL,
6990 	NULL,
6991 	"CHECK FIRMWARE",
6992 	NULL,
6993 	"INIT REQUEST QUEUE",
6994 	"INIT RESULT QUEUE",
6995 	"EXECUTE IOCB",
6996 	"WAKE UP",
6997 	"STOP FIRMWARE",
6998 	"ABORT",
6999 	"ABORT DEVICE",
7000 	"ABORT TARGET",
7001 	"BUS RESET",
7002 	"STOP QUEUE",
7003 	"START QUEUE",
7004 	"SINGLE STEP QUEUE",
7005 	"ABORT QUEUE",
7006 	"GET DEV QUEUE STATUS",
7007 	NULL,
7008 	"GET FIRMWARE STATUS",
7009 	"GET INIT SCSI ID",
7010 	"GET SELECT TIMEOUT",
7011 	"GET RETRY COUNT",
7012 	"GET TAG AGE LIMIT",
7013 	"GET CLOCK RATE",
7014 	"GET ACT NEG STATE",
7015 	"GET ASYNC DATA SETUP TIME",
7016 	"GET PCI PARAMS",
7017 	"GET TARGET PARAMS",
7018 	"GET DEV QUEUE PARAMS",
7019 	"GET RESET DELAY PARAMS",
7020 	NULL,
7021 	NULL,
7022 	NULL,
7023 	NULL,
7024 	NULL,
7025 	"SET INIT SCSI ID",
7026 	"SET SELECT TIMEOUT",
7027 	"SET RETRY COUNT",
7028 	"SET TAG AGE LIMIT",
7029 	"SET CLOCK RATE",
7030 	"SET ACT NEG STATE",
7031 	"SET ASYNC DATA SETUP TIME",
7032 	"SET PCI CONTROL PARAMS",
7033 	"SET TARGET PARAMS",
7034 	"SET DEV QUEUE PARAMS",
7035 	"SET RESET DELAY PARAMS",
7036 	NULL,
7037 	NULL,
7038 	NULL,
7039 	NULL,
7040 	NULL,
7041 	"RETURN BIOS BLOCK ADDR",
7042 	"WRITE FOUR RAM WORDS",
7043 	"EXEC BIOS IOCB",
7044 	NULL,
7045 	NULL,
7046 	"SET SYSTEM PARAMETER",
7047 	"GET SYSTEM PARAMETER",
7048 	NULL,
7049 	"GET SCAM CONFIGURATION",
7050 	"SET SCAM CONFIGURATION",
7051 	"SET FIRMWARE FEATURES",
7052 	"GET FIRMWARE FEATURES",
7053 	NULL,
7054 	NULL,
7055 	NULL,
7056 	NULL,
7057 	"LOAD RAM A64",
7058 	"DUMP RAM A64",
7059 	"INITIALIZE REQUEST QUEUE A64",
7060 	"INITIALIZE RESPONSE QUEUE A64",
7061 	"EXECUTE IOCB A64",
7062 	"ENABLE TARGET MODE",
7063 	"GET TARGET MODE STATE",
7064 	NULL,
7065 	NULL,
7066 	NULL,
7067 	"SET DATA OVERRUN RECOVERY MODE",
7068 	"GET DATA OVERRUN RECOVERY MODE",
7069 	"SET HOST DATA",
7070 	"GET NOST DATA",
7071 };
7072 
7073 #define	ISP_FC_IBITS(op)	((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7074 #define	ISP_FC_OBITS(op)	((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7075 
7076 #define	ISP_FC_OPMAP(in0, out0)							  0,   0,   0, in0,    0,    0,    0, out0
7077 #define	ISP_FC_OPMAP_HALF(in1, in0, out1, out0)					  0,   0, in1, in0,    0,    0, out1, out0
7078 #define	ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)		in3, in2, in1, in0, out3, out2, out1, out0
7079 static const uint32_t mbpfc[] = {
7080 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
7081 	ISP_FC_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
7082 	ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),	/* 0x02: MBOX_EXEC_FIRMWARE */
7083 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x03: MBOX_DUMP_RAM */
7084 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
7085 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
7086 	ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),	/* 0x06: MBOX_MAILBOX_REG_TEST */
7087 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
7088 	ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
7089 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7090 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x0a: DUMP RAM */
7091 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),	/* 0x0b: MBOX_LOAD_RISC_RAM */
7092 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x0c: */
7093 	ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),	/* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7094 	ISP_FC_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
7095 	ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),	/* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7096 	ISP_FC_OPMAP(0x1f, 0x11),	/* 0x10: MBOX_INIT_REQ_QUEUE */
7097 	ISP_FC_OPMAP(0x2f, 0x21),	/* 0x11: MBOX_INIT_RES_QUEUE */
7098 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x12: MBOX_EXECUTE_IOCB */
7099 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
7100 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),	/* 0x14: MBOX_STOP_FIRMWARE */
7101 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x15: MBOX_ABORT */
7102 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x16: MBOX_ABORT_DEVICE */
7103 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x17: MBOX_ABORT_TARGET */
7104 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x18: MBOX_BUS_RESET */
7105 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x19: MBOX_STOP_QUEUE */
7106 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1a: MBOX_START_QUEUE */
7107 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7108 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1c: MBOX_ABORT_QUEUE */
7109 	ISP_FC_OPMAP(0x07, 0x03),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7110 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x1e: */
7111 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7112 	ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),	/* 0x20: MBOX_GET_LOOP_ID */
7113 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x21: */
7114 	ISP_FC_OPMAP(0x03, 0x4b),	/* 0x22: MBOX_GET_TIMEOUT_PARAMS */
7115 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x23: */
7116 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x24: */
7117 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x25: */
7118 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x26: */
7119 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x27: */
7120 	ISP_FC_OPMAP(0x01, 0x03),	/* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7121 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7122 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2a: */
7123 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2b: */
7124 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2c: */
7125 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2d: */
7126 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2e: */
7127 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2f: */
7128 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x30: */
7129 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x31: */
7130 	ISP_FC_OPMAP(0x4b, 0x4b),	/* 0x32: MBOX_SET_TIMEOUT_PARAMS */
7131 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x33: */
7132 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x34: */
7133 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x35: */
7134 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x36: */
7135 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x37: */
7136 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7137 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7138 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3a: */
7139 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3b: */
7140 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3c: */
7141 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3d: */
7142 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3e: */
7143 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3f: */
7144 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x40: MBOX_LOOP_PORT_BYPASS */
7145 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x41: MBOX_LOOP_PORT_ENABLE */
7146 	ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),	/* 0x42: MBOX_GET_RESOURCE_COUNT */
7147 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7148 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x44: */
7149 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x45: */
7150 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x46: */
7151 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x47: GET PORT_DATABASE ENHANCED */
7152 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7153 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x49: MBOX_GET_VP_DATABASE */
7154 	ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),	/* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7155 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4b: */
7156 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4c: */
7157 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4d: */
7158 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4e: */
7159 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4f: */
7160 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x50: */
7161 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x51: */
7162 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x52: */
7163 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x53: */
7164 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x54: EXECUTE IOCB A64 */
7165 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x55: */
7166 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x56: */
7167 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x57: */
7168 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x58: */
7169 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x59: */
7170 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5a: */
7171 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x5b: MBOX_DRIVER_HEARTBEAT */
7172 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x5c: MBOX_FW_HEARTBEAT */
7173 	ISP_FC_OPMAP(0x07, 0x1f),	/* 0x5d: MBOX_GET_SET_DATA_RATE */
7174 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5e: */
7175 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5f: */
7176 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x60: MBOX_INIT_FIRMWARE */
7177 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x61: */
7178 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x62: MBOX_INIT_LIP */
7179 	ISP_FC_OPMAP(0xcd, 0x03),	/* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7180 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x64: MBOX_GET_PORT_DB */
7181 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x65: MBOX_CLEAR_ACA */
7182 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x66: MBOX_TARGET_RESET */
7183 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x67: MBOX_CLEAR_TASK_SET */
7184 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x68: MBOX_ABORT_TASK_SET */
7185 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x69: MBOX_GET_FW_STATE */
7186 	ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),	/* 0x6a: MBOX_GET_PORT_NAME */
7187 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x6b: MBOX_GET_LINK_STATUS */
7188 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x6c: MBOX_INIT_LIP_RESET */
7189 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x6d: */
7190 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x6e: MBOX_SEND_SNS */
7191 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x6f: MBOX_FABRIC_LOGIN */
7192 	ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),	/* 0x70: MBOX_SEND_CHANGE_REQUEST */
7193 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x71: MBOX_FABRIC_LOGOUT */
7194 	ISP_FC_OPMAP(0x0f, 0x0f),	/* 0x72: MBOX_INIT_LIP_LOGIN */
7195 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x73: */
7196 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x74: LOGIN LOOP PORT */
7197 	ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),	/* 0x75: GET PORT/NODE NAME LIST */
7198 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x76: SET VENDOR ID */
7199 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x77: INITIALIZE IP MAILBOX */
7200 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x78: */
7201 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x79: */
7202 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7a: */
7203 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7b: */
7204 	ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),	/* 0x7c: Get ID List */
7205 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x7d: SEND LFA */
7206 	ISP_FC_OPMAP(0x0f, 0x01)	/* 0x7e: LUN RESET */
7207 };
7208 #define	MAX_FC_OPCODE	0x7e
7209 /*
7210  * Footnotes
7211  *
7212  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7213  *	do not access at this time in the core driver. The caller is
7214  *	responsible for setting this register first (Gross!). The assumption
7215  *	is that we won't overflow.
7216  */
7217 
7218 static const char *fc_mbcmd_names[] = {
7219 	"NO-OP",			/* 00h */
7220 	"LOAD RAM",
7221 	"EXEC FIRMWARE",
7222 	"DUMP RAM",
7223 	"WRITE RAM WORD",
7224 	"READ RAM WORD",
7225 	"MAILBOX REG TEST",
7226 	"VERIFY CHECKSUM",
7227 	"ABOUT FIRMWARE",
7228 	"LOAD RAM (2100)",
7229 	"DUMP RAM",
7230 	"LOAD RISC RAM",
7231 	"DUMP RISC RAM",
7232 	"WRITE RAM WORD EXTENDED",
7233 	"CHECK FIRMWARE",
7234 	"READ RAM WORD EXTENDED",
7235 	"INIT REQUEST QUEUE",		/* 10h */
7236 	"INIT RESULT QUEUE",
7237 	"EXECUTE IOCB",
7238 	"WAKE UP",
7239 	"STOP FIRMWARE",
7240 	"ABORT",
7241 	"ABORT DEVICE",
7242 	"ABORT TARGET",
7243 	"BUS RESET",
7244 	"STOP QUEUE",
7245 	"START QUEUE",
7246 	"SINGLE STEP QUEUE",
7247 	"ABORT QUEUE",
7248 	"GET DEV QUEUE STATUS",
7249 	NULL,
7250 	"GET FIRMWARE STATUS",
7251 	"GET LOOP ID",			/* 20h */
7252 	NULL,
7253 	"GET TIMEOUT PARAMS",
7254 	NULL,
7255 	NULL,
7256 	NULL,
7257 	NULL,
7258 	NULL,
7259 	"GET FIRMWARE OPTIONS",
7260 	"GET PORT QUEUE PARAMS",
7261 	"GENERATE SYSTEM ERROR",
7262 	NULL,
7263 	NULL,
7264 	NULL,
7265 	NULL,
7266 	NULL,
7267 	"WRITE SFP",			/* 30h */
7268 	"READ SFP",
7269 	"SET TIMEOUT PARAMS",
7270 	NULL,
7271 	NULL,
7272 	NULL,
7273 	NULL,
7274 	NULL,
7275 	"SET FIRMWARE OPTIONS",
7276 	"SET PORT QUEUE PARAMS",
7277 	NULL,
7278 	"SET FC LED CONF",
7279 	NULL,
7280 	"RESTART NIC FIRMWARE",
7281 	"ACCESS CONTROL",
7282 	NULL,
7283 	"LOOP PORT BYPASS",		/* 40h */
7284 	"LOOP PORT ENABLE",
7285 	"GET RESOURCE COUNT",
7286 	"REQUEST NON PARTICIPATING MODE",
7287 	"DIAGNOSTIC ECHO TEST",
7288 	"DIAGNOSTIC LOOPBACK",
7289 	NULL,
7290 	"GET PORT DATABASE ENHANCED",
7291 	"INIT FIRMWARE MULTI ID",
7292 	"GET VP DATABASE",
7293 	"GET VP DATABASE ENTRY",
7294 	NULL,
7295 	NULL,
7296 	NULL,
7297 	NULL,
7298 	NULL,
7299 	"GET FCF LIST",			/* 50h */
7300 	"GET DCBX PARAMETERS",
7301 	NULL,
7302 	"HOST MEMORY COPY",
7303 	"EXECUTE IOCB A64",
7304 	NULL,
7305 	NULL,
7306 	"SEND RNID",
7307 	NULL,
7308 	"SET PARAMETERS",
7309 	"GET PARAMETERS",
7310 	"DRIVER HEARTBEAT",
7311 	"FIRMWARE HEARTBEAT",
7312 	"GET/SET DATA RATE",
7313 	"SEND RNFT",
7314 	NULL,
7315 	"INIT FIRMWARE",		/* 60h */
7316 	"GET INIT CONTROL BLOCK",
7317 	"INIT LIP",
7318 	"GET FC-AL POSITION MAP",
7319 	"GET PORT DATABASE",
7320 	"CLEAR ACA",
7321 	"TARGET RESET",
7322 	"CLEAR TASK SET",
7323 	"ABORT TASK SET",
7324 	"GET FW STATE",
7325 	"GET PORT NAME",
7326 	"GET LINK STATUS",
7327 	"INIT LIP RESET",
7328 	"GET LINK STATS & PRIVATE DATA CNTS",
7329 	"SEND SNS",
7330 	"FABRIC LOGIN",
7331 	"SEND CHANGE REQUEST",		/* 70h */
7332 	"FABRIC LOGOUT",
7333 	"INIT LIP LOGIN",
7334 	NULL,
7335 	"LOGIN LOOP PORT",
7336 	"GET PORT/NODE NAME LIST",
7337 	"SET VENDOR ID",
7338 	"INITIALIZE IP MAILBOX",
7339 	NULL,
7340 	NULL,
7341 	"GET XGMAC STATS",
7342 	NULL,
7343 	"GET ID LIST",
7344 	"SEND LFA",
7345 	"LUN RESET"
7346 };
7347 
7348 static void
7349 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7350 {
7351 	unsigned int ibits, obits, box, opcode;
7352 
7353 	opcode = mbp->param[0];
7354 	if (IS_FC(isp)) {
7355 		ibits = ISP_FC_IBITS(opcode);
7356 		obits = ISP_FC_OBITS(opcode);
7357 	} else {
7358 		ibits = ISP_SCSI_IBITS(opcode);
7359 		obits = ISP_SCSI_OBITS(opcode);
7360 	}
7361 	ibits |= mbp->ibits;
7362 	obits |= mbp->obits;
7363 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7364 		if (ibits & (1 << box)) {
7365 			ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7366 		}
7367 		if (nodelay == 0) {
7368 			isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7369 		}
7370 	}
7371 	if (nodelay == 0) {
7372 		isp->isp_lastmbxcmd = opcode;
7373 		isp->isp_obits = obits;
7374 		isp->isp_mboxbsy = 1;
7375 	}
7376 	if (IS_24XX(isp)) {
7377 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7378 	} else {
7379 		ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7380 	}
7381 	/*
7382 	 * Oddly enough, if we're not delaying for an answer,
7383 	 * delay a bit to give the f/w a chance to pick up the
7384 	 * command.
7385 	 */
7386 	if (nodelay) {
7387 		ISP_DELAY(1000);
7388 	}
7389 }
7390 
7391 static void
7392 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7393 {
7394 	const char *cname, *xname, *sname;
7395 	char tname[16], mname[16];
7396 	unsigned int ibits, obits, box, opcode;
7397 
7398 	opcode = mbp->param[0];
7399 	if (IS_FC(isp)) {
7400 		if (opcode > MAX_FC_OPCODE) {
7401 			mbp->param[0] = MBOX_INVALID_COMMAND;
7402 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7403 			return;
7404 		}
7405 		cname = fc_mbcmd_names[opcode];
7406 		ibits = ISP_FC_IBITS(opcode);
7407 		obits = ISP_FC_OBITS(opcode);
7408 	} else {
7409 		if (opcode > MAX_SCSI_OPCODE) {
7410 			mbp->param[0] = MBOX_INVALID_COMMAND;
7411 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7412 			return;
7413 		}
7414 		cname = scsi_mbcmd_names[opcode];
7415 		ibits = ISP_SCSI_IBITS(opcode);
7416 		obits = ISP_SCSI_OBITS(opcode);
7417 	}
7418 	if (cname == NULL) {
7419 		cname = tname;
7420 		ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7421 	}
7422 	isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7423 
7424 	/*
7425 	 * Pick up any additional bits that the caller might have set.
7426 	 */
7427 	ibits |= mbp->ibits;
7428 	obits |= mbp->obits;
7429 
7430 	/*
7431 	 * Mask any bits that the caller wants us to mask
7432 	 */
7433 	ibits &= mbp->ibitm;
7434 	obits &= mbp->obitm;
7435 
7436 
7437 	if (ibits == 0 && obits == 0) {
7438 		mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7439 		isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7440 		return;
7441 	}
7442 
7443 	/*
7444 	 * Get exclusive usage of mailbox registers.
7445 	 */
7446 	if (MBOX_ACQUIRE(isp)) {
7447 		mbp->param[0] = MBOX_REGS_BUSY;
7448 		goto out;
7449 	}
7450 
7451 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7452 		if (ibits & (1 << box)) {
7453 			isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7454 			    mbp->param[box]);
7455 			ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7456 		}
7457 		isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7458 	}
7459 
7460 	isp->isp_lastmbxcmd = opcode;
7461 
7462 	/*
7463 	 * We assume that we can't overwrite a previous command.
7464 	 */
7465 	isp->isp_obits = obits;
7466 	isp->isp_mboxbsy = 1;
7467 
7468 	/*
7469 	 * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7470 	 */
7471 	if (IS_24XX(isp)) {
7472 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7473 	} else {
7474 		ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7475 	}
7476 
7477 	/*
7478 	 * While we haven't finished the command, spin our wheels here.
7479 	 */
7480 	MBOX_WAIT_COMPLETE(isp, mbp);
7481 
7482 	/*
7483 	 * Did the command time out?
7484 	 */
7485 	if (mbp->param[0] == MBOX_TIMEOUT) {
7486 		isp->isp_mboxbsy = 0;
7487 		MBOX_RELEASE(isp);
7488 		goto out;
7489 	}
7490 
7491 	/*
7492 	 * Copy back output registers.
7493 	 */
7494 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7495 		if (obits & (1 << box)) {
7496 			mbp->param[box] = isp->isp_mboxtmp[box];
7497 			isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7498 			    mbp->param[box]);
7499 		}
7500 	}
7501 
7502 	isp->isp_mboxbsy = 0;
7503 	MBOX_RELEASE(isp);
7504 out:
7505 	if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7506 		return;
7507 
7508 	if ((mbp->param[0] & 0xbfe0) == 0 &&
7509 	    (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7510 		return;
7511 
7512 	xname = NULL;
7513 	sname = "";
7514 	switch (mbp->param[0]) {
7515 	case MBOX_INVALID_COMMAND:
7516 		xname = "INVALID COMMAND";
7517 		break;
7518 	case MBOX_HOST_INTERFACE_ERROR:
7519 		xname = "HOST INTERFACE ERROR";
7520 		break;
7521 	case MBOX_TEST_FAILED:
7522 		xname = "TEST FAILED";
7523 		break;
7524 	case MBOX_COMMAND_ERROR:
7525 		xname = "COMMAND ERROR";
7526 		ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7527 		    mbp->param[1]);
7528 		sname = mname;
7529 		break;
7530 	case MBOX_COMMAND_PARAM_ERROR:
7531 		xname = "COMMAND PARAMETER ERROR";
7532 		break;
7533 	case MBOX_PORT_ID_USED:
7534 		xname = "PORT ID ALREADY IN USE";
7535 		break;
7536 	case MBOX_LOOP_ID_USED:
7537 		xname = "LOOP ID ALREADY IN USE";
7538 		break;
7539 	case MBOX_ALL_IDS_USED:
7540 		xname = "ALL LOOP IDS IN USE";
7541 		break;
7542 	case MBOX_NOT_LOGGED_IN:
7543 		xname = "NOT LOGGED IN";
7544 		break;
7545 	case MBOX_LINK_DOWN_ERROR:
7546 		xname = "LINK DOWN ERROR";
7547 		break;
7548 	case MBOX_LOOPBACK_ERROR:
7549 		xname = "LOOPBACK ERROR";
7550 		break;
7551 	case MBOX_CHECKSUM_ERROR:
7552 		xname = "CHECKSUM ERROR";
7553 		break;
7554 	case MBOX_INVALID_PRODUCT_KEY:
7555 		xname = "INVALID PRODUCT KEY";
7556 		break;
7557 	case MBOX_REGS_BUSY:
7558 		xname = "REGISTERS BUSY";
7559 		break;
7560 	case MBOX_TIMEOUT:
7561 		xname = "TIMEOUT";
7562 		break;
7563 	default:
7564 		ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7565 		xname = mname;
7566 		break;
7567 	}
7568 	if (xname) {
7569 		isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7570 		    cname, xname, sname);
7571 	}
7572 }
7573 
7574 static int
7575 isp_fw_state(ispsoftc_t *isp, int chan)
7576 {
7577 	if (IS_FC(isp)) {
7578 		mbreg_t mbs;
7579 
7580 		MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7581 		isp_mboxcmd(isp, &mbs);
7582 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7583 			return (mbs.param[1]);
7584 		}
7585 	}
7586 	return (FW_ERROR);
7587 }
7588 
7589 static void
7590 isp_spi_update(ispsoftc_t *isp, int chan)
7591 {
7592 	int tgt;
7593 	mbreg_t mbs;
7594 	sdparam *sdp;
7595 
7596 	if (IS_FC(isp)) {
7597 		/*
7598 		 * There are no 'per-bus' settings for Fibre Channel.
7599 		 */
7600 		return;
7601 	}
7602 	sdp = SDPARAM(isp, chan);
7603 	sdp->update = 0;
7604 
7605 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7606 		uint16_t flags, period, offset;
7607 		int get;
7608 
7609 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
7610 			sdp->isp_devparam[tgt].dev_update = 0;
7611 			sdp->isp_devparam[tgt].dev_refresh = 0;
7612 			isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7613 			continue;
7614 		}
7615 		/*
7616 		 * If the goal is to update the status of the device,
7617 		 * take what's in goal_flags and try and set the device
7618 		 * toward that. Otherwise, if we're just refreshing the
7619 		 * current device state, get the current parameters.
7620 		 */
7621 
7622 		MBSINIT(&mbs, 0, MBLOGALL, 0);
7623 
7624 		/*
7625 		 * Refresh overrides set
7626 		 */
7627 		if (sdp->isp_devparam[tgt].dev_refresh) {
7628 			mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7629 			get = 1;
7630 		} else if (sdp->isp_devparam[tgt].dev_update) {
7631 			mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7632 
7633 			/*
7634 			 * Make sure goal_flags has "Renegotiate on Error"
7635 			 * on and "Freeze Queue on Error" off.
7636 			 */
7637 			sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7638 			sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7639 			mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7640 
7641 			/*
7642 			 * Insist that PARITY must be enabled
7643 			 * if SYNC or WIDE is enabled.
7644 			 */
7645 			if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7646 				mbs.param[2] |= DPARM_PARITY;
7647 			}
7648 
7649 			if (mbs.param[2] & DPARM_SYNC) {
7650 				mbs.param[3] =
7651 				    (sdp->isp_devparam[tgt].goal_offset << 8) |
7652 				    (sdp->isp_devparam[tgt].goal_period);
7653 			}
7654 			/*
7655 			 * A command completion later that has
7656 			 * RQSTF_NEGOTIATION set can cause
7657 			 * the dev_refresh/announce cycle also.
7658 			 *
7659 			 * Note: It is really important to update our current
7660 			 * flags with at least the state of TAG capabilities-
7661 			 * otherwise we might try and send a tagged command
7662 			 * when we have it all turned off. So change it here
7663 			 * to say that current already matches goal.
7664 			 */
7665 			sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7666 			sdp->isp_devparam[tgt].actv_flags |=
7667 			    (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7668 			isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7669 			    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7670 			get = 0;
7671 		} else {
7672 			continue;
7673 		}
7674 		mbs.param[1] = (chan << 15) | (tgt << 8);
7675 		isp_mboxcmd(isp, &mbs);
7676 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7677 			continue;
7678 		}
7679 		if (get == 0) {
7680 			sdp->sendmarker = 1;
7681 			sdp->isp_devparam[tgt].dev_update = 0;
7682 			sdp->isp_devparam[tgt].dev_refresh = 1;
7683 		} else {
7684 			sdp->isp_devparam[tgt].dev_refresh = 0;
7685 			flags = mbs.param[2];
7686 			period = mbs.param[3] & 0xff;
7687 			offset = mbs.param[3] >> 8;
7688 			sdp->isp_devparam[tgt].actv_flags = flags;
7689 			sdp->isp_devparam[tgt].actv_period = period;
7690 			sdp->isp_devparam[tgt].actv_offset = offset;
7691 			isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7692 		}
7693 	}
7694 
7695 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7696 		if (sdp->isp_devparam[tgt].dev_update ||
7697 		    sdp->isp_devparam[tgt].dev_refresh) {
7698 			sdp->update = 1;
7699 			break;
7700 		}
7701 	}
7702 }
7703 
7704 static void
7705 isp_setdfltsdparm(ispsoftc_t *isp)
7706 {
7707 	int tgt;
7708 	sdparam *sdp, *sdp1;
7709 
7710 	sdp = SDPARAM(isp, 0);
7711 	if (IS_DUALBUS(isp))
7712 		sdp1 = sdp + 1;
7713 	else
7714 		sdp1 = NULL;
7715 
7716 	/*
7717 	 * Establish some default parameters.
7718 	 */
7719 	sdp->isp_cmd_dma_burst_enable = 0;
7720 	sdp->isp_data_dma_burst_enabl = 1;
7721 	sdp->isp_fifo_threshold = 0;
7722 	sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7723 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7724 		sdp->isp_async_data_setup = 9;
7725 	} else {
7726 		sdp->isp_async_data_setup = 6;
7727 	}
7728 	sdp->isp_selection_timeout = 250;
7729 	sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7730 	sdp->isp_tag_aging = 8;
7731 	sdp->isp_bus_reset_delay = 5;
7732 	/*
7733 	 * Don't retry selection, busy or queue full automatically- reflect
7734 	 * these back to us.
7735 	 */
7736 	sdp->isp_retry_count = 0;
7737 	sdp->isp_retry_delay = 0;
7738 
7739 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7740 		sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7741 		sdp->isp_devparam[tgt].dev_enable = 1;
7742 	}
7743 
7744 	/*
7745 	 * The trick here is to establish a default for the default (honk!)
7746 	 * state (goal_flags). Then try and get the current status from
7747 	 * the card to fill in the current state. We don't, in fact, set
7748 	 * the default to the SAFE default state- that's not the goal state.
7749 	 */
7750 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7751 		uint8_t off, per;
7752 		sdp->isp_devparam[tgt].actv_offset = 0;
7753 		sdp->isp_devparam[tgt].actv_period = 0;
7754 		sdp->isp_devparam[tgt].actv_flags = 0;
7755 
7756 		sdp->isp_devparam[tgt].goal_flags =
7757 		    sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7758 
7759 		/*
7760 		 * We default to Wide/Fast for versions less than a 1040
7761 		 * (unless it's SBus).
7762 		 */
7763 		if (IS_ULTRA3(isp)) {
7764 			off = ISP_80M_SYNCPARMS >> 8;
7765 			per = ISP_80M_SYNCPARMS & 0xff;
7766 		} else if (IS_ULTRA2(isp)) {
7767 			off = ISP_40M_SYNCPARMS >> 8;
7768 			per = ISP_40M_SYNCPARMS & 0xff;
7769 		} else if (IS_1240(isp)) {
7770 			off = ISP_20M_SYNCPARMS >> 8;
7771 			per = ISP_20M_SYNCPARMS & 0xff;
7772 		} else if ((isp->isp_bustype == ISP_BT_SBUS &&
7773 		    isp->isp_type < ISP_HA_SCSI_1020A) ||
7774 		    (isp->isp_bustype == ISP_BT_PCI &&
7775 		    isp->isp_type < ISP_HA_SCSI_1040) ||
7776 		    (isp->isp_clock && isp->isp_clock < 60) ||
7777 		    (sdp->isp_ultramode == 0)) {
7778 			off = ISP_10M_SYNCPARMS >> 8;
7779 			per = ISP_10M_SYNCPARMS & 0xff;
7780 		} else {
7781 			off = ISP_20M_SYNCPARMS_1040 >> 8;
7782 			per = ISP_20M_SYNCPARMS_1040 & 0xff;
7783 		}
7784 		sdp->isp_devparam[tgt].goal_offset =
7785 		    sdp->isp_devparam[tgt].nvrm_offset = off;
7786 		sdp->isp_devparam[tgt].goal_period =
7787 		    sdp->isp_devparam[tgt].nvrm_period = per;
7788 
7789 	}
7790 
7791 	/*
7792 	 * If we're a dual bus card, just copy the data over
7793 	 */
7794 	if (sdp1) {
7795 		*sdp1 = *sdp;
7796 		sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7797 	}
7798 
7799 	/*
7800 	 * If we've not been told to avoid reading NVRAM, try and read it.
7801 	 * If we're successful reading it, we can then return because NVRAM
7802 	 * will tell us what the desired settings are. Otherwise, we establish
7803 	 * some reasonable 'fake' nvram and goal defaults.
7804 	 */
7805 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7806 		mbreg_t mbs;
7807 
7808 		if (isp_read_nvram(isp, 0) == 0) {
7809 			if (IS_DUALBUS(isp)) {
7810 				if (isp_read_nvram(isp, 1) == 0) {
7811 					return;
7812 				}
7813 			}
7814 		}
7815 		MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7816 		isp_mboxcmd(isp, &mbs);
7817 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7818 			sdp->isp_req_ack_active_neg = 1;
7819 			sdp->isp_data_line_active_neg = 1;
7820 			if (sdp1) {
7821 				sdp1->isp_req_ack_active_neg = 1;
7822 				sdp1->isp_data_line_active_neg = 1;
7823 			}
7824 		} else {
7825 			sdp->isp_req_ack_active_neg =
7826 			    (mbs.param[1] >> 4) & 0x1;
7827 			sdp->isp_data_line_active_neg =
7828 			    (mbs.param[1] >> 5) & 0x1;
7829 			if (sdp1) {
7830 				sdp1->isp_req_ack_active_neg =
7831 				    (mbs.param[2] >> 4) & 0x1;
7832 				sdp1->isp_data_line_active_neg =
7833 				    (mbs.param[2] >> 5) & 0x1;
7834 			}
7835 		}
7836 	}
7837 
7838 }
7839 
7840 static void
7841 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7842 {
7843 	fcparam *fcp = FCPARAM(isp, chan);
7844 
7845 	/*
7846 	 * Establish some default parameters.
7847 	 */
7848 	fcp->role = DEFAULT_ROLE(isp, chan);
7849 	fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7850 	fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7851 	fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7852 	fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7853 	fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7854 	fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7855 	fcp->isp_fwoptions = 0;
7856 	fcp->isp_xfwoptions = 0;
7857 	fcp->isp_zfwoptions = 0;
7858 	fcp->isp_lasthdl = NIL_HANDLE;
7859 	fcp->isp_login_hdl = NIL_HANDLE;
7860 
7861 	if (IS_24XX(isp)) {
7862 		fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7863 		fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7864 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7865 			fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7866 		fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7867 		fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7868 		fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7869 	} else {
7870 		fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7871 		fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7872 		fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7873 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7874 			fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7875 		/*
7876 		 * Make sure this is turned off now until we get
7877 		 * extended options from NVRAM
7878 		 */
7879 		fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7880 		fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7881 		fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7882 	}
7883 
7884 
7885 	/*
7886 	 * Now try and read NVRAM unless told to not do so.
7887 	 * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7888 	 */
7889 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7890 		int i, j = 0;
7891 		/*
7892 		 * Give a couple of tries at reading NVRAM.
7893 		 */
7894 		for (i = 0; i < 2; i++) {
7895 			j = isp_read_nvram(isp, chan);
7896 			if (j == 0) {
7897 				break;
7898 			}
7899 		}
7900 		if (j) {
7901 			isp->isp_confopts |= ISP_CFG_NONVRAM;
7902 		}
7903 	}
7904 
7905 	fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7906 	fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7907 	isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7908 	    chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7909 	    (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7910 	    isp_class3_roles[fcp->role]);
7911 }
7912 
7913 /*
7914  * Re-initialize the ISP and complete all orphaned commands
7915  * with a 'botched' notice. The reset/init routines should
7916  * not disturb an already active list of commands.
7917  */
7918 
7919 int
7920 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7921 {
7922 	int i, res = 0;
7923 
7924 	if (isp->isp_state == ISP_RUNSTATE)
7925 		isp_deinit(isp);
7926 	if (isp->isp_state != ISP_RESETSTATE)
7927 		isp_reset(isp, do_load_defaults);
7928 	if (isp->isp_state != ISP_RESETSTATE) {
7929 		res = EIO;
7930 		isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7931 		ISP_DISABLE_INTS(isp);
7932 		goto cleanup;
7933 	}
7934 
7935 	isp_init(isp);
7936 	if (isp->isp_state > ISP_RESETSTATE &&
7937 	    isp->isp_state != ISP_RUNSTATE) {
7938 		res = EIO;
7939 		isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7940 		ISP_DISABLE_INTS(isp);
7941 		if (IS_FC(isp)) {
7942 			/*
7943 			 * If we're in ISP_ROLE_NONE, turn off the lasers.
7944 			 */
7945 			if (!IS_24XX(isp)) {
7946 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7947 				ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7948 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7949 				ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7950 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7951 			}
7952 		}
7953 	}
7954 
7955 cleanup:
7956 	isp->isp_nactive = 0;
7957 	isp_clear_commands(isp);
7958 	if (IS_FC(isp)) {
7959 		for (i = 0; i < isp->isp_nchan; i++)
7960 			isp_clear_portdb(isp, i);
7961 	}
7962 	return (res);
7963 }
7964 
7965 /*
7966  * NVRAM Routines
7967  */
7968 static int
7969 isp_read_nvram(ispsoftc_t *isp, int bus)
7970 {
7971 	int i, amt, retval;
7972 	uint8_t csum, minversion;
7973 	union {
7974 		uint8_t _x[ISP2400_NVRAM_SIZE];
7975 		uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7976 	} _n;
7977 #define	nvram_data	_n._x
7978 #define	nvram_words	_n._s
7979 
7980 	if (IS_24XX(isp)) {
7981 		return (isp_read_nvram_2400(isp, nvram_data));
7982 	} else if (IS_FC(isp)) {
7983 		amt = ISP2100_NVRAM_SIZE;
7984 		minversion = 1;
7985 	} else if (IS_ULTRA2(isp)) {
7986 		amt = ISP1080_NVRAM_SIZE;
7987 		minversion = 0;
7988 	} else {
7989 		amt = ISP_NVRAM_SIZE;
7990 		minversion = 2;
7991 	}
7992 
7993 	for (i = 0; i < amt>>1; i++) {
7994 		isp_rdnvram_word(isp, i, &nvram_words[i]);
7995 	}
7996 
7997 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7998 	    nvram_data[2] != 'P') {
7999 		if (isp->isp_bustype != ISP_BT_SBUS) {
8000 			isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
8001 			isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
8002 		}
8003 		retval = -1;
8004 		goto out;
8005 	}
8006 
8007 	for (csum = 0, i = 0; i < amt; i++) {
8008 		csum += nvram_data[i];
8009 	}
8010 	if (csum != 0) {
8011 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8012 		retval = -1;
8013 		goto out;
8014 	}
8015 
8016 	if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
8017 		isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
8018 		    ISP_NVRAM_VERSION(nvram_data));
8019 		retval = -1;
8020 		goto out;
8021 	}
8022 
8023 	if (IS_ULTRA3(isp)) {
8024 		isp_parse_nvram_12160(isp, bus, nvram_data);
8025 	} else if (IS_1080(isp)) {
8026 		isp_parse_nvram_1080(isp, bus, nvram_data);
8027 	} else if (IS_1280(isp) || IS_1240(isp)) {
8028 		isp_parse_nvram_1080(isp, bus, nvram_data);
8029 	} else if (IS_SCSI(isp)) {
8030 		isp_parse_nvram_1020(isp, nvram_data);
8031 	} else {
8032 		isp_parse_nvram_2100(isp, nvram_data);
8033 	}
8034 	retval = 0;
8035 out:
8036 	return (retval);
8037 #undef	nvram_data
8038 #undef	nvram_words
8039 }
8040 
8041 static int
8042 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8043 {
8044 	int retval = 0;
8045 	uint32_t addr, csum, lwrds, *dptr;
8046 
8047 	if (isp->isp_port) {
8048 		addr = ISP2400_NVRAM_PORT1_ADDR;
8049 	} else {
8050 		addr = ISP2400_NVRAM_PORT0_ADDR;
8051 	}
8052 
8053 	dptr = (uint32_t *) nvram_data;
8054 	for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8055 		isp_rd_2400_nvram(isp, addr++, dptr++);
8056 	}
8057 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
8058 	    nvram_data[2] != 'P') {
8059 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
8060 		    nvram_data[0], nvram_data[1], nvram_data[2]);
8061 		retval = -1;
8062 		goto out;
8063 	}
8064 	dptr = (uint32_t *) nvram_data;
8065 	for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8066 		uint32_t tmp;
8067 		ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8068 		csum += tmp;
8069 	}
8070 	if (csum != 0) {
8071 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8072 		retval = -1;
8073 		goto out;
8074 	}
8075 	isp_parse_nvram_2400(isp, nvram_data);
8076 out:
8077 	return (retval);
8078 }
8079 
8080 static void
8081 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8082 {
8083 	int i, cbits;
8084 	uint16_t bit, rqst, junk;
8085 
8086 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8087 	ISP_DELAY(10);
8088 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8089 	ISP_DELAY(10);
8090 
8091 	if (IS_FC(isp)) {
8092 		wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8093 		if (IS_2312(isp) && isp->isp_port) {
8094 			wo += 128;
8095 		}
8096 		rqst = (ISP_NVRAM_READ << 8) | wo;
8097 		cbits = 10;
8098 	} else if (IS_ULTRA2(isp)) {
8099 		wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8100 		rqst = (ISP_NVRAM_READ << 8) | wo;
8101 		cbits = 10;
8102 	} else {
8103 		wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8104 		rqst = (ISP_NVRAM_READ << 6) | wo;
8105 		cbits = 8;
8106 	}
8107 
8108 	/*
8109 	 * Clock the word select request out...
8110 	 */
8111 	for (i = cbits; i >= 0; i--) {
8112 		if ((rqst >> i) & 1) {
8113 			bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8114 		} else {
8115 			bit = BIU_NVRAM_SELECT;
8116 		}
8117 		ISP_WRITE(isp, BIU_NVRAM, bit);
8118 		ISP_DELAY(10);
8119 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
8120 		ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8121 		ISP_DELAY(10);
8122 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
8123 		ISP_WRITE(isp, BIU_NVRAM, bit);
8124 		ISP_DELAY(10);
8125 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
8126 	}
8127 	/*
8128 	 * Now read the result back in (bits come back in MSB format).
8129 	 */
8130 	*rp = 0;
8131 	for (i = 0; i < 16; i++) {
8132 		uint16_t rv;
8133 		*rp <<= 1;
8134 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8135 		ISP_DELAY(10);
8136 		rv = ISP_READ(isp, BIU_NVRAM);
8137 		if (rv & BIU_NVRAM_DATAIN) {
8138 			*rp |= 1;
8139 		}
8140 		ISP_DELAY(10);
8141 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8142 		ISP_DELAY(10);
8143 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
8144 	}
8145 	ISP_WRITE(isp, BIU_NVRAM, 0);
8146 	ISP_DELAY(10);
8147 	junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
8148 	ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8149 }
8150 
8151 static void
8152 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8153 {
8154 	int loops = 0;
8155 	uint32_t base = 0x7ffe0000;
8156 	uint32_t tmp = 0;
8157 
8158 	if (IS_26XX(isp)) {
8159 		base = 0x7fe7c000;	/* XXX: Observation, may be wrong. */
8160 	} else if (IS_25XX(isp)) {
8161 		base = 0x7ff00000 | 0x48000;
8162 	}
8163 	ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8164 	for (loops = 0; loops < 5000; loops++) {
8165 		ISP_DELAY(10);
8166 		tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8167 		if ((tmp & (1U << 31)) != 0) {
8168 			break;
8169 		}
8170 	}
8171 	if (tmp & (1U << 31)) {
8172 		*rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8173 		ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8174 	} else {
8175 		*rp = 0xffffffff;
8176 	}
8177 }
8178 
8179 static void
8180 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8181 {
8182 	sdparam *sdp = SDPARAM(isp, 0);
8183 	int tgt;
8184 
8185 	sdp->isp_fifo_threshold =
8186 		ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8187 		(ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8188 
8189 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8190 		sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8191 
8192 	sdp->isp_bus_reset_delay =
8193 		ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8194 
8195 	sdp->isp_retry_count =
8196 		ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8197 
8198 	sdp->isp_retry_delay =
8199 		ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8200 
8201 	sdp->isp_async_data_setup =
8202 		ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8203 
8204 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
8205 		if (sdp->isp_async_data_setup < 9) {
8206 			sdp->isp_async_data_setup = 9;
8207 		}
8208 	} else {
8209 		if (sdp->isp_async_data_setup != 6) {
8210 			sdp->isp_async_data_setup = 6;
8211 		}
8212 	}
8213 
8214 	sdp->isp_req_ack_active_neg =
8215 		ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8216 
8217 	sdp->isp_data_line_active_neg =
8218 		ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8219 
8220 	sdp->isp_data_dma_burst_enabl =
8221 		ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8222 
8223 	sdp->isp_cmd_dma_burst_enable =
8224 		ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8225 
8226 	sdp->isp_tag_aging =
8227 		ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8228 
8229 	sdp->isp_selection_timeout =
8230 		ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8231 
8232 	sdp->isp_max_queue_depth =
8233 		ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8234 
8235 	sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8236 
8237 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8238 		sdp->isp_devparam[tgt].dev_enable =
8239 			ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8240 		sdp->isp_devparam[tgt].exc_throttle =
8241 			ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8242 		sdp->isp_devparam[tgt].nvrm_offset =
8243 			ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8244 		sdp->isp_devparam[tgt].nvrm_period =
8245 			ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8246 		/*
8247 		 * We probably shouldn't lie about this, but it
8248 		 * it makes it much safer if we limit NVRAM values
8249 		 * to sanity.
8250 		 */
8251 		if (isp->isp_type < ISP_HA_SCSI_1040) {
8252 			/*
8253 			 * If we're not ultra, we can't possibly
8254 			 * be a shorter period than this.
8255 			 */
8256 			if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8257 				sdp->isp_devparam[tgt].nvrm_period = 0x19;
8258 			}
8259 			if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8260 				sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8261 			}
8262 		} else {
8263 			if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8264 				sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8265 			}
8266 		}
8267 		sdp->isp_devparam[tgt].nvrm_flags = 0;
8268 		if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8269 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8270 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8271 		if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8272 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8273 		if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8274 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8275 		if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8276 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8277 		if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8278 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8279 		if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8280 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8281 		sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8282 		sdp->isp_devparam[tgt].goal_offset =
8283 		    sdp->isp_devparam[tgt].nvrm_offset;
8284 		sdp->isp_devparam[tgt].goal_period =
8285 		    sdp->isp_devparam[tgt].nvrm_period;
8286 		sdp->isp_devparam[tgt].goal_flags =
8287 		    sdp->isp_devparam[tgt].nvrm_flags;
8288 	}
8289 }
8290 
8291 static void
8292 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8293 {
8294 	sdparam *sdp = SDPARAM(isp, bus);
8295 	int tgt;
8296 
8297 	sdp->isp_fifo_threshold =
8298 	    ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8299 
8300 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8301 		sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8302 
8303 	sdp->isp_bus_reset_delay =
8304 	    ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8305 
8306 	sdp->isp_retry_count =
8307 	    ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8308 
8309 	sdp->isp_retry_delay =
8310 	    ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8311 
8312 	sdp->isp_async_data_setup =
8313 	    ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8314 
8315 	sdp->isp_req_ack_active_neg =
8316 	    ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8317 
8318 	sdp->isp_data_line_active_neg =
8319 	    ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8320 
8321 	sdp->isp_data_dma_burst_enabl =
8322 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8323 
8324 	sdp->isp_cmd_dma_burst_enable =
8325 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8326 
8327 	sdp->isp_selection_timeout =
8328 	    ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8329 
8330 	sdp->isp_max_queue_depth =
8331 	     ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8332 
8333 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8334 		sdp->isp_devparam[tgt].dev_enable =
8335 		    ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8336 		sdp->isp_devparam[tgt].exc_throttle =
8337 			ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8338 		sdp->isp_devparam[tgt].nvrm_offset =
8339 			ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8340 		sdp->isp_devparam[tgt].nvrm_period =
8341 			ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8342 		sdp->isp_devparam[tgt].nvrm_flags = 0;
8343 		if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8344 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8345 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8346 		if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8347 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8348 		if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8349 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8350 		if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8351 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8352 		if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8353 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8354 		if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8355 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8356 		sdp->isp_devparam[tgt].actv_flags = 0;
8357 		sdp->isp_devparam[tgt].goal_offset =
8358 		    sdp->isp_devparam[tgt].nvrm_offset;
8359 		sdp->isp_devparam[tgt].goal_period =
8360 		    sdp->isp_devparam[tgt].nvrm_period;
8361 		sdp->isp_devparam[tgt].goal_flags =
8362 		    sdp->isp_devparam[tgt].nvrm_flags;
8363 	}
8364 }
8365 
8366 static void
8367 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8368 {
8369 	sdparam *sdp = SDPARAM(isp, bus);
8370 	int tgt;
8371 
8372 	sdp->isp_fifo_threshold =
8373 	    ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8374 
8375 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8376 		sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8377 
8378 	sdp->isp_bus_reset_delay =
8379 	    ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8380 
8381 	sdp->isp_retry_count =
8382 	    ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8383 
8384 	sdp->isp_retry_delay =
8385 	    ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8386 
8387 	sdp->isp_async_data_setup =
8388 	    ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8389 
8390 	sdp->isp_req_ack_active_neg =
8391 	    ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8392 
8393 	sdp->isp_data_line_active_neg =
8394 	    ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8395 
8396 	sdp->isp_data_dma_burst_enabl =
8397 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8398 
8399 	sdp->isp_cmd_dma_burst_enable =
8400 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8401 
8402 	sdp->isp_selection_timeout =
8403 	    ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8404 
8405 	sdp->isp_max_queue_depth =
8406 	     ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8407 
8408 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8409 		sdp->isp_devparam[tgt].dev_enable =
8410 		    ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8411 		sdp->isp_devparam[tgt].exc_throttle =
8412 			ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8413 		sdp->isp_devparam[tgt].nvrm_offset =
8414 			ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8415 		sdp->isp_devparam[tgt].nvrm_period =
8416 			ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8417 		sdp->isp_devparam[tgt].nvrm_flags = 0;
8418 		if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8419 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8420 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8421 		if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8422 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8423 		if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8424 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8425 		if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8426 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8427 		if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8428 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8429 		if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8430 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8431 		sdp->isp_devparam[tgt].actv_flags = 0;
8432 		sdp->isp_devparam[tgt].goal_offset =
8433 		    sdp->isp_devparam[tgt].nvrm_offset;
8434 		sdp->isp_devparam[tgt].goal_period =
8435 		    sdp->isp_devparam[tgt].nvrm_period;
8436 		sdp->isp_devparam[tgt].goal_flags =
8437 		    sdp->isp_devparam[tgt].nvrm_flags;
8438 	}
8439 }
8440 
8441 static void
8442 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8443 {
8444 	fcparam *fcp = FCPARAM(isp, 0);
8445 	uint64_t wwn;
8446 
8447 	/*
8448 	 * There is NVRAM storage for both Port and Node entities-
8449 	 * but the Node entity appears to be unused on all the cards
8450 	 * I can find. However, we should account for this being set
8451 	 * at some point in the future.
8452 	 *
8453 	 * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8454 	 * bits 48..60. In the case of the 2202, it appears that they do
8455 	 * use bit 48 to distinguish between the two instances on the card.
8456 	 * The 2204, which I've never seen, *probably* extends this method.
8457 	 */
8458 	wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8459 	if (wwn) {
8460 		isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8461 		    (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8462 		if ((wwn >> 60) == 0) {
8463 			wwn |= (((uint64_t) 2)<< 60);
8464 		}
8465 	}
8466 	fcp->isp_wwpn_nvram = wwn;
8467 	if (IS_2200(isp) || IS_23XX(isp)) {
8468 		wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8469 		if (wwn) {
8470 			isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8471 			    (uint32_t) (wwn >> 32),
8472 			    (uint32_t) (wwn));
8473 			if ((wwn >> 60) == 0) {
8474 				wwn |= (((uint64_t) 2)<< 60);
8475 			}
8476 		} else {
8477 			wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8478 		}
8479 	} else {
8480 		wwn &= ~((uint64_t) 0xfff << 48);
8481 	}
8482 	fcp->isp_wwnn_nvram = wwn;
8483 
8484 	fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8485 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8486 		DEFAULT_FRAMESIZE(isp) =
8487 		    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8488 	}
8489 	fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8490 	fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8491 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8492 		fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8493 	}
8494 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8495 		DEFAULT_EXEC_THROTTLE(isp) =
8496 			ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8497 	}
8498 	fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8499 	isp_prt(isp, ISP_LOGDEBUG0,
8500 	    "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8501 	    (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8502 	    (uint32_t) fcp->isp_wwnn_nvram,
8503 	    (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8504 	    (uint32_t) fcp->isp_wwpn_nvram,
8505 	    ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8506 	    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8507 	isp_prt(isp, ISP_LOGDEBUG0,
8508 	    "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8509 	    ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8510 	    ISP2100_NVRAM_OPTIONS(nvram_data),
8511 	    ISP2100_NVRAM_HARDLOOPID(nvram_data),
8512 	    ISP2100_NVRAM_TOV(nvram_data));
8513 	fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8514 	fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8515 	isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8516 	    ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8517 }
8518 
8519 static void
8520 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8521 {
8522 	fcparam *fcp = FCPARAM(isp, 0);
8523 	uint64_t wwn;
8524 
8525 	isp_prt(isp, ISP_LOGDEBUG0,
8526 	    "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8527 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8528 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8529 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8530 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8531 	    ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8532 	    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8533 	isp_prt(isp, ISP_LOGDEBUG0,
8534 	    "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8535 	    ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8536 	    ISP2400_NVRAM_HARDLOOPID(nvram_data),
8537 	    ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8538 	    ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8539 	    ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8540 
8541 	wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8542 	fcp->isp_wwpn_nvram = wwn;
8543 
8544 	wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8545 	if (wwn) {
8546 		if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8547 			wwn = 0;
8548 		}
8549 	}
8550 	if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8551 		wwn = fcp->isp_wwpn_nvram;
8552 		wwn &= ~((uint64_t) 0xfff << 48);
8553 	}
8554 	fcp->isp_wwnn_nvram = wwn;
8555 
8556 	if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8557 		fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8558 	}
8559 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8560 		DEFAULT_FRAMESIZE(isp) =
8561 		    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8562 	}
8563 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8564 		fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8565 	}
8566 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8567 		DEFAULT_EXEC_THROTTLE(isp) =
8568 			ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8569 	}
8570 	fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8571 	fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8572 	fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8573 }
8574