xref: /titanic_41/usr/src/uts/sun/io/scsi/adapters/sf.c (revision aff4bce51ecc47df7e5a6351b7cee6bc20408c63)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
23  * Use is subject to license terms.
24  */
25 
26 /*
27  * sf - Solaris Fibre Channel driver
28  *
29  * This module implements some of the Fibre Channel FC-4 layer, converting
30  * from FC frames to SCSI and back.  (Note: no sequence management is done
31  * here, though.)
32  */
33 
34 #if defined(lint) && !defined(DEBUG)
35 #define	DEBUG	1
36 #endif
37 
38 /*
39  * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
40  * Need to use the ugly RAID LUN mappings in FCP Annex D
41  * to prevent SCSA from barfing.  This *REALLY* needs to
42  * be addressed by the standards committee.
43  */
44 #define	RAID_LUNS	1
45 
46 #ifdef DEBUG
47 static int sfdebug = 0;
48 #include <sys/debug.h>
49 
50 #define	SF_DEBUG(level, args) \
51 	if (sfdebug >= (level)) sf_log args
52 #else
53 #define	SF_DEBUG(level, args)
54 #endif
55 
56 static int sf_bus_config_debug = 0;
57 
58 /* Why do I have to do this? */
59 #define	offsetof(s, m)  (size_t)(&(((s *)0)->m))
60 
61 #include <sys/scsi/scsi.h>
62 #include <sys/fc4/fcal.h>
63 #include <sys/fc4/fcp.h>
64 #include <sys/fc4/fcal_linkapp.h>
65 #include <sys/socal_cq_defs.h>
66 #include <sys/fc4/fcal_transport.h>
67 #include <sys/fc4/fcio.h>
68 #include <sys/scsi/adapters/sfvar.h>
69 #include <sys/scsi/impl/scsi_reset_notify.h>
70 #include <sys/stat.h>
71 #include <sys/varargs.h>
72 #include <sys/var.h>
73 #include <sys/thread.h>
74 #include <sys/proc.h>
75 #include <sys/kstat.h>
76 #include <sys/devctl.h>
77 #include <sys/scsi/targets/ses.h>
78 #include <sys/callb.h>
79 
80 static int sf_info(dev_info_t *, ddi_info_cmd_t, void *, void **);
81 static int sf_attach(dev_info_t *, ddi_attach_cmd_t);
82 static int sf_detach(dev_info_t *, ddi_detach_cmd_t);
83 static void sf_softstate_unlink(struct sf *);
84 static int sf_scsi_bus_config(dev_info_t *parent, uint_t flag,
85     ddi_bus_config_op_t op, void *arg, dev_info_t **childp);
86 static int sf_scsi_bus_unconfig(dev_info_t *parent, uint_t flag,
87     ddi_bus_config_op_t op, void *arg);
88 static int sf_scsi_tgt_init(dev_info_t *, dev_info_t *,
89     scsi_hba_tran_t *, struct scsi_device *);
90 static void sf_scsi_tgt_free(dev_info_t *, dev_info_t *,
91     scsi_hba_tran_t *, struct scsi_device *);
92 static int sf_pkt_alloc_extern(struct sf *, struct sf_pkt *,
93     int, int, int);
94 static void sf_pkt_destroy_extern(struct sf *, struct sf_pkt *);
95 static struct scsi_pkt *sf_scsi_init_pkt(struct scsi_address *,
96     struct scsi_pkt *, struct buf *, int, int, int, int, int (*)(), caddr_t);
97 static void sf_scsi_destroy_pkt(struct scsi_address *, struct scsi_pkt *);
98 static void sf_scsi_dmafree(struct scsi_address *, struct scsi_pkt *);
99 static void sf_scsi_sync_pkt(struct scsi_address *, struct scsi_pkt *);
100 static int sf_scsi_reset_notify(struct scsi_address *, int,
101     void (*)(caddr_t), caddr_t);
102 static int sf_scsi_get_name(struct scsi_device *, char *, int);
103 static int sf_scsi_get_bus_addr(struct scsi_device *, char *, int);
104 static int sf_add_cr_pool(struct sf *);
105 static int sf_cr_alloc(struct sf *, struct sf_pkt *, int (*)());
106 static void sf_cr_free(struct sf_cr_pool *, struct sf_pkt *);
107 static void sf_crpool_free(struct sf *);
108 static int sf_kmem_cache_constructor(void *, void *, int);
109 static void sf_kmem_cache_destructor(void *, void *);
110 static void sf_statec_callback(void *, int);
111 static int sf_login(struct sf *, uchar_t, uchar_t, uint_t, int);
112 static int sf_els_transport(struct sf *, struct sf_els_hdr *);
113 static void sf_els_callback(struct fcal_packet *);
114 static int sf_do_prli(struct sf *, struct sf_els_hdr *, struct la_els_logi *);
115 static int sf_do_adisc(struct sf *, struct sf_els_hdr *);
116 static int sf_do_reportlun(struct sf *, struct sf_els_hdr *,
117     struct sf_target *);
118 static void sf_reportlun_callback(struct fcal_packet *);
119 static int sf_do_inquiry(struct sf *, struct sf_els_hdr *,
120     struct sf_target *);
121 static void sf_inq_callback(struct fcal_packet *);
122 static struct fcal_packet *sf_els_alloc(struct sf *, uchar_t, int, int,
123     int, caddr_t *, caddr_t *);
124 static void sf_els_free(struct fcal_packet *);
125 static struct sf_target *sf_create_target(struct sf *,
126     struct sf_els_hdr *, int, int64_t);
127 #ifdef RAID_LUNS
128 static struct sf_target *sf_lookup_target(struct sf *, uchar_t *, int);
129 #else
130 static struct sf_target *sf_lookup_target(struct sf *, uchar_t *, int64_t);
131 #endif
132 static void sf_finish_init(struct sf *, int);
133 static void sf_offline_target(struct sf *, struct sf_target *);
134 static void sf_create_devinfo(struct sf *, struct sf_target *, int);
135 static int sf_create_props(dev_info_t *, struct sf_target *, int);
136 static int sf_commoncap(struct scsi_address *, char *, int, int, int);
137 static int sf_getcap(struct scsi_address *, char *, int);
138 static int sf_setcap(struct scsi_address *, char *, int, int);
139 static int sf_abort(struct scsi_address *, struct scsi_pkt *);
140 static int sf_reset(struct scsi_address *, int);
141 static void sf_abort_all(struct sf *, struct sf_target *, int, int, int);
142 static int sf_start(struct scsi_address *, struct scsi_pkt *);
143 static int sf_start_internal(struct sf *, struct sf_pkt *);
144 static void sf_fill_ids(struct sf *, struct sf_pkt *, struct sf_target *);
145 static int sf_prepare_pkt(struct sf *, struct sf_pkt *, struct sf_target *);
146 static int sf_dopoll(struct sf *, struct sf_pkt *);
147 static void sf_cmd_callback(struct fcal_packet *);
148 static void sf_throttle(struct sf *);
149 static void sf_watch(void *);
150 static void sf_throttle_start(struct sf *);
151 static void sf_check_targets(struct sf *);
152 static void sf_check_reset_delay(void *);
153 static int sf_target_timeout(struct sf *, struct sf_pkt *);
154 static void sf_force_lip(struct sf *);
155 static void sf_unsol_els_callback(void *, soc_response_t *, caddr_t);
156 static struct sf_els_hdr *sf_els_timeout(struct sf *, struct sf_els_hdr *);
157 /*PRINTFLIKE3*/
158 static void sf_log(struct sf *, int, const char *, ...);
159 static int sf_kstat_update(kstat_t *, int);
160 static int sf_open(dev_t *, int, int, cred_t *);
161 static int sf_close(dev_t, int, int, cred_t *);
162 static int sf_ioctl(dev_t, int, intptr_t, int, cred_t *, int *);
163 static struct sf_target *sf_get_target_from_dip(struct sf *, dev_info_t *);
164 static int sf_bus_get_eventcookie(dev_info_t *, dev_info_t *, char *,
165     ddi_eventcookie_t *);
166 static int sf_bus_add_eventcall(dev_info_t *, dev_info_t *,
167     ddi_eventcookie_t, void (*)(), void *, ddi_callback_id_t *cb_id);
168 static int sf_bus_remove_eventcall(dev_info_t *devi, ddi_callback_id_t cb_id);
169 static int sf_bus_post_event(dev_info_t *, dev_info_t *,
170     ddi_eventcookie_t, void *);
171 
172 static void sf_hp_daemon(void *);
173 
174 /*
175  * this is required to be able to supply a control node
176  * where ioctls can be executed
177  */
178 struct cb_ops sf_cb_ops = {
179 	sf_open,			/* open */
180 	sf_close,			/* close */
181 	nodev,				/* strategy */
182 	nodev,				/* print */
183 	nodev,				/* dump */
184 	nodev,				/* read */
185 	nodev,				/* write */
186 	sf_ioctl,			/* ioctl */
187 	nodev,				/* devmap */
188 	nodev,				/* mmap */
189 	nodev,				/* segmap */
190 	nochpoll,			/* poll */
191 	ddi_prop_op,			/* cb_prop_op */
192 	0,				/* streamtab  */
193 	D_MP | D_NEW | D_HOTPLUG	/* driver flags */
194 
195 };
196 
197 /*
198  * autoconfiguration routines.
199  */
200 static struct dev_ops sf_ops = {
201 	DEVO_REV,		/* devo_rev, */
202 	0,			/* refcnt  */
203 	sf_info,		/* info */
204 	nulldev,		/* identify */
205 	nulldev,		/* probe */
206 	sf_attach,		/* attach */
207 	sf_detach,		/* detach */
208 	nodev,			/* reset */
209 	&sf_cb_ops,		/* driver operations */
210 	NULL,			/* bus operations */
211 	NULL,			/* power management */
212 	ddi_quiesce_not_supported,	/* devo_quiesce */
213 };
214 
215 /* to ensure this module gets loaded in memory when we do */
216 char _depends_on[] = "misc/scsi";
217 
218 #define	SF_NAME	"FC-AL FCP Nexus Driver"	/* Name of the module. */
219 static	char	sf_version[] = "1.72 08/19/2008"; /* version of the module */
220 
221 static struct modldrv modldrv = {
222 	&mod_driverops, /* Type of module. This one is a driver */
223 	SF_NAME,
224 	&sf_ops,	/* driver ops */
225 };
226 
227 static struct modlinkage modlinkage = {
228 	MODREV_1, (void *)&modldrv, NULL
229 };
230 
231 /* XXXXXX The following is here to handle broken targets -- remove it later */
232 static int sf_reportlun_forever = 0;
233 /* XXXXXX */
234 static int sf_lip_on_plogo = 0;
235 static int sf_els_retries = SF_ELS_RETRIES;
236 static struct sf *sf_head = NULL;
237 static int sf_target_scan_cnt = 4;
238 static int sf_pkt_scan_cnt = 5;
239 static int sf_pool_scan_cnt = 1800;
240 static void *sf_state = NULL;
241 static int sf_watchdog_init = 0;
242 static int sf_watchdog_time = 0;
243 static int sf_watchdog_timeout = 1;
244 static int sf_watchdog_tick;
245 static int sf_watch_running = 0;
246 static timeout_id_t sf_watchdog_id;
247 static timeout_id_t sf_reset_timeout_id;
248 static int sf_max_targets = SF_MAX_TARGETS;
249 static kmutex_t sf_global_mutex;
250 static int sf_core = 0;
251 int *sf_token = NULL; /* Must not be static or lint complains. */
252 static kcondvar_t sf_watch_cv;
253 extern pri_t minclsyspri;
254 static ddi_eventcookie_t	sf_insert_eid;
255 static ddi_eventcookie_t	sf_remove_eid;
256 
257 static ndi_event_definition_t	sf_event_defs[] = {
258 { SF_EVENT_TAG_INSERT, FCAL_INSERT_EVENT, EPL_KERNEL, 0 },
259 { SF_EVENT_TAG_REMOVE, FCAL_REMOVE_EVENT, EPL_INTERRUPT, 0 }
260 };
261 
262 #define	SF_N_NDI_EVENTS	\
263 	(sizeof (sf_event_defs) / sizeof (ndi_event_definition_t))
264 
265 #ifdef DEBUG
266 static int sf_lip_flag = 1;		/* bool: to allow LIPs */
267 static int sf_reset_flag = 1;		/* bool: to allow reset after LIP */
268 static int sf_abort_flag = 0;		/* bool: to do just one abort */
269 #endif
270 
271 extern volatile int64_t	lbolt64;
272 
273 /*
274  * for converting between target number (switch) and hard address/AL_PA
275  */
276 static uchar_t sf_switch_to_alpa[] = {
277 	0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda, 0xd9, 0xd6,
278 	0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce, 0xcd, 0xcc, 0xcb, 0xca,
279 	0xc9, 0xc7, 0xc6, 0xc5, 0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5,
280 	0xb4, 0xb3, 0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
281 	0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b, 0x98, 0x97,
282 	0x90, 0x8f, 0x88, 0x84, 0x82, 0x81, 0x80, 0x7c, 0x7a, 0x79,
283 	0x76, 0x75, 0x74, 0x73, 0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b,
284 	0x6a, 0x69, 0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
285 	0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c, 0x4b, 0x4a,
286 	0x49, 0x47, 0x46, 0x45, 0x43, 0x3c, 0x3a, 0x39, 0x36, 0x35,
287 	0x34, 0x33, 0x32, 0x31, 0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29,
288 	0x27, 0x26, 0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
289 	0x10, 0x0f, 0x08, 0x04, 0x02, 0x01
290 };
291 
292 static uchar_t sf_alpa_to_switch[] = {
293 	0x00, 0x7d, 0x7c, 0x00, 0x7b, 0x00, 0x00, 0x00, 0x7a, 0x00,
294 	0x00, 0x00, 0x00, 0x00, 0x00, 0x79, 0x78, 0x00, 0x00, 0x00,
295 	0x00, 0x00, 0x00, 0x77, 0x76, 0x00, 0x00, 0x75, 0x00, 0x74,
296 	0x73, 0x72, 0x00, 0x00, 0x00, 0x71, 0x00, 0x70, 0x6f, 0x6e,
297 	0x00, 0x6d, 0x6c, 0x6b, 0x6a, 0x69, 0x68, 0x00, 0x00, 0x67,
298 	0x66, 0x65, 0x64, 0x63, 0x62, 0x00, 0x00, 0x61, 0x60, 0x00,
299 	0x5f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0x00, 0x5d,
300 	0x5c, 0x5b, 0x00, 0x5a, 0x59, 0x58, 0x57, 0x56, 0x55, 0x00,
301 	0x00, 0x54, 0x53, 0x52, 0x51, 0x50, 0x4f, 0x00, 0x00, 0x4e,
302 	0x4d, 0x00, 0x4c, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4b,
303 	0x00, 0x4a, 0x49, 0x48, 0x00, 0x47, 0x46, 0x45, 0x44, 0x43,
304 	0x42, 0x00, 0x00, 0x41, 0x40, 0x3f, 0x3e, 0x3d, 0x3c, 0x00,
305 	0x00, 0x3b, 0x3a, 0x00, 0x39, 0x00, 0x00, 0x00, 0x38, 0x37,
306 	0x36, 0x00, 0x35, 0x00, 0x00, 0x00, 0x34, 0x00, 0x00, 0x00,
307 	0x00, 0x00, 0x00, 0x33, 0x32, 0x00, 0x00, 0x00, 0x00, 0x00,
308 	0x00, 0x31, 0x30, 0x00, 0x00, 0x2f, 0x00, 0x2e, 0x2d, 0x2c,
309 	0x00, 0x00, 0x00, 0x2b, 0x00, 0x2a, 0x29, 0x28, 0x00, 0x27,
310 	0x26, 0x25, 0x24, 0x23, 0x22, 0x00, 0x00, 0x21, 0x20, 0x1f,
311 	0x1e, 0x1d, 0x1c, 0x00, 0x00, 0x1b, 0x1a, 0x00, 0x19, 0x00,
312 	0x00, 0x00, 0x00, 0x00, 0x00, 0x18, 0x00, 0x17, 0x16, 0x15,
313 	0x00, 0x14, 0x13, 0x12, 0x11, 0x10, 0x0f, 0x00, 0x00, 0x0e,
314 	0x0d, 0x0c, 0x0b, 0x0a, 0x09, 0x00, 0x00, 0x08, 0x07, 0x00,
315 	0x06, 0x00, 0x00, 0x00, 0x05, 0x04, 0x03, 0x00, 0x02, 0x00,
316 	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
317 };
318 
319 /*
320  * these macros call the proper transport-layer function given
321  * a particular transport
322  */
323 #define	soc_transport(a, b, c, d) (*a->fcal_ops->fcal_transport)(b, c, d)
324 #define	soc_transport_poll(a, b, c, d)\
325 	(*a->fcal_ops->fcal_transport_poll)(b, c, d)
326 #define	soc_get_lilp_map(a, b, c, d, e)\
327 	(*a->fcal_ops->fcal_lilp_map)(b, c, d, e)
328 #define	soc_force_lip(a, b, c, d, e)\
329 	(*a->fcal_ops->fcal_force_lip)(b, c, d, e)
330 #define	soc_abort(a, b, c, d, e)\
331 	(*a->fcal_ops->fcal_abort_cmd)(b, c, d, e)
332 #define	soc_force_reset(a, b, c, d)\
333 	(*a->fcal_ops->fcal_force_reset)(b, c, d)
334 #define	soc_add_ulp(a, b, c, d, e, f, g, h)\
335 	(*a->fcal_ops->fcal_add_ulp)(b, c, d, e, f, g, h)
336 #define	soc_remove_ulp(a, b, c, d, e)\
337 	(*a->fcal_ops->fcal_remove_ulp)(b, c, d, e)
338 #define	soc_take_core(a, b) (*a->fcal_ops->fcal_take_core)(b)
339 
340 
341 /* power management property defines (should be in a common include file?) */
342 #define	PM_HARDWARE_STATE_PROP		"pm-hardware-state"
343 #define	PM_NEEDS_SUSPEND_RESUME		"needs-suspend-resume"
344 
345 
346 /* node properties */
347 #define	NODE_WWN_PROP			"node-wwn"
348 #define	PORT_WWN_PROP			"port-wwn"
349 #define	LIP_CNT_PROP			"lip-count"
350 #define	TARGET_PROP			"target"
351 #define	LUN_PROP			"lun"
352 
353 
354 /*
355  * initialize this driver and install this module
356  */
357 int
358 _init(void)
359 {
360 	int	i;
361 
362 	i = ddi_soft_state_init(&sf_state, sizeof (struct sf),
363 	    SF_INIT_ITEMS);
364 	if (i != 0)
365 		return (i);
366 
367 	if ((i = scsi_hba_init(&modlinkage)) != 0) {
368 		ddi_soft_state_fini(&sf_state);
369 		return (i);
370 	}
371 
372 	mutex_init(&sf_global_mutex, NULL, MUTEX_DRIVER, NULL);
373 	sf_watch_running = 0;
374 	cv_init(&sf_watch_cv, NULL, CV_DRIVER, NULL);
375 
376 	if ((i = mod_install(&modlinkage)) != 0) {
377 		mutex_destroy(&sf_global_mutex);
378 		cv_destroy(&sf_watch_cv);
379 		scsi_hba_fini(&modlinkage);
380 		ddi_soft_state_fini(&sf_state);
381 		return (i);
382 	}
383 
384 	return (i);
385 }
386 
387 
388 /*
389  * remove this driver module from the system
390  */
391 int
392 _fini(void)
393 {
394 	int	i;
395 
396 	if ((i = mod_remove(&modlinkage)) == 0) {
397 		scsi_hba_fini(&modlinkage);
398 		mutex_destroy(&sf_global_mutex);
399 		cv_destroy(&sf_watch_cv);
400 		ddi_soft_state_fini(&sf_state);
401 	}
402 	return (i);
403 }
404 
405 
406 int
407 _info(struct modinfo *modinfop)
408 {
409 	return (mod_info(&modlinkage, modinfop));
410 }
411 
412 /*
413  * Given the device number return the devinfo pointer or instance
414  */
415 /*ARGSUSED*/
416 static int
417 sf_info(dev_info_t *dip, ddi_info_cmd_t infocmd, void *arg, void **result)
418 {
419 	int		instance = SF_MINOR2INST(getminor((dev_t)arg));
420 	struct sf	*sf;
421 
422 	switch (infocmd) {
423 	case DDI_INFO_DEVT2DEVINFO:
424 		sf = ddi_get_soft_state(sf_state, instance);
425 		if (sf != NULL)
426 			*result = sf->sf_dip;
427 		else {
428 			*result = NULL;
429 			return (DDI_FAILURE);
430 		}
431 		break;
432 
433 	case DDI_INFO_DEVT2INSTANCE:
434 		*result = (void *)(uintptr_t)instance;
435 		break;
436 	default:
437 		return (DDI_FAILURE);
438 	}
439 	return (DDI_SUCCESS);
440 }
441 
442 /*
443  * either attach or resume this driver
444  */
445 static int
446 sf_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
447 {
448 	int instance;
449 	int mutex_initted = FALSE;
450 	uint_t ccount;
451 	size_t i, real_size;
452 	struct fcal_transport *handle;
453 	char buf[64];
454 	struct sf *sf, *tsf;
455 	scsi_hba_tran_t *tran = NULL;
456 	int	handle_bound = FALSE;
457 	kthread_t *tp;
458 
459 
460 	switch ((int)cmd) {
461 
462 	case DDI_RESUME:
463 
464 		/*
465 		 * we've previously been SF_STATE_OFFLINEd by a DDI_SUSPEND,
466 		 * so time to undo that and get going again by forcing a
467 		 * lip
468 		 */
469 
470 		instance = ddi_get_instance(dip);
471 
472 		sf = ddi_get_soft_state(sf_state, instance);
473 		SF_DEBUG(2, (sf, CE_CONT,
474 		    "sf_attach: DDI_RESUME for sf%d\n", instance));
475 		if (sf == NULL) {
476 			cmn_err(CE_WARN, "sf%d: bad soft state", instance);
477 			return (DDI_FAILURE);
478 		}
479 
480 		/*
481 		 * clear suspended flag so that normal operations can resume
482 		 */
483 		mutex_enter(&sf->sf_mutex);
484 		sf->sf_state &= ~SF_STATE_SUSPENDED;
485 		mutex_exit(&sf->sf_mutex);
486 
487 		/*
488 		 * force a login by setting our state to offline
489 		 */
490 		sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
491 		sf->sf_state = SF_STATE_OFFLINE;
492 
493 		/*
494 		 * call transport routine to register state change and
495 		 * ELS callback routines (to register us as a ULP)
496 		 */
497 		soc_add_ulp(sf->sf_sochandle, sf->sf_socp,
498 		    sf->sf_sochandle->fcal_portno, TYPE_SCSI_FCP,
499 		    sf_statec_callback, sf_unsol_els_callback, NULL, sf);
500 
501 		/*
502 		 * call transport routine to force loop initialization
503 		 */
504 		(void) soc_force_lip(sf->sf_sochandle, sf->sf_socp,
505 		    sf->sf_sochandle->fcal_portno, 0, FCAL_NO_LIP);
506 
507 		/*
508 		 * increment watchdog init flag, setting watchdog timeout
509 		 * if we are the first (since somebody has to do it)
510 		 */
511 		mutex_enter(&sf_global_mutex);
512 		if (!sf_watchdog_init++) {
513 			mutex_exit(&sf_global_mutex);
514 			sf_watchdog_id = timeout(sf_watch,
515 			    (caddr_t)0, sf_watchdog_tick);
516 		} else {
517 			mutex_exit(&sf_global_mutex);
518 		}
519 
520 		return (DDI_SUCCESS);
521 
522 	case DDI_ATTACH:
523 
524 		/*
525 		 * this instance attaching for the first time
526 		 */
527 
528 		instance = ddi_get_instance(dip);
529 
530 		if (ddi_soft_state_zalloc(sf_state, instance) !=
531 		    DDI_SUCCESS) {
532 			cmn_err(CE_WARN, "sf%d: failed to allocate soft state",
533 			    instance);
534 			return (DDI_FAILURE);
535 		}
536 
537 		sf = ddi_get_soft_state(sf_state, instance);
538 		SF_DEBUG(4, (sf, CE_CONT,
539 		    "sf_attach: DDI_ATTACH for sf%d\n", instance));
540 		if (sf == NULL) {
541 			/* this shouldn't happen since we just allocated it */
542 			cmn_err(CE_WARN, "sf%d: bad soft state", instance);
543 			return (DDI_FAILURE);
544 		}
545 
546 		/*
547 		 * from this point on, if there's an error, we must de-allocate
548 		 * soft state before returning DDI_FAILURE
549 		 */
550 
551 		if ((handle = ddi_get_parent_data(dip)) == NULL) {
552 			cmn_err(CE_WARN,
553 			    "sf%d: failed to obtain transport handle",
554 			    instance);
555 			goto fail;
556 		}
557 
558 		/* fill in our soft state structure */
559 		sf->sf_dip = dip;
560 		sf->sf_state = SF_STATE_INIT;
561 		sf->sf_throttle = handle->fcal_cmdmax;
562 		sf->sf_sochandle = handle;
563 		sf->sf_socp = handle->fcal_handle;
564 		sf->sf_check_n_close = 0;
565 
566 		/* create a command/response buffer pool for this instance */
567 		if (sf_add_cr_pool(sf) != DDI_SUCCESS) {
568 			cmn_err(CE_WARN,
569 			    "sf%d: failed to allocate command/response pool",
570 			    instance);
571 			goto fail;
572 		}
573 
574 		/* create a a cache for this instance */
575 		(void) sprintf(buf, "sf%d_cache", instance);
576 		sf->sf_pkt_cache = kmem_cache_create(buf,
577 		    sizeof (fcal_packet_t) + sizeof (struct sf_pkt) +
578 		    scsi_pkt_size(), 8,
579 		    sf_kmem_cache_constructor, sf_kmem_cache_destructor,
580 		    NULL, NULL, NULL, 0);
581 		if (sf->sf_pkt_cache == NULL) {
582 			cmn_err(CE_WARN, "sf%d: failed to allocate kmem cache",
583 			    instance);
584 			goto fail;
585 		}
586 
587 		/* set up a handle and allocate memory for DMA */
588 		if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->
589 		    fcal_dmaattr, DDI_DMA_DONTWAIT, NULL, &sf->
590 		    sf_lilp_dmahandle) != DDI_SUCCESS) {
591 			cmn_err(CE_WARN,
592 			    "sf%d: failed to allocate dma handle for lilp map",
593 			    instance);
594 			goto fail;
595 		}
596 		i = sizeof (struct fcal_lilp_map) + 1;
597 		if (ddi_dma_mem_alloc(sf->sf_lilp_dmahandle,
598 		    i, sf->sf_sochandle->
599 		    fcal_accattr, DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, NULL,
600 		    (caddr_t *)&sf->sf_lilp_map, &real_size,
601 		    &sf->sf_lilp_acchandle) != DDI_SUCCESS) {
602 			cmn_err(CE_WARN, "sf%d: failed to allocate lilp map",
603 			    instance);
604 			goto fail;
605 		}
606 		if (real_size < i) {
607 			/* no error message ??? */
608 			goto fail;		/* trouble allocating memory */
609 		}
610 
611 		/*
612 		 * set up the address for the DMA transfers (getting a cookie)
613 		 */
614 		if (ddi_dma_addr_bind_handle(sf->sf_lilp_dmahandle, NULL,
615 		    (caddr_t)sf->sf_lilp_map, real_size,
616 		    DDI_DMA_READ | DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, NULL,
617 		    &sf->sf_lilp_dmacookie, &ccount) != DDI_DMA_MAPPED) {
618 			cmn_err(CE_WARN,
619 			    "sf%d: failed to bind dma handle for lilp map",
620 			    instance);
621 			goto fail;
622 		}
623 		handle_bound = TRUE;
624 		/* ensure only one cookie was allocated */
625 		if (ccount != 1) {
626 			goto fail;
627 		}
628 
629 		/* ensure LILP map and DMA cookie addresses are even?? */
630 		sf->sf_lilp_map = (struct fcal_lilp_map *)(((uintptr_t)sf->
631 		    sf_lilp_map + 1) & ~1);
632 		sf->sf_lilp_dmacookie.dmac_address = (sf->
633 		    sf_lilp_dmacookie.dmac_address + 1) & ~1;
634 
635 		/* set up all of our mutexes and condition variables */
636 		mutex_init(&sf->sf_mutex, NULL, MUTEX_DRIVER, NULL);
637 		mutex_init(&sf->sf_cmd_mutex, NULL, MUTEX_DRIVER, NULL);
638 		mutex_init(&sf->sf_cr_mutex, NULL, MUTEX_DRIVER, NULL);
639 		mutex_init(&sf->sf_hp_daemon_mutex, NULL, MUTEX_DRIVER, NULL);
640 		cv_init(&sf->sf_cr_cv, NULL, CV_DRIVER, NULL);
641 		cv_init(&sf->sf_hp_daemon_cv, NULL, CV_DRIVER, NULL);
642 
643 		mutex_initted = TRUE;
644 
645 		/* create our devctl minor node */
646 		if (ddi_create_minor_node(dip, "devctl", S_IFCHR,
647 		    SF_INST2DEVCTL_MINOR(instance),
648 		    DDI_NT_NEXUS, 0) != DDI_SUCCESS) {
649 			cmn_err(CE_WARN, "sf%d: ddi_create_minor_node failed"
650 			    " for devctl", instance);
651 			goto fail;
652 		}
653 
654 		/* create fc minor node */
655 		if (ddi_create_minor_node(dip, "fc", S_IFCHR,
656 		    SF_INST2FC_MINOR(instance), DDI_NT_FC_ATTACHMENT_POINT,
657 		    0) != DDI_SUCCESS) {
658 			cmn_err(CE_WARN, "sf%d: ddi_create_minor_node failed"
659 			    " for fc", instance);
660 			goto fail;
661 		}
662 		/* allocate a SCSI transport structure */
663 		tran = scsi_hba_tran_alloc(dip, 0);
664 		if (tran == NULL) {
665 			/* remove all minor nodes created */
666 			ddi_remove_minor_node(dip, NULL);
667 			cmn_err(CE_WARN, "sf%d: scsi_hba_tran_alloc failed",
668 			    instance);
669 			goto fail;
670 		}
671 
672 		/* Indicate that we are 'sizeof (scsi_*(9S))' clean. */
673 		scsi_size_clean(dip);		/* SCSI_SIZE_CLEAN_VERIFY ok */
674 
675 		/* save ptr to new transport structure and fill it in */
676 		sf->sf_tran = tran;
677 
678 		tran->tran_hba_private		= sf;
679 		tran->tran_tgt_private		= NULL;
680 		tran->tran_tgt_init		= sf_scsi_tgt_init;
681 		tran->tran_tgt_probe		= NULL;
682 		tran->tran_tgt_free		= sf_scsi_tgt_free;
683 
684 		tran->tran_start		= sf_start;
685 		tran->tran_abort		= sf_abort;
686 		tran->tran_reset		= sf_reset;
687 		tran->tran_getcap		= sf_getcap;
688 		tran->tran_setcap		= sf_setcap;
689 		tran->tran_init_pkt		= sf_scsi_init_pkt;
690 		tran->tran_destroy_pkt		= sf_scsi_destroy_pkt;
691 		tran->tran_dmafree		= sf_scsi_dmafree;
692 		tran->tran_sync_pkt		= sf_scsi_sync_pkt;
693 		tran->tran_reset_notify		= sf_scsi_reset_notify;
694 
695 		/*
696 		 * register event notification routines with scsa
697 		 */
698 		tran->tran_get_eventcookie	= sf_bus_get_eventcookie;
699 		tran->tran_add_eventcall	= sf_bus_add_eventcall;
700 		tran->tran_remove_eventcall	= sf_bus_remove_eventcall;
701 		tran->tran_post_event		= sf_bus_post_event;
702 
703 		/*
704 		 * register bus configure/unconfigure
705 		 */
706 		tran->tran_bus_config		= sf_scsi_bus_config;
707 		tran->tran_bus_unconfig		= sf_scsi_bus_unconfig;
708 
709 		/*
710 		 * allocate an ndi event handle
711 		 */
712 		sf->sf_event_defs = (ndi_event_definition_t *)
713 		    kmem_zalloc(sizeof (sf_event_defs), KM_SLEEP);
714 
715 		bcopy(sf_event_defs, sf->sf_event_defs,
716 		    sizeof (sf_event_defs));
717 
718 		(void) ndi_event_alloc_hdl(dip, NULL,
719 		    &sf->sf_event_hdl, NDI_SLEEP);
720 
721 		sf->sf_events.ndi_events_version = NDI_EVENTS_REV1;
722 		sf->sf_events.ndi_n_events = SF_N_NDI_EVENTS;
723 		sf->sf_events.ndi_event_defs = sf->sf_event_defs;
724 
725 		if (ndi_event_bind_set(sf->sf_event_hdl,
726 		    &sf->sf_events, NDI_SLEEP) != NDI_SUCCESS) {
727 			goto fail;
728 		}
729 
730 		tran->tran_get_name		= sf_scsi_get_name;
731 		tran->tran_get_bus_addr		= sf_scsi_get_bus_addr;
732 
733 		/* setup and attach SCSI hba transport */
734 		if (scsi_hba_attach_setup(dip, sf->sf_sochandle->
735 		    fcal_dmaattr, tran, SCSI_HBA_TRAN_CLONE) != DDI_SUCCESS) {
736 			cmn_err(CE_WARN, "sf%d: scsi_hba_attach_setup failed",
737 			    instance);
738 			goto fail;
739 		}
740 
741 		/* set up kstats */
742 		if ((sf->sf_ksp = kstat_create("sf", instance, "statistics",
743 		    "controller", KSTAT_TYPE_RAW, sizeof (struct sf_stats),
744 		    KSTAT_FLAG_VIRTUAL)) == NULL) {
745 			cmn_err(CE_WARN, "sf%d: failed to create kstat",
746 			    instance);
747 		} else {
748 			sf->sf_stats.version = 2;
749 			(void) sprintf(sf->sf_stats.drvr_name,
750 			"%s: %s", SF_NAME, sf_version);
751 			sf->sf_ksp->ks_data = (void *)&sf->sf_stats;
752 			sf->sf_ksp->ks_private = sf;
753 			sf->sf_ksp->ks_update = sf_kstat_update;
754 			kstat_install(sf->sf_ksp);
755 		}
756 
757 		/* create the hotplug thread */
758 		mutex_enter(&sf->sf_hp_daemon_mutex);
759 		tp = thread_create(NULL, 0,
760 		    (void (*)())sf_hp_daemon, sf, 0, &p0, TS_RUN, minclsyspri);
761 		sf->sf_hp_tid = tp->t_did;
762 		mutex_exit(&sf->sf_hp_daemon_mutex);
763 
764 		/* add this soft state instance to the head of the list */
765 		mutex_enter(&sf_global_mutex);
766 		sf->sf_next = sf_head;
767 		tsf = sf_head;
768 		sf_head = sf;
769 
770 		/*
771 		 * find entry in list that has the same FC-AL handle (if any)
772 		 */
773 		while (tsf != NULL) {
774 			if (tsf->sf_socp == sf->sf_socp) {
775 				break;		/* found matching entry */
776 			}
777 			tsf = tsf->sf_next;
778 		}
779 
780 		if (tsf != NULL) {
781 			/* if we found a matching entry keep track of it */
782 			sf->sf_sibling = tsf;
783 		}
784 
785 		/*
786 		 * increment watchdog init flag, setting watchdog timeout
787 		 * if we are the first (since somebody has to do it)
788 		 */
789 		if (!sf_watchdog_init++) {
790 			mutex_exit(&sf_global_mutex);
791 			sf_watchdog_tick = sf_watchdog_timeout *
792 			    drv_usectohz(1000000);
793 			sf_watchdog_id = timeout(sf_watch,
794 			    NULL, sf_watchdog_tick);
795 		} else {
796 			mutex_exit(&sf_global_mutex);
797 		}
798 
799 		if (tsf != NULL) {
800 			/*
801 			 * set up matching entry to be our sibling
802 			 */
803 			mutex_enter(&tsf->sf_mutex);
804 			tsf->sf_sibling = sf;
805 			mutex_exit(&tsf->sf_mutex);
806 		}
807 
808 		/*
809 		 * create this property so that PM code knows we want
810 		 * to be suspended at PM time
811 		 */
812 		(void) ddi_prop_update_string(DDI_DEV_T_NONE, dip,
813 		    PM_HARDWARE_STATE_PROP, PM_NEEDS_SUSPEND_RESUME);
814 
815 		/* log the fact that we have a new device */
816 		ddi_report_dev(dip);
817 
818 		/*
819 		 * force a login by setting our state to offline
820 		 */
821 		sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
822 		sf->sf_state = SF_STATE_OFFLINE;
823 
824 		/*
825 		 * call transport routine to register state change and
826 		 * ELS callback routines (to register us as a ULP)
827 		 */
828 		soc_add_ulp(sf->sf_sochandle, sf->sf_socp,
829 		    sf->sf_sochandle->fcal_portno, TYPE_SCSI_FCP,
830 		    sf_statec_callback, sf_unsol_els_callback, NULL, sf);
831 
832 		/*
833 		 * call transport routine to force loop initialization
834 		 */
835 		(void) soc_force_lip(sf->sf_sochandle, sf->sf_socp,
836 		    sf->sf_sochandle->fcal_portno, 0, FCAL_NO_LIP);
837 		sf->sf_reset_time = lbolt64;
838 		return (DDI_SUCCESS);
839 
840 	default:
841 		return (DDI_FAILURE);
842 	}
843 
844 fail:
845 	cmn_err(CE_WARN, "sf%d: failed to attach", instance);
846 
847 	/*
848 	 * Unbind and free event set
849 	 */
850 	if (sf->sf_event_hdl) {
851 		(void) ndi_event_unbind_set(sf->sf_event_hdl,
852 		    &sf->sf_events, NDI_SLEEP);
853 		(void) ndi_event_free_hdl(sf->sf_event_hdl);
854 	}
855 
856 	if (sf->sf_event_defs) {
857 		kmem_free(sf->sf_event_defs, sizeof (sf_event_defs));
858 	}
859 
860 	if (sf->sf_tran != NULL) {
861 		scsi_hba_tran_free(sf->sf_tran);
862 	}
863 	while (sf->sf_cr_pool != NULL) {
864 		sf_crpool_free(sf);
865 	}
866 	if (sf->sf_lilp_dmahandle != NULL) {
867 		if (handle_bound) {
868 			(void) ddi_dma_unbind_handle(sf->sf_lilp_dmahandle);
869 		}
870 		ddi_dma_free_handle(&sf->sf_lilp_dmahandle);
871 	}
872 	if (sf->sf_pkt_cache != NULL) {
873 		kmem_cache_destroy(sf->sf_pkt_cache);
874 	}
875 	if (sf->sf_lilp_map != NULL) {
876 		ddi_dma_mem_free(&sf->sf_lilp_acchandle);
877 	}
878 	if (sf->sf_ksp != NULL) {
879 		kstat_delete(sf->sf_ksp);
880 	}
881 	if (mutex_initted) {
882 		mutex_destroy(&sf->sf_mutex);
883 		mutex_destroy(&sf->sf_cmd_mutex);
884 		mutex_destroy(&sf->sf_cr_mutex);
885 		mutex_destroy(&sf->sf_hp_daemon_mutex);
886 		cv_destroy(&sf->sf_cr_cv);
887 		cv_destroy(&sf->sf_hp_daemon_cv);
888 	}
889 	mutex_enter(&sf_global_mutex);
890 
891 	/*
892 	 * kill off the watchdog if we are the last instance
893 	 */
894 	if (!--sf_watchdog_init) {
895 		timeout_id_t tid = sf_watchdog_id;
896 		mutex_exit(&sf_global_mutex);
897 		(void) untimeout(tid);
898 	} else {
899 		mutex_exit(&sf_global_mutex);
900 	}
901 
902 	ddi_soft_state_free(sf_state, instance);
903 
904 	if (tran != NULL) {
905 		/* remove all minor nodes */
906 		ddi_remove_minor_node(dip, NULL);
907 	}
908 
909 	return (DDI_FAILURE);
910 }
911 
912 
913 /* ARGSUSED */
914 static int
915 sf_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
916 {
917 	struct sf		*sf;
918 	int			instance;
919 	int			i;
920 	struct sf_target	*target;
921 	timeout_id_t		tid;
922 
923 
924 
925 	/* NO OTHER THREADS ARE RUNNING */
926 
927 	instance = ddi_get_instance(dip);
928 
929 	if ((sf = ddi_get_soft_state(sf_state, instance)) == NULL) {
930 		cmn_err(CE_WARN, "sf_detach, sf%d: bad soft state", instance);
931 		return (DDI_FAILURE);
932 	}
933 
934 	switch (cmd) {
935 
936 	case DDI_SUSPEND:
937 		/*
938 		 * suspend our instance
939 		 */
940 
941 		SF_DEBUG(2, (sf, CE_CONT,
942 		    "sf_detach: DDI_SUSPEND for sf%d\n", instance));
943 		/*
944 		 * There is a race condition in socal where while doing
945 		 * callbacks if a ULP removes it self from the callback list
946 		 * the for loop in socal may panic as cblist is junk and
947 		 * while trying to get cblist->next the system will panic.
948 		 */
949 
950 		/* call transport to remove our unregister our callbacks */
951 		soc_remove_ulp(sf->sf_sochandle, sf->sf_socp,
952 		    sf->sf_sochandle->fcal_portno, TYPE_SCSI_FCP, sf);
953 
954 		/*
955 		 * begin process of clearing outstanding commands
956 		 * by issuing a lip
957 		 */
958 		sf_force_lip(sf);
959 
960 		/*
961 		 * toggle the device OFFLINE in order to cause
962 		 * outstanding commands to drain
963 		 */
964 		mutex_enter(&sf->sf_mutex);
965 		sf->sf_lip_cnt++;
966 		sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
967 		sf->sf_state = (SF_STATE_OFFLINE | SF_STATE_SUSPENDED);
968 		for (i = 0; i < sf_max_targets; i++) {
969 			target = sf->sf_targets[i];
970 			if (target != NULL) {
971 				struct sf_target *ntarget;
972 
973 				mutex_enter(&target->sft_mutex);
974 				if (!(target->sft_state & SF_TARGET_OFFLINE)) {
975 					target->sft_state |=
976 					    (SF_TARGET_BUSY | SF_TARGET_MARK);
977 				}
978 				/* do this for all LUNs as well */
979 				for (ntarget = target->sft_next_lun;
980 				    ntarget;
981 				    ntarget = ntarget->sft_next_lun) {
982 					mutex_enter(&ntarget->sft_mutex);
983 					if (!(ntarget->sft_state &
984 					    SF_TARGET_OFFLINE)) {
985 						ntarget->sft_state |=
986 						    (SF_TARGET_BUSY |
987 						    SF_TARGET_MARK);
988 					}
989 					mutex_exit(&ntarget->sft_mutex);
990 				}
991 				mutex_exit(&target->sft_mutex);
992 			}
993 		}
994 		mutex_exit(&sf->sf_mutex);
995 		mutex_enter(&sf_global_mutex);
996 
997 		/*
998 		 * kill off the watchdog if we are the last instance
999 		 */
1000 		if (!--sf_watchdog_init) {
1001 			tid = sf_watchdog_id;
1002 			mutex_exit(&sf_global_mutex);
1003 			(void) untimeout(tid);
1004 		} else {
1005 			mutex_exit(&sf_global_mutex);
1006 		}
1007 
1008 		return (DDI_SUCCESS);
1009 
1010 	case DDI_DETACH:
1011 		/*
1012 		 * detach this instance
1013 		 */
1014 
1015 		SF_DEBUG(2, (sf, CE_CONT,
1016 		    "sf_detach: DDI_DETACH for sf%d\n", instance));
1017 
1018 		/* remove this "sf" from the list of sf softstates */
1019 		sf_softstate_unlink(sf);
1020 
1021 		/*
1022 		 * prior to taking any DDI_DETACH actions, toggle the
1023 		 * device OFFLINE in order to cause outstanding
1024 		 * commands to drain
1025 		 */
1026 		mutex_enter(&sf->sf_mutex);
1027 		sf->sf_lip_cnt++;
1028 		sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
1029 		sf->sf_state = SF_STATE_OFFLINE;
1030 		for (i = 0; i < sf_max_targets; i++) {
1031 			target = sf->sf_targets[i];
1032 			if (target != NULL) {
1033 				struct sf_target *ntarget;
1034 
1035 				mutex_enter(&target->sft_mutex);
1036 				if (!(target->sft_state & SF_TARGET_OFFLINE)) {
1037 					target->sft_state |=
1038 					    (SF_TARGET_BUSY | SF_TARGET_MARK);
1039 				}
1040 				for (ntarget = target->sft_next_lun;
1041 				    ntarget;
1042 				    ntarget = ntarget->sft_next_lun) {
1043 					mutex_enter(&ntarget->sft_mutex);
1044 					if (!(ntarget->sft_state &
1045 					    SF_TARGET_OFFLINE)) {
1046 						ntarget->sft_state |=
1047 						    (SF_TARGET_BUSY |
1048 						    SF_TARGET_MARK);
1049 					}
1050 					mutex_exit(&ntarget->sft_mutex);
1051 				}
1052 				mutex_exit(&target->sft_mutex);
1053 			}
1054 		}
1055 		mutex_exit(&sf->sf_mutex);
1056 
1057 		/* call transport to remove and unregister our callbacks */
1058 		soc_remove_ulp(sf->sf_sochandle, sf->sf_socp,
1059 		    sf->sf_sochandle->fcal_portno, TYPE_SCSI_FCP, sf);
1060 
1061 		/*
1062 		 * kill off the watchdog if we are the last instance
1063 		 */
1064 		mutex_enter(&sf_global_mutex);
1065 		if (!--sf_watchdog_init) {
1066 			tid = sf_watchdog_id;
1067 			mutex_exit(&sf_global_mutex);
1068 			(void) untimeout(tid);
1069 		} else {
1070 			mutex_exit(&sf_global_mutex);
1071 		}
1072 
1073 		/* signal sf_hp_daemon() to exit and wait for exit */
1074 		mutex_enter(&sf->sf_hp_daemon_mutex);
1075 		ASSERT(sf->sf_hp_tid);
1076 		sf->sf_hp_exit = 1;		/* flag exit */
1077 		cv_signal(&sf->sf_hp_daemon_cv);
1078 		mutex_exit(&sf->sf_hp_daemon_mutex);
1079 		thread_join(sf->sf_hp_tid);	/* wait for hotplug to exit */
1080 
1081 		/*
1082 		 * Unbind and free event set
1083 		 */
1084 		if (sf->sf_event_hdl) {
1085 			(void) ndi_event_unbind_set(sf->sf_event_hdl,
1086 			    &sf->sf_events, NDI_SLEEP);
1087 			(void) ndi_event_free_hdl(sf->sf_event_hdl);
1088 		}
1089 
1090 		if (sf->sf_event_defs) {
1091 			kmem_free(sf->sf_event_defs, sizeof (sf_event_defs));
1092 		}
1093 
1094 		/* detach this instance of the HBA driver */
1095 		scsi_hba_detach(dip);
1096 		scsi_hba_tran_free(sf->sf_tran);
1097 
1098 		/* deallocate/unbind DMA handle for lilp map */
1099 		if (sf->sf_lilp_map != NULL) {
1100 			(void) ddi_dma_unbind_handle(sf->sf_lilp_dmahandle);
1101 			if (sf->sf_lilp_dmahandle != NULL) {
1102 				ddi_dma_free_handle(&sf->sf_lilp_dmahandle);
1103 			}
1104 			ddi_dma_mem_free(&sf->sf_lilp_acchandle);
1105 		}
1106 
1107 		/*
1108 		 * the kmem cache must be destroyed before free'ing
1109 		 * up the crpools
1110 		 *
1111 		 * our finagle of "ntot" and "nfree"
1112 		 * causes an ASSERT failure in "sf_cr_free()"
1113 		 * if the kmem cache is free'd after invoking
1114 		 * "sf_crpool_free()".
1115 		 */
1116 		kmem_cache_destroy(sf->sf_pkt_cache);
1117 
1118 		SF_DEBUG(2, (sf, CE_CONT,
1119 		    "sf_detach: sf_crpool_free() for instance 0x%x\n",
1120 		    instance));
1121 		while (sf->sf_cr_pool != NULL) {
1122 			/*
1123 			 * set ntot to nfree for this particular entry
1124 			 *
1125 			 * this causes sf_crpool_free() to update
1126 			 * the cr_pool list when deallocating this entry
1127 			 */
1128 			sf->sf_cr_pool->ntot = sf->sf_cr_pool->nfree;
1129 			sf_crpool_free(sf);
1130 		}
1131 
1132 		/*
1133 		 * now that the cr_pool's are gone it's safe
1134 		 * to destroy all softstate mutex's and cv's
1135 		 */
1136 		mutex_destroy(&sf->sf_mutex);
1137 		mutex_destroy(&sf->sf_cmd_mutex);
1138 		mutex_destroy(&sf->sf_cr_mutex);
1139 		mutex_destroy(&sf->sf_hp_daemon_mutex);
1140 		cv_destroy(&sf->sf_cr_cv);
1141 		cv_destroy(&sf->sf_hp_daemon_cv);
1142 
1143 		/* remove all minor nodes from the device tree */
1144 		ddi_remove_minor_node(dip, NULL);
1145 
1146 		/* remove properties created during attach() */
1147 		ddi_prop_remove_all(dip);
1148 
1149 		/* remove kstat's if present */
1150 		if (sf->sf_ksp != NULL) {
1151 			kstat_delete(sf->sf_ksp);
1152 		}
1153 
1154 		SF_DEBUG(2, (sf, CE_CONT,
1155 		    "sf_detach: ddi_soft_state_free() for instance 0x%x\n",
1156 		    instance));
1157 		ddi_soft_state_free(sf_state, instance);
1158 		return (DDI_SUCCESS);
1159 
1160 	default:
1161 		SF_DEBUG(2, (sf, CE_CONT, "sf_detach: sf%d unknown cmd %x\n",
1162 		    instance, (int)cmd));
1163 		return (DDI_FAILURE);
1164 	}
1165 }
1166 
1167 
1168 /*
1169  * sf_softstate_unlink() - remove an sf instance from the list of softstates
1170  */
1171 static void
1172 sf_softstate_unlink(struct sf *sf)
1173 {
1174 	struct sf	*sf_ptr;
1175 	struct sf	*sf_found_sibling;
1176 	struct sf	*sf_reposition = NULL;
1177 
1178 
1179 	mutex_enter(&sf_global_mutex);
1180 	while (sf_watch_running) {
1181 		/* Busy working the list -- wait */
1182 		cv_wait(&sf_watch_cv, &sf_global_mutex);
1183 	}
1184 	if ((sf_found_sibling = sf->sf_sibling) != NULL) {
1185 		/*
1186 		 * we have a sibling so NULL out its reference to us
1187 		 */
1188 		mutex_enter(&sf_found_sibling->sf_mutex);
1189 		sf_found_sibling->sf_sibling = NULL;
1190 		mutex_exit(&sf_found_sibling->sf_mutex);
1191 	}
1192 
1193 	/* remove our instance from the global list */
1194 	if (sf == sf_head) {
1195 		/* we were at at head of the list */
1196 		sf_head = sf->sf_next;
1197 	} else {
1198 		/* find us in the list */
1199 		for (sf_ptr = sf_head;
1200 		    sf_ptr != NULL;
1201 		    sf_ptr = sf_ptr->sf_next) {
1202 			if (sf_ptr == sf) {
1203 				break;
1204 			}
1205 			/* remember this place */
1206 			sf_reposition = sf_ptr;
1207 		}
1208 		ASSERT(sf_ptr == sf);
1209 		ASSERT(sf_reposition != NULL);
1210 
1211 		sf_reposition->sf_next = sf_ptr->sf_next;
1212 	}
1213 	mutex_exit(&sf_global_mutex);
1214 }
1215 
1216 
1217 static int
1218 sf_scsi_bus_config(dev_info_t *parent, uint_t flag,
1219     ddi_bus_config_op_t op, void *arg, dev_info_t **childp)
1220 {
1221 	int64_t		reset_delay;
1222 	struct sf	*sf;
1223 
1224 	sf = ddi_get_soft_state(sf_state, ddi_get_instance(parent));
1225 	ASSERT(sf);
1226 
1227 	reset_delay = (int64_t)(USEC_TO_TICK(SF_INIT_WAIT_TIMEOUT)) -
1228 	    (lbolt64 - sf->sf_reset_time);
1229 	if (reset_delay < 0)
1230 		reset_delay = 0;
1231 
1232 	if (sf_bus_config_debug)
1233 		flag |= NDI_DEVI_DEBUG;
1234 
1235 	return (ndi_busop_bus_config(parent, flag, op,
1236 	    arg, childp, (clock_t)reset_delay));
1237 }
1238 
1239 static int
1240 sf_scsi_bus_unconfig(dev_info_t *parent, uint_t flag,
1241     ddi_bus_config_op_t op, void *arg)
1242 {
1243 	if (sf_bus_config_debug)
1244 		flag |= NDI_DEVI_DEBUG;
1245 
1246 	return (ndi_busop_bus_unconfig(parent, flag, op, arg));
1247 }
1248 
1249 
1250 /*
1251  * called by transport to initialize a SCSI target
1252  */
1253 /* ARGSUSED */
1254 static int
1255 sf_scsi_tgt_init(dev_info_t *hba_dip, dev_info_t *tgt_dip,
1256     scsi_hba_tran_t *hba_tran, struct scsi_device *sd)
1257 {
1258 #ifdef RAID_LUNS
1259 	int lun;
1260 #else
1261 	int64_t lun;
1262 #endif
1263 	struct sf_target *target;
1264 	struct sf *sf = (struct sf *)hba_tran->tran_hba_private;
1265 	int i, t_len;
1266 	unsigned int lip_cnt;
1267 	unsigned char wwn[FC_WWN_SIZE];
1268 
1269 
1270 	/* get and validate our SCSI target ID */
1271 	i = sd->sd_address.a_target;
1272 	if (i >= sf_max_targets) {
1273 		return (DDI_NOT_WELL_FORMED);
1274 	}
1275 
1276 	/* get our port WWN property */
1277 	t_len = sizeof (wwn);
1278 	if (ddi_prop_op(DDI_DEV_T_ANY, tgt_dip, PROP_LEN_AND_VAL_BUF,
1279 	    DDI_PROP_DONTPASS | DDI_PROP_CANSLEEP, PORT_WWN_PROP,
1280 	    (caddr_t)&wwn, &t_len) != DDI_SUCCESS) {
1281 		/* no port WWN property - ignore the OBP stub node */
1282 		return (DDI_NOT_WELL_FORMED);
1283 	}
1284 
1285 	/* get our LIP count property */
1286 	t_len = sizeof (lip_cnt);
1287 	if (ddi_prop_op(DDI_DEV_T_ANY, tgt_dip, PROP_LEN_AND_VAL_BUF,
1288 	    DDI_PROP_DONTPASS | DDI_PROP_CANSLEEP, LIP_CNT_PROP,
1289 	    (caddr_t)&lip_cnt, &t_len) != DDI_SUCCESS) {
1290 		return (DDI_FAILURE);
1291 	}
1292 	/* and our LUN property */
1293 	t_len = sizeof (lun);
1294 	if (ddi_prop_op(DDI_DEV_T_ANY, tgt_dip, PROP_LEN_AND_VAL_BUF,
1295 	    DDI_PROP_DONTPASS | DDI_PROP_CANSLEEP, "lun",
1296 	    (caddr_t)&lun, &t_len) != DDI_SUCCESS) {
1297 		return (DDI_FAILURE);
1298 	}
1299 
1300 	/* find the target structure for this instance */
1301 	mutex_enter(&sf->sf_mutex);
1302 	if ((target = sf_lookup_target(sf, wwn, lun)) == NULL) {
1303 		mutex_exit(&sf->sf_mutex);
1304 		return (DDI_FAILURE);
1305 	}
1306 
1307 	mutex_enter(&target->sft_mutex);
1308 	if ((sf->sf_lip_cnt == lip_cnt) && !(target->sft_state
1309 	    & SF_TARGET_INIT_DONE)) {
1310 		/*
1311 		 * set links between HBA transport and target structures
1312 		 * and set done flag
1313 		 */
1314 		hba_tran->tran_tgt_private = target;
1315 		target->sft_tran = hba_tran;
1316 		target->sft_state |= SF_TARGET_INIT_DONE;
1317 	} else {
1318 		/* already initialized ?? */
1319 		mutex_exit(&target->sft_mutex);
1320 		mutex_exit(&sf->sf_mutex);
1321 		return (DDI_FAILURE);
1322 	}
1323 	mutex_exit(&target->sft_mutex);
1324 	mutex_exit(&sf->sf_mutex);
1325 
1326 	return (DDI_SUCCESS);
1327 }
1328 
1329 
1330 /*
1331  * called by transport to free a target
1332  */
1333 /* ARGSUSED */
1334 static void
1335 sf_scsi_tgt_free(dev_info_t *hba_dip, dev_info_t *tgt_dip,
1336     scsi_hba_tran_t *hba_tran, struct scsi_device *sd)
1337 {
1338 	struct sf_target *target = hba_tran->tran_tgt_private;
1339 
1340 	if (target != NULL) {
1341 		mutex_enter(&target->sft_mutex);
1342 		target->sft_tran = NULL;
1343 		target->sft_state &= ~SF_TARGET_INIT_DONE;
1344 		mutex_exit(&target->sft_mutex);
1345 	}
1346 }
1347 
1348 
1349 /*
1350  * allocator for non-std size cdb/pkt_private/status -- return TRUE iff
1351  * success, else return FALSE
1352  */
1353 /*ARGSUSED*/
1354 static int
1355 sf_pkt_alloc_extern(struct sf *sf, struct sf_pkt *cmd,
1356     int tgtlen, int statuslen, int kf)
1357 {
1358 	caddr_t scbp, tgt;
1359 	int failure = FALSE;
1360 	struct scsi_pkt *pkt = CMD2PKT(cmd);
1361 
1362 
1363 	tgt = scbp = NULL;
1364 
1365 	if (tgtlen > PKT_PRIV_LEN) {
1366 		if ((tgt = kmem_zalloc(tgtlen, kf)) == NULL) {
1367 			failure = TRUE;
1368 		} else {
1369 			cmd->cmd_flags |= CFLAG_PRIVEXTERN;
1370 			pkt->pkt_private = tgt;
1371 		}
1372 	}
1373 	if (statuslen > EXTCMDS_STATUS_SIZE) {
1374 		if ((scbp = kmem_zalloc((size_t)statuslen, kf)) == NULL) {
1375 			failure = TRUE;
1376 		} else {
1377 			cmd->cmd_flags |= CFLAG_SCBEXTERN;
1378 			pkt->pkt_scbp = (opaque_t)scbp;
1379 		}
1380 	}
1381 	if (failure) {
1382 		sf_pkt_destroy_extern(sf, cmd);
1383 	}
1384 	return (failure);
1385 }
1386 
1387 
1388 /*
1389  * deallocator for non-std size cdb/pkt_private/status
1390  */
1391 static void
1392 sf_pkt_destroy_extern(struct sf *sf, struct sf_pkt *cmd)
1393 {
1394 	struct scsi_pkt *pkt = CMD2PKT(cmd);
1395 
1396 	if (cmd->cmd_flags & CFLAG_FREE) {
1397 		cmn_err(CE_PANIC,
1398 		    "sf_scsi_impl_pktfree: freeing free packet");
1399 		_NOTE(NOT_REACHED)
1400 		/* NOTREACHED */
1401 	}
1402 	if (cmd->cmd_flags & CFLAG_SCBEXTERN) {
1403 		kmem_free((caddr_t)pkt->pkt_scbp,
1404 		    (size_t)cmd->cmd_scblen);
1405 	}
1406 	if (cmd->cmd_flags & CFLAG_PRIVEXTERN) {
1407 		kmem_free((caddr_t)pkt->pkt_private,
1408 		    (size_t)cmd->cmd_privlen);
1409 	}
1410 
1411 	cmd->cmd_flags = CFLAG_FREE;
1412 	kmem_cache_free(sf->sf_pkt_cache, (void *)cmd);
1413 }
1414 
1415 
1416 /*
1417  * create or initialize a SCSI packet -- called internally and
1418  * by the transport
1419  */
1420 static struct scsi_pkt *
1421 sf_scsi_init_pkt(struct scsi_address *ap, struct scsi_pkt *pkt,
1422     struct buf *bp, int cmdlen, int statuslen, int tgtlen,
1423     int flags, int (*callback)(), caddr_t arg)
1424 {
1425 	int kf;
1426 	int failure = FALSE;
1427 	struct sf_pkt *cmd;
1428 	struct sf *sf = ADDR2SF(ap);
1429 	struct sf_target *target = ADDR2TARGET(ap);
1430 	struct sf_pkt	*new_cmd = NULL;
1431 	struct fcal_packet	*fpkt;
1432 	fc_frame_header_t	*hp;
1433 	struct fcp_cmd *fcmd;
1434 
1435 
1436 	/*
1437 	 * If we've already allocated a pkt once,
1438 	 * this request is for dma allocation only.
1439 	 */
1440 	if (pkt == NULL) {
1441 
1442 		/*
1443 		 * First step of sf_scsi_init_pkt:  pkt allocation
1444 		 */
1445 		if (cmdlen > FCP_CDB_SIZE) {
1446 			return (NULL);
1447 		}
1448 
1449 		kf = (callback == SLEEP_FUNC)? KM_SLEEP: KM_NOSLEEP;
1450 
1451 		if ((cmd = kmem_cache_alloc(sf->sf_pkt_cache, kf)) != NULL) {
1452 			/*
1453 			 * Selective zeroing of the pkt.
1454 			 */
1455 
1456 			cmd->cmd_flags = 0;
1457 			cmd->cmd_forw = 0;
1458 			cmd->cmd_back = 0;
1459 			cmd->cmd_next = 0;
1460 			cmd->cmd_pkt = (struct scsi_pkt *)((char *)cmd +
1461 			    sizeof (struct sf_pkt) + sizeof (struct
1462 			    fcal_packet));
1463 			cmd->cmd_fp_pkt = (struct fcal_packet *)((char *)cmd +
1464 			    sizeof (struct sf_pkt));
1465 			cmd->cmd_fp_pkt->fcal_pkt_private = (opaque_t)cmd;
1466 			cmd->cmd_state = SF_STATE_IDLE;
1467 			cmd->cmd_pkt->pkt_ha_private = (opaque_t)cmd;
1468 			cmd->cmd_pkt->pkt_scbp = (opaque_t)cmd->cmd_scsi_scb;
1469 			cmd->cmd_pkt->pkt_comp	= NULL;
1470 			cmd->cmd_pkt->pkt_flags	= 0;
1471 			cmd->cmd_pkt->pkt_time	= 0;
1472 			cmd->cmd_pkt->pkt_resid	= 0;
1473 			cmd->cmd_pkt->pkt_reason = 0;
1474 			cmd->cmd_cdblen = (uchar_t)cmdlen;
1475 			cmd->cmd_scblen		= statuslen;
1476 			cmd->cmd_privlen	= tgtlen;
1477 			cmd->cmd_pkt->pkt_address = *ap;
1478 
1479 			/* zero pkt_private */
1480 			(int *)(cmd->cmd_pkt->pkt_private =
1481 			    cmd->cmd_pkt_private);
1482 			bzero((caddr_t)cmd->cmd_pkt->pkt_private,
1483 			    PKT_PRIV_LEN);
1484 		} else {
1485 			failure = TRUE;
1486 		}
1487 
1488 		if (failure ||
1489 		    (tgtlen > PKT_PRIV_LEN) ||
1490 		    (statuslen > EXTCMDS_STATUS_SIZE)) {
1491 			if (!failure) {
1492 				/* need to allocate more space */
1493 				failure = sf_pkt_alloc_extern(sf, cmd,
1494 				    tgtlen, statuslen, kf);
1495 			}
1496 			if (failure) {
1497 				return (NULL);
1498 			}
1499 		}
1500 
1501 		fpkt = cmd->cmd_fp_pkt;
1502 		if (cmd->cmd_block == NULL) {
1503 
1504 			/* allocate cmd/response pool buffers */
1505 			if (sf_cr_alloc(sf, cmd, callback) == DDI_FAILURE) {
1506 				sf_pkt_destroy_extern(sf, cmd);
1507 				return (NULL);
1508 			}
1509 
1510 			/* fill in the FC-AL packet */
1511 			fpkt->fcal_pkt_cookie = sf->sf_socp;
1512 			fpkt->fcal_pkt_comp = sf_cmd_callback;
1513 			fpkt->fcal_pkt_flags = 0;
1514 			fpkt->fcal_magic = FCALP_MAGIC;
1515 			fpkt->fcal_socal_request.sr_soc_hdr.sh_flags =
1516 			    (ushort_t)(SOC_FC_HEADER |
1517 			    sf->sf_sochandle->fcal_portno);
1518 			fpkt->fcal_socal_request.sr_soc_hdr.sh_class = 3;
1519 			fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_count = 1;
1520 			fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_flags = 0;
1521 			fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_seqno = 0;
1522 			fpkt->fcal_socal_request.sr_dataseg[0].fc_base =
1523 			    (uint32_t)cmd->cmd_dmac;
1524 			fpkt->fcal_socal_request.sr_dataseg[0].fc_count =
1525 			    sizeof (struct fcp_cmd);
1526 			fpkt->fcal_socal_request.sr_dataseg[1].fc_base =
1527 			    (uint32_t)cmd->cmd_rsp_dmac;
1528 			fpkt->fcal_socal_request.sr_dataseg[1].fc_count =
1529 			    FCP_MAX_RSP_IU_SIZE;
1530 
1531 			/* Fill in the Fabric Channel Header */
1532 			hp = &fpkt->fcal_socal_request.sr_fc_frame_hdr;
1533 			hp->r_ctl = R_CTL_COMMAND;
1534 			hp->type = TYPE_SCSI_FCP;
1535 			hp->f_ctl = F_CTL_SEQ_INITIATIVE | F_CTL_FIRST_SEQ;
1536 			hp->reserved1 = 0;
1537 			hp->seq_id = 0;
1538 			hp->df_ctl  = 0;
1539 			hp->seq_cnt = 0;
1540 			hp->ox_id = 0xffff;
1541 			hp->rx_id = 0xffff;
1542 			hp->ro = 0;
1543 
1544 			/* Establish the LUN */
1545 			bcopy((caddr_t)&target->sft_lun.b,
1546 			    (caddr_t)&cmd->cmd_block->fcp_ent_addr,
1547 			    FCP_LUN_SIZE);
1548 			*((int32_t *)&cmd->cmd_block->fcp_cntl) = 0;
1549 		}
1550 		cmd->cmd_pkt->pkt_cdbp = cmd->cmd_block->fcp_cdb;
1551 
1552 		mutex_enter(&target->sft_pkt_mutex);
1553 
1554 		target->sft_pkt_tail->cmd_forw = cmd;
1555 		cmd->cmd_back = target->sft_pkt_tail;
1556 		cmd->cmd_forw = (struct sf_pkt *)&target->sft_pkt_head;
1557 		target->sft_pkt_tail = cmd;
1558 
1559 		mutex_exit(&target->sft_pkt_mutex);
1560 		new_cmd = cmd;		/* for later cleanup if needed */
1561 	} else {
1562 		/* pkt already exists -- just a request for DMA allocation */
1563 		cmd = PKT2CMD(pkt);
1564 		fpkt = cmd->cmd_fp_pkt;
1565 	}
1566 
1567 	/* zero cdb (bzero is too slow) */
1568 	bzero((caddr_t)cmd->cmd_pkt->pkt_cdbp, cmdlen);
1569 
1570 	/*
1571 	 * Second step of sf_scsi_init_pkt:  dma allocation
1572 	 * Set up dma info
1573 	 */
1574 	if ((bp != NULL) && (bp->b_bcount != 0)) {
1575 		int cmd_flags, dma_flags;
1576 		int rval = 0;
1577 		uint_t dmacookie_count;
1578 
1579 		/* there is a buffer and some data to transfer */
1580 
1581 		/* set up command and DMA flags */
1582 		cmd_flags = cmd->cmd_flags;
1583 		if (bp->b_flags & B_READ) {
1584 			/* a read */
1585 			cmd_flags &= ~CFLAG_DMASEND;
1586 			dma_flags = DDI_DMA_READ;
1587 		} else {
1588 			/* a write */
1589 			cmd_flags |= CFLAG_DMASEND;
1590 			dma_flags = DDI_DMA_WRITE;
1591 		}
1592 		if (flags & PKT_CONSISTENT) {
1593 			cmd_flags |= CFLAG_CMDIOPB;
1594 			dma_flags |= DDI_DMA_CONSISTENT;
1595 		}
1596 
1597 		/* ensure we have a DMA handle */
1598 		if (cmd->cmd_dmahandle == NULL) {
1599 			rval = ddi_dma_alloc_handle(sf->sf_dip,
1600 			    sf->sf_sochandle->fcal_dmaattr, callback, arg,
1601 			    &cmd->cmd_dmahandle);
1602 		}
1603 
1604 		if (rval == 0) {
1605 			/* bind our DMA handle to our buffer */
1606 			rval = ddi_dma_buf_bind_handle(cmd->cmd_dmahandle, bp,
1607 			    dma_flags, callback, arg, &cmd->cmd_dmacookie,
1608 			    &dmacookie_count);
1609 		}
1610 
1611 		if (rval != 0) {
1612 			/* DMA failure */
1613 			SF_DEBUG(2, (sf, CE_CONT, "ddi_dma_buf.. failed\n"));
1614 			switch (rval) {
1615 			case DDI_DMA_NORESOURCES:
1616 				bioerror(bp, 0);
1617 				break;
1618 			case DDI_DMA_BADATTR:
1619 			case DDI_DMA_NOMAPPING:
1620 				bioerror(bp, EFAULT);
1621 				break;
1622 			case DDI_DMA_TOOBIG:
1623 			default:
1624 				bioerror(bp, EINVAL);
1625 				break;
1626 			}
1627 			/* clear valid flag */
1628 			cmd->cmd_flags = cmd_flags & ~CFLAG_DMAVALID;
1629 			if (new_cmd != NULL) {
1630 				/* destroy packet if we just created it */
1631 				sf_scsi_destroy_pkt(ap, new_cmd->cmd_pkt);
1632 			}
1633 			return (NULL);
1634 		}
1635 
1636 		ASSERT(dmacookie_count == 1);
1637 		/* set up amt to transfer and set valid flag */
1638 		cmd->cmd_dmacount = bp->b_bcount;
1639 		cmd->cmd_flags = cmd_flags | CFLAG_DMAVALID;
1640 
1641 		ASSERT(cmd->cmd_dmahandle != NULL);
1642 	}
1643 
1644 	/* set up FC-AL packet */
1645 	fcmd = cmd->cmd_block;
1646 
1647 	if (cmd->cmd_flags & CFLAG_DMAVALID) {
1648 		if (cmd->cmd_flags & CFLAG_DMASEND) {
1649 			/* DMA write */
1650 			fcmd->fcp_cntl.cntl_read_data = 0;
1651 			fcmd->fcp_cntl.cntl_write_data = 1;
1652 			fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type =
1653 			    CQ_TYPE_IO_WRITE;
1654 		} else {
1655 			/* DMA read */
1656 			fcmd->fcp_cntl.cntl_read_data = 1;
1657 			fcmd->fcp_cntl.cntl_write_data = 0;
1658 			fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type =
1659 			    CQ_TYPE_IO_READ;
1660 		}
1661 		fpkt->fcal_socal_request.sr_dataseg[2].fc_base =
1662 		    (uint32_t)cmd->cmd_dmacookie.dmac_address;
1663 		fpkt->fcal_socal_request.sr_dataseg[2].fc_count =
1664 		    cmd->cmd_dmacookie.dmac_size;
1665 		fpkt->fcal_socal_request.sr_soc_hdr.sh_seg_cnt = 3;
1666 		fpkt->fcal_socal_request.sr_soc_hdr.sh_byte_cnt =
1667 		    cmd->cmd_dmacookie.dmac_size;
1668 		fcmd->fcp_data_len = cmd->cmd_dmacookie.dmac_size;
1669 	} else {
1670 		/* not a read or write */
1671 		fcmd->fcp_cntl.cntl_read_data = 0;
1672 		fcmd->fcp_cntl.cntl_write_data = 0;
1673 		fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type = CQ_TYPE_SIMPLE;
1674 		fpkt->fcal_socal_request.sr_soc_hdr.sh_seg_cnt = 2;
1675 		fpkt->fcal_socal_request.sr_soc_hdr.sh_byte_cnt =
1676 		    sizeof (struct fcp_cmd);
1677 		fcmd->fcp_data_len = 0;
1678 	}
1679 	fcmd->fcp_cntl.cntl_qtype = FCP_QTYPE_SIMPLE;
1680 
1681 	return (cmd->cmd_pkt);
1682 }
1683 
1684 
1685 /*
1686  * destroy a SCSI packet -- called internally and by the transport
1687  */
1688 static void
1689 sf_scsi_destroy_pkt(struct scsi_address *ap, struct scsi_pkt *pkt)
1690 {
1691 	struct sf_pkt *cmd = PKT2CMD(pkt);
1692 	struct sf *sf = ADDR2SF(ap);
1693 	struct sf_target *target = ADDR2TARGET(ap);
1694 	struct fcal_packet	*fpkt = cmd->cmd_fp_pkt;
1695 
1696 
1697 	if (cmd->cmd_flags & CFLAG_DMAVALID) {
1698 		/* DMA was set up -- clean up */
1699 		(void) ddi_dma_unbind_handle(cmd->cmd_dmahandle);
1700 		cmd->cmd_flags ^= CFLAG_DMAVALID;
1701 	}
1702 
1703 	/* take this packet off the doubly-linked list */
1704 	mutex_enter(&target->sft_pkt_mutex);
1705 	cmd->cmd_back->cmd_forw = cmd->cmd_forw;
1706 	cmd->cmd_forw->cmd_back = cmd->cmd_back;
1707 	mutex_exit(&target->sft_pkt_mutex);
1708 
1709 	fpkt->fcal_pkt_flags = 0;
1710 	/* free the packet */
1711 	if ((cmd->cmd_flags &
1712 	    (CFLAG_FREE | CFLAG_PRIVEXTERN | CFLAG_SCBEXTERN)) == 0) {
1713 		/* just a regular packet */
1714 		ASSERT(cmd->cmd_state != SF_STATE_ISSUED);
1715 		cmd->cmd_flags = CFLAG_FREE;
1716 		kmem_cache_free(sf->sf_pkt_cache, (void *)cmd);
1717 	} else {
1718 		/* a packet with extra memory */
1719 		sf_pkt_destroy_extern(sf, cmd);
1720 	}
1721 }
1722 
1723 
1724 /*
1725  * called by transport to unbind DMA handle
1726  */
1727 /* ARGSUSED */
1728 static void
1729 sf_scsi_dmafree(struct scsi_address *ap, struct scsi_pkt *pkt)
1730 {
1731 	struct sf_pkt *cmd = PKT2CMD(pkt);
1732 
1733 
1734 	if (cmd->cmd_flags & CFLAG_DMAVALID) {
1735 		(void) ddi_dma_unbind_handle(cmd->cmd_dmahandle);
1736 		cmd->cmd_flags ^= CFLAG_DMAVALID;
1737 	}
1738 
1739 }
1740 
1741 
1742 /*
1743  * called by transport to synchronize CPU and I/O views of memory
1744  */
1745 /* ARGSUSED */
1746 static void
1747 sf_scsi_sync_pkt(struct scsi_address *ap, struct scsi_pkt *pkt)
1748 {
1749 	struct sf_pkt *cmd = PKT2CMD(pkt);
1750 
1751 
1752 	if (cmd->cmd_flags & CFLAG_DMAVALID) {
1753 		if (ddi_dma_sync(cmd->cmd_dmahandle, (off_t)0, (size_t)0,
1754 		    (cmd->cmd_flags & CFLAG_DMASEND) ?
1755 		    DDI_DMA_SYNC_FORDEV : DDI_DMA_SYNC_FORCPU) !=
1756 		    DDI_SUCCESS) {
1757 			cmn_err(CE_WARN, "sf: sync pkt failed");
1758 		}
1759 	}
1760 }
1761 
1762 
1763 /*
1764  * routine for reset notification setup, to register or cancel. -- called
1765  * by transport
1766  */
1767 static int
1768 sf_scsi_reset_notify(struct scsi_address *ap, int flag,
1769     void (*callback)(caddr_t), caddr_t arg)
1770 {
1771 	struct sf	*sf = ADDR2SF(ap);
1772 
1773 	return (scsi_hba_reset_notify_setup(ap, flag, callback, arg,
1774 	    &sf->sf_mutex, &sf->sf_reset_notify_listf));
1775 }
1776 
1777 
1778 /*
1779  * called by transport to get port WWN property (except sun4u)
1780  */
1781 /* ARGSUSED */
1782 static int
1783 sf_scsi_get_name(struct scsi_device *sd, char *name, int len)
1784 {
1785 	char tbuf[(FC_WWN_SIZE*2)+1];
1786 	unsigned char wwn[FC_WWN_SIZE];
1787 	int i, lun;
1788 	dev_info_t *tgt_dip;
1789 
1790 	tgt_dip = sd->sd_dev;
1791 	i = sizeof (wwn);
1792 	if (ddi_prop_op(DDI_DEV_T_ANY, tgt_dip, PROP_LEN_AND_VAL_BUF,
1793 	    DDI_PROP_DONTPASS | DDI_PROP_CANSLEEP, PORT_WWN_PROP,
1794 	    (caddr_t)&wwn, &i) != DDI_SUCCESS) {
1795 		name[0] = '\0';
1796 		return (0);
1797 	}
1798 	i = sizeof (lun);
1799 	if (ddi_prop_op(DDI_DEV_T_ANY, tgt_dip, PROP_LEN_AND_VAL_BUF,
1800 	    DDI_PROP_DONTPASS | DDI_PROP_CANSLEEP, "lun",
1801 	    (caddr_t)&lun, &i) != DDI_SUCCESS) {
1802 		name[0] = '\0';
1803 		return (0);
1804 	}
1805 	for (i = 0; i < FC_WWN_SIZE; i++)
1806 		(void) sprintf(&tbuf[i << 1], "%02x", wwn[i]);
1807 	(void) sprintf(name, "w%s,%x", tbuf, lun);
1808 	return (1);
1809 }
1810 
1811 
1812 /*
1813  * called by transport to get target soft AL-PA (except sun4u)
1814  */
1815 /* ARGSUSED */
1816 static int
1817 sf_scsi_get_bus_addr(struct scsi_device *sd, char *name, int len)
1818 {
1819 	struct sf_target *target = ADDR2TARGET(&sd->sd_address);
1820 
1821 	if (target == NULL)
1822 		return (0);
1823 
1824 	(void) sprintf(name, "%x", target->sft_al_pa);
1825 	return (1);
1826 }
1827 
1828 
1829 /*
1830  * add to the command/response buffer pool for this sf instance
1831  */
1832 static int
1833 sf_add_cr_pool(struct sf *sf)
1834 {
1835 	int		cmd_buf_size;
1836 	size_t		real_cmd_buf_size;
1837 	int		rsp_buf_size;
1838 	size_t		real_rsp_buf_size;
1839 	uint_t		i, ccount;
1840 	struct sf_cr_pool	*ptr;
1841 	struct sf_cr_free_elem *cptr;
1842 	caddr_t	dptr, eptr;
1843 	ddi_dma_cookie_t	cmd_cookie;
1844 	ddi_dma_cookie_t	rsp_cookie;
1845 	int		cmd_bound = FALSE, rsp_bound = FALSE;
1846 
1847 
1848 	/* allocate room for the pool */
1849 	if ((ptr = kmem_zalloc(sizeof (struct sf_cr_pool), KM_NOSLEEP)) ==
1850 	    NULL) {
1851 		return (DDI_FAILURE);
1852 	}
1853 
1854 	/* allocate a DMA handle for the command pool */
1855 	if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->fcal_dmaattr,
1856 	    DDI_DMA_DONTWAIT, NULL, &ptr->cmd_dma_handle) != DDI_SUCCESS) {
1857 		goto fail;
1858 	}
1859 
1860 	/*
1861 	 * Get a piece of memory in which to put commands
1862 	 */
1863 	cmd_buf_size = (sizeof (struct fcp_cmd) * SF_ELEMS_IN_POOL + 7) & ~7;
1864 	if (ddi_dma_mem_alloc(ptr->cmd_dma_handle, cmd_buf_size,
1865 	    sf->sf_sochandle->fcal_accattr, DDI_DMA_CONSISTENT,
1866 	    DDI_DMA_DONTWAIT, NULL, (caddr_t *)&ptr->cmd_base,
1867 	    &real_cmd_buf_size, &ptr->cmd_acc_handle) != DDI_SUCCESS) {
1868 		goto fail;
1869 	}
1870 
1871 	/* bind the DMA handle to an address */
1872 	if (ddi_dma_addr_bind_handle(ptr->cmd_dma_handle, NULL,
1873 	    ptr->cmd_base, real_cmd_buf_size,
1874 	    DDI_DMA_WRITE | DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT,
1875 	    NULL, &cmd_cookie, &ccount) != DDI_DMA_MAPPED) {
1876 		goto fail;
1877 	}
1878 	cmd_bound = TRUE;
1879 	/* ensure only one cookie was allocated */
1880 	if (ccount != 1) {
1881 		goto fail;
1882 	}
1883 
1884 	/* allocate a DMA handle for the response pool */
1885 	if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->fcal_dmaattr,
1886 	    DDI_DMA_DONTWAIT, NULL, &ptr->rsp_dma_handle) != DDI_SUCCESS) {
1887 		goto fail;
1888 	}
1889 
1890 	/*
1891 	 * Get a piece of memory in which to put responses
1892 	 */
1893 	rsp_buf_size = FCP_MAX_RSP_IU_SIZE * SF_ELEMS_IN_POOL;
1894 	if (ddi_dma_mem_alloc(ptr->rsp_dma_handle, rsp_buf_size,
1895 	    sf->sf_sochandle->fcal_accattr, DDI_DMA_CONSISTENT,
1896 	    DDI_DMA_DONTWAIT, NULL, (caddr_t *)&ptr->rsp_base,
1897 	    &real_rsp_buf_size, &ptr->rsp_acc_handle) != DDI_SUCCESS) {
1898 		goto fail;
1899 	}
1900 
1901 	/* bind the DMA handle to an address */
1902 	if (ddi_dma_addr_bind_handle(ptr->rsp_dma_handle, NULL,
1903 	    ptr->rsp_base, real_rsp_buf_size,
1904 	    DDI_DMA_READ | DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT,
1905 	    NULL, &rsp_cookie, &ccount) != DDI_DMA_MAPPED) {
1906 		goto fail;
1907 	}
1908 	rsp_bound = TRUE;
1909 	/* ensure only one cookie was allocated */
1910 	if (ccount != 1) {
1911 		goto fail;
1912 	}
1913 
1914 	/*
1915 	 * Generate a (cmd/rsp structure) free list
1916 	 */
1917 	/* ensure ptr points to start of long word (8-byte block) */
1918 	dptr = (caddr_t)((uintptr_t)(ptr->cmd_base) + 7 & ~7);
1919 	/* keep track of actual size after moving pointer */
1920 	real_cmd_buf_size -= (dptr - ptr->cmd_base);
1921 	eptr = ptr->rsp_base;
1922 
1923 	/* set actual total number of entries */
1924 	ptr->ntot = min((real_cmd_buf_size / sizeof (struct fcp_cmd)),
1925 	    (real_rsp_buf_size / FCP_MAX_RSP_IU_SIZE));
1926 	ptr->nfree = ptr->ntot;
1927 	ptr->free = (struct sf_cr_free_elem *)ptr->cmd_base;
1928 	ptr->sf = sf;
1929 
1930 	/* set up DMA for each pair of entries */
1931 	i = 0;
1932 	while (i < ptr->ntot) {
1933 		cptr = (struct sf_cr_free_elem *)dptr;
1934 		dptr += sizeof (struct fcp_cmd);
1935 
1936 		cptr->next = (struct sf_cr_free_elem *)dptr;
1937 		cptr->rsp = eptr;
1938 
1939 		cptr->cmd_dmac = cmd_cookie.dmac_address +
1940 		    (uint32_t)((caddr_t)cptr - ptr->cmd_base);
1941 
1942 		cptr->rsp_dmac = rsp_cookie.dmac_address +
1943 		    (uint32_t)((caddr_t)eptr - ptr->rsp_base);
1944 
1945 		eptr += FCP_MAX_RSP_IU_SIZE;
1946 		i++;
1947 	}
1948 
1949 	/* terminate the list */
1950 	cptr->next = NULL;
1951 
1952 	/* add this list at front of current one */
1953 	mutex_enter(&sf->sf_cr_mutex);
1954 	ptr->next = sf->sf_cr_pool;
1955 	sf->sf_cr_pool = ptr;
1956 	sf->sf_cr_pool_cnt++;
1957 	mutex_exit(&sf->sf_cr_mutex);
1958 
1959 	return (DDI_SUCCESS);
1960 
1961 fail:
1962 	/* we failed so clean up */
1963 	if (ptr->cmd_dma_handle != NULL) {
1964 		if (cmd_bound) {
1965 			(void) ddi_dma_unbind_handle(ptr->cmd_dma_handle);
1966 		}
1967 		ddi_dma_free_handle(&ptr->cmd_dma_handle);
1968 	}
1969 
1970 	if (ptr->rsp_dma_handle != NULL) {
1971 		if (rsp_bound) {
1972 			(void) ddi_dma_unbind_handle(ptr->rsp_dma_handle);
1973 		}
1974 		ddi_dma_free_handle(&ptr->rsp_dma_handle);
1975 	}
1976 
1977 	if (ptr->cmd_base != NULL) {
1978 		ddi_dma_mem_free(&ptr->cmd_acc_handle);
1979 	}
1980 
1981 	if (ptr->rsp_base != NULL) {
1982 		ddi_dma_mem_free(&ptr->rsp_acc_handle);
1983 	}
1984 
1985 	kmem_free((caddr_t)ptr, sizeof (struct sf_cr_pool));
1986 	return (DDI_FAILURE);
1987 }
1988 
1989 
1990 /*
1991  * allocate a command/response buffer from the pool, allocating more
1992  * in the pool as needed
1993  */
1994 static int
1995 sf_cr_alloc(struct sf *sf, struct sf_pkt *cmd, int (*func)())
1996 {
1997 	struct sf_cr_pool *ptr;
1998 	struct sf_cr_free_elem *cptr;
1999 
2000 
2001 	mutex_enter(&sf->sf_cr_mutex);
2002 
2003 try_again:
2004 
2005 	/* find a free buffer in the existing pool */
2006 	ptr = sf->sf_cr_pool;
2007 	while (ptr != NULL) {
2008 		if (ptr->nfree != 0) {
2009 			ptr->nfree--;
2010 			break;
2011 		} else {
2012 			ptr = ptr->next;
2013 		}
2014 	}
2015 
2016 	/* did we find a free buffer ? */
2017 	if (ptr != NULL) {
2018 		/* we found a free buffer -- take it off the free list */
2019 		cptr = ptr->free;
2020 		ptr->free = cptr->next;
2021 		mutex_exit(&sf->sf_cr_mutex);
2022 		/* set up the command to use the buffer pair */
2023 		cmd->cmd_block = (struct fcp_cmd *)cptr;
2024 		cmd->cmd_dmac = cptr->cmd_dmac;
2025 		cmd->cmd_rsp_dmac = cptr->rsp_dmac;
2026 		cmd->cmd_rsp_block = (struct fcp_rsp *)cptr->rsp;
2027 		cmd->cmd_cr_pool = ptr;
2028 		return (DDI_SUCCESS);		/* success */
2029 	}
2030 
2031 	/* no free buffer available -- can we allocate more ? */
2032 	if (sf->sf_cr_pool_cnt < SF_CR_POOL_MAX) {
2033 		/* we need to allocate more buffer pairs */
2034 		if (sf->sf_cr_flag) {
2035 			/* somebody already allocating for this instance */
2036 			if (func == SLEEP_FUNC) {
2037 				/* user wants to wait */
2038 				cv_wait(&sf->sf_cr_cv, &sf->sf_cr_mutex);
2039 				/* we've been woken so go try again */
2040 				goto try_again;
2041 			}
2042 			/* user does not want to wait */
2043 			mutex_exit(&sf->sf_cr_mutex);
2044 			sf->sf_stats.cralloc_failures++;
2045 			return (DDI_FAILURE);	/* give up */
2046 		}
2047 		/* set flag saying we're allocating */
2048 		sf->sf_cr_flag = 1;
2049 		mutex_exit(&sf->sf_cr_mutex);
2050 		/* add to our pool */
2051 		if (sf_add_cr_pool(sf) != DDI_SUCCESS) {
2052 			/* couldn't add to our pool for some reason */
2053 			mutex_enter(&sf->sf_cr_mutex);
2054 			sf->sf_cr_flag = 0;
2055 			cv_broadcast(&sf->sf_cr_cv);
2056 			mutex_exit(&sf->sf_cr_mutex);
2057 			sf->sf_stats.cralloc_failures++;
2058 			return (DDI_FAILURE);	/* give up */
2059 		}
2060 		/*
2061 		 * clear flag saying we're allocating and tell all other
2062 		 * that care
2063 		 */
2064 		mutex_enter(&sf->sf_cr_mutex);
2065 		sf->sf_cr_flag = 0;
2066 		cv_broadcast(&sf->sf_cr_cv);
2067 		/* now that we have more buffers try again */
2068 		goto try_again;
2069 	}
2070 
2071 	/* we don't have room to allocate any more buffers */
2072 	mutex_exit(&sf->sf_cr_mutex);
2073 	sf->sf_stats.cralloc_failures++;
2074 	return (DDI_FAILURE);			/* give up */
2075 }
2076 
2077 
2078 /*
2079  * free a cmd/response buffer pair in our pool
2080  */
2081 static void
2082 sf_cr_free(struct sf_cr_pool *cp, struct sf_pkt *cmd)
2083 {
2084 	struct sf *sf = cp->sf;
2085 	struct sf_cr_free_elem *elem;
2086 
2087 	elem = (struct sf_cr_free_elem *)cmd->cmd_block;
2088 	elem->rsp = (caddr_t)cmd->cmd_rsp_block;
2089 	elem->cmd_dmac = cmd->cmd_dmac;
2090 	elem->rsp_dmac = cmd->cmd_rsp_dmac;
2091 
2092 	mutex_enter(&sf->sf_cr_mutex);
2093 	cp->nfree++;
2094 	ASSERT(cp->nfree <= cp->ntot);
2095 
2096 	elem->next = cp->free;
2097 	cp->free = elem;
2098 	mutex_exit(&sf->sf_cr_mutex);
2099 }
2100 
2101 
2102 /*
2103  * free our pool of cmd/response buffers
2104  */
2105 static void
2106 sf_crpool_free(struct sf *sf)
2107 {
2108 	struct sf_cr_pool *cp, *prev;
2109 
2110 	prev = NULL;
2111 	mutex_enter(&sf->sf_cr_mutex);
2112 	cp = sf->sf_cr_pool;
2113 	while (cp != NULL) {
2114 		if (cp->nfree == cp->ntot) {
2115 			if (prev != NULL) {
2116 				prev->next = cp->next;
2117 			} else {
2118 				sf->sf_cr_pool = cp->next;
2119 			}
2120 			sf->sf_cr_pool_cnt--;
2121 			mutex_exit(&sf->sf_cr_mutex);
2122 
2123 			(void) ddi_dma_unbind_handle(cp->cmd_dma_handle);
2124 			ddi_dma_free_handle(&cp->cmd_dma_handle);
2125 			(void) ddi_dma_unbind_handle(cp->rsp_dma_handle);
2126 			ddi_dma_free_handle(&cp->rsp_dma_handle);
2127 			ddi_dma_mem_free(&cp->cmd_acc_handle);
2128 			ddi_dma_mem_free(&cp->rsp_acc_handle);
2129 			kmem_free((caddr_t)cp, sizeof (struct sf_cr_pool));
2130 			return;
2131 		}
2132 		prev = cp;
2133 		cp = cp->next;
2134 	}
2135 	mutex_exit(&sf->sf_cr_mutex);
2136 }
2137 
2138 
2139 /* ARGSUSED */
2140 static int
2141 sf_kmem_cache_constructor(void *buf, void *arg, int size)
2142 {
2143 	struct sf_pkt *cmd = buf;
2144 
2145 	mutex_init(&cmd->cmd_abort_mutex, NULL, MUTEX_DRIVER, NULL);
2146 	cmd->cmd_block = NULL;
2147 	cmd->cmd_dmahandle = NULL;
2148 	return (0);
2149 }
2150 
2151 
2152 /* ARGSUSED */
2153 static void
2154 sf_kmem_cache_destructor(void *buf, void *size)
2155 {
2156 	struct sf_pkt *cmd = buf;
2157 
2158 	if (cmd->cmd_dmahandle != NULL) {
2159 		ddi_dma_free_handle(&cmd->cmd_dmahandle);
2160 	}
2161 
2162 	if (cmd->cmd_block != NULL) {
2163 		sf_cr_free(cmd->cmd_cr_pool, cmd);
2164 	}
2165 	mutex_destroy(&cmd->cmd_abort_mutex);
2166 }
2167 
2168 
2169 /*
2170  * called by transport when a state change occurs
2171  */
2172 static void
2173 sf_statec_callback(void *arg, int msg)
2174 {
2175 	struct sf *sf = (struct sf *)arg;
2176 	struct sf_target	*target;
2177 	int i;
2178 	struct sf_pkt *cmd;
2179 	struct scsi_pkt *pkt;
2180 
2181 
2182 
2183 	switch (msg) {
2184 
2185 	case FCAL_STATUS_LOOP_ONLINE: {
2186 		uchar_t		al_pa;		/* to save AL-PA */
2187 		int		ret;		/* ret value from getmap */
2188 		int		lip_cnt;	/* to save current count */
2189 		int		cnt;		/* map length */
2190 
2191 		/*
2192 		 * the loop has gone online
2193 		 */
2194 		SF_DEBUG(1, (sf, CE_CONT, "sf%d: loop online\n",
2195 		    ddi_get_instance(sf->sf_dip)));
2196 		mutex_enter(&sf->sf_mutex);
2197 		sf->sf_lip_cnt++;
2198 		sf->sf_state = SF_STATE_ONLINING;
2199 		mutex_exit(&sf->sf_mutex);
2200 
2201 		/* scan each target hash queue */
2202 		for (i = 0; i < SF_NUM_HASH_QUEUES; i++) {
2203 			target = sf->sf_wwn_lists[i];
2204 			while (target != NULL) {
2205 				/*
2206 				 * foreach target, if it's not offline then
2207 				 * mark it as busy
2208 				 */
2209 				mutex_enter(&target->sft_mutex);
2210 				if (!(target->sft_state & SF_TARGET_OFFLINE))
2211 					target->sft_state |= (SF_TARGET_BUSY
2212 					    | SF_TARGET_MARK);
2213 #ifdef DEBUG
2214 				/*
2215 				 * for debugging, print out info on any
2216 				 * pending commands (left hanging)
2217 				 */
2218 				cmd = target->sft_pkt_head;
2219 				while (cmd != (struct sf_pkt *)&target->
2220 				    sft_pkt_head) {
2221 					if (cmd->cmd_state ==
2222 					    SF_STATE_ISSUED) {
2223 						SF_DEBUG(1, (sf, CE_CONT,
2224 						    "cmd 0x%p pending "
2225 						    "after lip\n",
2226 						    (void *)cmd->cmd_fp_pkt));
2227 					}
2228 					cmd = cmd->cmd_forw;
2229 				}
2230 #endif
2231 				mutex_exit(&target->sft_mutex);
2232 				target = target->sft_next;
2233 			}
2234 		}
2235 
2236 		/*
2237 		 * since the loop has just gone online get a new map from
2238 		 * the transport
2239 		 */
2240 		if ((ret = soc_get_lilp_map(sf->sf_sochandle, sf->sf_socp,
2241 		    sf->sf_sochandle->fcal_portno, (uint32_t)sf->
2242 		    sf_lilp_dmacookie.dmac_address, 1)) != FCAL_SUCCESS) {
2243 			if (sf_core && (sf_core & SF_CORE_LILP_FAILED)) {
2244 				(void) soc_take_core(sf->sf_sochandle,
2245 				    sf->sf_socp);
2246 				sf_core = 0;
2247 			}
2248 			sf_log(sf, CE_WARN,
2249 			    "!soc lilp map failed status=0x%x\n", ret);
2250 			mutex_enter(&sf->sf_mutex);
2251 			sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
2252 			sf->sf_lip_cnt++;
2253 			sf->sf_state = SF_STATE_OFFLINE;
2254 			mutex_exit(&sf->sf_mutex);
2255 			return;
2256 		}
2257 
2258 		/* ensure consistent view of DMA memory */
2259 		(void) ddi_dma_sync(sf->sf_lilp_dmahandle, (off_t)0, (size_t)0,
2260 		    DDI_DMA_SYNC_FORKERNEL);
2261 
2262 		/* how many entries in map ? */
2263 		cnt = sf->sf_lilp_map->lilp_length;
2264 		if (cnt >= SF_MAX_LILP_ENTRIES) {
2265 			sf_log(sf, CE_WARN, "invalid lilp map\n");
2266 			return;
2267 		}
2268 
2269 		mutex_enter(&sf->sf_mutex);
2270 		sf->sf_device_count = cnt - 1;
2271 		sf->sf_al_pa = sf->sf_lilp_map->lilp_myalpa;
2272 		lip_cnt = sf->sf_lip_cnt;
2273 		al_pa = sf->sf_al_pa;
2274 
2275 		SF_DEBUG(1, (sf, CE_CONT,
2276 		    "!lilp map has %d entries, al_pa is %x\n", cnt, al_pa));
2277 
2278 		/*
2279 		 * since the last entry of the map may be mine (common) check
2280 		 * for that, and if it is we have one less entry to look at
2281 		 */
2282 		if (sf->sf_lilp_map->lilp_alpalist[cnt-1] == al_pa) {
2283 			cnt--;
2284 		}
2285 		/* If we didn't get a valid loop map enable all targets */
2286 		if (sf->sf_lilp_map->lilp_magic == FCAL_BADLILP_MAGIC) {
2287 			for (i = 0; i < sizeof (sf_switch_to_alpa); i++)
2288 				sf->sf_lilp_map->lilp_alpalist[i] =
2289 				    sf_switch_to_alpa[i];
2290 			cnt = i;
2291 			sf->sf_device_count = cnt - 1;
2292 		}
2293 		if (sf->sf_device_count == 0) {
2294 			sf_finish_init(sf, lip_cnt);
2295 			mutex_exit(&sf->sf_mutex);
2296 			break;
2297 		}
2298 		mutex_exit(&sf->sf_mutex);
2299 
2300 		SF_DEBUG(2, (sf, CE_WARN,
2301 		    "!statec_callback: starting with %d targets\n",
2302 		    sf->sf_device_count));
2303 
2304 		/* scan loop map, logging into all ports (except mine) */
2305 		for (i = 0; i < cnt; i++) {
2306 			SF_DEBUG(1, (sf, CE_CONT,
2307 			    "!lilp map entry %d = %x,%x\n", i,
2308 			    sf->sf_lilp_map->lilp_alpalist[i],
2309 			    sf_alpa_to_switch[
2310 			    sf->sf_lilp_map->lilp_alpalist[i]]));
2311 			/* is this entry for somebody else ? */
2312 			if (sf->sf_lilp_map->lilp_alpalist[i] != al_pa) {
2313 				/* do a PLOGI to this port */
2314 				if (!sf_login(sf, LA_ELS_PLOGI,
2315 				    sf->sf_lilp_map->lilp_alpalist[i],
2316 				    sf->sf_lilp_map->lilp_alpalist[cnt-1],
2317 				    lip_cnt)) {
2318 					/* a problem logging in */
2319 					mutex_enter(&sf->sf_mutex);
2320 					if (lip_cnt == sf->sf_lip_cnt) {
2321 						/*
2322 						 * problem not from a new LIP
2323 						 */
2324 						sf->sf_device_count--;
2325 						ASSERT(sf->sf_device_count
2326 						    >= 0);
2327 						if (sf->sf_device_count == 0) {
2328 							sf_finish_init(sf,
2329 							    lip_cnt);
2330 						}
2331 					}
2332 					mutex_exit(&sf->sf_mutex);
2333 				}
2334 			}
2335 		}
2336 		break;
2337 	}
2338 
2339 	case FCAL_STATUS_ERR_OFFLINE:
2340 		/*
2341 		 * loop has gone offline due to an error
2342 		 */
2343 		SF_DEBUG(1, (sf, CE_CONT, "sf%d: loop offline\n",
2344 		    ddi_get_instance(sf->sf_dip)));
2345 		mutex_enter(&sf->sf_mutex);
2346 		sf->sf_lip_cnt++;
2347 		sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
2348 		if (!sf->sf_online_timer) {
2349 			sf->sf_online_timer = sf_watchdog_time +
2350 			    SF_ONLINE_TIMEOUT;
2351 		}
2352 		/*
2353 		 * if we are suspended, preserve the SF_STATE_SUSPENDED flag,
2354 		 * since throttling logic in sf_watch() depends on
2355 		 * preservation of this flag while device is suspended
2356 		 */
2357 		if (sf->sf_state & SF_STATE_SUSPENDED) {
2358 			sf->sf_state |= SF_STATE_OFFLINE;
2359 			SF_DEBUG(1, (sf, CE_CONT,
2360 			    "sf_statec_callback, sf%d: "
2361 			    "got FCAL_STATE_OFFLINE during DDI_SUSPEND\n",
2362 			    ddi_get_instance(sf->sf_dip)));
2363 		} else {
2364 			sf->sf_state = SF_STATE_OFFLINE;
2365 		}
2366 
2367 		/* scan each possible target on the loop */
2368 		for (i = 0; i < sf_max_targets; i++) {
2369 			target = sf->sf_targets[i];
2370 			while (target != NULL) {
2371 				mutex_enter(&target->sft_mutex);
2372 				if (!(target->sft_state & SF_TARGET_OFFLINE))
2373 					target->sft_state |= (SF_TARGET_BUSY
2374 					    | SF_TARGET_MARK);
2375 				mutex_exit(&target->sft_mutex);
2376 				target = target->sft_next_lun;
2377 			}
2378 		}
2379 		mutex_exit(&sf->sf_mutex);
2380 		break;
2381 
2382 	case FCAL_STATE_RESET: {
2383 		struct sf_els_hdr	*privp;	/* ptr to private list */
2384 		struct sf_els_hdr	*tmpp1;	/* tmp prev hdr ptr */
2385 		struct sf_els_hdr	*tmpp2;	/* tmp next hdr ptr */
2386 		struct sf_els_hdr	*head;	/* to save our private list */
2387 		struct fcal_packet	*fpkt;	/* ptr to pkt in hdr */
2388 
2389 		/*
2390 		 * a transport reset
2391 		 */
2392 		SF_DEBUG(1, (sf, CE_CONT, "!sf%d: soc reset\n",
2393 		    ddi_get_instance(sf->sf_dip)));
2394 		tmpp1 = head = NULL;
2395 		mutex_enter(&sf->sf_mutex);
2396 		sf->sf_lip_cnt++;
2397 		sf->sf_timer = sf_watchdog_time + SF_RESET_TIMEOUT;
2398 		/*
2399 		 * if we are suspended, preserve the SF_STATE_SUSPENDED flag,
2400 		 * since throttling logic in sf_watch() depends on
2401 		 * preservation of this flag while device is suspended
2402 		 */
2403 		if (sf->sf_state & SF_STATE_SUSPENDED) {
2404 			sf->sf_state |= SF_STATE_OFFLINE;
2405 			SF_DEBUG(1, (sf, CE_CONT,
2406 			    "sf_statec_callback, sf%d: "
2407 			    "got FCAL_STATE_RESET during DDI_SUSPEND\n",
2408 			    ddi_get_instance(sf->sf_dip)));
2409 		} else {
2410 			sf->sf_state = SF_STATE_OFFLINE;
2411 		}
2412 
2413 		/*
2414 		 * scan each possible target on the loop, looking for targets
2415 		 * that need callbacks ran
2416 		 */
2417 		for (i = 0; i < sf_max_targets; i++) {
2418 			target = sf->sf_targets[i];
2419 			while (target != NULL) {
2420 				if (!(target->sft_state & SF_TARGET_OFFLINE)) {
2421 					target->sft_state |= (SF_TARGET_BUSY
2422 					    | SF_TARGET_MARK);
2423 					mutex_exit(&sf->sf_mutex);
2424 					/*
2425 					 * run remove event callbacks for lun
2426 					 *
2427 					 * We have a nasty race condition here
2428 					 * 'cause we're dropping this mutex to
2429 					 * run the callback and expect the
2430 					 * linked list to be the same.
2431 					 */
2432 					(void) ndi_event_retrieve_cookie(
2433 					    sf->sf_event_hdl, target->sft_dip,
2434 					    FCAL_REMOVE_EVENT, &sf_remove_eid,
2435 					    NDI_EVENT_NOPASS);
2436 					(void) ndi_event_run_callbacks(
2437 					    sf->sf_event_hdl,
2438 					    target->sft_dip,
2439 					    sf_remove_eid, NULL);
2440 					mutex_enter(&sf->sf_mutex);
2441 				}
2442 				target = target->sft_next_lun;
2443 			}
2444 		}
2445 
2446 		/*
2447 		 * scan for ELS commands that are in transport, not complete,
2448 		 * and have a valid timeout, building a private list
2449 		 */
2450 		privp = sf->sf_els_list;
2451 		while (privp != NULL) {
2452 			fpkt = privp->fpkt;
2453 			if ((fpkt->fcal_cmd_state & FCAL_CMD_IN_TRANSPORT) &&
2454 			    (!(fpkt->fcal_cmd_state & FCAL_CMD_COMPLETE)) &&
2455 			    (privp->timeout != SF_INVALID_TIMEOUT)) {
2456 				/*
2457 				 * cmd in transport && not complete &&
2458 				 * timeout valid
2459 				 *
2460 				 * move this entry from ELS input list to our
2461 				 * private list
2462 				 */
2463 
2464 				tmpp2 = privp->next; /* save ptr to next */
2465 
2466 				/* push this on private list head */
2467 				privp->next = head;
2468 				head = privp;
2469 
2470 				/* remove this entry from input list */
2471 				if (tmpp1 != NULL) {
2472 					/*
2473 					 * remove this entry from somewhere in
2474 					 * the middle of the list
2475 					 */
2476 					tmpp1->next = tmpp2;
2477 					if (tmpp2 != NULL) {
2478 						tmpp2->prev = tmpp1;
2479 					}
2480 				} else {
2481 					/*
2482 					 * remove this entry from the head
2483 					 * of the list
2484 					 */
2485 					sf->sf_els_list = tmpp2;
2486 					if (tmpp2 != NULL) {
2487 						tmpp2->prev = NULL;
2488 					}
2489 				}
2490 				privp = tmpp2;	/* skip to next entry */
2491 			} else {
2492 				tmpp1 = privp;	/* save ptr to prev entry */
2493 				privp = privp->next; /* skip to next entry */
2494 			}
2495 		}
2496 
2497 		mutex_exit(&sf->sf_mutex);
2498 
2499 		/*
2500 		 * foreach cmd in our list free the ELS packet associated
2501 		 * with it
2502 		 */
2503 		privp = head;
2504 		while (privp != NULL) {
2505 			fpkt = privp->fpkt;
2506 			privp = privp->next;
2507 			sf_els_free(fpkt);
2508 		}
2509 
2510 		/*
2511 		 * scan for commands from each possible target
2512 		 */
2513 		for (i = 0; i < sf_max_targets; i++) {
2514 			target = sf->sf_targets[i];
2515 			while (target != NULL) {
2516 				/*
2517 				 * scan all active commands for this target,
2518 				 * looking for commands that have been issued,
2519 				 * are in transport, and are not yet complete
2520 				 * (so we can terminate them because of the
2521 				 * reset)
2522 				 */
2523 				mutex_enter(&target->sft_pkt_mutex);
2524 				cmd = target->sft_pkt_head;
2525 				while (cmd != (struct sf_pkt *)&target->
2526 				    sft_pkt_head) {
2527 					fpkt = cmd->cmd_fp_pkt;
2528 					mutex_enter(&cmd->cmd_abort_mutex);
2529 					if ((cmd->cmd_state ==
2530 					    SF_STATE_ISSUED) &&
2531 					    (fpkt->fcal_cmd_state &
2532 					    FCAL_CMD_IN_TRANSPORT) &&
2533 					    (!(fpkt->fcal_cmd_state &
2534 					    FCAL_CMD_COMPLETE))) {
2535 						/* a command to be reset */
2536 						pkt = cmd->cmd_pkt;
2537 						pkt->pkt_reason = CMD_RESET;
2538 						pkt->pkt_statistics |=
2539 						    STAT_BUS_RESET;
2540 						cmd->cmd_state = SF_STATE_IDLE;
2541 						mutex_exit(&cmd->
2542 						    cmd_abort_mutex);
2543 						mutex_exit(&target->
2544 						    sft_pkt_mutex);
2545 						if (pkt->pkt_comp != NULL) {
2546 							(*pkt->pkt_comp)(pkt);
2547 						}
2548 						mutex_enter(&target->
2549 						    sft_pkt_mutex);
2550 						cmd = target->sft_pkt_head;
2551 					} else {
2552 						mutex_exit(&cmd->
2553 						    cmd_abort_mutex);
2554 						/* get next command */
2555 						cmd = cmd->cmd_forw;
2556 					}
2557 				}
2558 				mutex_exit(&target->sft_pkt_mutex);
2559 				target = target->sft_next_lun;
2560 			}
2561 		}
2562 
2563 		/*
2564 		 * get packet queue for this target, resetting all remaining
2565 		 * commands
2566 		 */
2567 		mutex_enter(&sf->sf_mutex);
2568 		cmd = sf->sf_pkt_head;
2569 		sf->sf_pkt_head = NULL;
2570 		mutex_exit(&sf->sf_mutex);
2571 
2572 		while (cmd != NULL) {
2573 			pkt = cmd->cmd_pkt;
2574 			cmd = cmd->cmd_next;
2575 			pkt->pkt_reason = CMD_RESET;
2576 			pkt->pkt_statistics |= STAT_BUS_RESET;
2577 			if (pkt->pkt_comp != NULL) {
2578 				(*pkt->pkt_comp)(pkt);
2579 			}
2580 		}
2581 		break;
2582 	}
2583 
2584 	default:
2585 		break;
2586 	}
2587 }
2588 
2589 
2590 /*
2591  * called to send a PLOGI (N_port login) ELS request to a destination ID,
2592  * returning TRUE upon success, else returning FALSE
2593  */
2594 static int
2595 sf_login(struct sf *sf, uchar_t els_code, uchar_t dest_id, uint_t arg1,
2596     int lip_cnt)
2597 {
2598 	struct la_els_logi	*logi;
2599 	struct	sf_els_hdr	*privp;
2600 
2601 
2602 	if (sf_els_alloc(sf, dest_id, sizeof (struct sf_els_hdr),
2603 	    sizeof (union sf_els_cmd), sizeof (union sf_els_rsp),
2604 	    (caddr_t *)&privp, (caddr_t *)&logi) == NULL) {
2605 		sf_log(sf, CE_WARN, "Cannot allocate PLOGI for target %x "
2606 		    "due to DVMA shortage.\n", sf_alpa_to_switch[dest_id]);
2607 		return (FALSE);
2608 	}
2609 
2610 	privp->lip_cnt = lip_cnt;
2611 	if (els_code == LA_ELS_PLOGI) {
2612 		bcopy((caddr_t)sf->sf_sochandle->fcal_loginparms,
2613 		    (caddr_t)&logi->common_service, sizeof (struct la_els_logi)
2614 		    - 4);
2615 		bcopy((caddr_t)&sf->sf_sochandle->fcal_p_wwn,
2616 		    (caddr_t)&logi->nport_ww_name, sizeof (la_wwn_t));
2617 		bcopy((caddr_t)&sf->sf_sochandle->fcal_n_wwn,
2618 		    (caddr_t)&logi->node_ww_name, sizeof (la_wwn_t));
2619 		bzero((caddr_t)&logi->reserved, 16);
2620 	} else if (els_code == LA_ELS_LOGO) {
2621 		bcopy((caddr_t)&sf->sf_sochandle->fcal_p_wwn,
2622 		    (caddr_t)&(((struct la_els_logo *)logi)->nport_ww_name), 8);
2623 		((struct la_els_logo	*)logi)->reserved = 0;
2624 		((struct la_els_logo	*)logi)->nport_id[0] = 0;
2625 		((struct la_els_logo	*)logi)->nport_id[1] = 0;
2626 		((struct la_els_logo	*)logi)->nport_id[2] = arg1;
2627 	}
2628 
2629 	privp->els_code = els_code;
2630 	logi->ls_code = els_code;
2631 	logi->mbz[0] = 0;
2632 	logi->mbz[1] = 0;
2633 	logi->mbz[2] = 0;
2634 
2635 	privp->timeout = sf_watchdog_time + SF_ELS_TIMEOUT;
2636 	return (sf_els_transport(sf, privp));
2637 }
2638 
2639 
2640 /*
2641  * send an ELS IU via the transport,
2642  * returning TRUE upon success, else returning FALSE
2643  */
2644 static int
2645 sf_els_transport(struct sf *sf, struct sf_els_hdr *privp)
2646 {
2647 	struct fcal_packet *fpkt = privp->fpkt;
2648 
2649 
2650 	(void) ddi_dma_sync(privp->cmd_dma_handle, (off_t)0, (size_t)0,
2651 	    DDI_DMA_SYNC_FORDEV);
2652 	privp->prev = NULL;
2653 	mutex_enter(&sf->sf_mutex);
2654 	privp->next = sf->sf_els_list;
2655 	if (sf->sf_els_list != NULL) {
2656 		sf->sf_els_list->prev = privp;
2657 	}
2658 	sf->sf_els_list = privp;
2659 	mutex_exit(&sf->sf_mutex);
2660 
2661 	/* call the transport to send a packet */
2662 	if (soc_transport(sf->sf_sochandle, fpkt, FCAL_NOSLEEP,
2663 	    CQ_REQUEST_1) != FCAL_TRANSPORT_SUCCESS) {
2664 		mutex_enter(&sf->sf_mutex);
2665 		if (privp->prev != NULL) {
2666 			privp->prev->next = privp->next;
2667 		}
2668 		if (privp->next != NULL) {
2669 			privp->next->prev = privp->prev;
2670 		}
2671 		if (sf->sf_els_list == privp) {
2672 			sf->sf_els_list = privp->next;
2673 		}
2674 		mutex_exit(&sf->sf_mutex);
2675 		sf_els_free(fpkt);
2676 		return (FALSE);			/* failure */
2677 	}
2678 	return (TRUE);				/* success */
2679 }
2680 
2681 
2682 /*
2683  * called as the pkt_comp routine for ELS FC packets
2684  */
2685 static void
2686 sf_els_callback(struct fcal_packet *fpkt)
2687 {
2688 	struct sf_els_hdr *privp = fpkt->fcal_pkt_private;
2689 	struct sf *sf = privp->sf;
2690 	struct sf *tsf;
2691 	int tgt_id;
2692 	struct la_els_logi *ptr = (struct la_els_logi *)privp->rsp;
2693 	struct la_els_adisc *adisc = (struct la_els_adisc *)ptr;
2694 	struct	sf_target *target;
2695 	short	ncmds;
2696 	short	free_pkt = TRUE;
2697 
2698 
2699 	/*
2700 	 * we've received an ELS callback, i.e. an ELS packet has arrived
2701 	 */
2702 
2703 	/* take the current packet off of the queue */
2704 	mutex_enter(&sf->sf_mutex);
2705 	if (privp->timeout == SF_INVALID_TIMEOUT) {
2706 		mutex_exit(&sf->sf_mutex);
2707 		return;
2708 	}
2709 	if (privp->prev != NULL) {
2710 		privp->prev->next = privp->next;
2711 	}
2712 	if (privp->next != NULL) {
2713 		privp->next->prev = privp->prev;
2714 	}
2715 	if (sf->sf_els_list == privp) {
2716 		sf->sf_els_list = privp->next;
2717 	}
2718 	privp->prev = privp->next = NULL;
2719 	mutex_exit(&sf->sf_mutex);
2720 
2721 	/* get # pkts in this callback */
2722 	ncmds = fpkt->fcal_ncmds;
2723 	ASSERT(ncmds >= 0);
2724 	mutex_enter(&sf->sf_cmd_mutex);
2725 	sf->sf_ncmds = ncmds;
2726 	mutex_exit(&sf->sf_cmd_mutex);
2727 
2728 	/* sync idea of memory */
2729 	(void) ddi_dma_sync(privp->rsp_dma_handle, (off_t)0, (size_t)0,
2730 	    DDI_DMA_SYNC_FORKERNEL);
2731 
2732 	/* was this an OK ACC msg ?? */
2733 	if ((fpkt->fcal_pkt_status == FCAL_STATUS_OK) &&
2734 	    (ptr->ls_code == LA_ELS_ACC)) {
2735 
2736 		/*
2737 		 * this was an OK ACC pkt
2738 		 */
2739 
2740 		switch (privp->els_code) {
2741 		case LA_ELS_PLOGI:
2742 			/*
2743 			 * was able to to an N_port login
2744 			 */
2745 			SF_DEBUG(2, (sf, CE_CONT,
2746 			    "!PLOGI to al_pa %x succeeded, wwn %x%x\n",
2747 			    privp->dest_nport_id,
2748 			    *((int *)&ptr->nport_ww_name.raw_wwn[0]),
2749 			    *((int *)&ptr->nport_ww_name.raw_wwn[4])));
2750 			/* try to do a process login */
2751 			if (!sf_do_prli(sf, privp, ptr)) {
2752 				free_pkt = FALSE;
2753 				goto fail;	/* PRLI failed */
2754 			}
2755 			break;
2756 		case LA_ELS_PRLI:
2757 			/*
2758 			 * was able to do a process login
2759 			 */
2760 			SF_DEBUG(2, (sf, CE_CONT,
2761 			    "!PRLI to al_pa %x succeeded\n",
2762 			    privp->dest_nport_id));
2763 			/* try to do address discovery */
2764 			if (sf_do_adisc(sf, privp) != 1) {
2765 				free_pkt = FALSE;
2766 				goto fail;	/* ADISC failed */
2767 			}
2768 			break;
2769 		case LA_ELS_ADISC:
2770 			/*
2771 			 * found a target via ADISC
2772 			 */
2773 
2774 			SF_DEBUG(2, (sf, CE_CONT,
2775 			    "!ADISC to al_pa %x succeeded\n",
2776 			    privp->dest_nport_id));
2777 
2778 			/* create the target info */
2779 			if ((target = sf_create_target(sf, privp,
2780 			    sf_alpa_to_switch[(uchar_t)adisc->hard_address],
2781 			    (int64_t)0))
2782 			    == NULL) {
2783 				goto fail;	/* can't create target */
2784 			}
2785 
2786 			/*
2787 			 * ensure address discovered matches what we thought
2788 			 * it would be
2789 			 */
2790 			if ((uchar_t)adisc->hard_address !=
2791 			    privp->dest_nport_id) {
2792 				sf_log(sf, CE_WARN,
2793 				    "target 0x%x, AL-PA 0x%x and "
2794 				    "hard address 0x%x don't match\n",
2795 				    sf_alpa_to_switch[
2796 				    (uchar_t)privp->dest_nport_id],
2797 				    privp->dest_nport_id,
2798 				    (uchar_t)adisc->hard_address);
2799 				mutex_enter(&sf->sf_mutex);
2800 				sf_offline_target(sf, target);
2801 				mutex_exit(&sf->sf_mutex);
2802 				goto fail;	/* addr doesn't match */
2803 			}
2804 			/*
2805 			 * get inquiry data from the target
2806 			 */
2807 			if (!sf_do_reportlun(sf, privp, target)) {
2808 				mutex_enter(&sf->sf_mutex);
2809 				sf_offline_target(sf, target);
2810 				mutex_exit(&sf->sf_mutex);
2811 				free_pkt = FALSE;
2812 				goto fail;	/* inquiry failed */
2813 			}
2814 			break;
2815 		default:
2816 			SF_DEBUG(2, (sf, CE_CONT,
2817 			    "!ELS %x to al_pa %x succeeded\n",
2818 			    privp->els_code, privp->dest_nport_id));
2819 			sf_els_free(fpkt);
2820 			break;
2821 		}
2822 
2823 	} else {
2824 
2825 		/*
2826 		 * oh oh -- this was not an OK ACC packet
2827 		 */
2828 
2829 		/* get target ID from dest loop address */
2830 		tgt_id = sf_alpa_to_switch[(uchar_t)privp->dest_nport_id];
2831 
2832 		/* keep track of failures */
2833 		sf->sf_stats.tstats[tgt_id].els_failures++;
2834 		if (++(privp->retries) < sf_els_retries &&
2835 		    fpkt->fcal_pkt_status != FCAL_STATUS_OPEN_FAIL) {
2836 			if (fpkt->fcal_pkt_status ==
2837 			    FCAL_STATUS_MAX_XCHG_EXCEEDED)  {
2838 				tsf = sf->sf_sibling;
2839 				if (tsf != NULL) {
2840 					mutex_enter(&tsf->sf_cmd_mutex);
2841 					tsf->sf_flag = 1;
2842 					tsf->sf_throttle = SF_DECR_DELTA;
2843 					mutex_exit(&tsf->sf_cmd_mutex);
2844 				}
2845 			}
2846 			privp->timeout = sf_watchdog_time + SF_ELS_TIMEOUT;
2847 			privp->prev = NULL;
2848 
2849 			mutex_enter(&sf->sf_mutex);
2850 
2851 			if (privp->lip_cnt == sf->sf_lip_cnt) {
2852 				SF_DEBUG(1, (sf, CE_WARN,
2853 				    "!ELS %x to al_pa %x failed, retrying",
2854 				    privp->els_code, privp->dest_nport_id));
2855 				privp->next = sf->sf_els_list;
2856 				if (sf->sf_els_list != NULL) {
2857 					sf->sf_els_list->prev = privp;
2858 				}
2859 
2860 				sf->sf_els_list = privp;
2861 
2862 				mutex_exit(&sf->sf_mutex);
2863 				/* device busy?  wait a bit ... */
2864 				if (fpkt->fcal_pkt_status ==
2865 				    FCAL_STATUS_MAX_XCHG_EXCEEDED)  {
2866 					privp->delayed_retry = 1;
2867 					return;
2868 				}
2869 				/* call the transport to send a pkt */
2870 				if (soc_transport(sf->sf_sochandle, fpkt,
2871 				    FCAL_NOSLEEP, CQ_REQUEST_1) !=
2872 				    FCAL_TRANSPORT_SUCCESS) {
2873 					mutex_enter(&sf->sf_mutex);
2874 					if (privp->prev != NULL) {
2875 						privp->prev->next =
2876 						    privp->next;
2877 					}
2878 					if (privp->next != NULL) {
2879 						privp->next->prev =
2880 						    privp->prev;
2881 					}
2882 					if (sf->sf_els_list == privp) {
2883 						sf->sf_els_list = privp->next;
2884 					}
2885 					mutex_exit(&sf->sf_mutex);
2886 					goto fail;
2887 				} else
2888 					return;
2889 			} else {
2890 				mutex_exit(&sf->sf_mutex);
2891 				goto fail;
2892 			}
2893 		} else {
2894 #ifdef	DEBUG
2895 			if (fpkt->fcal_pkt_status != 0x36 || sfdebug > 4) {
2896 			SF_DEBUG(2, (sf, CE_NOTE, "ELS %x to al_pa %x failed",
2897 			    privp->els_code, privp->dest_nport_id));
2898 			if (fpkt->fcal_pkt_status == FCAL_STATUS_OK) {
2899 				SF_DEBUG(2, (sf, CE_NOTE,
2900 				    "els reply code = %x", ptr->ls_code));
2901 				if (ptr->ls_code == LA_ELS_RJT)
2902 					SF_DEBUG(1, (sf, CE_CONT,
2903 					    "LS_RJT reason = %x\n",
2904 					    *(((uint_t *)ptr) + 1)));
2905 			} else
2906 				SF_DEBUG(2, (sf, CE_NOTE,
2907 				    "fc packet status = %x",
2908 				    fpkt->fcal_pkt_status));
2909 			}
2910 #endif
2911 			goto fail;
2912 		}
2913 	}
2914 	return;					/* success */
2915 fail:
2916 	mutex_enter(&sf->sf_mutex);
2917 	if (sf->sf_lip_cnt == privp->lip_cnt) {
2918 		sf->sf_device_count--;
2919 		ASSERT(sf->sf_device_count >= 0);
2920 		if (sf->sf_device_count == 0) {
2921 			sf_finish_init(sf, privp->lip_cnt);
2922 		}
2923 	}
2924 	mutex_exit(&sf->sf_mutex);
2925 	if (free_pkt) {
2926 		sf_els_free(fpkt);
2927 	}
2928 }
2929 
2930 
2931 /*
2932  * send a PRLI (process login) ELS IU via the transport,
2933  * returning TRUE upon success, else returning FALSE
2934  */
2935 static int
2936 sf_do_prli(struct sf *sf, struct sf_els_hdr *privp, struct la_els_logi *ptr)
2937 {
2938 	struct la_els_prli	*prli = (struct la_els_prli *)privp->cmd;
2939 	struct fcp_prli		*fprli;
2940 	struct  fcal_packet	*fpkt = privp->fpkt;
2941 
2942 
2943 	fpkt->fcal_socal_request.sr_dataseg[0].fc_count =
2944 	    sizeof (struct la_els_prli);
2945 	privp->els_code = LA_ELS_PRLI;
2946 	fprli = (struct fcp_prli *)prli->service_params;
2947 	prli->ls_code = LA_ELS_PRLI;
2948 	prli->page_length = 0x10;
2949 	prli->payload_length = sizeof (struct la_els_prli);
2950 	fprli->type = 0x08;			/* no define here? */
2951 	fprli->resvd1 = 0;
2952 	fprli->orig_process_assoc_valid = 0;
2953 	fprli->resp_process_assoc_valid = 0;
2954 	fprli->establish_image_pair = 1;
2955 	fprli->resvd2 = 0;
2956 	fprli->resvd3 = 0;
2957 	fprli->data_overlay_allowed = 0;
2958 	fprli->initiator_fn = 1;
2959 	fprli->target_fn = 0;
2960 	fprli->cmd_data_mixed = 0;
2961 	fprli->data_resp_mixed = 0;
2962 	fprli->read_xfer_rdy_disabled = 1;
2963 	fprli->write_xfer_rdy_disabled = 0;
2964 
2965 	bcopy((caddr_t)&ptr->nport_ww_name, (caddr_t)&privp->port_wwn,
2966 	    sizeof (privp->port_wwn));
2967 	bcopy((caddr_t)&ptr->node_ww_name, (caddr_t)&privp->node_wwn,
2968 	    sizeof (privp->node_wwn));
2969 
2970 	privp->timeout = sf_watchdog_time + SF_ELS_TIMEOUT;
2971 	return (sf_els_transport(sf, privp));
2972 }
2973 
2974 
2975 /*
2976  * send an ADISC (address discovery) ELS IU via the transport,
2977  * returning TRUE upon success, else returning FALSE
2978  */
2979 static int
2980 sf_do_adisc(struct sf *sf, struct sf_els_hdr *privp)
2981 {
2982 	struct la_els_adisc	*adisc = (struct la_els_adisc *)privp->cmd;
2983 	struct	fcal_packet	*fpkt = privp->fpkt;
2984 
2985 	privp->els_code = LA_ELS_ADISC;
2986 	adisc->ls_code = LA_ELS_ADISC;
2987 	adisc->mbz[0] = 0;
2988 	adisc->mbz[1] = 0;
2989 	adisc->mbz[2] = 0;
2990 	adisc->hard_address = 0; /* ??? */
2991 	fpkt->fcal_socal_request.sr_dataseg[0].fc_count =
2992 	    sizeof (struct la_els_adisc);
2993 	bcopy((caddr_t)&sf->sf_sochandle->fcal_p_wwn,
2994 	    (caddr_t)&adisc->port_wwn, sizeof (adisc->port_wwn));
2995 	bcopy((caddr_t)&sf->sf_sochandle->fcal_n_wwn,
2996 	    (caddr_t)&adisc->node_wwn, sizeof (adisc->node_wwn));
2997 	adisc->nport_id = sf->sf_al_pa;
2998 
2999 	privp->timeout = sf_watchdog_time + SF_ELS_TIMEOUT;
3000 	return (sf_els_transport(sf, privp));
3001 }
3002 
3003 
3004 static struct fcal_packet *
3005 sf_els_alloc(struct sf *sf, uchar_t dest_id, int priv_size, int cmd_size,
3006     int rsp_size, caddr_t *rprivp, caddr_t *cmd_buf)
3007 {
3008 	struct	fcal_packet	*fpkt;
3009 	ddi_dma_cookie_t	pcookie;
3010 	ddi_dma_cookie_t	rcookie;
3011 	struct	sf_els_hdr	*privp;
3012 	ddi_dma_handle_t	cmd_dma_handle = NULL;
3013 	ddi_dma_handle_t	rsp_dma_handle = NULL;
3014 	ddi_acc_handle_t	cmd_acc_handle = NULL;
3015 	ddi_acc_handle_t	rsp_acc_handle = NULL;
3016 	size_t			real_size;
3017 	uint_t			ccount;
3018 	fc_frame_header_t	*hp;
3019 	int			cmd_bound = FALSE, rsp_bound = FALSE;
3020 	caddr_t			cmd = NULL;
3021 	caddr_t			rsp = NULL;
3022 
3023 	if ((fpkt = (struct fcal_packet *)kmem_zalloc(
3024 	    sizeof (struct fcal_packet), KM_NOSLEEP)) == NULL) {
3025 		SF_DEBUG(1, (sf, CE_WARN,
3026 			"Could not allocate fcal_packet for ELS\n"));
3027 		return (NULL);
3028 	}
3029 
3030 	if ((privp = (struct sf_els_hdr *)kmem_zalloc(priv_size,
3031 	    KM_NOSLEEP)) == NULL) {
3032 		SF_DEBUG(1, (sf, CE_WARN,
3033 		    "Could not allocate sf_els_hdr for ELS\n"));
3034 		goto fail;
3035 	}
3036 
3037 	privp->size = priv_size;
3038 	fpkt->fcal_pkt_private = (caddr_t)privp;
3039 
3040 	if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->fcal_dmaattr,
3041 	    DDI_DMA_DONTWAIT, NULL, &cmd_dma_handle) != DDI_SUCCESS) {
3042 		SF_DEBUG(1, (sf, CE_WARN,
3043 		    "Could not allocate DMA handle for ELS\n"));
3044 		goto fail;
3045 	}
3046 
3047 	if (ddi_dma_mem_alloc(cmd_dma_handle, cmd_size,
3048 	    sf->sf_sochandle->fcal_accattr, DDI_DMA_CONSISTENT,
3049 	    DDI_DMA_DONTWAIT, NULL, &cmd,
3050 	    &real_size, &cmd_acc_handle) != DDI_SUCCESS) {
3051 		SF_DEBUG(1, (sf, CE_WARN,
3052 		    "Could not allocate DMA memory for ELS\n"));
3053 		goto fail;
3054 	}
3055 
3056 	if (real_size < cmd_size) {
3057 		SF_DEBUG(1, (sf, CE_WARN,
3058 		    "DMA memory too small for ELS\n"));
3059 		goto fail;
3060 	}
3061 
3062 	if (ddi_dma_addr_bind_handle(cmd_dma_handle, NULL,
3063 	    cmd, real_size, DDI_DMA_WRITE | DDI_DMA_CONSISTENT,
3064 	    DDI_DMA_DONTWAIT, NULL, &pcookie, &ccount) != DDI_DMA_MAPPED) {
3065 		SF_DEBUG(1, (sf, CE_WARN,
3066 		    "Could not bind DMA memory for ELS\n"));
3067 		goto fail;
3068 	}
3069 	cmd_bound = TRUE;
3070 
3071 	if (ccount != 1) {
3072 		SF_DEBUG(1, (sf, CE_WARN,
3073 		    "Wrong cookie count for ELS\n"));
3074 		goto fail;
3075 	}
3076 
3077 	if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->fcal_dmaattr,
3078 	    DDI_DMA_DONTWAIT, NULL, &rsp_dma_handle) != DDI_SUCCESS) {
3079 		SF_DEBUG(1, (sf, CE_WARN,
3080 		    "Could not allocate DMA handle for ELS rsp\n"));
3081 		goto fail;
3082 	}
3083 	if (ddi_dma_mem_alloc(rsp_dma_handle, rsp_size,
3084 	    sf->sf_sochandle->fcal_accattr, DDI_DMA_CONSISTENT,
3085 	    DDI_DMA_DONTWAIT, NULL, &rsp,
3086 	    &real_size, &rsp_acc_handle) != DDI_SUCCESS) {
3087 		SF_DEBUG(1, (sf, CE_WARN,
3088 		    "Could not allocate DMA memory for ELS rsp\n"));
3089 		goto fail;
3090 	}
3091 
3092 	if (real_size < rsp_size) {
3093 		SF_DEBUG(1, (sf, CE_WARN,
3094 		    "DMA memory too small for ELS rsp\n"));
3095 		goto fail;
3096 	}
3097 
3098 	if (ddi_dma_addr_bind_handle(rsp_dma_handle, NULL,
3099 	    rsp, real_size, DDI_DMA_READ | DDI_DMA_CONSISTENT,
3100 	    DDI_DMA_DONTWAIT, NULL, &rcookie, &ccount) != DDI_DMA_MAPPED) {
3101 		SF_DEBUG(1, (sf, CE_WARN,
3102 		    "Could not bind DMA memory for ELS rsp\n"));
3103 		goto fail;
3104 	}
3105 	rsp_bound = TRUE;
3106 
3107 	if (ccount != 1) {
3108 		SF_DEBUG(1, (sf, CE_WARN,
3109 		    "Wrong cookie count for ELS rsp\n"));
3110 		goto fail;
3111 	}
3112 
3113 	privp->cmd = cmd;
3114 	privp->sf = sf;
3115 	privp->cmd_dma_handle = cmd_dma_handle;
3116 	privp->cmd_acc_handle = cmd_acc_handle;
3117 	privp->rsp = rsp;
3118 	privp->rsp_dma_handle = rsp_dma_handle;
3119 	privp->rsp_acc_handle = rsp_acc_handle;
3120 	privp->dest_nport_id = dest_id;
3121 	privp->fpkt = fpkt;
3122 
3123 	fpkt->fcal_pkt_cookie = sf->sf_socp;
3124 	fpkt->fcal_pkt_comp = sf_els_callback;
3125 	fpkt->fcal_magic = FCALP_MAGIC;
3126 	fpkt->fcal_pkt_flags = 0;
3127 	fpkt->fcal_socal_request.sr_soc_hdr.sh_flags =
3128 	    (ushort_t)(SOC_FC_HEADER | sf->sf_sochandle->fcal_portno);
3129 	fpkt->fcal_socal_request.sr_soc_hdr.sh_class = 3;
3130 	fpkt->fcal_socal_request.sr_soc_hdr.sh_seg_cnt = 2;
3131 	fpkt->fcal_socal_request.sr_soc_hdr.sh_byte_cnt = cmd_size;
3132 	fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_count = 1;
3133 	fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_flags = 0;
3134 	fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_seqno = 0;
3135 	fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type = CQ_TYPE_SIMPLE;
3136 	fpkt->fcal_socal_request.sr_dataseg[0].fc_base = (uint32_t)
3137 	    pcookie.dmac_address;
3138 	fpkt->fcal_socal_request.sr_dataseg[0].fc_count = cmd_size;
3139 	fpkt->fcal_socal_request.sr_dataseg[1].fc_base = (uint32_t)
3140 	    rcookie.dmac_address;
3141 	fpkt->fcal_socal_request.sr_dataseg[1].fc_count = rsp_size;
3142 
3143 	/* Fill in the Fabric Channel Header */
3144 	hp = &fpkt->fcal_socal_request.sr_fc_frame_hdr;
3145 	hp->r_ctl = R_CTL_ELS_REQ;
3146 	hp->d_id = dest_id;
3147 	hp->s_id = sf->sf_al_pa;
3148 	hp->type = TYPE_EXTENDED_LS;
3149 	hp->reserved1 = 0;
3150 	hp->f_ctl = F_CTL_SEQ_INITIATIVE | F_CTL_FIRST_SEQ;
3151 	hp->seq_id = 0;
3152 	hp->df_ctl  = 0;
3153 	hp->seq_cnt = 0;
3154 	hp->ox_id = 0xffff;
3155 	hp->rx_id = 0xffff;
3156 	hp->ro = 0;
3157 
3158 	*rprivp = (caddr_t)privp;
3159 	*cmd_buf = cmd;
3160 	return (fpkt);
3161 
3162 fail:
3163 	if (cmd_dma_handle != NULL) {
3164 		if (cmd_bound) {
3165 			(void) ddi_dma_unbind_handle(cmd_dma_handle);
3166 		}
3167 		ddi_dma_free_handle(&cmd_dma_handle);
3168 		privp->cmd_dma_handle = NULL;
3169 	}
3170 	if (rsp_dma_handle != NULL) {
3171 		if (rsp_bound) {
3172 			(void) ddi_dma_unbind_handle(rsp_dma_handle);
3173 		}
3174 		ddi_dma_free_handle(&rsp_dma_handle);
3175 		privp->rsp_dma_handle = NULL;
3176 	}
3177 	sf_els_free(fpkt);
3178 	return (NULL);
3179 }
3180 
3181 
3182 static void
3183 sf_els_free(struct fcal_packet *fpkt)
3184 {
3185 	struct	sf_els_hdr	*privp = fpkt->fcal_pkt_private;
3186 
3187 	if (privp != NULL) {
3188 		if (privp->cmd_dma_handle != NULL) {
3189 			(void) ddi_dma_unbind_handle(privp->cmd_dma_handle);
3190 			ddi_dma_free_handle(&privp->cmd_dma_handle);
3191 		}
3192 		if (privp->cmd != NULL) {
3193 			ddi_dma_mem_free(&privp->cmd_acc_handle);
3194 		}
3195 
3196 		if (privp->rsp_dma_handle != NULL) {
3197 			(void) ddi_dma_unbind_handle(privp->rsp_dma_handle);
3198 			ddi_dma_free_handle(&privp->rsp_dma_handle);
3199 		}
3200 
3201 		if (privp->rsp != NULL) {
3202 			ddi_dma_mem_free(&privp->rsp_acc_handle);
3203 		}
3204 		if (privp->data_dma_handle) {
3205 			(void) ddi_dma_unbind_handle(privp->data_dma_handle);
3206 			ddi_dma_free_handle(&privp->data_dma_handle);
3207 		}
3208 		if (privp->data_buf) {
3209 			ddi_dma_mem_free(&privp->data_acc_handle);
3210 		}
3211 		kmem_free(privp, privp->size);
3212 	}
3213 	kmem_free(fpkt, sizeof (struct fcal_packet));
3214 }
3215 
3216 
3217 static struct sf_target *
3218 sf_create_target(struct sf *sf, struct sf_els_hdr *privp, int tnum, int64_t lun)
3219 {
3220 	struct sf_target *target, *ntarget, *otarget, *ptarget;
3221 	int hash;
3222 #ifdef RAID_LUNS
3223 	int64_t orig_lun = lun;
3224 
3225 	/* XXXX Work around SCSA limitations. */
3226 	lun = *((short *)&lun);
3227 #endif
3228 	ntarget = kmem_zalloc(sizeof (struct sf_target), KM_NOSLEEP);
3229 	mutex_enter(&sf->sf_mutex);
3230 	if (sf->sf_lip_cnt != privp->lip_cnt) {
3231 		mutex_exit(&sf->sf_mutex);
3232 		if (ntarget != NULL)
3233 			kmem_free(ntarget, sizeof (struct sf_target));
3234 		return (NULL);
3235 	}
3236 
3237 	target = sf_lookup_target(sf, privp->port_wwn, lun);
3238 	if (lun != 0) {
3239 		/*
3240 		 * Since LUNs != 0 are queued up after LUN == 0, find LUN == 0
3241 		 * and enqueue the new LUN.
3242 		 */
3243 		if ((ptarget = sf_lookup_target(sf, privp->port_wwn,
3244 		    (int64_t)0)) ==	NULL) {
3245 			/*
3246 			 * Yeep -- no LUN 0?
3247 			 */
3248 			mutex_exit(&sf->sf_mutex);
3249 			sf_log(sf, CE_WARN, "target 0x%x "
3250 			    "lun %" PRIx64 ": No LUN 0\n", tnum, lun);
3251 			if (ntarget != NULL)
3252 				kmem_free(ntarget, sizeof (struct sf_target));
3253 			return (NULL);
3254 		}
3255 		mutex_enter(&ptarget->sft_mutex);
3256 		if (target != NULL && ptarget->sft_lip_cnt == sf->sf_lip_cnt &&
3257 		    ptarget->sft_state&SF_TARGET_OFFLINE) {
3258 			/* LUN 0 already finished, duplicate its state */
3259 			mutex_exit(&ptarget->sft_mutex);
3260 			sf_offline_target(sf, target);
3261 			mutex_exit(&sf->sf_mutex);
3262 			if (ntarget != NULL)
3263 				kmem_free(ntarget, sizeof (struct sf_target));
3264 			return (target);
3265 		} else if (target != NULL) {
3266 			/*
3267 			 * LUN 0 online or not examined yet.
3268 			 * Try to bring the LUN back online
3269 			 */
3270 			mutex_exit(&ptarget->sft_mutex);
3271 			mutex_enter(&target->sft_mutex);
3272 			target->sft_lip_cnt = privp->lip_cnt;
3273 			target->sft_state |= SF_TARGET_BUSY;
3274 			target->sft_state &= ~(SF_TARGET_OFFLINE|
3275 			    SF_TARGET_MARK);
3276 			target->sft_al_pa = (uchar_t)privp->dest_nport_id;
3277 			target->sft_hard_address = sf_switch_to_alpa[tnum];
3278 			mutex_exit(&target->sft_mutex);
3279 			mutex_exit(&sf->sf_mutex);
3280 			if (ntarget != NULL)
3281 				kmem_free(ntarget, sizeof (struct sf_target));
3282 			return (target);
3283 		}
3284 		mutex_exit(&ptarget->sft_mutex);
3285 		if (ntarget == NULL) {
3286 			mutex_exit(&sf->sf_mutex);
3287 			return (NULL);
3288 		}
3289 		/* Initialize new target structure */
3290 		bcopy((caddr_t)&privp->node_wwn,
3291 		    (caddr_t)&ntarget->sft_node_wwn, sizeof (privp->node_wwn));
3292 		bcopy((caddr_t)&privp->port_wwn,
3293 		    (caddr_t)&ntarget->sft_port_wwn, sizeof (privp->port_wwn));
3294 		ntarget->sft_lun.l = lun;
3295 #ifdef RAID_LUNS
3296 		ntarget->sft_lun.l = orig_lun;
3297 		ntarget->sft_raid_lun = (uint_t)lun;
3298 #endif
3299 		mutex_init(&ntarget->sft_mutex, NULL, MUTEX_DRIVER, NULL);
3300 		mutex_init(&ntarget->sft_pkt_mutex, NULL, MUTEX_DRIVER, NULL);
3301 		/* Don't let anyone use this till we finishup init. */
3302 		mutex_enter(&ntarget->sft_mutex);
3303 		mutex_enter(&ntarget->sft_pkt_mutex);
3304 
3305 		hash = SF_HASH(privp->port_wwn, lun);
3306 		ntarget->sft_next = sf->sf_wwn_lists[hash];
3307 		sf->sf_wwn_lists[hash] = ntarget;
3308 
3309 		ntarget->sft_lip_cnt = privp->lip_cnt;
3310 		ntarget->sft_al_pa = (uchar_t)privp->dest_nport_id;
3311 		ntarget->sft_hard_address = sf_switch_to_alpa[tnum];
3312 		ntarget->sft_device_type = DTYPE_UNKNOWN;
3313 		ntarget->sft_state = SF_TARGET_BUSY;
3314 		ntarget->sft_pkt_head = (struct sf_pkt *)&ntarget->
3315 		    sft_pkt_head;
3316 		ntarget->sft_pkt_tail = (struct sf_pkt *)&ntarget->
3317 		    sft_pkt_head;
3318 
3319 		mutex_enter(&ptarget->sft_mutex);
3320 		/* Traverse the list looking for this target */
3321 		for (target = ptarget; target->sft_next_lun;
3322 		    target = target->sft_next_lun) {
3323 			otarget = target->sft_next_lun;
3324 		}
3325 		ntarget->sft_next_lun = target->sft_next_lun;
3326 		target->sft_next_lun = ntarget;
3327 		mutex_exit(&ptarget->sft_mutex);
3328 		mutex_exit(&ntarget->sft_pkt_mutex);
3329 		mutex_exit(&ntarget->sft_mutex);
3330 		mutex_exit(&sf->sf_mutex);
3331 		return (ntarget);
3332 
3333 	}
3334 	if (target != NULL && target->sft_lip_cnt == sf->sf_lip_cnt) {
3335 		/* It's been touched this LIP -- duplicate WWNs */
3336 		sf_offline_target(sf, target); /* And all the baby targets */
3337 		mutex_exit(&sf->sf_mutex);
3338 		sf_log(sf, CE_WARN, "target 0x%x, duplicate port wwns\n",
3339 		    tnum);
3340 		if (ntarget != NULL) {
3341 			kmem_free(ntarget, sizeof (struct sf_target));
3342 		}
3343 		return (NULL);
3344 	}
3345 
3346 	if ((otarget = sf->sf_targets[tnum]) != NULL) {
3347 		/* Someone else is in our slot */
3348 		mutex_enter(&otarget->sft_mutex);
3349 		if (otarget->sft_lip_cnt == sf->sf_lip_cnt) {
3350 			mutex_exit(&otarget->sft_mutex);
3351 			sf_offline_target(sf, otarget);
3352 			if (target != NULL)
3353 				sf_offline_target(sf, target);
3354 			mutex_exit(&sf->sf_mutex);
3355 			sf_log(sf, CE_WARN,
3356 			    "target 0x%x, duplicate switch settings\n", tnum);
3357 			if (ntarget != NULL)
3358 				kmem_free(ntarget, sizeof (struct sf_target));
3359 			return (NULL);
3360 		}
3361 		mutex_exit(&otarget->sft_mutex);
3362 		if (bcmp((caddr_t)&privp->port_wwn, (caddr_t)&otarget->
3363 		    sft_port_wwn, sizeof (privp->port_wwn))) {
3364 			sf_offline_target(sf, otarget);
3365 			mutex_exit(&sf->sf_mutex);
3366 			sf_log(sf, CE_WARN, "wwn changed on target 0x%x\n",
3367 			    tnum);
3368 			bzero((caddr_t)&sf->sf_stats.tstats[tnum],
3369 			    sizeof (struct sf_target_stats));
3370 			mutex_enter(&sf->sf_mutex);
3371 		}
3372 	}
3373 
3374 	sf->sf_targets[tnum] = target;
3375 	if ((target = sf->sf_targets[tnum]) == NULL) {
3376 		if (ntarget == NULL) {
3377 			mutex_exit(&sf->sf_mutex);
3378 			return (NULL);
3379 		}
3380 		bcopy((caddr_t)&privp->node_wwn,
3381 		    (caddr_t)&ntarget->sft_node_wwn, sizeof (privp->node_wwn));
3382 		bcopy((caddr_t)&privp->port_wwn,
3383 		    (caddr_t)&ntarget->sft_port_wwn, sizeof (privp->port_wwn));
3384 		ntarget->sft_lun.l = lun;
3385 #ifdef RAID_LUNS
3386 		ntarget->sft_lun.l = orig_lun;
3387 		ntarget->sft_raid_lun = (uint_t)lun;
3388 #endif
3389 		mutex_init(&ntarget->sft_mutex, NULL, MUTEX_DRIVER, NULL);
3390 		mutex_init(&ntarget->sft_pkt_mutex, NULL, MUTEX_DRIVER, NULL);
3391 		mutex_enter(&ntarget->sft_mutex);
3392 		mutex_enter(&ntarget->sft_pkt_mutex);
3393 		hash = SF_HASH(privp->port_wwn, lun); /* lun 0 */
3394 		ntarget->sft_next = sf->sf_wwn_lists[hash];
3395 		sf->sf_wwn_lists[hash] = ntarget;
3396 
3397 		target = ntarget;
3398 		target->sft_lip_cnt = privp->lip_cnt;
3399 		target->sft_al_pa = (uchar_t)privp->dest_nport_id;
3400 		target->sft_hard_address = sf_switch_to_alpa[tnum];
3401 		target->sft_device_type = DTYPE_UNKNOWN;
3402 		target->sft_state = SF_TARGET_BUSY;
3403 		target->sft_pkt_head = (struct sf_pkt *)&target->
3404 		    sft_pkt_head;
3405 		target->sft_pkt_tail = (struct sf_pkt *)&target->
3406 		    sft_pkt_head;
3407 		sf->sf_targets[tnum] = target;
3408 		mutex_exit(&ntarget->sft_mutex);
3409 		mutex_exit(&ntarget->sft_pkt_mutex);
3410 		mutex_exit(&sf->sf_mutex);
3411 	} else {
3412 		mutex_enter(&target->sft_mutex);
3413 		target->sft_lip_cnt = privp->lip_cnt;
3414 		target->sft_state |= SF_TARGET_BUSY;
3415 		target->sft_state &= ~(SF_TARGET_OFFLINE|SF_TARGET_MARK);
3416 		target->sft_al_pa = (uchar_t)privp->dest_nport_id;
3417 		target->sft_hard_address = sf_switch_to_alpa[tnum];
3418 		mutex_exit(&target->sft_mutex);
3419 		mutex_exit(&sf->sf_mutex);
3420 		if (ntarget != NULL)
3421 			kmem_free(ntarget, sizeof (struct sf_target));
3422 	}
3423 	return (target);
3424 }
3425 
3426 
3427 /*
3428  * find the target for a given sf instance
3429  */
3430 /* ARGSUSED */
3431 static struct sf_target *
3432 #ifdef RAID_LUNS
3433 sf_lookup_target(struct sf *sf, uchar_t *wwn, int lun)
3434 #else
3435 sf_lookup_target(struct sf *sf, uchar_t *wwn, int64_t lun)
3436 #endif
3437 {
3438 	int hash;
3439 	struct sf_target *target;
3440 
3441 	ASSERT(mutex_owned(&sf->sf_mutex));
3442 	hash = SF_HASH(wwn, lun);
3443 
3444 	target = sf->sf_wwn_lists[hash];
3445 	while (target != NULL) {
3446 
3447 #ifndef	RAID_LUNS
3448 		if (bcmp((caddr_t)wwn, (caddr_t)&target->sft_port_wwn,
3449 		    sizeof (target->sft_port_wwn)) == 0 &&
3450 			target->sft_lun.l == lun)
3451 			break;
3452 #else
3453 		if (bcmp((caddr_t)wwn, (caddr_t)&target->sft_port_wwn,
3454 		    sizeof (target->sft_port_wwn)) == 0 &&
3455 			target->sft_raid_lun == lun)
3456 			break;
3457 #endif
3458 		target = target->sft_next;
3459 	}
3460 
3461 	return (target);
3462 }
3463 
3464 
3465 /*
3466  * Send out a REPORT_LUNS command.
3467  */
3468 static int
3469 sf_do_reportlun(struct sf *sf, struct sf_els_hdr *privp,
3470     struct sf_target *target)
3471 {
3472 	struct	fcal_packet	*fpkt = privp->fpkt;
3473 	ddi_dma_cookie_t	pcookie;
3474 	ddi_dma_handle_t	lun_dma_handle = NULL;
3475 	ddi_acc_handle_t	lun_acc_handle;
3476 	uint_t			ccount;
3477 	size_t			real_size;
3478 	caddr_t			lun_buf = NULL;
3479 	int			handle_bound = 0;
3480 	fc_frame_header_t	*hp = &fpkt->fcal_socal_request.sr_fc_frame_hdr;
3481 	struct fcp_cmd		*reportlun = (struct fcp_cmd *)privp->cmd;
3482 	char			*msg = "Transport";
3483 
3484 	if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->fcal_dmaattr,
3485 	    DDI_DMA_DONTWAIT, NULL, &lun_dma_handle) != DDI_SUCCESS) {
3486 		msg = "ddi_dma_alloc_handle()";
3487 		goto fail;
3488 	}
3489 
3490 	if (ddi_dma_mem_alloc(lun_dma_handle, REPORT_LUNS_SIZE,
3491 	    sf->sf_sochandle->fcal_accattr, DDI_DMA_CONSISTENT,
3492 	    DDI_DMA_DONTWAIT, NULL, &lun_buf,
3493 	    &real_size, &lun_acc_handle) != DDI_SUCCESS) {
3494 		msg = "ddi_dma_mem_alloc()";
3495 		goto fail;
3496 	}
3497 
3498 	if (real_size < REPORT_LUNS_SIZE) {
3499 		msg = "DMA mem < REPORT_LUNS_SIZE";
3500 		goto fail;
3501 	}
3502 
3503 	if (ddi_dma_addr_bind_handle(lun_dma_handle, NULL,
3504 	    lun_buf, real_size, DDI_DMA_READ |
3505 	    DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT,
3506 	    NULL, &pcookie, &ccount) != DDI_DMA_MAPPED) {
3507 		msg = "ddi_dma_addr_bind_handle()";
3508 		goto fail;
3509 	}
3510 	handle_bound = 1;
3511 
3512 	if (ccount != 1) {
3513 		msg = "ccount != 1";
3514 		goto fail;
3515 	}
3516 	privp->els_code = 0;
3517 	privp->target = target;
3518 	privp->data_dma_handle = lun_dma_handle;
3519 	privp->data_acc_handle = lun_acc_handle;
3520 	privp->data_buf = lun_buf;
3521 
3522 	fpkt->fcal_pkt_comp = sf_reportlun_callback;
3523 	fpkt->fcal_socal_request.sr_soc_hdr.sh_seg_cnt = 3;
3524 	fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type = CQ_TYPE_IO_READ;
3525 	fpkt->fcal_socal_request.sr_dataseg[0].fc_count =
3526 	    sizeof (struct fcp_cmd);
3527 	fpkt->fcal_socal_request.sr_dataseg[2].fc_base =
3528 	    (uint32_t)pcookie.dmac_address;
3529 	fpkt->fcal_socal_request.sr_dataseg[2].fc_count = pcookie.dmac_size;
3530 	fpkt->fcal_socal_request.sr_soc_hdr.sh_byte_cnt = pcookie.dmac_size;
3531 	hp->r_ctl = R_CTL_COMMAND;
3532 	hp->type = TYPE_SCSI_FCP;
3533 	bzero((caddr_t)reportlun, sizeof (struct fcp_cmd));
3534 	((union scsi_cdb *)reportlun->fcp_cdb)->scc_cmd = SCMD_REPORT_LUNS;
3535 	/* Now set the buffer size.  If DDI gave us extra, that's O.K. */
3536 	((union scsi_cdb *)reportlun->fcp_cdb)->scc5_count0 =
3537 	    (real_size&0x0ff);
3538 	((union scsi_cdb *)reportlun->fcp_cdb)->scc5_count1 =
3539 	    (real_size>>8)&0x0ff;
3540 	((union scsi_cdb *)reportlun->fcp_cdb)->scc5_count2 =
3541 	    (real_size>>16)&0x0ff;
3542 	((union scsi_cdb *)reportlun->fcp_cdb)->scc5_count3 =
3543 	    (real_size>>24)&0x0ff;
3544 	reportlun->fcp_cntl.cntl_read_data = 1;
3545 	reportlun->fcp_cntl.cntl_write_data = 0;
3546 	reportlun->fcp_data_len = pcookie.dmac_size;
3547 	reportlun->fcp_cntl.cntl_qtype = FCP_QTYPE_SIMPLE;
3548 
3549 	(void) ddi_dma_sync(lun_dma_handle, 0, 0, DDI_DMA_SYNC_FORDEV);
3550 	/* We know he's there, so this should be fast */
3551 	privp->timeout = sf_watchdog_time + SF_FCP_TIMEOUT;
3552 	if (sf_els_transport(sf, privp) == 1)
3553 		return (1);
3554 
3555 fail:
3556 	sf_log(sf, CE_WARN,
3557 	    "%s failure for REPORTLUN to target 0x%x\n",
3558 	    msg, sf_alpa_to_switch[privp->dest_nport_id]);
3559 	sf_els_free(fpkt);
3560 	if (lun_dma_handle != NULL) {
3561 		if (handle_bound)
3562 			(void) ddi_dma_unbind_handle(lun_dma_handle);
3563 		ddi_dma_free_handle(&lun_dma_handle);
3564 	}
3565 	if (lun_buf != NULL) {
3566 		ddi_dma_mem_free(&lun_acc_handle);
3567 	}
3568 	return (0);
3569 }
3570 
3571 /*
3572  * Handle the results of a REPORT_LUNS command:
3573  *	Create additional targets if necessary
3574  *	Initiate INQUIRYs on all LUNs.
3575  */
3576 static void
3577 sf_reportlun_callback(struct fcal_packet *fpkt)
3578 {
3579 	struct sf_els_hdr *privp = (struct sf_els_hdr *)fpkt->
3580 	    fcal_pkt_private;
3581 	struct scsi_report_luns *ptr =
3582 	    (struct scsi_report_luns *)privp->data_buf;
3583 	struct sf *sf = privp->sf;
3584 	struct sf_target *target = privp->target;
3585 	struct fcp_rsp *rsp = NULL;
3586 	int delayed_retry = 0;
3587 	int tid = sf_alpa_to_switch[target->sft_hard_address];
3588 	int i, free_pkt = 1;
3589 	short	ncmds;
3590 
3591 	mutex_enter(&sf->sf_mutex);
3592 	/* use as temporary state variable */
3593 	if (privp->timeout == SF_INVALID_TIMEOUT) {
3594 		mutex_exit(&sf->sf_mutex);
3595 		return;
3596 	}
3597 	if (privp->prev)
3598 		privp->prev->next = privp->next;
3599 	if (privp->next)
3600 		privp->next->prev = privp->prev;
3601 	if (sf->sf_els_list == privp)
3602 		sf->sf_els_list = privp->next;
3603 	privp->prev = privp->next = NULL;
3604 	mutex_exit(&sf->sf_mutex);
3605 	ncmds = fpkt->fcal_ncmds;
3606 	ASSERT(ncmds >= 0);
3607 	mutex_enter(&sf->sf_cmd_mutex);
3608 	sf->sf_ncmds = ncmds;
3609 	mutex_exit(&sf->sf_cmd_mutex);
3610 
3611 	if (fpkt->fcal_pkt_status == FCAL_STATUS_OK) {
3612 		(void) ddi_dma_sync(privp->rsp_dma_handle, 0,
3613 		    0, DDI_DMA_SYNC_FORKERNEL);
3614 
3615 		rsp = (struct fcp_rsp *)privp->rsp;
3616 	}
3617 	SF_DEBUG(1, (sf, CE_CONT,
3618 	    "!REPORTLUN to al_pa %x pkt status %x scsi status %x\n",
3619 	    privp->dest_nport_id,
3620 	    fpkt->fcal_pkt_status,
3621 	    rsp?rsp->fcp_u.fcp_status.scsi_status:0));
3622 
3623 		/* See if target simply does not support REPORT_LUNS. */
3624 	if (rsp && rsp->fcp_u.fcp_status.scsi_status == STATUS_CHECK &&
3625 	    rsp->fcp_u.fcp_status.sense_len_set &&
3626 	    rsp->fcp_sense_len >=
3627 		offsetof(struct scsi_extended_sense, es_qual_code)) {
3628 			struct scsi_extended_sense *sense;
3629 			sense = (struct scsi_extended_sense *)
3630 			((caddr_t)rsp + sizeof (struct fcp_rsp)
3631 				+ rsp->fcp_response_len);
3632 			if (sense->es_key == KEY_ILLEGAL_REQUEST) {
3633 				if (sense->es_add_code == 0x20) {
3634 					/* Fake LUN 0 */
3635 				SF_DEBUG(1, (sf, CE_CONT,
3636 					"!REPORTLUN Faking good "
3637 					"completion for alpa %x\n",
3638 					privp->dest_nport_id));
3639 					ptr->lun_list_len = FCP_LUN_SIZE;
3640 					ptr->lun[0] = 0;
3641 					rsp->fcp_u.fcp_status.scsi_status =
3642 						STATUS_GOOD;
3643 				} else if (sense->es_add_code == 0x25) {
3644 					SF_DEBUG(1, (sf, CE_CONT,
3645 					    "!REPORTLUN device alpa %x "
3646 					    "key %x code %x\n",
3647 					    privp->dest_nport_id,
3648 					    sense->es_key, sense->es_add_code));
3649 					    goto fail;
3650 				}
3651 			} else if (sense->es_key ==
3652 				KEY_UNIT_ATTENTION &&
3653 				sense->es_add_code == 0x29) {
3654 				SF_DEBUG(1, (sf, CE_CONT,
3655 					"!REPORTLUN device alpa %x was reset\n",
3656 					privp->dest_nport_id));
3657 			} else {
3658 				SF_DEBUG(1, (sf, CE_CONT,
3659 					"!REPORTLUN device alpa %x "
3660 					"key %x code %x\n",
3661 					privp->dest_nport_id,
3662 					sense->es_key, sense->es_add_code));
3663 /* XXXXXX The following is here to handle broken targets -- remove it later */
3664 				if (sf_reportlun_forever &&
3665 					sense->es_key == KEY_UNIT_ATTENTION)
3666 					goto retry;
3667 /* XXXXXX */
3668 				if (sense->es_key == KEY_NOT_READY)
3669 					delayed_retry = 1;
3670 				}
3671 		}
3672 
3673 	if (rsp && rsp->fcp_u.fcp_status.scsi_status == STATUS_GOOD) {
3674 		struct fcp_rsp_info *bep;
3675 
3676 		bep = (struct fcp_rsp_info *)(&rsp->
3677 		    fcp_response_len + 1);
3678 		if (!rsp->fcp_u.fcp_status.rsp_len_set ||
3679 		    bep->rsp_code == FCP_NO_FAILURE) {
3680 			(void) ddi_dma_sync(privp->data_dma_handle,
3681 			    0, 0, DDI_DMA_SYNC_FORKERNEL);
3682 
3683 			/* Convert from #bytes to #ints */
3684 			ptr->lun_list_len = ptr->lun_list_len >> 3;
3685 			SF_DEBUG(2, (sf, CE_CONT,
3686 			    "!REPORTLUN to al_pa %x succeeded: %d LUNs\n",
3687 			    privp->dest_nport_id, ptr->lun_list_len));
3688 			if (!ptr->lun_list_len) {
3689 				/* No LUNs? Ya gotta be kidding... */
3690 				sf_log(sf, CE_WARN,
3691 				    "SCSI violation -- "
3692 				    "target 0x%x reports no LUNs\n",
3693 				    sf_alpa_to_switch[
3694 				    privp->dest_nport_id]);
3695 				ptr->lun_list_len = 1;
3696 				ptr->lun[0] = 0;
3697 			}
3698 
3699 			mutex_enter(&sf->sf_mutex);
3700 			if (sf->sf_lip_cnt == privp->lip_cnt) {
3701 				sf->sf_device_count += ptr->lun_list_len - 1;
3702 			}
3703 
3704 			mutex_exit(&sf->sf_mutex);
3705 			for (i = 0; i < ptr->lun_list_len && privp->lip_cnt ==
3706 			    sf->sf_lip_cnt; i++) {
3707 				struct sf_els_hdr *nprivp;
3708 				struct fcal_packet *nfpkt;
3709 
3710 				/* LUN 0 is already in `target' */
3711 				if (ptr->lun[i] != 0) {
3712 					target = sf_create_target(sf,
3713 					    privp, tid, ptr->lun[i]);
3714 				}
3715 				nprivp = NULL;
3716 				nfpkt = NULL;
3717 				if (target) {
3718 					nfpkt = sf_els_alloc(sf,
3719 					    target->sft_al_pa,
3720 					    sizeof (struct sf_els_hdr),
3721 					    sizeof (union sf_els_cmd),
3722 					    sizeof (union sf_els_rsp),
3723 					    (caddr_t *)&nprivp,
3724 					    (caddr_t *)&rsp);
3725 					if (nprivp)
3726 						nprivp->lip_cnt =
3727 						    privp->lip_cnt;
3728 				}
3729 				if (nfpkt && nprivp &&
3730 				    (sf_do_inquiry(sf, nprivp, target) ==
3731 				    0)) {
3732 					mutex_enter(&sf->sf_mutex);
3733 					if (sf->sf_lip_cnt == privp->
3734 					    lip_cnt) {
3735 						sf->sf_device_count --;
3736 					}
3737 					sf_offline_target(sf, target);
3738 					mutex_exit(&sf->sf_mutex);
3739 				}
3740 			}
3741 			sf_els_free(fpkt);
3742 			return;
3743 		} else {
3744 			SF_DEBUG(1, (sf, CE_CONT,
3745 			    "!REPORTLUN al_pa %x fcp failure, "
3746 			    "fcp_rsp_code %x scsi status %x\n",
3747 			    privp->dest_nport_id, bep->rsp_code,
3748 			    rsp ? rsp->fcp_u.fcp_status.scsi_status:0));
3749 			goto fail;
3750 		}
3751 	}
3752 	if (rsp && ((rsp->fcp_u.fcp_status.scsi_status == STATUS_BUSY) ||
3753 	    (rsp->fcp_u.fcp_status.scsi_status == STATUS_QFULL))) {
3754 		delayed_retry = 1;
3755 	}
3756 
3757 	if (++(privp->retries) < sf_els_retries ||
3758 	    (delayed_retry && privp->retries < SF_BSY_RETRIES)) {
3759 /* XXXXXX The following is here to handle broken targets -- remove it later */
3760 retry:
3761 /* XXXXXX */
3762 		if (delayed_retry) {
3763 			privp->retries--;
3764 			privp->timeout = sf_watchdog_time + SF_BSY_TIMEOUT;
3765 			privp->delayed_retry = 1;
3766 		} else {
3767 			privp->timeout = sf_watchdog_time + SF_FCP_TIMEOUT;
3768 		}
3769 
3770 		privp->prev = NULL;
3771 		mutex_enter(&sf->sf_mutex);
3772 		if (privp->lip_cnt == sf->sf_lip_cnt) {
3773 			if (!delayed_retry)
3774 				SF_DEBUG(1, (sf, CE_WARN,
3775 				    "!REPORTLUN to al_pa %x failed, retrying\n",
3776 				    privp->dest_nport_id));
3777 			privp->next = sf->sf_els_list;
3778 			if (sf->sf_els_list != NULL)
3779 				sf->sf_els_list->prev = privp;
3780 			sf->sf_els_list = privp;
3781 			mutex_exit(&sf->sf_mutex);
3782 			if (!delayed_retry && soc_transport(sf->sf_sochandle,
3783 			    fpkt, FCAL_NOSLEEP, CQ_REQUEST_1) !=
3784 			    FCAL_TRANSPORT_SUCCESS) {
3785 				mutex_enter(&sf->sf_mutex);
3786 				if (privp->prev)
3787 					privp->prev->next = privp->next;
3788 				if (privp->next)
3789 					privp->next->prev = privp->prev;
3790 				if (sf->sf_els_list == privp)
3791 					sf->sf_els_list = privp->next;
3792 				mutex_exit(&sf->sf_mutex);
3793 				goto fail;
3794 			} else
3795 				return;
3796 		} else {
3797 			mutex_exit(&sf->sf_mutex);
3798 		}
3799 	} else {
3800 fail:
3801 
3802 		/* REPORT_LUN failed -- try inquiry */
3803 		if (sf_do_inquiry(sf, privp, target) != 0) {
3804 			return;
3805 		} else {
3806 			free_pkt = 0;
3807 		}
3808 		mutex_enter(&sf->sf_mutex);
3809 		if (sf->sf_lip_cnt == privp->lip_cnt) {
3810 			sf_log(sf, CE_WARN,
3811 			    "!REPORTLUN to target 0x%x failed\n",
3812 			    sf_alpa_to_switch[privp->dest_nport_id]);
3813 			sf_offline_target(sf, target);
3814 			sf->sf_device_count--;
3815 			ASSERT(sf->sf_device_count >= 0);
3816 			if (sf->sf_device_count == 0)
3817 			sf_finish_init(sf, privp->lip_cnt);
3818 		}
3819 		mutex_exit(&sf->sf_mutex);
3820 	}
3821 	if (free_pkt) {
3822 		sf_els_free(fpkt);
3823 	}
3824 }
3825 
3826 static int
3827 sf_do_inquiry(struct sf *sf, struct sf_els_hdr *privp,
3828     struct sf_target *target)
3829 {
3830 	struct	fcal_packet	*fpkt = privp->fpkt;
3831 	ddi_dma_cookie_t	pcookie;
3832 	ddi_dma_handle_t	inq_dma_handle = NULL;
3833 	ddi_acc_handle_t	inq_acc_handle;
3834 	uint_t			ccount;
3835 	size_t			real_size;
3836 	caddr_t			inq_buf = NULL;
3837 	int			handle_bound = FALSE;
3838 	fc_frame_header_t *hp = &fpkt->fcal_socal_request.sr_fc_frame_hdr;
3839 	struct fcp_cmd		*inq = (struct fcp_cmd *)privp->cmd;
3840 	char			*msg = "Transport";
3841 
3842 
3843 	if (ddi_dma_alloc_handle(sf->sf_dip, sf->sf_sochandle->fcal_dmaattr,
3844 	    DDI_DMA_DONTWAIT, NULL, &inq_dma_handle) != DDI_SUCCESS) {
3845 		msg = "ddi_dma_alloc_handle()";
3846 		goto fail;
3847 	}
3848 
3849 	if (ddi_dma_mem_alloc(inq_dma_handle, SUN_INQSIZE,
3850 	    sf->sf_sochandle->fcal_accattr, DDI_DMA_CONSISTENT,
3851 	    DDI_DMA_DONTWAIT, NULL, &inq_buf,
3852 	    &real_size, &inq_acc_handle) != DDI_SUCCESS) {
3853 		msg = "ddi_dma_mem_alloc()";
3854 		goto fail;
3855 	}
3856 
3857 	if (real_size < SUN_INQSIZE) {
3858 		msg = "DMA mem < inquiry size";
3859 		goto fail;
3860 	}
3861 
3862 	if (ddi_dma_addr_bind_handle(inq_dma_handle, NULL,
3863 	    inq_buf, real_size, DDI_DMA_READ | DDI_DMA_CONSISTENT,
3864 	    DDI_DMA_DONTWAIT, NULL, &pcookie, &ccount) != DDI_DMA_MAPPED) {
3865 		msg = "ddi_dma_addr_bind_handle()";
3866 		goto fail;
3867 	}
3868 	handle_bound = TRUE;
3869 
3870 	if (ccount != 1) {
3871 		msg = "ccount != 1";
3872 		goto fail;
3873 	}
3874 	privp->els_code = 0;			/* not an ELS command */
3875 	privp->target = target;
3876 	privp->data_dma_handle = inq_dma_handle;
3877 	privp->data_acc_handle = inq_acc_handle;
3878 	privp->data_buf = inq_buf;
3879 	fpkt->fcal_pkt_comp = sf_inq_callback;
3880 	fpkt->fcal_socal_request.sr_soc_hdr.sh_seg_cnt = 3;
3881 	fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type = CQ_TYPE_IO_READ;
3882 	fpkt->fcal_socal_request.sr_dataseg[0].fc_count =
3883 	    sizeof (struct fcp_cmd);
3884 	fpkt->fcal_socal_request.sr_dataseg[2].fc_base =
3885 	    (uint32_t)pcookie.dmac_address;
3886 	fpkt->fcal_socal_request.sr_dataseg[2].fc_count = pcookie.dmac_size;
3887 	fpkt->fcal_socal_request.sr_soc_hdr.sh_byte_cnt = pcookie.dmac_size;
3888 	hp->r_ctl = R_CTL_COMMAND;
3889 	hp->type = TYPE_SCSI_FCP;
3890 	bzero((caddr_t)inq, sizeof (struct fcp_cmd));
3891 	((union scsi_cdb *)inq->fcp_cdb)->scc_cmd = SCMD_INQUIRY;
3892 	((union scsi_cdb *)inq->fcp_cdb)->g0_count0 = SUN_INQSIZE;
3893 	bcopy((caddr_t)&target->sft_lun.b, (caddr_t)&inq->fcp_ent_addr,
3894 	    FCP_LUN_SIZE);
3895 	inq->fcp_cntl.cntl_read_data = 1;
3896 	inq->fcp_cntl.cntl_write_data = 0;
3897 	inq->fcp_data_len = pcookie.dmac_size;
3898 	inq->fcp_cntl.cntl_qtype = FCP_QTYPE_SIMPLE;
3899 
3900 	(void) ddi_dma_sync(inq_dma_handle, (off_t)0, (size_t)0,
3901 	    DDI_DMA_SYNC_FORDEV);
3902 	privp->timeout = sf_watchdog_time + SF_FCP_TIMEOUT;
3903 	SF_DEBUG(5, (sf, CE_WARN,
3904 	    "!Sending INQUIRY to al_pa %x lun %" PRIx64 "\n",
3905 	    privp->dest_nport_id,
3906 	    SCSA_LUN(target)));
3907 	return (sf_els_transport(sf, privp));
3908 
3909 fail:
3910 	sf_log(sf, CE_WARN,
3911 	    "%s failure for INQUIRY to target 0x%x\n",
3912 	    msg, sf_alpa_to_switch[privp->dest_nport_id]);
3913 	sf_els_free(fpkt);
3914 	if (inq_dma_handle != NULL) {
3915 		if (handle_bound) {
3916 			(void) ddi_dma_unbind_handle(inq_dma_handle);
3917 		}
3918 		ddi_dma_free_handle(&inq_dma_handle);
3919 	}
3920 	if (inq_buf != NULL) {
3921 		ddi_dma_mem_free(&inq_acc_handle);
3922 	}
3923 	return (FALSE);
3924 }
3925 
3926 
3927 /*
3928  * called as the pkt_comp routine for INQ packets
3929  */
3930 static void
3931 sf_inq_callback(struct fcal_packet *fpkt)
3932 {
3933 	struct sf_els_hdr *privp = (struct sf_els_hdr *)fpkt->
3934 	    fcal_pkt_private;
3935 	struct scsi_inquiry *prt = (struct scsi_inquiry *)privp->data_buf;
3936 	struct sf *sf = privp->sf;
3937 	struct sf *tsf;
3938 	struct sf_target *target = privp->target;
3939 	struct fcp_rsp *rsp;
3940 	int delayed_retry = FALSE;
3941 	short	ncmds;
3942 
3943 
3944 	mutex_enter(&sf->sf_mutex);
3945 	/* use as temporary state variable */
3946 	if (privp->timeout == SF_INVALID_TIMEOUT) {
3947 		mutex_exit(&sf->sf_mutex);
3948 		return;
3949 	}
3950 	if (privp->prev != NULL) {
3951 		privp->prev->next = privp->next;
3952 	}
3953 	if (privp->next != NULL) {
3954 		privp->next->prev = privp->prev;
3955 	}
3956 	if (sf->sf_els_list == privp) {
3957 		sf->sf_els_list = privp->next;
3958 	}
3959 	privp->prev = privp->next = NULL;
3960 	mutex_exit(&sf->sf_mutex);
3961 	ncmds = fpkt->fcal_ncmds;
3962 	ASSERT(ncmds >= 0);
3963 	mutex_enter(&sf->sf_cmd_mutex);
3964 	sf->sf_ncmds = ncmds;
3965 	mutex_exit(&sf->sf_cmd_mutex);
3966 
3967 	if (fpkt->fcal_pkt_status == FCAL_STATUS_OK) {
3968 
3969 		(void) ddi_dma_sync(privp->rsp_dma_handle, (off_t)0,
3970 		    (size_t)0, DDI_DMA_SYNC_FORKERNEL);
3971 
3972 		rsp = (struct fcp_rsp *)privp->rsp;
3973 		SF_DEBUG(2, (sf, CE_CONT,
3974 		    "!INQUIRY to al_pa %x scsi status %x",
3975 		    privp->dest_nport_id, rsp->fcp_u.fcp_status.scsi_status));
3976 
3977 		if ((rsp->fcp_u.fcp_status.scsi_status == STATUS_GOOD) &&
3978 		    !rsp->fcp_u.fcp_status.resid_over &&
3979 		    (!rsp->fcp_u.fcp_status.resid_under ||
3980 		    ((SUN_INQSIZE - rsp->fcp_resid) >= SUN_MIN_INQLEN))) {
3981 			struct fcp_rsp_info *bep;
3982 
3983 			bep = (struct fcp_rsp_info *)(&rsp->
3984 			    fcp_response_len + 1);
3985 
3986 			if (!rsp->fcp_u.fcp_status.rsp_len_set ||
3987 			    (bep->rsp_code == FCP_NO_FAILURE)) {
3988 
3989 				SF_DEBUG(2, (sf, CE_CONT,
3990 				    "!INQUIRY to al_pa %x lun %" PRIx64
3991 				    " succeeded\n",
3992 				    privp->dest_nport_id, SCSA_LUN(target)));
3993 
3994 				(void) ddi_dma_sync(privp->data_dma_handle,
3995 				    (off_t)0, (size_t)0,
3996 				    DDI_DMA_SYNC_FORKERNEL);
3997 
3998 				mutex_enter(&sf->sf_mutex);
3999 
4000 				if (sf->sf_lip_cnt == privp->lip_cnt) {
4001 					mutex_enter(&target->sft_mutex);
4002 					target->sft_device_type =
4003 					    prt->inq_dtype;
4004 					bcopy(prt, &target->sft_inq,
4005 					    sizeof (*prt));
4006 					mutex_exit(&target->sft_mutex);
4007 					sf->sf_device_count--;
4008 					ASSERT(sf->sf_device_count >= 0);
4009 					if (sf->sf_device_count == 0) {
4010 						sf_finish_init(sf,
4011 						    privp->lip_cnt);
4012 					}
4013 				}
4014 				mutex_exit(&sf->sf_mutex);
4015 				sf_els_free(fpkt);
4016 				return;
4017 			}
4018 		} else if ((rsp->fcp_u.fcp_status.scsi_status ==
4019 		    STATUS_BUSY) ||
4020 		    (rsp->fcp_u.fcp_status.scsi_status == STATUS_QFULL) ||
4021 		    (rsp->fcp_u.fcp_status.scsi_status == STATUS_CHECK)) {
4022 			delayed_retry = TRUE;
4023 		}
4024 	} else {
4025 		SF_DEBUG(2, (sf, CE_CONT, "!INQUIRY to al_pa %x fc status %x",
4026 		    privp->dest_nport_id, fpkt->fcal_pkt_status));
4027 	}
4028 
4029 	if (++(privp->retries) < sf_els_retries ||
4030 	    (delayed_retry && privp->retries < SF_BSY_RETRIES)) {
4031 		if (fpkt->fcal_pkt_status == FCAL_STATUS_MAX_XCHG_EXCEEDED)  {
4032 			tsf = sf->sf_sibling;
4033 			if (tsf != NULL) {
4034 				mutex_enter(&tsf->sf_cmd_mutex);
4035 				tsf->sf_flag = 1;
4036 				tsf->sf_throttle = SF_DECR_DELTA;
4037 				mutex_exit(&tsf->sf_cmd_mutex);
4038 			}
4039 			delayed_retry = 1;
4040 		}
4041 		if (delayed_retry) {
4042 			privp->retries--;
4043 			privp->timeout = sf_watchdog_time + SF_BSY_TIMEOUT;
4044 			privp->delayed_retry = TRUE;
4045 		} else {
4046 			privp->timeout = sf_watchdog_time + SF_FCP_TIMEOUT;
4047 		}
4048 
4049 		privp->prev = NULL;
4050 		mutex_enter(&sf->sf_mutex);
4051 		if (privp->lip_cnt == sf->sf_lip_cnt) {
4052 			if (!delayed_retry) {
4053 				SF_DEBUG(1, (sf, CE_WARN,
4054 				    "INQUIRY to al_pa %x failed, retrying",
4055 				    privp->dest_nport_id));
4056 			}
4057 			privp->next = sf->sf_els_list;
4058 			if (sf->sf_els_list != NULL) {
4059 				sf->sf_els_list->prev = privp;
4060 			}
4061 			sf->sf_els_list = privp;
4062 			mutex_exit(&sf->sf_mutex);
4063 			/* if not delayed call transport to send a pkt */
4064 			if (!delayed_retry &&
4065 			    (soc_transport(sf->sf_sochandle, fpkt,
4066 			    FCAL_NOSLEEP, CQ_REQUEST_1) !=
4067 			    FCAL_TRANSPORT_SUCCESS)) {
4068 				mutex_enter(&sf->sf_mutex);
4069 				if (privp->prev != NULL) {
4070 					privp->prev->next = privp->next;
4071 				}
4072 				if (privp->next != NULL) {
4073 					privp->next->prev = privp->prev;
4074 				}
4075 				if (sf->sf_els_list == privp) {
4076 					sf->sf_els_list = privp->next;
4077 				}
4078 				mutex_exit(&sf->sf_mutex);
4079 				goto fail;
4080 			}
4081 			return;
4082 		}
4083 		mutex_exit(&sf->sf_mutex);
4084 	} else {
4085 fail:
4086 		mutex_enter(&sf->sf_mutex);
4087 		if (sf->sf_lip_cnt == privp->lip_cnt) {
4088 			sf_offline_target(sf, target);
4089 			sf_log(sf, CE_NOTE,
4090 			    "INQUIRY to target 0x%x lun %" PRIx64 " failed. "
4091 			    "Retry Count: %d\n",
4092 			    sf_alpa_to_switch[privp->dest_nport_id],
4093 			    SCSA_LUN(target),
4094 			    privp->retries);
4095 			sf->sf_device_count--;
4096 			ASSERT(sf->sf_device_count >= 0);
4097 			if (sf->sf_device_count == 0) {
4098 				sf_finish_init(sf, privp->lip_cnt);
4099 			}
4100 		}
4101 		mutex_exit(&sf->sf_mutex);
4102 	}
4103 	sf_els_free(fpkt);
4104 }
4105 
4106 
4107 static void
4108 sf_finish_init(struct sf *sf, int lip_cnt)
4109 {
4110 	int			i;		/* loop index */
4111 	int			cflag;
4112 	struct sf_target	*target;	/* current target */
4113 	dev_info_t		*dip;
4114 	struct sf_hp_elem	*elem;		/* hotplug element created */
4115 
4116 	SF_DEBUG(1, (sf, CE_WARN, "!sf_finish_init\n"));
4117 	ASSERT(mutex_owned(&sf->sf_mutex));
4118 
4119 	/* scan all hash queues */
4120 	for (i = 0; i < SF_NUM_HASH_QUEUES; i++) {
4121 		target = sf->sf_wwn_lists[i];
4122 		while (target != NULL) {
4123 			mutex_enter(&target->sft_mutex);
4124 
4125 			/* see if target is not offline */
4126 			if ((target->sft_state & SF_TARGET_OFFLINE)) {
4127 				/*
4128 				 * target already offline
4129 				 */
4130 				mutex_exit(&target->sft_mutex);
4131 				goto next_entry;
4132 			}
4133 
4134 			/*
4135 			 * target is not already offline -- see if it has
4136 			 * already been marked as ready to go offline
4137 			 */
4138 			if (target->sft_state & SF_TARGET_MARK) {
4139 				/*
4140 				 * target already marked, so take it offline
4141 				 */
4142 				mutex_exit(&target->sft_mutex);
4143 				sf_offline_target(sf, target);
4144 				goto next_entry;
4145 			}
4146 
4147 			/* clear target busy flag */
4148 			target->sft_state &= ~SF_TARGET_BUSY;
4149 
4150 			/* is target init not yet done ?? */
4151 			cflag = !(target->sft_state & SF_TARGET_INIT_DONE);
4152 
4153 			/* get pointer to target dip */
4154 			dip = target->sft_dip;
4155 
4156 			mutex_exit(&target->sft_mutex);
4157 			mutex_exit(&sf->sf_mutex);
4158 
4159 			if (cflag && (dip == NULL)) {
4160 				/*
4161 				 * target init not yet done &&
4162 				 * devinfo not yet created
4163 				 */
4164 				sf_create_devinfo(sf, target, lip_cnt);
4165 				mutex_enter(&sf->sf_mutex);
4166 				goto next_entry;
4167 			}
4168 
4169 			/*
4170 			 * target init already done || devinfo already created
4171 			 */
4172 			ASSERT(dip != NULL);
4173 			if (!sf_create_props(dip, target, lip_cnt)) {
4174 				/* a problem creating properties */
4175 				mutex_enter(&sf->sf_mutex);
4176 				goto next_entry;
4177 			}
4178 
4179 			/* create a new element for the hotplug list */
4180 			if ((elem = kmem_zalloc(sizeof (struct sf_hp_elem),
4181 			    KM_NOSLEEP)) != NULL) {
4182 
4183 				/* fill in the new element */
4184 				elem->dip = dip;
4185 				elem->target = target;
4186 				elem->what = SF_ONLINE;
4187 
4188 				/* add the new element into the hotplug list */
4189 				mutex_enter(&sf->sf_hp_daemon_mutex);
4190 				if (sf->sf_hp_elem_tail != NULL) {
4191 					sf->sf_hp_elem_tail->next = elem;
4192 					sf->sf_hp_elem_tail = elem;
4193 				} else {
4194 					/* this is the first element in list */
4195 					sf->sf_hp_elem_head =
4196 					    sf->sf_hp_elem_tail =
4197 					    elem;
4198 				}
4199 				cv_signal(&sf->sf_hp_daemon_cv);
4200 				mutex_exit(&sf->sf_hp_daemon_mutex);
4201 			} else {
4202 				/* could not allocate memory for element ?? */
4203 				(void) ndi_devi_online_async(dip, 0);
4204 			}
4205 
4206 			mutex_enter(&sf->sf_mutex);
4207 
4208 next_entry:
4209 			/* ensure no new LIPs have occurred */
4210 			if (sf->sf_lip_cnt != lip_cnt) {
4211 				return;
4212 			}
4213 			target = target->sft_next;
4214 		}
4215 
4216 		/* done scanning all targets in this queue */
4217 	}
4218 
4219 	/* done with all hash queues */
4220 
4221 	sf->sf_state = SF_STATE_ONLINE;
4222 	sf->sf_online_timer = 0;
4223 }
4224 
4225 
4226 /*
4227  * create devinfo node
4228  */
4229 static void
4230 sf_create_devinfo(struct sf *sf, struct sf_target *target, int lip_cnt)
4231 {
4232 	dev_info_t		*cdip = NULL;
4233 	char			*nname = NULL;
4234 	char			**compatible = NULL;
4235 	int			ncompatible;
4236 	struct scsi_inquiry	*inq = &target->sft_inq;
4237 	char			*scsi_binding_set;
4238 
4239 	/* get the 'scsi-binding-set' property */
4240 	if (ddi_prop_lookup_string(DDI_DEV_T_ANY, sf->sf_dip,
4241 	    DDI_PROP_NOTPROM | DDI_PROP_DONTPASS, "scsi-binding-set",
4242 	    &scsi_binding_set) != DDI_PROP_SUCCESS)
4243 		scsi_binding_set = NULL;
4244 
4245 	/* determine the node name and compatible */
4246 	scsi_hba_nodename_compatible_get(inq, scsi_binding_set,
4247 	    inq->inq_dtype, NULL, &nname, &compatible, &ncompatible);
4248 	if (scsi_binding_set)
4249 		ddi_prop_free(scsi_binding_set);
4250 
4251 	/* if nodename can't be determined then print a message and skip it */
4252 	if (nname == NULL) {
4253 #ifndef	RAID_LUNS
4254 		sf_log(sf, CE_WARN, "%s%d: no driver for device "
4255 		    "@w%02x%02x%02x%02x%02x%02x%02x%02x,%x\n"
4256 		    "    compatible: %s",
4257 		    ddi_driver_name(sf->sf_dip), ddi_get_instance(sf->sf_dip),
4258 		    target->sft_port_wwn[0], target->sft_port_wwn[1],
4259 		    target->sft_port_wwn[2], target->sft_port_wwn[3],
4260 		    target->sft_port_wwn[4], target->sft_port_wwn[5],
4261 		    target->sft_port_wwn[6], target->sft_port_wwn[7],
4262 		    target->sft_lun.l, *compatible);
4263 #else
4264 		sf_log(sf, CE_WARN, "%s%d: no driver for device "
4265 		    "@w%02x%02x%02x%02x%02x%02x%02x%02x,%x\n"
4266 		    "    compatible: %s",
4267 		    ddi_driver_name(sf->sf_dip), ddi_get_instance(sf->sf_dip),
4268 		    target->sft_port_wwn[0], target->sft_port_wwn[1],
4269 		    target->sft_port_wwn[2], target->sft_port_wwn[3],
4270 		    target->sft_port_wwn[4], target->sft_port_wwn[5],
4271 		    target->sft_port_wwn[6], target->sft_port_wwn[7],
4272 		    target->sft_raid_lun, *compatible);
4273 #endif
4274 		goto fail;
4275 	}
4276 
4277 	/* allocate the node */
4278 	if (ndi_devi_alloc(sf->sf_dip, nname,
4279 	    DEVI_SID_NODEID, &cdip) != NDI_SUCCESS) {
4280 		goto fail;
4281 	}
4282 
4283 	/* decorate the node with compatible */
4284 	if (ndi_prop_update_string_array(DDI_DEV_T_NONE, cdip,
4285 	    "compatible", compatible, ncompatible) != DDI_PROP_SUCCESS) {
4286 		goto fail;
4287 	}
4288 
4289 	/* add addressing properties to the node */
4290 	if (sf_create_props(cdip, target, lip_cnt) != 1) {
4291 		goto fail;
4292 	}
4293 
4294 	mutex_enter(&target->sft_mutex);
4295 	if (target->sft_dip != NULL) {
4296 		mutex_exit(&target->sft_mutex);
4297 		goto fail;
4298 	}
4299 	target->sft_dip = cdip;
4300 	mutex_exit(&target->sft_mutex);
4301 
4302 	if (ndi_devi_online_async(cdip, 0) != DDI_SUCCESS) {
4303 		goto fail;
4304 	}
4305 
4306 	scsi_hba_nodename_compatible_free(nname, compatible);
4307 	return;
4308 
4309 fail:
4310 	scsi_hba_nodename_compatible_free(nname, compatible);
4311 	if (cdip != NULL) {
4312 		(void) ndi_prop_remove(DDI_DEV_T_NONE, cdip, NODE_WWN_PROP);
4313 		(void) ndi_prop_remove(DDI_DEV_T_NONE, cdip, PORT_WWN_PROP);
4314 		(void) ndi_prop_remove(DDI_DEV_T_NONE, cdip, LIP_CNT_PROP);
4315 		(void) ndi_prop_remove(DDI_DEV_T_NONE, cdip, TARGET_PROP);
4316 		(void) ndi_prop_remove(DDI_DEV_T_NONE, cdip, LUN_PROP);
4317 		if (ndi_devi_free(cdip) != NDI_SUCCESS) {
4318 			sf_log(sf, CE_WARN, "ndi_devi_free failed\n");
4319 		} else {
4320 			mutex_enter(&target->sft_mutex);
4321 			if (cdip == target->sft_dip) {
4322 				target->sft_dip = NULL;
4323 			}
4324 			mutex_exit(&target->sft_mutex);
4325 		}
4326 	}
4327 }
4328 
4329 /*
4330  * create required properties, returning TRUE iff we succeed, else
4331  * returning FALSE
4332  */
4333 static int
4334 sf_create_props(dev_info_t *cdip, struct sf_target *target, int lip_cnt)
4335 {
4336 	int tgt_id = sf_alpa_to_switch[target->sft_al_pa];
4337 
4338 
4339 	if (ndi_prop_update_byte_array(DDI_DEV_T_NONE,
4340 	    cdip, NODE_WWN_PROP, target->sft_node_wwn, FC_WWN_SIZE) !=
4341 	    DDI_PROP_SUCCESS) {
4342 		return (FALSE);
4343 	}
4344 
4345 	if (ndi_prop_update_byte_array(DDI_DEV_T_NONE,
4346 	    cdip, PORT_WWN_PROP, target->sft_port_wwn, FC_WWN_SIZE) !=
4347 	    DDI_PROP_SUCCESS) {
4348 		return (FALSE);
4349 	}
4350 
4351 	if (ndi_prop_update_int(DDI_DEV_T_NONE,
4352 	    cdip, LIP_CNT_PROP, lip_cnt) != DDI_PROP_SUCCESS) {
4353 		return (FALSE);
4354 	}
4355 
4356 	if (ndi_prop_update_int(DDI_DEV_T_NONE,
4357 	    cdip, TARGET_PROP, tgt_id) != DDI_PROP_SUCCESS) {
4358 		return (FALSE);
4359 	}
4360 
4361 #ifndef	RAID_LUNS
4362 	if (ndi_prop_update_int(DDI_DEV_T_NONE,
4363 	    cdip, LUN_PROP, target->sft_lun.l) != DDI_PROP_SUCCESS) {
4364 		return (0);
4365 	}
4366 #else
4367 	if (ndi_prop_update_int(DDI_DEV_T_NONE,
4368 	    cdip, LUN_PROP, target->sft_raid_lun) != DDI_PROP_SUCCESS) {
4369 		return (0);
4370 	}
4371 #endif
4372 
4373 	return (TRUE);
4374 }
4375 
4376 
4377 /*
4378  * called by the transport to offline a target
4379  */
4380 /* ARGSUSED */
4381 static void
4382 sf_offline_target(struct sf *sf, struct sf_target *target)
4383 {
4384 	dev_info_t *dip;
4385 	struct sf_target *next_target = NULL;
4386 	struct sf_hp_elem	*elem;
4387 
4388 	ASSERT(mutex_owned(&sf->sf_mutex));
4389 
4390 	if (sf_core && (sf_core & SF_CORE_OFFLINE_TARGET)) {
4391 		(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
4392 		sf_core = 0;
4393 	}
4394 
4395 	while (target != NULL) {
4396 		sf_log(sf, CE_NOTE,
4397 		    "!target 0x%x al_pa 0x%x lun %" PRIx64 " offlined\n",
4398 		    sf_alpa_to_switch[target->sft_al_pa],
4399 		    target->sft_al_pa, SCSA_LUN(target));
4400 		mutex_enter(&target->sft_mutex);
4401 		target->sft_state &= ~(SF_TARGET_BUSY|SF_TARGET_MARK);
4402 		target->sft_state |= SF_TARGET_OFFLINE;
4403 		mutex_exit(&target->sft_mutex);
4404 		mutex_exit(&sf->sf_mutex);
4405 
4406 		/* XXXX if this is LUN 0, offline all other LUNs */
4407 		if (next_target || target->sft_lun.l == 0)
4408 			next_target = target->sft_next_lun;
4409 
4410 		/* abort all cmds for this target */
4411 		sf_abort_all(sf, target, FALSE, sf->sf_lip_cnt, FALSE);
4412 
4413 		mutex_enter(&sf->sf_mutex);
4414 		mutex_enter(&target->sft_mutex);
4415 		if (target->sft_state & SF_TARGET_INIT_DONE) {
4416 			dip = target->sft_dip;
4417 			mutex_exit(&target->sft_mutex);
4418 			mutex_exit(&sf->sf_mutex);
4419 			(void) ndi_prop_remove(DDI_DEV_T_NONE, dip,
4420 			    TARGET_PROP);
4421 			(void) ndi_event_retrieve_cookie(sf->sf_event_hdl,
4422 			    dip, FCAL_REMOVE_EVENT, &sf_remove_eid,
4423 			    NDI_EVENT_NOPASS);
4424 			(void) ndi_event_run_callbacks(sf->sf_event_hdl,
4425 			    target->sft_dip, sf_remove_eid, NULL);
4426 
4427 			elem = kmem_zalloc(sizeof (struct sf_hp_elem),
4428 			    KM_NOSLEEP);
4429 			if (elem != NULL) {
4430 				elem->dip = dip;
4431 				elem->target = target;
4432 				elem->what = SF_OFFLINE;
4433 				mutex_enter(&sf->sf_hp_daemon_mutex);
4434 				if (sf->sf_hp_elem_tail != NULL) {
4435 					sf->sf_hp_elem_tail->next = elem;
4436 					sf->sf_hp_elem_tail = elem;
4437 				} else {
4438 					sf->sf_hp_elem_head =
4439 					    sf->sf_hp_elem_tail =
4440 					    elem;
4441 				}
4442 				cv_signal(&sf->sf_hp_daemon_cv);
4443 				mutex_exit(&sf->sf_hp_daemon_mutex);
4444 			} else {
4445 				/* don't do NDI_DEVI_REMOVE for now */
4446 				if (ndi_devi_offline(dip, 0) != NDI_SUCCESS) {
4447 					SF_DEBUG(1, (sf, CE_WARN,
4448 					    "target %x lun %" PRIx64 ", "
4449 					    "device offline failed",
4450 					    sf_alpa_to_switch[target->
4451 					    sft_al_pa],
4452 					    SCSA_LUN(target)));
4453 				} else {
4454 					SF_DEBUG(1, (sf, CE_NOTE,
4455 					    "target %x, lun %" PRIx64 ", "
4456 					    "device offline succeeded\n",
4457 					    sf_alpa_to_switch[target->
4458 					    sft_al_pa],
4459 					    SCSA_LUN(target)));
4460 				}
4461 			}
4462 			mutex_enter(&sf->sf_mutex);
4463 		} else {
4464 			mutex_exit(&target->sft_mutex);
4465 		}
4466 		target = next_target;
4467 	}
4468 }
4469 
4470 
4471 /*
4472  * routine to get/set a capability
4473  *
4474  * returning:
4475  *	1 (TRUE)	boolean capability is true (on get)
4476  *	0 (FALSE)	invalid capability, can't set capability (on set),
4477  *			or boolean capability is false (on get)
4478  *	-1 (UNDEFINED)	can't find capability (SCSA) or unsupported capability
4479  *	3		when getting SCSI version number
4480  *	AL_PA		when getting port initiator ID
4481  */
4482 static int
4483 sf_commoncap(struct scsi_address *ap, char *cap,
4484     int val, int tgtonly, int doset)
4485 {
4486 	struct sf *sf = ADDR2SF(ap);
4487 	int cidx;
4488 	int rval = FALSE;
4489 
4490 
4491 	if (cap == NULL) {
4492 		SF_DEBUG(3, (sf, CE_WARN, "sf_commoncap: invalid arg"));
4493 		return (rval);
4494 	}
4495 
4496 	/* get index of capability string */
4497 	if ((cidx = scsi_hba_lookup_capstr(cap)) == -1) {
4498 		/* can't find capability */
4499 		return (UNDEFINED);
4500 	}
4501 
4502 	if (doset) {
4503 		/*
4504 		 * Process setcap request.
4505 		 */
4506 
4507 		/*
4508 		 * At present, we can only set binary (0/1) values
4509 		 */
4510 		switch (cidx) {
4511 		case SCSI_CAP_ARQ:	/* can't set this capability */
4512 			break;
4513 		default:
4514 			SF_DEBUG(3, (sf, CE_WARN,
4515 			    "sf_setcap: unsupported %d", cidx));
4516 			rval = UNDEFINED;
4517 			break;
4518 		}
4519 
4520 		SF_DEBUG(4, (sf, CE_NOTE,
4521 		    "set cap: cap=%s,val=0x%x,tgtonly=0x%x"
4522 		    ",doset=0x%x,rval=%d\n",
4523 		    cap, val, tgtonly, doset, rval));
4524 
4525 	} else {
4526 		/*
4527 		 * Process getcap request.
4528 		 */
4529 		switch (cidx) {
4530 		case SCSI_CAP_DMA_MAX:
4531 			break;		/* don't' have this capability */
4532 		case SCSI_CAP_INITIATOR_ID:
4533 			rval = sf->sf_al_pa;
4534 			break;
4535 		case SCSI_CAP_ARQ:
4536 			rval = TRUE;	/* do have this capability */
4537 			break;
4538 		case SCSI_CAP_RESET_NOTIFICATION:
4539 		case SCSI_CAP_TAGGED_QING:
4540 			rval = TRUE;	/* do have this capability */
4541 			break;
4542 		case SCSI_CAP_SCSI_VERSION:
4543 			rval = 3;
4544 			break;
4545 		case SCSI_CAP_INTERCONNECT_TYPE:
4546 			rval = INTERCONNECT_FIBRE;
4547 			break;
4548 		default:
4549 			SF_DEBUG(4, (sf, CE_WARN,
4550 			    "sf_scsi_getcap: unsupported"));
4551 			rval = UNDEFINED;
4552 			break;
4553 		}
4554 		SF_DEBUG(4, (sf, CE_NOTE,
4555 		    "get cap: cap=%s,val=0x%x,tgtonly=0x%x,"
4556 		    "doset=0x%x,rval=%d\n",
4557 		    cap, val, tgtonly, doset, rval));
4558 	}
4559 
4560 	return (rval);
4561 }
4562 
4563 
4564 /*
4565  * called by the transport to get a capability
4566  */
4567 static int
4568 sf_getcap(struct scsi_address *ap, char *cap, int whom)
4569 {
4570 	return (sf_commoncap(ap, cap, 0, whom, FALSE));
4571 }
4572 
4573 
4574 /*
4575  * called by the transport to set a capability
4576  */
4577 static int
4578 sf_setcap(struct scsi_address *ap, char *cap, int value, int whom)
4579 {
4580 	return (sf_commoncap(ap, cap, value, whom, TRUE));
4581 }
4582 
4583 
4584 /*
4585  * called by the transport to abort a target
4586  */
4587 static int
4588 sf_abort(struct scsi_address *ap, struct scsi_pkt *pkt)
4589 {
4590 	struct sf *sf = ADDR2SF(ap);
4591 	struct sf_target *target = ADDR2TARGET(ap);
4592 	struct sf_pkt *cmd, *ncmd, *pcmd;
4593 	struct fcal_packet *fpkt;
4594 	int	rval = 0, t, my_rval = FALSE;
4595 	int	old_target_state;
4596 	int	lip_cnt;
4597 	int	tgt_id;
4598 	fc_frame_header_t	*hp;
4599 	int	deferred_destroy;
4600 
4601 	deferred_destroy = 0;
4602 
4603 	if (pkt != NULL) {
4604 		cmd = PKT2CMD(pkt);
4605 		fpkt = cmd->cmd_fp_pkt;
4606 		SF_DEBUG(2, (sf, CE_NOTE, "sf_abort packet %p\n",
4607 		    (void *)fpkt));
4608 		pcmd = NULL;
4609 		mutex_enter(&sf->sf_cmd_mutex);
4610 		ncmd = sf->sf_pkt_head;
4611 		while (ncmd != NULL) {
4612 			if (ncmd == cmd) {
4613 				if (pcmd != NULL) {
4614 					pcmd->cmd_next = cmd->cmd_next;
4615 				} else {
4616 					sf->sf_pkt_head = cmd->cmd_next;
4617 				}
4618 				cmd->cmd_flags &= ~CFLAG_IN_QUEUE;
4619 				cmd->cmd_state = SF_STATE_IDLE;
4620 				pkt->pkt_reason = CMD_ABORTED;
4621 				pkt->pkt_statistics |= STAT_ABORTED;
4622 				my_rval = TRUE;
4623 				break;
4624 			} else {
4625 				pcmd = ncmd;
4626 				ncmd = ncmd->cmd_next;
4627 			}
4628 		}
4629 		mutex_exit(&sf->sf_cmd_mutex);
4630 		if (ncmd == NULL) {
4631 			mutex_enter(&cmd->cmd_abort_mutex);
4632 			if (cmd->cmd_state == SF_STATE_ISSUED) {
4633 				cmd->cmd_state = SF_STATE_ABORTING;
4634 				cmd->cmd_timeout = sf_watchdog_time + 20;
4635 				mutex_exit(&cmd->cmd_abort_mutex);
4636 				/* call transport to abort command */
4637 				if (((rval = soc_abort(sf->sf_sochandle,
4638 				    sf->sf_socp, sf->sf_sochandle->fcal_portno,
4639 				    fpkt, 1)) == FCAL_ABORTED) ||
4640 				    (rval == FCAL_ABORT_FAILED)) {
4641 					my_rval = TRUE;
4642 					pkt->pkt_reason = CMD_ABORTED;
4643 					pkt->pkt_statistics |= STAT_ABORTED;
4644 					cmd->cmd_state = SF_STATE_IDLE;
4645 				} else if (rval == FCAL_BAD_ABORT) {
4646 					cmd->cmd_timeout = sf_watchdog_time
4647 					    + 20;
4648 					my_rval = FALSE;
4649 				} else {
4650 					SF_DEBUG(1, (sf, CE_NOTE,
4651 					    "Command Abort failed\n"));
4652 				}
4653 			} else {
4654 				mutex_exit(&cmd->cmd_abort_mutex);
4655 			}
4656 		}
4657 	} else {
4658 		SF_DEBUG(2, (sf, CE_NOTE, "sf_abort target\n"));
4659 		mutex_enter(&sf->sf_mutex);
4660 		lip_cnt = sf->sf_lip_cnt;
4661 		mutex_enter(&target->sft_mutex);
4662 		if (target->sft_state & (SF_TARGET_BUSY |
4663 		    SF_TARGET_OFFLINE)) {
4664 			mutex_exit(&target->sft_mutex);
4665 			return (rval);
4666 		}
4667 		old_target_state = target->sft_state;
4668 		target->sft_state |= SF_TARGET_BUSY;
4669 		mutex_exit(&target->sft_mutex);
4670 		mutex_exit(&sf->sf_mutex);
4671 
4672 		if ((pkt = sf_scsi_init_pkt(ap, NULL, NULL, 0,
4673 		    0, 0, 0, NULL, 0)) != NULL) {
4674 
4675 			cmd = PKT2CMD(pkt);
4676 			cmd->cmd_block->fcp_cntl.cntl_abort_tsk = 1;
4677 			cmd->cmd_fp_pkt->fcal_pkt_comp = NULL;
4678 			cmd->cmd_pkt->pkt_flags |= FLAG_NOINTR;
4679 
4680 			/* prepare the packet for transport */
4681 			if (sf_prepare_pkt(sf, cmd, target) == TRAN_ACCEPT) {
4682 
4683 				cmd->cmd_state = SF_STATE_ISSUED;
4684 				/*
4685 				 * call transport to send a pkt polled
4686 				 *
4687 				 * if that fails call the transport to abort it
4688 				 */
4689 				if (soc_transport_poll(sf->sf_sochandle,
4690 				    cmd->cmd_fp_pkt, SF_ABORT_TIMEOUT,
4691 				    CQ_REQUEST_1) == FCAL_TRANSPORT_SUCCESS) {
4692 					(void) ddi_dma_sync(
4693 					    cmd->cmd_cr_pool->rsp_dma_handle,
4694 					    (off_t)
4695 					    ((caddr_t)cmd->cmd_rsp_block -
4696 					    cmd->cmd_cr_pool->rsp_base),
4697 					    FCP_MAX_RSP_IU_SIZE,
4698 					    DDI_DMA_SYNC_FORKERNEL);
4699 					if (((struct fcp_rsp_info *)
4700 					    (&cmd->cmd_rsp_block->
4701 					    fcp_response_len + 1))->
4702 					    rsp_code == FCP_NO_FAILURE) {
4703 						/* abort cmds for this targ */
4704 						sf_abort_all(sf, target, TRUE,
4705 						    lip_cnt, TRUE);
4706 					} else {
4707 						hp = &cmd->cmd_fp_pkt->
4708 						    fcal_socal_request.
4709 						    sr_fc_frame_hdr;
4710 						tgt_id = sf_alpa_to_switch[
4711 						    (uchar_t)hp->d_id];
4712 						sf->sf_stats.tstats[tgt_id].
4713 						    task_mgmt_failures++;
4714 						SF_DEBUG(1, (sf, CE_NOTE,
4715 						    "Target %d Abort Task "
4716 						    "Set failed\n", hp->d_id));
4717 					}
4718 				} else {
4719 					mutex_enter(&cmd->cmd_abort_mutex);
4720 					if (cmd->cmd_state == SF_STATE_ISSUED) {
4721 					cmd->cmd_state = SF_STATE_ABORTING;
4722 					cmd->cmd_timeout = sf_watchdog_time
4723 					    + 20;
4724 					mutex_exit(&cmd->cmd_abort_mutex);
4725 					if ((t = soc_abort(sf->sf_sochandle,
4726 					    sf->sf_socp, sf->sf_sochandle->
4727 					    fcal_portno, cmd->cmd_fp_pkt, 1)) !=
4728 					    FCAL_ABORTED &&
4729 					    (t != FCAL_ABORT_FAILED)) {
4730 						sf_log(sf, CE_NOTE,
4731 						    "sf_abort failed, "
4732 						    "initiating LIP\n");
4733 						sf_force_lip(sf);
4734 						deferred_destroy = 1;
4735 					}
4736 					} else {
4737 					mutex_exit(&cmd->cmd_abort_mutex);
4738 					}
4739 				}
4740 			}
4741 			if (!deferred_destroy) {
4742 				cmd->cmd_fp_pkt->fcal_pkt_comp =
4743 				    sf_cmd_callback;
4744 				cmd->cmd_block->fcp_cntl.cntl_abort_tsk = 0;
4745 				sf_scsi_destroy_pkt(ap, pkt);
4746 				my_rval = TRUE;
4747 			}
4748 		}
4749 		mutex_enter(&sf->sf_mutex);
4750 		if (lip_cnt == sf->sf_lip_cnt) {
4751 			mutex_enter(&target->sft_mutex);
4752 			target->sft_state = old_target_state;
4753 			mutex_exit(&target->sft_mutex);
4754 		}
4755 		mutex_exit(&sf->sf_mutex);
4756 	}
4757 	return (my_rval);
4758 }
4759 
4760 
4761 /*
4762  * called by the transport and internally to reset a target
4763  */
4764 static int
4765 sf_reset(struct scsi_address *ap, int level)
4766 {
4767 	struct scsi_pkt *pkt;
4768 	struct fcal_packet *fpkt;
4769 	struct sf *sf = ADDR2SF(ap);
4770 	struct sf_target *target = ADDR2TARGET(ap), *ntarget;
4771 	struct sf_pkt *cmd;
4772 	int	rval = FALSE, t;
4773 	int	lip_cnt;
4774 	int	tgt_id, ret;
4775 	fc_frame_header_t	*hp;
4776 	int	deferred_destroy;
4777 
4778 	/* We don't support RESET_LUN yet. */
4779 	if (level == RESET_TARGET) {
4780 		struct sf_reset_list *p;
4781 
4782 		if ((p = kmem_alloc(sizeof (struct sf_reset_list), KM_NOSLEEP))
4783 		    == NULL)
4784 			return (rval);
4785 
4786 		SF_DEBUG(2, (sf, CE_NOTE, "sf_reset target\n"));
4787 		mutex_enter(&sf->sf_mutex);
4788 		/* All target resets go to LUN 0 */
4789 		if (target->sft_lun.l) {
4790 			target = sf_lookup_target(sf, target->sft_port_wwn, 0);
4791 		}
4792 		mutex_enter(&target->sft_mutex);
4793 		if (target->sft_state & (SF_TARGET_BUSY |
4794 		    SF_TARGET_OFFLINE)) {
4795 			mutex_exit(&target->sft_mutex);
4796 			mutex_exit(&sf->sf_mutex);
4797 			kmem_free(p, sizeof (struct sf_reset_list));
4798 			return (rval);
4799 		}
4800 		lip_cnt = sf->sf_lip_cnt;
4801 		target->sft_state |= SF_TARGET_BUSY;
4802 		for (ntarget = target->sft_next_lun;
4803 		    ntarget;
4804 		    ntarget = ntarget->sft_next_lun) {
4805 			mutex_enter(&ntarget->sft_mutex);
4806 			/*
4807 			 * XXXX If we supported RESET_LUN we should check here
4808 			 * to see if any LUN were being reset and somehow fail
4809 			 * that operation.
4810 			 */
4811 			ntarget->sft_state |= SF_TARGET_BUSY;
4812 			mutex_exit(&ntarget->sft_mutex);
4813 		}
4814 		mutex_exit(&target->sft_mutex);
4815 		mutex_exit(&sf->sf_mutex);
4816 
4817 		deferred_destroy = 0;
4818 		if ((pkt = sf_scsi_init_pkt(ap, NULL, NULL, 0,
4819 		    0, 0, 0, NULL, 0)) != NULL) {
4820 			cmd = PKT2CMD(pkt);
4821 			cmd->cmd_block->fcp_cntl.cntl_reset = 1;
4822 			cmd->cmd_fp_pkt->fcal_pkt_comp = NULL;
4823 			cmd->cmd_pkt->pkt_flags |= FLAG_NOINTR;
4824 
4825 			/* prepare the packet for transport */
4826 			if (sf_prepare_pkt(sf, cmd, target) == TRAN_ACCEPT) {
4827 				/* call transport to send a pkt polled */
4828 				cmd->cmd_state = SF_STATE_ISSUED;
4829 				if ((ret = soc_transport_poll(sf->sf_sochandle,
4830 				    cmd->cmd_fp_pkt, SF_ABORT_TIMEOUT,
4831 				    CQ_REQUEST_1)) == FCAL_TRANSPORT_SUCCESS) {
4832 					(void) ddi_dma_sync(cmd->cmd_cr_pool->
4833 					    rsp_dma_handle, (caddr_t)cmd->
4834 					    cmd_rsp_block - cmd->cmd_cr_pool->
4835 					    rsp_base, FCP_MAX_RSP_IU_SIZE,
4836 					    DDI_DMA_SYNC_FORKERNEL);
4837 					fpkt = cmd->cmd_fp_pkt;
4838 					if ((fpkt->fcal_pkt_status ==
4839 					    FCAL_STATUS_OK) &&
4840 					    (((struct fcp_rsp_info *)
4841 					    (&cmd->cmd_rsp_block->
4842 					    fcp_response_len + 1))->
4843 					    rsp_code == FCP_NO_FAILURE)) {
4844 						sf_log(sf, CE_NOTE,
4845 						    "!sf%d: Target 0x%x Reset "
4846 						    "successful\n",
4847 						    ddi_get_instance(\
4848 						    sf->sf_dip),
4849 						    sf_alpa_to_switch[
4850 						    target->sft_al_pa]);
4851 						rval = TRUE;
4852 					} else {
4853 						hp = &cmd->cmd_fp_pkt->
4854 						    fcal_socal_request.
4855 						    sr_fc_frame_hdr;
4856 						tgt_id = sf_alpa_to_switch[
4857 						    (uchar_t)hp->d_id];
4858 						sf->sf_stats.tstats[tgt_id].
4859 						    task_mgmt_failures++;
4860 						sf_log(sf, CE_NOTE,
4861 						    "!sf%d: Target 0x%x "
4862 						    "Reset failed."
4863 						    "Status code 0x%x "
4864 						    "Resp code 0x%x\n",
4865 						    ddi_get_instance(\
4866 						    sf->sf_dip),
4867 						    tgt_id,
4868 						    fpkt->fcal_pkt_status,
4869 						    ((struct fcp_rsp_info *)
4870 						    (&cmd->cmd_rsp_block->
4871 						    fcp_response_len + 1))->
4872 						    rsp_code);
4873 					}
4874 				} else {
4875 					sf_log(sf, CE_NOTE, "!sf%d: Target "
4876 					    "0x%x Reset Failed. Ret=%x\n",
4877 					    ddi_get_instance(sf->sf_dip),
4878 					    sf_alpa_to_switch[
4879 					    target->sft_al_pa], ret);
4880 					mutex_enter(&cmd->cmd_abort_mutex);
4881 					if (cmd->cmd_state == SF_STATE_ISSUED) {
4882 					/* call the transport to abort a cmd */
4883 					cmd->cmd_timeout = sf_watchdog_time
4884 					    + 20;
4885 					cmd->cmd_state = SF_STATE_ABORTING;
4886 					mutex_exit(&cmd->cmd_abort_mutex);
4887 					if (((t = soc_abort(sf->sf_sochandle,
4888 					    sf->sf_socp,
4889 					    sf->sf_sochandle->fcal_portno,
4890 					    cmd->cmd_fp_pkt, 1)) !=
4891 					    FCAL_ABORTED) &&
4892 					    (t != FCAL_ABORT_FAILED)) {
4893 						sf_log(sf, CE_NOTE,
4894 						    "!sf%d: Target 0x%x Reset "
4895 						    "failed. Abort Failed, "
4896 						    "forcing LIP\n",
4897 						    ddi_get_instance(
4898 						    sf->sf_dip),
4899 						    sf_alpa_to_switch[
4900 						    target->sft_al_pa]);
4901 						sf_force_lip(sf);
4902 						rval = TRUE;
4903 						deferred_destroy = 1;
4904 					}
4905 					} else {
4906 						mutex_exit
4907 						    (&cmd->cmd_abort_mutex);
4908 					}
4909 				}
4910 			}
4911 			/*
4912 			 * Defer releasing the packet if we abort returned with
4913 			 * a BAD_ABORT or timed out, because there is a
4914 			 * possibility that the ucode might return it.
4915 			 * We wait for at least 20s and let it be released
4916 			 * by the sf_watch thread
4917 			 */
4918 			if (!deferred_destroy) {
4919 				cmd->cmd_block->fcp_cntl.cntl_reset = 0;
4920 				cmd->cmd_fp_pkt->fcal_pkt_comp =
4921 				    sf_cmd_callback;
4922 				cmd->cmd_state = SF_STATE_IDLE;
4923 				/* for cache */
4924 				sf_scsi_destroy_pkt(ap, pkt);
4925 			}
4926 		} else {
4927 			cmn_err(CE_WARN, "!sf%d: Target 0x%x Reset Failed. "
4928 			    "Resource allocation error.\n",
4929 			    ddi_get_instance(sf->sf_dip),
4930 			    sf_alpa_to_switch[target->sft_al_pa]);
4931 		}
4932 		mutex_enter(&sf->sf_mutex);
4933 		if ((rval == TRUE) && (lip_cnt == sf->sf_lip_cnt)) {
4934 			p->target = target;
4935 			p->lip_cnt = lip_cnt;
4936 			p->timeout = ddi_get_lbolt() +
4937 			    drv_usectohz(SF_TARGET_RESET_DELAY);
4938 			p->next = sf->sf_reset_list;
4939 			sf->sf_reset_list = p;
4940 			mutex_exit(&sf->sf_mutex);
4941 			mutex_enter(&sf_global_mutex);
4942 			if (sf_reset_timeout_id == 0) {
4943 				sf_reset_timeout_id = timeout(
4944 				    sf_check_reset_delay, NULL,
4945 				    drv_usectohz(SF_TARGET_RESET_DELAY));
4946 			}
4947 			mutex_exit(&sf_global_mutex);
4948 		} else {
4949 			if (lip_cnt == sf->sf_lip_cnt) {
4950 				mutex_enter(&target->sft_mutex);
4951 				target->sft_state &= ~SF_TARGET_BUSY;
4952 				for (ntarget = target->sft_next_lun;
4953 				    ntarget;
4954 				    ntarget = ntarget->sft_next_lun) {
4955 					mutex_enter(&ntarget->sft_mutex);
4956 					ntarget->sft_state &= ~SF_TARGET_BUSY;
4957 					mutex_exit(&ntarget->sft_mutex);
4958 				}
4959 				mutex_exit(&target->sft_mutex);
4960 			}
4961 			mutex_exit(&sf->sf_mutex);
4962 			kmem_free(p, sizeof (struct sf_reset_list));
4963 		}
4964 	} else {
4965 		mutex_enter(&sf->sf_mutex);
4966 		if ((sf->sf_state == SF_STATE_OFFLINE) &&
4967 		    (sf_watchdog_time < sf->sf_timer)) {
4968 			/*
4969 			 * We are currently in a lip, so let this one
4970 			 * finish before forcing another one.
4971 			 */
4972 			mutex_exit(&sf->sf_mutex);
4973 			return (TRUE);
4974 		}
4975 		mutex_exit(&sf->sf_mutex);
4976 		sf_log(sf, CE_NOTE, "!sf:Target driver initiated lip\n");
4977 		sf_force_lip(sf);
4978 		rval = TRUE;
4979 	}
4980 	return (rval);
4981 }
4982 
4983 
4984 /*
4985  * abort all commands for a target
4986  *
4987  * if try_abort is set then send an abort
4988  * if abort is set then this is abort, else this is a reset
4989  */
4990 static void
4991 sf_abort_all(struct sf *sf, struct sf_target *target, int abort, int
4992     lip_cnt, int try_abort)
4993 {
4994 	struct sf_target *ntarget;
4995 	struct sf_pkt *cmd, *head = NULL, *tail = NULL, *pcmd = NULL, *tcmd;
4996 	struct fcal_packet *fpkt;
4997 	struct scsi_pkt *pkt;
4998 	int rval = FCAL_ABORTED;
4999 
5000 	/*
5001 	 * First pull all commands for all LUNs on this target out of the
5002 	 * overflow list.  We can tell it's the same target by comparing
5003 	 * the node WWN.
5004 	 */
5005 	mutex_enter(&sf->sf_mutex);
5006 	if (lip_cnt == sf->sf_lip_cnt) {
5007 		mutex_enter(&sf->sf_cmd_mutex);
5008 		cmd = sf->sf_pkt_head;
5009 		while (cmd != NULL) {
5010 			ntarget = ADDR2TARGET(&cmd->cmd_pkt->
5011 			    pkt_address);
5012 			if (ntarget == target) {
5013 				if (pcmd != NULL)
5014 					pcmd->cmd_next = cmd->cmd_next;
5015 				else
5016 					sf->sf_pkt_head = cmd->cmd_next;
5017 				if (sf->sf_pkt_tail == cmd) {
5018 					sf->sf_pkt_tail = pcmd;
5019 					if (pcmd != NULL)
5020 						pcmd->cmd_next = NULL;
5021 				}
5022 				tcmd = cmd->cmd_next;
5023 				if (head == NULL) {
5024 					head = cmd;
5025 					tail = cmd;
5026 				} else {
5027 					tail->cmd_next = cmd;
5028 					tail = cmd;
5029 				}
5030 				cmd->cmd_next = NULL;
5031 				cmd = tcmd;
5032 			} else {
5033 				pcmd = cmd;
5034 				cmd = cmd->cmd_next;
5035 			}
5036 		}
5037 		mutex_exit(&sf->sf_cmd_mutex);
5038 	}
5039 	mutex_exit(&sf->sf_mutex);
5040 
5041 	/*
5042 	 * Now complete all the commands on our list.  In the process,
5043 	 * the completion routine may take the commands off the target
5044 	 * lists.
5045 	 */
5046 	cmd = head;
5047 	while (cmd != NULL) {
5048 		pkt = cmd->cmd_pkt;
5049 		if (abort) {
5050 			pkt->pkt_reason = CMD_ABORTED;
5051 			pkt->pkt_statistics |= STAT_ABORTED;
5052 		} else {
5053 			pkt->pkt_reason = CMD_RESET;
5054 			pkt->pkt_statistics |= STAT_DEV_RESET;
5055 		}
5056 		cmd->cmd_flags &= ~CFLAG_IN_QUEUE;
5057 		cmd->cmd_state = SF_STATE_IDLE;
5058 		cmd = cmd->cmd_next;
5059 		/*
5060 		 * call the packet completion routine only for
5061 		 * non-polled commands. Ignore the polled commands as
5062 		 * they timeout and will be handled differently
5063 		 */
5064 		if ((pkt->pkt_comp) && !(pkt->pkt_flags & FLAG_NOINTR))
5065 			(*pkt->pkt_comp)(pkt);
5066 
5067 	}
5068 
5069 	/*
5070 	 * Finally get all outstanding commands for each LUN, and abort them if
5071 	 * they've been issued, and call the completion routine.
5072 	 * For the case where sf_offline_target is called from sf_watch
5073 	 * due to a Offline Timeout, it is quite possible that the soc+
5074 	 * ucode is hosed and therefore  cannot return the commands.
5075 	 * Clear up all the issued commands as well.
5076 	 * Try_abort will be false only if sf_abort_all is coming from
5077 	 * sf_target_offline.
5078 	 */
5079 
5080 	if (try_abort || sf->sf_state == SF_STATE_OFFLINE) {
5081 		mutex_enter(&target->sft_pkt_mutex);
5082 		cmd = tcmd = target->sft_pkt_head;
5083 		while (cmd != (struct sf_pkt *)&target->sft_pkt_head) {
5084 			fpkt = cmd->cmd_fp_pkt;
5085 			pkt = cmd->cmd_pkt;
5086 			mutex_enter(&cmd->cmd_abort_mutex);
5087 			if ((cmd->cmd_state == SF_STATE_ISSUED) &&
5088 			    (fpkt->fcal_cmd_state &
5089 			    FCAL_CMD_IN_TRANSPORT) &&
5090 			    ((fpkt->fcal_cmd_state & FCAL_CMD_COMPLETE) ==
5091 			    0) && !(pkt->pkt_flags & FLAG_NOINTR)) {
5092 				cmd->cmd_state = SF_STATE_ABORTING;
5093 				cmd->cmd_timeout = sf_watchdog_time +
5094 				    cmd->cmd_pkt->pkt_time + 20;
5095 				mutex_exit(&cmd->cmd_abort_mutex);
5096 				mutex_exit(&target->sft_pkt_mutex);
5097 				if (try_abort) {
5098 					/* call the transport to abort a pkt */
5099 					rval = soc_abort(sf->sf_sochandle,
5100 					    sf->sf_socp,
5101 					    sf->sf_sochandle->fcal_portno,
5102 					    fpkt, 1);
5103 				}
5104 				if ((rval == FCAL_ABORTED) ||
5105 				    (rval == FCAL_ABORT_FAILED)) {
5106 					if (abort) {
5107 						pkt->pkt_reason = CMD_ABORTED;
5108 						pkt->pkt_statistics |=
5109 						    STAT_ABORTED;
5110 					} else {
5111 						pkt->pkt_reason = CMD_RESET;
5112 						pkt->pkt_statistics |=
5113 						    STAT_DEV_RESET;
5114 					}
5115 					cmd->cmd_state = SF_STATE_IDLE;
5116 					if (pkt->pkt_comp)
5117 						(*pkt->pkt_comp)(pkt);
5118 				}
5119 				mutex_enter(&sf->sf_mutex);
5120 				if (lip_cnt != sf->sf_lip_cnt) {
5121 					mutex_exit(&sf->sf_mutex);
5122 					return;
5123 				}
5124 				mutex_exit(&sf->sf_mutex);
5125 				mutex_enter(&target->sft_pkt_mutex);
5126 				cmd = target->sft_pkt_head;
5127 			} else {
5128 				mutex_exit(&cmd->cmd_abort_mutex);
5129 				cmd = cmd->cmd_forw;
5130 			}
5131 		}
5132 		mutex_exit(&target->sft_pkt_mutex);
5133 	}
5134 }
5135 
5136 
5137 /*
5138  * called by the transport to start a packet
5139  */
5140 static int
5141 sf_start(struct scsi_address *ap, struct scsi_pkt *pkt)
5142 {
5143 	struct sf *sf = ADDR2SF(ap);
5144 	struct sf_target *target = ADDR2TARGET(ap);
5145 	struct sf_pkt *cmd = PKT2CMD(pkt);
5146 	int rval;
5147 
5148 
5149 	SF_DEBUG(6, (sf, CE_NOTE, "sf_start\n"));
5150 
5151 	if (cmd->cmd_state == SF_STATE_ISSUED) {
5152 		cmn_err(CE_PANIC, "sf: issuing packet twice 0x%p\n",
5153 		    (void *)cmd);
5154 	}
5155 
5156 	/* prepare the packet for transport */
5157 	if ((rval = sf_prepare_pkt(sf, cmd, target)) != TRAN_ACCEPT) {
5158 		return (rval);
5159 	}
5160 
5161 	if (target->sft_state & (SF_TARGET_BUSY|SF_TARGET_OFFLINE)) {
5162 		if (target->sft_state & SF_TARGET_OFFLINE) {
5163 			return (TRAN_FATAL_ERROR);
5164 		}
5165 		if (pkt->pkt_flags & FLAG_NOINTR) {
5166 			return (TRAN_BUSY);
5167 		}
5168 		mutex_enter(&sf->sf_cmd_mutex);
5169 		sf->sf_use_lock = TRUE;
5170 		goto enque;
5171 	}
5172 
5173 
5174 	/* if no interrupts then do polled I/O */
5175 	if (pkt->pkt_flags & FLAG_NOINTR) {
5176 		return (sf_dopoll(sf, cmd));
5177 	}
5178 
5179 	/* regular interrupt-driven I/O */
5180 
5181 	if (!sf->sf_use_lock) {
5182 
5183 		/* locking no needed */
5184 
5185 		cmd->cmd_timeout = cmd->cmd_pkt->pkt_time ?
5186 		    sf_watchdog_time + cmd->cmd_pkt->pkt_time : 0;
5187 		cmd->cmd_state = SF_STATE_ISSUED;
5188 
5189 		/* call the transport to send a pkt */
5190 		if (soc_transport(sf->sf_sochandle, cmd->cmd_fp_pkt,
5191 		    FCAL_NOSLEEP, CQ_REQUEST_1) != FCAL_TRANSPORT_SUCCESS) {
5192 			cmd->cmd_state = SF_STATE_IDLE;
5193 			return (TRAN_BADPKT);
5194 		}
5195 		return (TRAN_ACCEPT);
5196 	}
5197 
5198 	/* regular I/O using locking */
5199 
5200 	mutex_enter(&sf->sf_cmd_mutex);
5201 	if ((sf->sf_ncmds >= sf->sf_throttle) ||
5202 	    (sf->sf_pkt_head != NULL)) {
5203 enque:
5204 		/*
5205 		 * either we're throttling back or there are already commands
5206 		 * on the queue, so enqueue this one for later
5207 		 */
5208 		cmd->cmd_flags |= CFLAG_IN_QUEUE;
5209 		if (sf->sf_pkt_head != NULL) {
5210 			/* add to the queue */
5211 			sf->sf_pkt_tail->cmd_next = cmd;
5212 			cmd->cmd_next = NULL;
5213 			sf->sf_pkt_tail = cmd;
5214 		} else {
5215 			/* this is the first entry in the queue */
5216 			sf->sf_pkt_head = sf->sf_pkt_tail = cmd;
5217 			cmd->cmd_next = NULL;
5218 		}
5219 		mutex_exit(&sf->sf_cmd_mutex);
5220 		return (TRAN_ACCEPT);
5221 	}
5222 
5223 	/*
5224 	 * start this packet now
5225 	 */
5226 
5227 	/* still have cmd mutex */
5228 	return (sf_start_internal(sf, cmd));
5229 }
5230 
5231 
5232 /*
5233  * internal routine to start a packet from the queue now
5234  *
5235  * enter with cmd mutex held and leave with it released
5236  */
5237 static int
5238 sf_start_internal(struct sf *sf, struct sf_pkt *cmd)
5239 {
5240 	/* we have the cmd mutex */
5241 	sf->sf_ncmds++;
5242 	mutex_exit(&sf->sf_cmd_mutex);
5243 
5244 	ASSERT(cmd->cmd_state != SF_STATE_ISSUED);
5245 	SF_DEBUG(6, (sf, CE_NOTE, "sf_start_internal\n"));
5246 
5247 	cmd->cmd_timeout = cmd->cmd_pkt->pkt_time ? sf_watchdog_time +
5248 	    cmd->cmd_pkt->pkt_time : 0;
5249 	cmd->cmd_state = SF_STATE_ISSUED;
5250 
5251 	/* call transport to send the pkt */
5252 	if (soc_transport(sf->sf_sochandle, cmd->cmd_fp_pkt, FCAL_NOSLEEP,
5253 	    CQ_REQUEST_1) != FCAL_TRANSPORT_SUCCESS) {
5254 		cmd->cmd_state = SF_STATE_IDLE;
5255 		mutex_enter(&sf->sf_cmd_mutex);
5256 		sf->sf_ncmds--;
5257 		mutex_exit(&sf->sf_cmd_mutex);
5258 		return (TRAN_BADPKT);
5259 	}
5260 	return (TRAN_ACCEPT);
5261 }
5262 
5263 
5264 /*
5265  * prepare a packet for transport
5266  */
5267 static int
5268 sf_prepare_pkt(struct sf *sf, struct sf_pkt *cmd, struct sf_target *target)
5269 {
5270 	struct fcp_cmd *fcmd = cmd->cmd_block;
5271 
5272 /* XXXX Need to set the LUN ? */
5273 	bcopy((caddr_t)&target->sft_lun.b,
5274 	    (caddr_t)&fcmd->fcp_ent_addr,
5275 	    FCP_LUN_SIZE);
5276 	cmd->cmd_pkt->pkt_reason = CMD_CMPLT;
5277 	cmd->cmd_pkt->pkt_state = 0;
5278 	cmd->cmd_pkt->pkt_statistics = 0;
5279 
5280 
5281 	if ((cmd->cmd_pkt->pkt_comp == NULL) &&
5282 	    ((cmd->cmd_pkt->pkt_flags & FLAG_NOINTR) == 0)) {
5283 		return (TRAN_BADPKT);
5284 	}
5285 
5286 	/* invalidate imp field(s) of rsp block */
5287 	cmd->cmd_rsp_block->fcp_u.i_fcp_status = SF_BAD_DMA_MAGIC;
5288 
5289 	/* set up amt of I/O to do */
5290 	if (cmd->cmd_flags & CFLAG_DMAVALID) {
5291 		cmd->cmd_pkt->pkt_resid = cmd->cmd_dmacount;
5292 		if (cmd->cmd_flags & CFLAG_CMDIOPB) {
5293 			(void) ddi_dma_sync(cmd->cmd_dmahandle, 0, 0,
5294 			    DDI_DMA_SYNC_FORDEV);
5295 		}
5296 	} else {
5297 		cmd->cmd_pkt->pkt_resid = 0;
5298 	}
5299 
5300 	/* set up the Tagged Queuing type */
5301 	if (cmd->cmd_pkt->pkt_flags & FLAG_HTAG) {
5302 		fcmd->fcp_cntl.cntl_qtype = FCP_QTYPE_HEAD_OF_Q;
5303 	} else if (cmd->cmd_pkt->pkt_flags & FLAG_OTAG) {
5304 		fcmd->fcp_cntl.cntl_qtype = FCP_QTYPE_ORDERED;
5305 	}
5306 
5307 	/*
5308 	 * Sync the cmd segment
5309 	 */
5310 	(void) ddi_dma_sync(cmd->cmd_cr_pool->cmd_dma_handle,
5311 	    (caddr_t)fcmd - cmd->cmd_cr_pool->cmd_base,
5312 	    sizeof (struct fcp_cmd), DDI_DMA_SYNC_FORDEV);
5313 
5314 	sf_fill_ids(sf, cmd, target);
5315 	return (TRAN_ACCEPT);
5316 }
5317 
5318 
5319 /*
5320  * fill in packet hdr source and destination IDs and hdr byte count
5321  */
5322 static void
5323 sf_fill_ids(struct sf *sf, struct sf_pkt *cmd, struct sf_target *target)
5324 {
5325 	struct fcal_packet *fpkt = cmd->cmd_fp_pkt;
5326 	fc_frame_header_t	*hp;
5327 
5328 
5329 	hp = &fpkt->fcal_socal_request.sr_fc_frame_hdr;
5330 	hp->d_id = target->sft_al_pa;
5331 	hp->s_id = sf->sf_al_pa;
5332 	fpkt->fcal_socal_request.sr_soc_hdr.sh_byte_cnt =
5333 	    cmd->cmd_dmacookie.dmac_size;
5334 }
5335 
5336 
5337 /*
5338  * do polled I/O using transport
5339  */
5340 static int
5341 sf_dopoll(struct sf *sf, struct sf_pkt *cmd)
5342 {
5343 	int timeout;
5344 	int rval;
5345 
5346 
5347 	mutex_enter(&sf->sf_cmd_mutex);
5348 	sf->sf_ncmds++;
5349 	mutex_exit(&sf->sf_cmd_mutex);
5350 
5351 	timeout = cmd->cmd_pkt->pkt_time ? cmd->cmd_pkt->pkt_time
5352 	    : SF_POLL_TIMEOUT;
5353 	cmd->cmd_timeout = 0;
5354 	cmd->cmd_fp_pkt->fcal_pkt_comp = NULL;
5355 	cmd->cmd_state = SF_STATE_ISSUED;
5356 
5357 	/* call transport to send a pkt polled */
5358 	rval = soc_transport_poll(sf->sf_sochandle, cmd->cmd_fp_pkt,
5359 	    timeout*1000000, CQ_REQUEST_1);
5360 	mutex_enter(&cmd->cmd_abort_mutex);
5361 	cmd->cmd_fp_pkt->fcal_pkt_comp = sf_cmd_callback;
5362 	if (rval != FCAL_TRANSPORT_SUCCESS) {
5363 		if (rval == FCAL_TRANSPORT_TIMEOUT) {
5364 			cmd->cmd_state = SF_STATE_ABORTING;
5365 			mutex_exit(&cmd->cmd_abort_mutex);
5366 			(void) sf_target_timeout(sf, cmd);
5367 		} else {
5368 			mutex_exit(&cmd->cmd_abort_mutex);
5369 		}
5370 		cmd->cmd_state = SF_STATE_IDLE;
5371 		cmd->cmd_fp_pkt->fcal_pkt_comp = sf_cmd_callback;
5372 		mutex_enter(&sf->sf_cmd_mutex);
5373 		sf->sf_ncmds--;
5374 		mutex_exit(&sf->sf_cmd_mutex);
5375 		return (TRAN_BADPKT);
5376 	}
5377 	mutex_exit(&cmd->cmd_abort_mutex);
5378 	cmd->cmd_fp_pkt->fcal_pkt_comp = sf_cmd_callback;
5379 	sf_cmd_callback(cmd->cmd_fp_pkt);
5380 	return (TRAN_ACCEPT);
5381 }
5382 
5383 
5384 /* a shortcut for defining debug messages below */
5385 #ifdef	DEBUG
5386 #define	SF_DMSG1(s)		msg1 = s
5387 #else
5388 #define	SF_DMSG1(s)		/* do nothing */
5389 #endif
5390 
5391 
5392 /*
5393  * the pkt_comp callback for command packets
5394  */
5395 static void
5396 sf_cmd_callback(struct fcal_packet *fpkt)
5397 {
5398 	struct sf_pkt *cmd = (struct sf_pkt *)fpkt->fcal_pkt_private;
5399 	struct scsi_pkt *pkt = cmd->cmd_pkt;
5400 	struct sf *sf = ADDR2SF(&pkt->pkt_address);
5401 	struct sf_target *target = ADDR2TARGET(&pkt->pkt_address);
5402 	struct fcp_rsp *rsp;
5403 	char *msg1 = NULL;
5404 	char *msg2 = NULL;
5405 	short ncmds;
5406 	int tgt_id;
5407 	int good_scsi_status = TRUE;
5408 
5409 
5410 
5411 	if (cmd->cmd_state == SF_STATE_IDLE) {
5412 		cmn_err(CE_PANIC, "sf: completing idle packet 0x%p\n",
5413 		    (void *)cmd);
5414 	}
5415 
5416 	mutex_enter(&cmd->cmd_abort_mutex);
5417 	if (cmd->cmd_state == SF_STATE_ABORTING) {
5418 		/* cmd already being aborted -- nothing to do */
5419 		mutex_exit(&cmd->cmd_abort_mutex);
5420 		return;
5421 	}
5422 
5423 	cmd->cmd_state = SF_STATE_IDLE;
5424 	mutex_exit(&cmd->cmd_abort_mutex);
5425 
5426 	if (fpkt->fcal_pkt_status == FCAL_STATUS_OK) {
5427 
5428 		(void) ddi_dma_sync(cmd->cmd_cr_pool->rsp_dma_handle,
5429 		    (caddr_t)cmd->cmd_rsp_block - cmd->cmd_cr_pool->rsp_base,
5430 		    FCP_MAX_RSP_IU_SIZE, DDI_DMA_SYNC_FORKERNEL);
5431 
5432 		rsp = (struct fcp_rsp *)cmd->cmd_rsp_block;
5433 
5434 		if (rsp->fcp_u.i_fcp_status == SF_BAD_DMA_MAGIC) {
5435 
5436 			if (sf_core && (sf_core & SF_CORE_BAD_DMA)) {
5437 				sf_token = (int *)(uintptr_t)
5438 				    fpkt->fcal_socal_request.\
5439 				    sr_soc_hdr.sh_request_token;
5440 				(void) soc_take_core(sf->sf_sochandle,
5441 				    sf->sf_socp);
5442 			}
5443 
5444 			pkt->pkt_reason = CMD_INCOMPLETE;
5445 			pkt->pkt_state = STATE_GOT_BUS;
5446 			pkt->pkt_statistics |= STAT_ABORTED;
5447 
5448 		} else {
5449 
5450 			pkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
5451 			    STATE_SENT_CMD | STATE_GOT_STATUS;
5452 			pkt->pkt_resid = 0;
5453 			if (cmd->cmd_flags & CFLAG_DMAVALID) {
5454 				pkt->pkt_state |= STATE_XFERRED_DATA;
5455 			}
5456 
5457 			if ((pkt->pkt_scbp != NULL) &&
5458 			    ((*(pkt->pkt_scbp) =
5459 			    rsp->fcp_u.fcp_status.scsi_status)
5460 			    != STATUS_GOOD)) {
5461 				good_scsi_status = FALSE;
5462 			/*
5463 			 * The next two checks make sure that if there
5464 			 * is no sense data or a valid response and
5465 			 * the command came back with check condition,
5466 			 * the command should be retried
5467 			 */
5468 				if (!rsp->fcp_u.fcp_status.rsp_len_set &&
5469 				    !rsp->fcp_u.fcp_status.sense_len_set) {
5470 					pkt->pkt_state &= ~STATE_XFERRED_DATA;
5471 					pkt->pkt_resid = cmd->cmd_dmacount;
5472 				}
5473 			}
5474 
5475 			if ((cmd->cmd_flags & CFLAG_CMDIOPB) &&
5476 			    (pkt->pkt_state & STATE_XFERRED_DATA)) {
5477 				(void) ddi_dma_sync(cmd->cmd_dmahandle, 0,
5478 				    (uint_t)0, DDI_DMA_SYNC_FORCPU);
5479 			}
5480 			/*
5481 			 * Update the transfer resid, if appropriate
5482 			 */
5483 			if (rsp->fcp_u.fcp_status.resid_over ||
5484 			    rsp->fcp_u.fcp_status.resid_under)
5485 				pkt->pkt_resid = rsp->fcp_resid;
5486 
5487 			/*
5488 			 * Check to see if the SCSI command failed.
5489 			 *
5490 			 */
5491 
5492 			/*
5493 			 * First see if we got a FCP protocol error.
5494 			 */
5495 			if (rsp->fcp_u.fcp_status.rsp_len_set) {
5496 				struct fcp_rsp_info *bep;
5497 
5498 				bep = (struct fcp_rsp_info *)
5499 				    (&rsp->fcp_response_len + 1);
5500 				if (bep->rsp_code != FCP_NO_FAILURE) {
5501 						pkt->pkt_reason = CMD_TRAN_ERR;
5502 					tgt_id = pkt->pkt_address.a_target;
5503 					switch (bep->rsp_code) {
5504 					case FCP_CMND_INVALID:
5505 						SF_DMSG1("FCP_RSP FCP_CMND "
5506 						    "fields invalid");
5507 						break;
5508 					case FCP_TASK_MGMT_NOT_SUPPTD:
5509 						SF_DMSG1("FCP_RSP Task"
5510 						    "Management Function"
5511 						    "Not Supported");
5512 						break;
5513 					case FCP_TASK_MGMT_FAILED:
5514 						SF_DMSG1("FCP_RSP Task "
5515 						    "Management Function"
5516 						    "Failed");
5517 						sf->sf_stats.tstats[tgt_id].
5518 						    task_mgmt_failures++;
5519 						break;
5520 					case FCP_DATA_RO_MISMATCH:
5521 						SF_DMSG1("FCP_RSP FCP_DATA RO "
5522 						    "mismatch with "
5523 						    "FCP_XFER_RDY DATA_RO");
5524 						sf->sf_stats.tstats[tgt_id].
5525 						    data_ro_mismatches++;
5526 						break;
5527 					case FCP_DL_LEN_MISMATCH:
5528 						SF_DMSG1("FCP_RSP FCP_DATA "
5529 						    "length "
5530 						    "different than BURST_LEN");
5531 						sf->sf_stats.tstats[tgt_id].
5532 						    dl_len_mismatches++;
5533 						break;
5534 					default:
5535 						SF_DMSG1("FCP_RSP invalid "
5536 						    "RSP_CODE");
5537 						break;
5538 					}
5539 				}
5540 			}
5541 
5542 			/*
5543 			 * See if we got a SCSI error with sense data
5544 			 */
5545 			if (rsp->fcp_u.fcp_status.sense_len_set) {
5546 				uchar_t rqlen = min(rsp->fcp_sense_len,
5547 				    sizeof (struct scsi_extended_sense));
5548 				caddr_t sense = (caddr_t)rsp +
5549 				    sizeof (struct fcp_rsp) +
5550 				    rsp->fcp_response_len;
5551 				struct scsi_arq_status *arq;
5552 				struct scsi_extended_sense *sensep =
5553 				    (struct scsi_extended_sense *)sense;
5554 
5555 				if (rsp->fcp_u.fcp_status.scsi_status !=
5556 				    STATUS_GOOD) {
5557 				if (rsp->fcp_u.fcp_status.scsi_status
5558 				    == STATUS_CHECK) {
5559 					if (sensep->es_key ==
5560 					    KEY_RECOVERABLE_ERROR)
5561 						good_scsi_status = 1;
5562 					if (sensep->es_key ==
5563 					    KEY_UNIT_ATTENTION &&
5564 					    sensep->es_add_code == 0x3f &&
5565 					    sensep->es_qual_code == 0x0e) {
5566 						/* REPORT_LUNS_HAS_CHANGED */
5567 						sf_log(sf, CE_NOTE,
5568 						"!REPORT_LUNS_HAS_CHANGED\n");
5569 						sf_force_lip(sf);
5570 					}
5571 				}
5572 				}
5573 
5574 				if ((pkt->pkt_scbp != NULL) &&
5575 				    (cmd->cmd_scblen >=
5576 					sizeof (struct scsi_arq_status))) {
5577 
5578 				pkt->pkt_state |= STATE_ARQ_DONE;
5579 
5580 				arq = (struct scsi_arq_status *)pkt->pkt_scbp;
5581 				/*
5582 				 * copy out sense information
5583 				 */
5584 				bcopy(sense, (caddr_t)&arq->sts_sensedata,
5585 				    rqlen);
5586 				arq->sts_rqpkt_resid =
5587 				    sizeof (struct scsi_extended_sense) -
5588 					rqlen;
5589 				*((uchar_t *)&arq->sts_rqpkt_status) =
5590 				    STATUS_GOOD;
5591 				arq->sts_rqpkt_reason = 0;
5592 				arq->sts_rqpkt_statistics = 0;
5593 				arq->sts_rqpkt_state = STATE_GOT_BUS |
5594 				    STATE_GOT_TARGET | STATE_SENT_CMD |
5595 				    STATE_GOT_STATUS | STATE_ARQ_DONE |
5596 				    STATE_XFERRED_DATA;
5597 			    }
5598 				target->sft_alive = TRUE;
5599 			}
5600 
5601 			/*
5602 			 * The firmware returns the number of bytes actually
5603 			 * xfered into/out of host. Compare this with what
5604 			 * we asked and if it is different, we lost frames ?
5605 			 */
5606 			if ((pkt->pkt_reason == 0) && (pkt->pkt_resid == 0) &&
5607 			    (good_scsi_status) &&
5608 			    (pkt->pkt_state & STATE_XFERRED_DATA) &&
5609 			    (!(cmd->cmd_flags & CFLAG_CMDIOPB)) &&
5610 			    (target->sft_device_type != DTYPE_ESI)) {
5611 				int byte_cnt =
5612 				    fpkt->fcal_socal_request.
5613 				    sr_soc_hdr.sh_byte_cnt;
5614 				if (cmd->cmd_flags & CFLAG_DMASEND) {
5615 					if (byte_cnt != 0) {
5616 					sf_log(sf, CE_NOTE,
5617 					    "!sf_cmd_callback: Lost Frame: "
5618 					    "(write) received 0x%x expected"
5619 					    " 0x%x target 0x%x\n",
5620 					    byte_cnt, cmd->cmd_dmacount,
5621 					    sf_alpa_to_switch[
5622 					    target->sft_al_pa]);
5623 					pkt->pkt_reason = CMD_INCOMPLETE;
5624 					pkt->pkt_statistics |= STAT_ABORTED;
5625 					}
5626 				} else if (byte_cnt < cmd->cmd_dmacount) {
5627 					sf_log(sf, CE_NOTE,
5628 					    "!sf_cmd_callback: "
5629 					    "Lost Frame: (read) "
5630 					    "received 0x%x expected 0x%x "
5631 					    "target 0x%x\n", byte_cnt,
5632 					    cmd->cmd_dmacount,
5633 					    sf_alpa_to_switch[
5634 					    target->sft_al_pa]);
5635 					pkt->pkt_reason = CMD_INCOMPLETE;
5636 					pkt->pkt_statistics |= STAT_ABORTED;
5637 				}
5638 			}
5639 		}
5640 
5641 	} else {
5642 
5643 		/* pkt status was not ok */
5644 
5645 		switch (fpkt->fcal_pkt_status) {
5646 
5647 		case FCAL_STATUS_ERR_OFFLINE:
5648 			SF_DMSG1("Fibre Channel Offline");
5649 			mutex_enter(&target->sft_mutex);
5650 			if (!(target->sft_state & SF_TARGET_OFFLINE)) {
5651 				target->sft_state |= (SF_TARGET_BUSY
5652 				    | SF_TARGET_MARK);
5653 			}
5654 			mutex_exit(&target->sft_mutex);
5655 			(void) ndi_event_retrieve_cookie(sf->sf_event_hdl,
5656 			    target->sft_dip, FCAL_REMOVE_EVENT,
5657 			    &sf_remove_eid, NDI_EVENT_NOPASS);
5658 			(void) ndi_event_run_callbacks(sf->sf_event_hdl,
5659 			    target->sft_dip, sf_remove_eid, NULL);
5660 			pkt->pkt_reason = CMD_TRAN_ERR;
5661 			pkt->pkt_statistics |= STAT_BUS_RESET;
5662 			break;
5663 
5664 		case FCAL_STATUS_MAX_XCHG_EXCEEDED:
5665 			sf_throttle(sf);
5666 			sf->sf_use_lock = TRUE;
5667 			pkt->pkt_reason = CMD_TRAN_ERR;
5668 			pkt->pkt_state = STATE_GOT_BUS;
5669 			pkt->pkt_statistics |= STAT_ABORTED;
5670 			break;
5671 
5672 		case FCAL_STATUS_TIMEOUT:
5673 			SF_DMSG1("Fibre Channel Timeout");
5674 			pkt->pkt_reason = CMD_TIMEOUT;
5675 			break;
5676 
5677 		case FCAL_STATUS_ERR_OVERRUN:
5678 			SF_DMSG1("CMD_DATA_OVR");
5679 			pkt->pkt_reason = CMD_DATA_OVR;
5680 			break;
5681 
5682 		case FCAL_STATUS_UNKNOWN_CQ_TYPE:
5683 			SF_DMSG1("Unknown CQ type");
5684 			pkt->pkt_reason = CMD_TRAN_ERR;
5685 			break;
5686 
5687 		case FCAL_STATUS_BAD_SEG_CNT:
5688 			SF_DMSG1("Bad SEG CNT");
5689 			pkt->pkt_reason = CMD_TRAN_ERR;
5690 			break;
5691 
5692 		case FCAL_STATUS_BAD_XID:
5693 			SF_DMSG1("Fibre Channel Invalid X_ID");
5694 			pkt->pkt_reason = CMD_TRAN_ERR;
5695 			break;
5696 
5697 		case FCAL_STATUS_XCHG_BUSY:
5698 			SF_DMSG1("Fibre Channel Exchange Busy");
5699 			pkt->pkt_reason = CMD_TRAN_ERR;
5700 			break;
5701 
5702 		case FCAL_STATUS_INSUFFICIENT_CQES:
5703 			SF_DMSG1("Insufficient CQEs");
5704 			pkt->pkt_reason = CMD_TRAN_ERR;
5705 			break;
5706 
5707 		case FCAL_STATUS_ALLOC_FAIL:
5708 			SF_DMSG1("ALLOC FAIL");
5709 			pkt->pkt_reason = CMD_TRAN_ERR;
5710 			break;
5711 
5712 		case FCAL_STATUS_BAD_SID:
5713 			SF_DMSG1("Fibre Channel Invalid S_ID");
5714 			pkt->pkt_reason = CMD_TRAN_ERR;
5715 			break;
5716 
5717 		case FCAL_STATUS_INCOMPLETE_DMA_ERR:
5718 			if (sf_core && (sf_core & SF_CORE_INCOMPLETE_DMA)) {
5719 				sf_token = (int *)(uintptr_t)
5720 				    fpkt->fcal_socal_request.\
5721 				    sr_soc_hdr.sh_request_token;
5722 				(void) soc_take_core(sf->sf_sochandle,
5723 				    sf->sf_socp);
5724 				sf_core = 0;
5725 			}
5726 			msg2 =
5727 			"INCOMPLETE DMA XFER due to bad SOC+ card, replace HBA";
5728 			pkt->pkt_reason = CMD_INCOMPLETE;
5729 			pkt->pkt_state = STATE_GOT_BUS;
5730 			pkt->pkt_statistics |= STAT_ABORTED;
5731 			break;
5732 
5733 		case FCAL_STATUS_CRC_ERR:
5734 			msg2 = "Fibre Channel CRC Error on frames";
5735 			pkt->pkt_reason = CMD_INCOMPLETE;
5736 			pkt->pkt_state = STATE_GOT_BUS;
5737 			pkt->pkt_statistics |= STAT_ABORTED;
5738 			break;
5739 
5740 		case FCAL_STATUS_NO_SEQ_INIT:
5741 			SF_DMSG1("Fibre Channel Seq Init Error");
5742 			pkt->pkt_reason = CMD_TRAN_ERR;
5743 			break;
5744 
5745 		case  FCAL_STATUS_OPEN_FAIL:
5746 			pkt->pkt_reason = CMD_TRAN_ERR;
5747 			SF_DMSG1("Fibre Channel Open Failure");
5748 			if ((target->sft_state & (SF_TARGET_BUSY |
5749 			    SF_TARGET_MARK | SF_TARGET_OFFLINE)) == 0) {
5750 				sf_log(sf, CE_NOTE,
5751 				    "!Open failure to target 0x%x "
5752 				    "forcing LIP\n",
5753 				    sf_alpa_to_switch[target->sft_al_pa]);
5754 				sf_force_lip(sf);
5755 			}
5756 			break;
5757 
5758 
5759 		case FCAL_STATUS_ONLINE_TIMEOUT:
5760 			SF_DMSG1("Fibre Channel Online Timeout");
5761 			pkt->pkt_reason = CMD_TRAN_ERR;
5762 			break;
5763 
5764 		default:
5765 			SF_DMSG1("Unknown FC Status");
5766 			pkt->pkt_reason = CMD_TRAN_ERR;
5767 			break;
5768 		}
5769 	}
5770 
5771 #ifdef	DEBUG
5772 	/*
5773 	 * msg1 will be non-NULL if we've detected some sort of error
5774 	 */
5775 	if (msg1 != NULL && sfdebug >= 4) {
5776 		sf_log(sf, CE_WARN,
5777 		    "!Transport error on cmd=0x%p target=0x%x:  %s\n",
5778 		    (void *)fpkt, pkt->pkt_address.a_target, msg1);
5779 	}
5780 #endif
5781 
5782 	if (msg2 != NULL) {
5783 		sf_log(sf, CE_WARN, "!Transport error on target=0x%x:  %s\n",
5784 		    pkt->pkt_address.a_target, msg2);
5785 	}
5786 
5787 	ncmds = fpkt->fcal_ncmds;
5788 	ASSERT(ncmds >= 0);
5789 	if (ncmds >= (sf->sf_throttle - SF_HI_CMD_DELTA)) {
5790 #ifdef DEBUG
5791 		if (!sf->sf_use_lock) {
5792 			SF_DEBUG(4, (sf, CE_NOTE, "use lock flag on\n"));
5793 		}
5794 #endif
5795 		sf->sf_use_lock = TRUE;
5796 	}
5797 
5798 	mutex_enter(&sf->sf_cmd_mutex);
5799 	sf->sf_ncmds = ncmds;
5800 	sf_throttle_start(sf);
5801 	mutex_exit(&sf->sf_cmd_mutex);
5802 
5803 	if (!msg1 && !msg2)
5804 		SF_DEBUG(6, (sf, CE_NOTE, "Completing pkt 0x%p\n",
5805 		    (void *)pkt));
5806 	if (pkt->pkt_comp != NULL) {
5807 		(*pkt->pkt_comp)(pkt);
5808 	}
5809 }
5810 
5811 #undef	SF_DMSG1
5812 
5813 
5814 
5815 /*
5816  * start throttling for this instance
5817  */
5818 static void
5819 sf_throttle_start(struct sf *sf)
5820 {
5821 	struct sf_pkt *cmd, *prev_cmd = NULL;
5822 	struct scsi_pkt *pkt;
5823 	struct sf_target *target;
5824 
5825 
5826 	ASSERT(mutex_owned(&sf->sf_cmd_mutex));
5827 
5828 	cmd = sf->sf_pkt_head;
5829 	while ((cmd != NULL) &&
5830 	    (sf->sf_state == SF_STATE_ONLINE) &&
5831 	    (sf->sf_ncmds < sf->sf_throttle)) {
5832 
5833 		pkt = CMD2PKT(cmd);
5834 
5835 		target = ADDR2TARGET(&pkt->pkt_address);
5836 		if (target->sft_state & SF_TARGET_BUSY) {
5837 			/* this command is busy -- go to next */
5838 			ASSERT(cmd->cmd_state != SF_STATE_ISSUED);
5839 			prev_cmd = cmd;
5840 			cmd = cmd->cmd_next;
5841 			continue;
5842 		}
5843 
5844 		ASSERT(cmd->cmd_state != SF_STATE_ISSUED);
5845 
5846 		/* this cmd not busy and not issued */
5847 
5848 		/* remove this packet from the queue */
5849 		if (sf->sf_pkt_head == cmd) {
5850 			/* this was the first packet */
5851 			sf->sf_pkt_head = cmd->cmd_next;
5852 		} else if (sf->sf_pkt_tail == cmd) {
5853 			/* this was the last packet */
5854 			sf->sf_pkt_tail = prev_cmd;
5855 			if (prev_cmd != NULL) {
5856 				prev_cmd->cmd_next = NULL;
5857 			}
5858 		} else {
5859 			/* some packet in the middle of the queue */
5860 			ASSERT(prev_cmd != NULL);
5861 			prev_cmd->cmd_next = cmd->cmd_next;
5862 		}
5863 		cmd->cmd_flags &= ~CFLAG_IN_QUEUE;
5864 
5865 		if (target->sft_state & SF_TARGET_OFFLINE) {
5866 			mutex_exit(&sf->sf_cmd_mutex);
5867 			pkt->pkt_reason = CMD_TRAN_ERR;
5868 			if (pkt->pkt_comp != NULL) {
5869 				(*pkt->pkt_comp)(cmd->cmd_pkt);
5870 			}
5871 		} else {
5872 			sf_fill_ids(sf, cmd, target);
5873 			if (sf_start_internal(sf, cmd) != TRAN_ACCEPT) {
5874 				pkt->pkt_reason = CMD_TRAN_ERR;
5875 				if (pkt->pkt_comp != NULL) {
5876 					(*pkt->pkt_comp)(cmd->cmd_pkt);
5877 				}
5878 			}
5879 		}
5880 		mutex_enter(&sf->sf_cmd_mutex);
5881 		cmd = sf->sf_pkt_head;
5882 		prev_cmd = NULL;
5883 	}
5884 }
5885 
5886 
5887 /*
5888  * called when the max exchange value is exceeded to throttle back commands
5889  */
5890 static void
5891 sf_throttle(struct sf *sf)
5892 {
5893 	int cmdmax = sf->sf_sochandle->fcal_cmdmax;
5894 
5895 
5896 	mutex_enter(&sf->sf_cmd_mutex);
5897 
5898 	sf->sf_flag = TRUE;
5899 
5900 	if (sf->sf_ncmds > (cmdmax / 2)) {
5901 		sf->sf_throttle = cmdmax / 2;
5902 	} else {
5903 		if (sf->sf_ncmds > SF_DECR_DELTA) {
5904 			sf->sf_throttle = sf->sf_ncmds - SF_DECR_DELTA;
5905 		} else {
5906 			/*
5907 			 * This case is just a safeguard, should not really
5908 			 * happen(ncmds < SF_DECR_DELTA and MAX_EXCHG exceed
5909 			 */
5910 			sf->sf_throttle = SF_DECR_DELTA;
5911 		}
5912 	}
5913 	mutex_exit(&sf->sf_cmd_mutex);
5914 
5915 	sf = sf->sf_sibling;
5916 	if (sf != NULL) {
5917 		mutex_enter(&sf->sf_cmd_mutex);
5918 		sf->sf_flag = TRUE;
5919 		if (sf->sf_ncmds >= (cmdmax / 2)) {
5920 			sf->sf_throttle = cmdmax / 2;
5921 		} else {
5922 			if (sf->sf_ncmds > SF_DECR_DELTA) {
5923 				sf->sf_throttle = sf->sf_ncmds - SF_DECR_DELTA;
5924 			} else {
5925 				sf->sf_throttle = SF_DECR_DELTA;
5926 			}
5927 		}
5928 
5929 		mutex_exit(&sf->sf_cmd_mutex);
5930 	}
5931 }
5932 
5933 
5934 /*
5935  * sf watchdog routine, called for a timeout
5936  */
5937 /*ARGSUSED*/
5938 static void
5939 sf_watch(void *arg)
5940 {
5941 	struct sf *sf;
5942 	struct sf_els_hdr	*privp;
5943 	static int count = 0, pscan_count = 0;
5944 	int cmdmax, i, mescount = 0;
5945 	struct sf_target *target;
5946 
5947 
5948 	sf_watchdog_time += sf_watchdog_timeout;
5949 	count++;
5950 	pscan_count++;
5951 
5952 	mutex_enter(&sf_global_mutex);
5953 	sf_watch_running = 1;
5954 	for (sf = sf_head; sf != NULL; sf = sf->sf_next) {
5955 
5956 		mutex_exit(&sf_global_mutex);
5957 
5958 		/* disable throttling while we're suspended */
5959 		mutex_enter(&sf->sf_mutex);
5960 		if (sf->sf_state & SF_STATE_SUSPENDED) {
5961 			mutex_exit(&sf->sf_mutex);
5962 			SF_DEBUG(1, (sf, CE_CONT,
5963 			    "sf_watch, sf%d:throttle disabled "
5964 			    "due to DDI_SUSPEND\n",
5965 			    ddi_get_instance(sf->sf_dip)));
5966 			mutex_enter(&sf_global_mutex);
5967 			continue;
5968 		}
5969 		mutex_exit(&sf->sf_mutex);
5970 
5971 		cmdmax = sf->sf_sochandle->fcal_cmdmax;
5972 
5973 		if (sf->sf_take_core) {
5974 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
5975 		}
5976 
5977 		mutex_enter(&sf->sf_cmd_mutex);
5978 
5979 		if (!sf->sf_flag) {
5980 			if (sf->sf_throttle < (cmdmax / 2)) {
5981 				sf->sf_throttle = cmdmax / 2;
5982 			} else if ((sf->sf_throttle += SF_INCR_DELTA) >
5983 			    cmdmax) {
5984 				sf->sf_throttle = cmdmax;
5985 			}
5986 		} else {
5987 			sf->sf_flag = FALSE;
5988 		}
5989 
5990 		sf->sf_ncmds_exp_avg = (sf->sf_ncmds + sf->sf_ncmds_exp_avg)
5991 		    >> 2;
5992 		if ((sf->sf_ncmds <= (sf->sf_throttle - SF_LO_CMD_DELTA)) &&
5993 		    (sf->sf_pkt_head == NULL)) {
5994 #ifdef DEBUG
5995 			if (sf->sf_use_lock) {
5996 				SF_DEBUG(4, (sf, CE_NOTE,
5997 				    "use lock flag off\n"));
5998 			}
5999 #endif
6000 			sf->sf_use_lock = FALSE;
6001 		}
6002 
6003 		if (sf->sf_state == SF_STATE_ONLINE && sf->sf_pkt_head &&
6004 		    sf->sf_ncmds < sf->sf_throttle) {
6005 			sf_throttle_start(sf);
6006 		}
6007 
6008 		mutex_exit(&sf->sf_cmd_mutex);
6009 
6010 		if (pscan_count >= sf_pool_scan_cnt) {
6011 			if (sf->sf_ncmds_exp_avg < (sf->sf_cr_pool_cnt <<
6012 			    SF_LOG2_ELEMS_IN_POOL) - SF_FREE_CR_EPSILON) {
6013 				sf_crpool_free(sf);
6014 			}
6015 		}
6016 		mutex_enter(&sf->sf_mutex);
6017 
6018 		privp = sf->sf_els_list;
6019 		while (privp != NULL) {
6020 			if (privp->timeout < sf_watchdog_time) {
6021 				/* timeout this command */
6022 				privp = sf_els_timeout(sf, privp);
6023 			} else if ((privp->timeout == SF_INVALID_TIMEOUT) &&
6024 			    (privp->lip_cnt != sf->sf_lip_cnt)) {
6025 				if (privp->prev != NULL) {
6026 					privp->prev->next = privp->next;
6027 				}
6028 				if (sf->sf_els_list == privp) {
6029 					sf->sf_els_list = privp->next;
6030 				}
6031 				if (privp->next != NULL) {
6032 					privp->next->prev = privp->prev;
6033 				}
6034 				mutex_exit(&sf->sf_mutex);
6035 				sf_els_free(privp->fpkt);
6036 				mutex_enter(&sf->sf_mutex);
6037 				privp = sf->sf_els_list;
6038 			} else {
6039 				privp = privp->next;
6040 			}
6041 		}
6042 
6043 		if (sf->sf_online_timer && sf->sf_online_timer <
6044 		    sf_watchdog_time) {
6045 			for (i = 0; i < sf_max_targets; i++) {
6046 				target = sf->sf_targets[i];
6047 				if (target != NULL) {
6048 					if (!mescount && target->sft_state &
6049 					    SF_TARGET_BUSY) {
6050 						sf_log(sf, CE_WARN, "!Loop "
6051 						    "Unstable: Failed to bring "
6052 						    "Loop Online\n");
6053 						mescount = 1;
6054 					}
6055 					target->sft_state |= SF_TARGET_MARK;
6056 				}
6057 			}
6058 			sf_finish_init(sf, sf->sf_lip_cnt);
6059 			sf->sf_state = SF_STATE_INIT;
6060 			sf->sf_online_timer = 0;
6061 		}
6062 
6063 		if (sf->sf_state == SF_STATE_ONLINE) {
6064 			mutex_exit(&sf->sf_mutex);
6065 			if (count >= sf_pkt_scan_cnt) {
6066 				sf_check_targets(sf);
6067 			}
6068 		} else if ((sf->sf_state == SF_STATE_OFFLINE) &&
6069 		    (sf->sf_timer < sf_watchdog_time)) {
6070 			for (i = 0; i < sf_max_targets; i++) {
6071 				target = sf->sf_targets[i];
6072 				if ((target != NULL) &&
6073 				    (target->sft_state &
6074 				    SF_TARGET_BUSY)) {
6075 					sf_log(sf, CE_WARN,
6076 					    "!Offline Timeout\n");
6077 					if (sf_core && (sf_core &
6078 					    SF_CORE_OFFLINE_TIMEOUT)) {
6079 						(void) soc_take_core(
6080 						    sf->sf_sochandle,
6081 						    sf->sf_socp);
6082 						sf_core = 0;
6083 					}
6084 					break;
6085 				}
6086 			}
6087 			sf_finish_init(sf, sf->sf_lip_cnt);
6088 			sf->sf_state = SF_STATE_INIT;
6089 			mutex_exit(&sf->sf_mutex);
6090 		} else {
6091 			mutex_exit(&sf->sf_mutex);
6092 		}
6093 		mutex_enter(&sf_global_mutex);
6094 	}
6095 	mutex_exit(&sf_global_mutex);
6096 	if (count >= sf_pkt_scan_cnt) {
6097 		count = 0;
6098 	}
6099 	if (pscan_count >= sf_pool_scan_cnt) {
6100 		pscan_count = 0;
6101 	}
6102 
6103 	/* reset timeout */
6104 	sf_watchdog_id = timeout(sf_watch, (caddr_t)0, sf_watchdog_tick);
6105 
6106 	/* signal waiting thread */
6107 	mutex_enter(&sf_global_mutex);
6108 	sf_watch_running = 0;
6109 	cv_broadcast(&sf_watch_cv);
6110 	mutex_exit(&sf_global_mutex);
6111 }
6112 
6113 
6114 /*
6115  * called during a timeout to check targets
6116  */
6117 static void
6118 sf_check_targets(struct sf *sf)
6119 {
6120 	struct sf_target *target;
6121 	int i;
6122 	struct sf_pkt *cmd;
6123 	struct scsi_pkt *pkt;
6124 	int lip_cnt;
6125 
6126 	mutex_enter(&sf->sf_mutex);
6127 	lip_cnt = sf->sf_lip_cnt;
6128 	mutex_exit(&sf->sf_mutex);
6129 
6130 	/* check scan all possible targets */
6131 	for (i = 0; i < sf_max_targets; i++) {
6132 		target = sf->sf_targets[i];
6133 		while (target != NULL) {
6134 			mutex_enter(&target->sft_pkt_mutex);
6135 			if (target->sft_alive && target->sft_scan_count !=
6136 			    sf_target_scan_cnt) {
6137 				target->sft_alive = 0;
6138 				target->sft_scan_count++;
6139 				mutex_exit(&target->sft_pkt_mutex);
6140 				return;
6141 			}
6142 			target->sft_alive = 0;
6143 			target->sft_scan_count = 0;
6144 			cmd = target->sft_pkt_head;
6145 			while (cmd != (struct sf_pkt *)&target->sft_pkt_head) {
6146 				mutex_enter(&cmd->cmd_abort_mutex);
6147 				if (cmd->cmd_state == SF_STATE_ISSUED &&
6148 				    ((cmd->cmd_timeout && sf_watchdog_time >
6149 #ifdef	DEBUG
6150 				    cmd->cmd_timeout) || sf_abort_flag)) {
6151 					sf_abort_flag = 0;
6152 #else
6153 					cmd->cmd_timeout))) {
6154 #endif
6155 					cmd->cmd_timeout = 0;
6156 	/* prevent reset from getting at this packet */
6157 					cmd->cmd_state = SF_STATE_ABORTING;
6158 					mutex_exit(&cmd->cmd_abort_mutex);
6159 					mutex_exit(&target->sft_pkt_mutex);
6160 					sf->sf_stats.tstats[i].timeouts++;
6161 					if (sf_target_timeout(sf, cmd))
6162 						return;
6163 					else {
6164 						if (lip_cnt != sf->sf_lip_cnt) {
6165 							return;
6166 						} else {
6167 							mutex_enter(&target->
6168 							    sft_pkt_mutex);
6169 							cmd = target->
6170 							    sft_pkt_head;
6171 						}
6172 					}
6173 	/*
6174 	 * if the abort and lip fail, a reset will be carried out.
6175 	 * But the reset will ignore this packet. We have waited at least
6176 	 * 20 seconds after the initial timeout. Now, complete it here.
6177 	 * This also takes care of spurious bad aborts.
6178 	 */
6179 				} else if ((cmd->cmd_state ==
6180 				    SF_STATE_ABORTING) && (cmd->cmd_timeout
6181 				    <= sf_watchdog_time)) {
6182 					cmd->cmd_state = SF_STATE_IDLE;
6183 					mutex_exit(&cmd->cmd_abort_mutex);
6184 					mutex_exit(&target->sft_pkt_mutex);
6185 					SF_DEBUG(1, (sf, CE_NOTE,
6186 					    "Command 0x%p to sft 0x%p"
6187 					    " delayed release\n",
6188 					    (void *)cmd, (void *)target));
6189 					pkt = cmd->cmd_pkt;
6190 					pkt->pkt_statistics |=
6191 					    (STAT_TIMEOUT|STAT_ABORTED);
6192 					pkt->pkt_reason = CMD_TIMEOUT;
6193 					if (pkt->pkt_comp) {
6194 						scsi_hba_pkt_comp(pkt);
6195 					/* handle deferred_destroy case */
6196 					} else {
6197 						if ((cmd->cmd_block->fcp_cntl.
6198 						    cntl_reset == 1) ||
6199 						    (cmd->cmd_block->
6200 						    fcp_cntl.cntl_abort_tsk ==
6201 						    1)) {
6202 							cmd->cmd_block->
6203 							    fcp_cntl.
6204 							    cntl_reset = 0;
6205 							cmd->cmd_block->
6206 							    fcp_cntl.
6207 							    cntl_abort_tsk = 0;
6208 							cmd->cmd_fp_pkt->
6209 							    fcal_pkt_comp =
6210 							    sf_cmd_callback;
6211 							/* for cache */
6212 							sf_scsi_destroy_pkt
6213 							    (&pkt->pkt_address,
6214 							    pkt);
6215 						}
6216 					}
6217 					mutex_enter(&target->sft_pkt_mutex);
6218 					cmd = target->sft_pkt_head;
6219 				} else {
6220 					mutex_exit(&cmd->cmd_abort_mutex);
6221 					cmd = cmd->cmd_forw;
6222 				}
6223 			}
6224 			mutex_exit(&target->sft_pkt_mutex);
6225 			target = target->sft_next_lun;
6226 		}
6227 	}
6228 }
6229 
6230 
6231 /*
6232  * a command to a target has timed out
6233  * return TRUE iff cmd abort failed or timed out, else return FALSE
6234  */
6235 static int
6236 sf_target_timeout(struct sf *sf, struct sf_pkt *cmd)
6237 {
6238 	int rval;
6239 	struct scsi_pkt *pkt;
6240 	struct fcal_packet *fpkt;
6241 	int tgt_id;
6242 	int retval = FALSE;
6243 
6244 
6245 	SF_DEBUG(1, (sf, CE_NOTE, "Command 0x%p to target %x timed out\n",
6246 	    (void *)cmd->cmd_fp_pkt, cmd->cmd_pkt->pkt_address.a_target));
6247 
6248 	fpkt = cmd->cmd_fp_pkt;
6249 
6250 	if (sf_core && (sf_core & SF_CORE_CMD_TIMEOUT)) {
6251 		sf_token = (int *)(uintptr_t)
6252 		    fpkt->fcal_socal_request.sr_soc_hdr.\
6253 		    sh_request_token;
6254 		(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6255 		sf_core = 0;
6256 	}
6257 
6258 	/* call the transport to abort a command */
6259 	rval = soc_abort(sf->sf_sochandle, sf->sf_socp,
6260 	    sf->sf_sochandle->fcal_portno, fpkt, 1);
6261 
6262 	switch (rval) {
6263 	case FCAL_ABORTED:
6264 		SF_DEBUG(1, (sf, CE_NOTE, "Command Abort succeeded\n"));
6265 		pkt = cmd->cmd_pkt;
6266 		cmd->cmd_state = SF_STATE_IDLE;
6267 		pkt->pkt_statistics |= (STAT_TIMEOUT|STAT_ABORTED);
6268 		pkt->pkt_reason = CMD_TIMEOUT;
6269 		if (pkt->pkt_comp != NULL) {
6270 			(*pkt->pkt_comp)(pkt);
6271 		}
6272 		break;				/* success */
6273 
6274 	case FCAL_ABORT_FAILED:
6275 		SF_DEBUG(1, (sf, CE_NOTE, "Command Abort failed at target\n"));
6276 		pkt = cmd->cmd_pkt;
6277 		cmd->cmd_state = SF_STATE_IDLE;
6278 		pkt->pkt_reason = CMD_TIMEOUT;
6279 		pkt->pkt_statistics |= STAT_TIMEOUT;
6280 		tgt_id = pkt->pkt_address.a_target;
6281 		sf->sf_stats.tstats[tgt_id].abts_failures++;
6282 		if (pkt->pkt_comp != NULL) {
6283 			(*pkt->pkt_comp)(pkt);
6284 		}
6285 		break;
6286 
6287 	case FCAL_BAD_ABORT:
6288 		if (sf_core && (sf_core & SF_CORE_BAD_ABORT)) {
6289 			sf_token = (int *)(uintptr_t)fpkt->fcal_socal_request.\
6290 			    sr_soc_hdr.sh_request_token;
6291 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6292 			sf_core = 0;
6293 		}
6294 		SF_DEBUG(1, (sf, CE_NOTE, "Command Abort bad abort\n"));
6295 		cmd->cmd_timeout = sf_watchdog_time + cmd->cmd_pkt->pkt_time
6296 		    + 20;
6297 		break;
6298 
6299 	case FCAL_TIMEOUT:
6300 		retval = TRUE;
6301 		break;
6302 
6303 	default:
6304 		pkt = cmd->cmd_pkt;
6305 		tgt_id = pkt->pkt_address.a_target;
6306 		sf_log(sf, CE_WARN,
6307 		"Command Abort failed target 0x%x, forcing a LIP\n", tgt_id);
6308 		if (sf_core && (sf_core & SF_CORE_ABORT_TIMEOUT)) {
6309 			sf_token = (int *)(uintptr_t)fpkt->fcal_socal_request.\
6310 			    sr_soc_hdr.sh_request_token;
6311 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6312 			sf_core = 0;
6313 		}
6314 		sf_force_lip(sf);
6315 		retval = TRUE;
6316 		break;
6317 	}
6318 
6319 	return (retval);
6320 }
6321 
6322 
6323 /*
6324  * an ELS command has timed out
6325  * return ???
6326  */
6327 static struct sf_els_hdr *
6328 sf_els_timeout(struct sf *sf, struct sf_els_hdr *privp)
6329 {
6330 	struct fcal_packet *fpkt;
6331 	int rval, dflag, timeout = SF_ELS_TIMEOUT;
6332 	uint_t lip_cnt = privp->lip_cnt;
6333 	uchar_t els_code = privp->els_code;
6334 	struct sf_target *target = privp->target;
6335 	char what[64];
6336 
6337 	fpkt = privp->fpkt;
6338 	dflag = privp->delayed_retry;
6339 	/* use as temporary state variable */
6340 	privp->timeout = SF_INVALID_TIMEOUT;
6341 	mutex_exit(&sf->sf_mutex);
6342 
6343 	if (privp->fpkt->fcal_pkt_comp == sf_els_callback) {
6344 		/*
6345 		 * take socal core if required. Timeouts for IB and hosts
6346 		 * are not very interesting, so we take socal core only
6347 		 * if the timeout is *not* for a IB or host.
6348 		 */
6349 		if (sf_core && (sf_core & SF_CORE_ELS_TIMEOUT) &&
6350 		    ((sf_alpa_to_switch[privp->dest_nport_id] &
6351 		    0x0d) != 0x0d) && ((privp->dest_nport_id != 1) ||
6352 		    (privp->dest_nport_id != 2) ||
6353 		    (privp->dest_nport_id != 4) ||
6354 		    (privp->dest_nport_id != 8) ||
6355 		    (privp->dest_nport_id != 0xf))) {
6356 			sf_token = (int *)(uintptr_t)fpkt->fcal_socal_request.\
6357 			    sr_soc_hdr.sh_request_token;
6358 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6359 			sf_core = 0;
6360 		}
6361 		(void) sprintf(what, "ELS 0x%x", privp->els_code);
6362 	} else if (privp->fpkt->fcal_pkt_comp == sf_reportlun_callback) {
6363 		if (sf_core && (sf_core & SF_CORE_REPORTLUN_TIMEOUT)) {
6364 			sf_token = (int *)(uintptr_t)fpkt->fcal_socal_request.\
6365 			    sr_soc_hdr.sh_request_token;
6366 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6367 			sf_core = 0;
6368 		}
6369 		timeout = SF_FCP_TIMEOUT;
6370 		(void) sprintf(what, "REPORT_LUNS");
6371 	} else if (privp->fpkt->fcal_pkt_comp == sf_inq_callback) {
6372 		if (sf_core && (sf_core & SF_CORE_INQUIRY_TIMEOUT)) {
6373 			sf_token = (int *)(uintptr_t)
6374 			    fpkt->fcal_socal_request.\
6375 			    sr_soc_hdr.sh_request_token;
6376 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6377 			sf_core = 0;
6378 		}
6379 		timeout = SF_FCP_TIMEOUT;
6380 		(void) sprintf(what, "INQUIRY to LUN 0x%lx",
6381 		    (long)SCSA_LUN(target));
6382 	} else {
6383 		(void) sprintf(what, "UNKNOWN OPERATION");
6384 	}
6385 
6386 	if (dflag) {
6387 		/* delayed retry */
6388 		SF_DEBUG(2, (sf, CE_CONT,
6389 		    "!sf%d: %s to target %x delayed retry\n",
6390 		    ddi_get_instance(sf->sf_dip), what,
6391 		    sf_alpa_to_switch[privp->dest_nport_id]));
6392 		privp->delayed_retry = FALSE;
6393 		goto try_again;
6394 	}
6395 
6396 	sf_log(sf, CE_NOTE, "!%s to target 0x%x alpa 0x%x timed out\n",
6397 	    what, sf_alpa_to_switch[privp->dest_nport_id],
6398 	    privp->dest_nport_id);
6399 
6400 	rval = soc_abort(sf->sf_sochandle, sf->sf_socp, sf->sf_sochandle
6401 	    ->fcal_portno, fpkt, 1);
6402 	if (rval == FCAL_ABORTED || rval == FCAL_ABORT_FAILED) {
6403 	SF_DEBUG(1, (sf, CE_NOTE, "!%s abort to al_pa %x succeeded\n",
6404 	    what, privp->dest_nport_id));
6405 try_again:
6406 
6407 		mutex_enter(&sf->sf_mutex);
6408 		if (privp->prev != NULL) {
6409 			privp->prev->next = privp->next;
6410 		}
6411 		if (sf->sf_els_list == privp) {
6412 			sf->sf_els_list = privp->next;
6413 		}
6414 		if (privp->next != NULL) {
6415 			privp->next->prev = privp->prev;
6416 		}
6417 		privp->prev = privp->next = NULL;
6418 		if (lip_cnt == sf->sf_lip_cnt) {
6419 			privp->timeout = sf_watchdog_time + timeout;
6420 			if ((++(privp->retries) < sf_els_retries) ||
6421 			    (dflag && (privp->retries < SF_BSY_RETRIES))) {
6422 				mutex_exit(&sf->sf_mutex);
6423 				sf_log(sf, CE_NOTE,
6424 				    "!%s to target 0x%x retrying\n",
6425 				    what,
6426 				    sf_alpa_to_switch[privp->dest_nport_id]);
6427 				if (sf_els_transport(sf, privp) == 1) {
6428 					mutex_enter(&sf->sf_mutex);
6429 					return (sf->sf_els_list); /* success */
6430 				}
6431 				mutex_enter(&sf->sf_mutex);
6432 				fpkt = NULL;
6433 			}
6434 			if ((lip_cnt == sf->sf_lip_cnt) &&
6435 			    (els_code != LA_ELS_LOGO)) {
6436 				if (target != NULL) {
6437 					sf_offline_target(sf, target);
6438 				}
6439 				if (sf->sf_lip_cnt == lip_cnt) {
6440 					sf->sf_device_count--;
6441 					ASSERT(sf->sf_device_count >= 0);
6442 					if (sf->sf_device_count == 0) {
6443 						sf_finish_init(sf,
6444 						    sf->sf_lip_cnt);
6445 					}
6446 				}
6447 			}
6448 			privp = sf->sf_els_list;
6449 			mutex_exit(&sf->sf_mutex);
6450 			if (fpkt != NULL) {
6451 				sf_els_free(fpkt);
6452 			}
6453 		} else {
6454 			mutex_exit(&sf->sf_mutex);
6455 			sf_els_free(privp->fpkt);
6456 			privp = NULL;
6457 		}
6458 	} else {
6459 		if (sf_core && (sf_core & SF_CORE_ELS_FAILED)) {
6460 			sf_token = (int *)(uintptr_t)
6461 			    fpkt->fcal_socal_request.\
6462 			    sr_soc_hdr.sh_request_token;
6463 			(void) soc_take_core(sf->sf_sochandle, sf->sf_socp);
6464 			sf_core = 0;
6465 		}
6466 		sf_log(sf, CE_NOTE, "%s abort to target 0x%x failed. "
6467 		    "status=0x%x, forcing LIP\n", what,
6468 		    sf_alpa_to_switch[privp->dest_nport_id], rval);
6469 		privp = NULL;
6470 		if (sf->sf_lip_cnt == lip_cnt) {
6471 			sf_force_lip(sf);
6472 		}
6473 	}
6474 
6475 	mutex_enter(&sf->sf_mutex);
6476 	return (privp);
6477 }
6478 
6479 
6480 /*
6481  * called by timeout when a reset times out
6482  */
6483 /*ARGSUSED*/
6484 static void
6485 sf_check_reset_delay(void *arg)
6486 {
6487 	struct sf *sf;
6488 	struct sf_target *target;
6489 	struct sf_reset_list *rp, *tp;
6490 	uint_t lip_cnt, reset_timeout_flag = FALSE;
6491 	clock_t lb;
6492 
6493 
6494 	lb = ddi_get_lbolt();
6495 
6496 	mutex_enter(&sf_global_mutex);
6497 
6498 	sf_reset_timeout_id = 0;
6499 
6500 	for (sf = sf_head; sf != NULL; sf = sf->sf_next) {
6501 
6502 		mutex_exit(&sf_global_mutex);
6503 		mutex_enter(&sf->sf_mutex);
6504 
6505 		/* is this type cast needed? */
6506 		tp = (struct sf_reset_list *)&sf->sf_reset_list;
6507 
6508 		rp = sf->sf_reset_list;
6509 		while (rp != NULL) {
6510 			if (((rp->timeout - lb) < 0) &&
6511 			    (rp->lip_cnt == sf->sf_lip_cnt)) {
6512 				tp->next = rp->next;
6513 				mutex_exit(&sf->sf_mutex);
6514 				target = rp->target;
6515 				lip_cnt = rp->lip_cnt;
6516 				kmem_free(rp, sizeof (struct sf_reset_list));
6517 				/* abort all cmds for this target */
6518 				while (target) {
6519 					sf_abort_all(sf, target, FALSE,
6520 					    lip_cnt, TRUE);
6521 					mutex_enter(&target->sft_mutex);
6522 					if (lip_cnt == sf->sf_lip_cnt) {
6523 						target->sft_state &=
6524 						    ~SF_TARGET_BUSY;
6525 					}
6526 					mutex_exit(&target->sft_mutex);
6527 					target = target->sft_next_lun;
6528 				}
6529 				mutex_enter(&sf->sf_mutex);
6530 				tp = (struct sf_reset_list *)
6531 				    &sf->sf_reset_list;
6532 				rp = sf->sf_reset_list;
6533 				lb = ddi_get_lbolt();
6534 			} else if (rp->lip_cnt != sf->sf_lip_cnt) {
6535 				tp->next = rp->next;
6536 				kmem_free(rp, sizeof (struct sf_reset_list));
6537 				rp = tp->next;
6538 			} else {
6539 				reset_timeout_flag = TRUE;
6540 				tp = rp;
6541 				rp = rp->next;
6542 			}
6543 		}
6544 		mutex_exit(&sf->sf_mutex);
6545 		mutex_enter(&sf_global_mutex);
6546 	}
6547 
6548 	if (reset_timeout_flag && (sf_reset_timeout_id == 0)) {
6549 		sf_reset_timeout_id = timeout(sf_check_reset_delay,
6550 		    NULL, drv_usectohz(SF_TARGET_RESET_DELAY));
6551 	}
6552 
6553 	mutex_exit(&sf_global_mutex);
6554 }
6555 
6556 
6557 /*
6558  * called to "reset the bus", i.e. force loop initialization (and address
6559  * re-negotiation)
6560  */
6561 static void
6562 sf_force_lip(struct sf *sf)
6563 {
6564 	int i;
6565 	struct sf_target *target;
6566 
6567 
6568 	/* disable restart of lip if we're suspended */
6569 	mutex_enter(&sf->sf_mutex);
6570 	if (sf->sf_state & SF_STATE_SUSPENDED) {
6571 		mutex_exit(&sf->sf_mutex);
6572 		SF_DEBUG(1, (sf, CE_CONT,
6573 		    "sf_force_lip, sf%d: lip restart disabled "
6574 		    "due to DDI_SUSPEND\n",
6575 		    ddi_get_instance(sf->sf_dip)));
6576 		return;
6577 	}
6578 
6579 	sf_log(sf, CE_NOTE, "Forcing lip\n");
6580 
6581 	for (i = 0; i < sf_max_targets; i++) {
6582 		target = sf->sf_targets[i];
6583 		while (target != NULL) {
6584 			mutex_enter(&target->sft_mutex);
6585 			if (!(target->sft_state & SF_TARGET_OFFLINE))
6586 				target->sft_state |= SF_TARGET_BUSY;
6587 			mutex_exit(&target->sft_mutex);
6588 			target = target->sft_next_lun;
6589 		}
6590 	}
6591 
6592 	sf->sf_lip_cnt++;
6593 	sf->sf_timer = sf_watchdog_time + SF_OFFLINE_TIMEOUT;
6594 	sf->sf_state = SF_STATE_OFFLINE;
6595 	mutex_exit(&sf->sf_mutex);
6596 	sf->sf_stats.lip_count++;		/* no mutex for this? */
6597 
6598 #ifdef DEBUG
6599 	/* are we allowing LIPs ?? */
6600 	if (sf_lip_flag != 0) {
6601 #endif
6602 		/* call the transport to force loop initialization */
6603 		if (((i = soc_force_lip(sf->sf_sochandle, sf->sf_socp,
6604 		    sf->sf_sochandle->fcal_portno, 1,
6605 		    FCAL_FORCE_LIP)) != FCAL_SUCCESS) &&
6606 		    (i != FCAL_TIMEOUT)) {
6607 			/* force LIP failed */
6608 			if (sf_core && (sf_core & SF_CORE_LIP_FAILED)) {
6609 				(void) soc_take_core(sf->sf_sochandle,
6610 				    sf->sf_socp);
6611 				sf_core = 0;
6612 			}
6613 #ifdef DEBUG
6614 			/* are we allowing reset after LIP failed ?? */
6615 			if (sf_reset_flag != 0) {
6616 #endif
6617 				/* restart socal after resetting it */
6618 				sf_log(sf, CE_NOTE,
6619 				    "!Force lip failed Status code 0x%x."
6620 				    " Reseting\n", i);
6621 				/* call transport to force a reset */
6622 				soc_force_reset(sf->sf_sochandle, sf->sf_socp,
6623 				    sf->sf_sochandle->fcal_portno, 1);
6624 #ifdef	DEBUG
6625 			}
6626 #endif
6627 		}
6628 #ifdef	DEBUG
6629 	}
6630 #endif
6631 }
6632 
6633 
6634 /*
6635  * called by the transport when an unsolicited ELS is received
6636  */
6637 static void
6638 sf_unsol_els_callback(void *arg, soc_response_t *srp, caddr_t payload)
6639 {
6640 	struct sf *sf = (struct sf *)arg;
6641 	els_payload_t	*els = (els_payload_t *)payload;
6642 	struct la_els_rjt *rsp;
6643 	int	i, tgt_id;
6644 	uchar_t dest_id;
6645 	struct fcal_packet *fpkt;
6646 	fc_frame_header_t *hp;
6647 	struct sf_els_hdr *privp;
6648 
6649 
6650 	if ((els == NULL) || ((i = srp->sr_soc_hdr.sh_byte_cnt) == 0)) {
6651 		return;
6652 	}
6653 
6654 	if (i > SOC_CQE_PAYLOAD) {
6655 		i = SOC_CQE_PAYLOAD;
6656 	}
6657 
6658 	dest_id = (uchar_t)srp->sr_fc_frame_hdr.s_id;
6659 	tgt_id = sf_alpa_to_switch[dest_id];
6660 
6661 	switch (els->els_cmd.c.ls_command) {
6662 
6663 	case LA_ELS_LOGO:
6664 		/*
6665 		 * logout received -- log the fact
6666 		 */
6667 		sf->sf_stats.tstats[tgt_id].logouts_recvd++;
6668 		sf_log(sf, CE_NOTE, "!LOGO recvd from target %x, %s\n",
6669 		    tgt_id,
6670 		    sf_lip_on_plogo ? "Forcing LIP...." : "");
6671 		if (sf_lip_on_plogo) {
6672 			sf_force_lip(sf);
6673 		}
6674 		break;
6675 
6676 	default:  /* includes LA_ELS_PLOGI */
6677 		/*
6678 		 * something besides a logout received -- we don't handle
6679 		 * this so send back a reject saying its unsupported
6680 		 */
6681 
6682 		sf_log(sf, CE_NOTE, "!ELS 0x%x recvd from target 0x%x\n",
6683 		    els->els_cmd.c.ls_command, tgt_id);
6684 
6685 
6686 		/* allocate room for a response */
6687 		if (sf_els_alloc(sf, dest_id, sizeof (struct sf_els_hdr),
6688 		    sizeof (struct la_els_rjt), sizeof (union sf_els_rsp),
6689 		    (caddr_t *)&privp, (caddr_t *)&rsp) == NULL) {
6690 			break;
6691 		}
6692 
6693 		fpkt = privp->fpkt;
6694 
6695 		/* fill in pkt header */
6696 		hp = &fpkt->fcal_socal_request.sr_fc_frame_hdr;
6697 		hp->r_ctl = R_CTL_ELS_RSP;
6698 		hp->f_ctl = F_CTL_LAST_SEQ | F_CTL_XCHG_CONTEXT;
6699 		hp->ox_id = srp->sr_fc_frame_hdr.ox_id;
6700 		hp->rx_id = srp->sr_fc_frame_hdr.rx_id;
6701 		fpkt->fcal_socal_request.sr_cqhdr.cq_hdr_type =
6702 		    CQ_TYPE_OUTBOUND;
6703 
6704 		fpkt->fcal_socal_request.sr_soc_hdr.sh_seg_cnt = 1;
6705 
6706 		/* fill in response */
6707 		rsp->ls_code = LA_ELS_RJT;	/* reject this ELS */
6708 		rsp->mbz[0] = 0;
6709 		rsp->mbz[1] = 0;
6710 		rsp->mbz[2] = 0;
6711 		((struct la_els_logi *)privp->rsp)->ls_code = LA_ELS_ACC;
6712 		*((int *)&rsp->reserved) = 0;
6713 		rsp->reason_code = RJT_UNSUPPORTED;
6714 		privp->retries = sf_els_retries;
6715 		privp->els_code = LA_ELS_RJT;
6716 		privp->timeout = (unsigned)0xffffffff;
6717 		(void) sf_els_transport(sf, privp);
6718 		break;
6719 	}
6720 }
6721 
6722 
6723 /*
6724  * Error logging, printing, and debug print routines
6725  */
6726 
6727 /*PRINTFLIKE3*/
6728 static void
6729 sf_log(struct sf *sf, int level, const char *fmt, ...)
6730 {
6731 	char buf[256];
6732 	dev_info_t *dip;
6733 	va_list ap;
6734 
6735 	if (sf != NULL) {
6736 		dip = sf->sf_dip;
6737 	} else {
6738 		dip = NULL;
6739 	}
6740 
6741 	va_start(ap, fmt);
6742 	(void) vsprintf(buf, fmt, ap);
6743 	va_end(ap);
6744 	scsi_log(dip, "sf", level, buf);
6745 }
6746 
6747 
6748 /*
6749  * called to get some sf kstats -- return 0 on success else return errno
6750  */
6751 static int
6752 sf_kstat_update(kstat_t *ksp, int rw)
6753 {
6754 	struct sf *sf;
6755 
6756 	if (rw == KSTAT_WRITE) {
6757 		/* can't write */
6758 		return (EACCES);
6759 	}
6760 
6761 	sf = ksp->ks_private;
6762 	sf->sf_stats.ncmds = sf->sf_ncmds;
6763 	sf->sf_stats.throttle_limit = sf->sf_throttle;
6764 	sf->sf_stats.cr_pool_size = sf->sf_cr_pool_cnt;
6765 
6766 	return (0);				/* success */
6767 }
6768 
6769 
6770 /*
6771  * Unix Entry Points
6772  */
6773 
6774 /*
6775  * driver entry point for opens on control device
6776  */
6777 /* ARGSUSED */
6778 static int
6779 sf_open(dev_t *dev_p, int flag, int otyp, cred_t *cred_p)
6780 {
6781 	dev_t dev = *dev_p;
6782 	struct sf *sf;
6783 
6784 
6785 	/* just ensure soft state exists for this device */
6786 	sf = ddi_get_soft_state(sf_state, SF_MINOR2INST(getminor(dev)));
6787 	if (sf == NULL) {
6788 		return (ENXIO);
6789 	}
6790 
6791 	++(sf->sf_check_n_close);
6792 
6793 	return (0);
6794 }
6795 
6796 
6797 /*
6798  * driver entry point for last close on control device
6799  */
6800 /* ARGSUSED */
6801 static int
6802 sf_close(dev_t dev, int flag, int otyp, cred_t *cred_p)
6803 {
6804 	struct sf *sf;
6805 
6806 	sf = ddi_get_soft_state(sf_state, SF_MINOR2INST(getminor(dev)));
6807 	if (sf == NULL) {
6808 		return (ENXIO);
6809 	}
6810 
6811 	if (!sf->sf_check_n_close) { /* if this flag is zero */
6812 		cmn_err(CE_WARN, "sf%d: trying to close unopened instance",
6813 		    SF_MINOR2INST(getminor(dev)));
6814 		return (ENODEV);
6815 	} else {
6816 		--(sf->sf_check_n_close);
6817 	}
6818 	return (0);
6819 }
6820 
6821 
6822 /*
6823  * driver entry point for sf ioctl commands
6824  */
6825 /* ARGSUSED */
6826 static int
6827 sf_ioctl(dev_t dev,
6828     int cmd, intptr_t arg, int mode, cred_t *cred_p, int *rval_p)
6829 {
6830 	struct sf *sf;
6831 	struct sf_target *target;
6832 	uchar_t al_pa;
6833 	struct sf_al_map map;
6834 	int cnt, i;
6835 	int	retval;				/* return value */
6836 	struct devctl_iocdata *dcp;
6837 	dev_info_t *cdip;
6838 	struct scsi_address ap;
6839 	scsi_hba_tran_t *tran;
6840 
6841 
6842 	sf = ddi_get_soft_state(sf_state, SF_MINOR2INST(getminor(dev)));
6843 	if (sf == NULL) {
6844 		return (ENXIO);
6845 	}
6846 
6847 	/* handle all ioctls */
6848 	switch (cmd) {
6849 
6850 	/*
6851 	 * We can use the generic implementation for these ioctls
6852 	 */
6853 	case DEVCTL_DEVICE_GETSTATE:
6854 	case DEVCTL_DEVICE_ONLINE:
6855 	case DEVCTL_DEVICE_OFFLINE:
6856 	case DEVCTL_BUS_GETSTATE:
6857 		return (ndi_devctl_ioctl(sf->sf_dip, cmd, arg, mode, 0));
6858 
6859 	/*
6860 	 * return FC map
6861 	 */
6862 	case SFIOCGMAP:
6863 		if ((sf->sf_lilp_map->lilp_magic != FCAL_LILP_MAGIC &&
6864 		    sf->sf_lilp_map->lilp_magic != FCAL_BADLILP_MAGIC) ||
6865 		    sf->sf_state != SF_STATE_ONLINE) {
6866 			retval = ENOENT;
6867 			goto dun;
6868 		}
6869 		mutex_enter(&sf->sf_mutex);
6870 		if (sf->sf_lilp_map->lilp_magic == FCAL_BADLILP_MAGIC) {
6871 			int i, j = 0;
6872 
6873 			/* Need to generate a fake lilp map */
6874 			for (i = 0; i < sf_max_targets; i++) {
6875 				if (sf->sf_targets[i])
6876 					sf->sf_lilp_map->lilp_alpalist[j++] =
6877 					    sf->sf_targets[i]->
6878 					    sft_hard_address;
6879 			}
6880 			sf->sf_lilp_map->lilp_length = (uchar_t)j;
6881 		}
6882 		cnt = sf->sf_lilp_map->lilp_length;
6883 		map.sf_count = (short)cnt;
6884 		bcopy((caddr_t)&sf->sf_sochandle->fcal_n_wwn,
6885 		    (caddr_t)&map.sf_hba_addr.sf_node_wwn,
6886 		    sizeof (la_wwn_t));
6887 		bcopy((caddr_t)&sf->sf_sochandle->fcal_p_wwn,
6888 		    (caddr_t)&map.sf_hba_addr.sf_port_wwn,
6889 		    sizeof (la_wwn_t));
6890 		map.sf_hba_addr.sf_al_pa = sf->sf_al_pa;
6891 		map.sf_hba_addr.sf_hard_address = 0;
6892 		map.sf_hba_addr.sf_inq_dtype = DTYPE_UNKNOWN;
6893 		for (i = 0; i < cnt; i++) {
6894 			al_pa = sf->sf_lilp_map->lilp_alpalist[i];
6895 			map.sf_addr_pair[i].sf_al_pa = al_pa;
6896 			if (al_pa == sf->sf_al_pa) {
6897 				(void) bcopy((caddr_t)&sf->sf_sochandle
6898 				    ->fcal_n_wwn, (caddr_t)&map.
6899 				    sf_addr_pair[i].sf_node_wwn,
6900 				    sizeof (la_wwn_t));
6901 				(void) bcopy((caddr_t)&sf->sf_sochandle
6902 				    ->fcal_p_wwn, (caddr_t)&map.
6903 				    sf_addr_pair[i].sf_port_wwn,
6904 				    sizeof (la_wwn_t));
6905 				map.sf_addr_pair[i].sf_hard_address =
6906 				    al_pa;
6907 				map.sf_addr_pair[i].sf_inq_dtype =
6908 				    DTYPE_PROCESSOR;
6909 				continue;
6910 			}
6911 			target = sf->sf_targets[sf_alpa_to_switch[
6912 			    al_pa]];
6913 			if (target != NULL) {
6914 				mutex_enter(&target->sft_mutex);
6915 				if (!(target->sft_state &
6916 				    (SF_TARGET_OFFLINE |
6917 				    SF_TARGET_BUSY))) {
6918 					bcopy((caddr_t)&target->
6919 					    sft_node_wwn,
6920 					    (caddr_t)&map.sf_addr_pair
6921 					    [i].sf_node_wwn,
6922 					    sizeof (la_wwn_t));
6923 					bcopy((caddr_t)&target->
6924 					    sft_port_wwn,
6925 					    (caddr_t)&map.sf_addr_pair
6926 					    [i].sf_port_wwn,
6927 					    sizeof (la_wwn_t));
6928 					map.sf_addr_pair[i].
6929 					    sf_hard_address
6930 					    = target->sft_hard_address;
6931 					map.sf_addr_pair[i].
6932 					    sf_inq_dtype
6933 					    = target->sft_device_type;
6934 					mutex_exit(&target->sft_mutex);
6935 					continue;
6936 				}
6937 				mutex_exit(&target->sft_mutex);
6938 			}
6939 			bzero((caddr_t)&map.sf_addr_pair[i].
6940 			    sf_node_wwn, sizeof (la_wwn_t));
6941 			bzero((caddr_t)&map.sf_addr_pair[i].
6942 			    sf_port_wwn, sizeof (la_wwn_t));
6943 			map.sf_addr_pair[i].sf_inq_dtype =
6944 			    DTYPE_UNKNOWN;
6945 		}
6946 		mutex_exit(&sf->sf_mutex);
6947 		if (ddi_copyout((caddr_t)&map, (caddr_t)arg,
6948 		    sizeof (struct sf_al_map), mode) != 0) {
6949 			retval = EFAULT;
6950 			goto dun;
6951 		}
6952 		break;
6953 
6954 	/*
6955 	 * handle device control ioctls
6956 	 */
6957 	case DEVCTL_DEVICE_RESET:
6958 		if (ndi_dc_allochdl((void *)arg, &dcp) != NDI_SUCCESS) {
6959 			retval = EFAULT;
6960 			goto dun;
6961 		}
6962 		if ((ndi_dc_getname(dcp) == NULL) ||
6963 		    (ndi_dc_getaddr(dcp) == NULL)) {
6964 			ndi_dc_freehdl(dcp);
6965 			retval = EINVAL;
6966 			goto dun;
6967 		}
6968 		cdip = ndi_devi_find(sf->sf_dip,
6969 		    ndi_dc_getname(dcp), ndi_dc_getaddr(dcp));
6970 		ndi_dc_freehdl(dcp);
6971 
6972 		if (cdip == NULL) {
6973 			retval = ENXIO;
6974 			goto dun;
6975 		}
6976 
6977 		if ((target = sf_get_target_from_dip(sf, cdip)) == NULL) {
6978 			retval = ENXIO;
6979 			goto dun;
6980 		}
6981 		mutex_enter(&target->sft_mutex);
6982 		if (!(target->sft_state & SF_TARGET_INIT_DONE)) {
6983 			mutex_exit(&target->sft_mutex);
6984 			retval = ENXIO;
6985 			goto dun;
6986 		}
6987 
6988 		/* This is ugly */
6989 		tran = kmem_zalloc(scsi_hba_tran_size(), KM_SLEEP);
6990 		bcopy(target->sft_tran, tran, scsi_hba_tran_size());
6991 		mutex_exit(&target->sft_mutex);
6992 		ap.a_hba_tran = tran;
6993 		ap.a_target = sf_alpa_to_switch[target->sft_al_pa];
6994 		if (sf_reset(&ap, RESET_TARGET) == FALSE) {
6995 			retval = EIO;
6996 		} else {
6997 			retval = 0;
6998 		}
6999 		kmem_free(tran, scsi_hba_tran_size());
7000 		goto dun;
7001 
7002 	case DEVCTL_BUS_QUIESCE:
7003 	case DEVCTL_BUS_UNQUIESCE:
7004 		retval = ENOTSUP;
7005 		goto dun;
7006 
7007 	case DEVCTL_BUS_RESET:
7008 	case DEVCTL_BUS_RESETALL:
7009 		sf_force_lip(sf);
7010 		break;
7011 
7012 	default:
7013 		retval = ENOTTY;
7014 		goto dun;
7015 	}
7016 
7017 	retval = 0;				/* success */
7018 
7019 dun:
7020 	return (retval);
7021 }
7022 
7023 
7024 /*
7025  * get the target given a DIP
7026  */
7027 static struct sf_target *
7028 sf_get_target_from_dip(struct sf *sf, dev_info_t *dip)
7029 {
7030 	int i;
7031 	struct sf_target *target;
7032 
7033 
7034 	/* scan each hash queue for the DIP in question */
7035 	for (i = 0; i < SF_NUM_HASH_QUEUES; i++) {
7036 		target = sf->sf_wwn_lists[i];
7037 		while (target != NULL) {
7038 			if (target->sft_dip == dip) {
7039 				return (target); /* success: target found */
7040 			}
7041 			target = target->sft_next;
7042 		}
7043 	}
7044 	return (NULL);				/* failure: target not found */
7045 }
7046 
7047 
7048 /*
7049  * called by the transport to get an event cookie
7050  */
7051 static int
7052 sf_bus_get_eventcookie(dev_info_t *dip, dev_info_t *rdip, char *name,
7053     ddi_eventcookie_t *event_cookiep)
7054 {
7055 	struct sf *sf;
7056 
7057 	sf = ddi_get_soft_state(sf_state, ddi_get_instance(dip));
7058 	if (sf == NULL) {
7059 		/* can't find instance for this device */
7060 		return (DDI_FAILURE);
7061 	}
7062 
7063 	return (ndi_event_retrieve_cookie(sf->sf_event_hdl, rdip, name,
7064 	    event_cookiep, NDI_EVENT_NOPASS));
7065 
7066 }
7067 
7068 
7069 /*
7070  * called by the transport to add an event callback
7071  */
7072 static int
7073 sf_bus_add_eventcall(dev_info_t *dip, dev_info_t *rdip,
7074     ddi_eventcookie_t eventid, void (*callback)(dev_info_t *dip,
7075     ddi_eventcookie_t event, void *arg, void *impl_data), void *arg,
7076     ddi_callback_id_t *cb_id)
7077 {
7078 	struct sf *sf;
7079 
7080 	sf = ddi_get_soft_state(sf_state, ddi_get_instance(dip));
7081 	if (sf == NULL) {
7082 		/* can't find instance for this device */
7083 		return (DDI_FAILURE);
7084 	}
7085 
7086 	return (ndi_event_add_callback(sf->sf_event_hdl, rdip,
7087 	    eventid, callback, arg, NDI_SLEEP, cb_id));
7088 
7089 }
7090 
7091 
7092 /*
7093  * called by the transport to remove an event callback
7094  */
7095 static int
7096 sf_bus_remove_eventcall(dev_info_t *devi, ddi_callback_id_t cb_id)
7097 {
7098 	struct sf *sf;
7099 
7100 	sf = ddi_get_soft_state(sf_state, ddi_get_instance(devi));
7101 	if (sf == NULL) {
7102 		/* can't find instance for this device */
7103 		return (DDI_FAILURE);
7104 	}
7105 
7106 	return (ndi_event_remove_callback(sf->sf_event_hdl, cb_id));
7107 }
7108 
7109 
7110 /*
7111  * called by the transport to post an event
7112  */
7113 static int
7114 sf_bus_post_event(dev_info_t *dip, dev_info_t *rdip,
7115     ddi_eventcookie_t eventid, void *impldata)
7116 {
7117 	ddi_eventcookie_t remove_cookie, cookie;
7118 
7119 	/* is this a remove event ?? */
7120 	struct sf *sf = ddi_get_soft_state(sf_state, ddi_get_instance(dip));
7121 	remove_cookie = ndi_event_tag_to_cookie(sf->sf_event_hdl,
7122 	    SF_EVENT_TAG_REMOVE);
7123 
7124 	if (remove_cookie == eventid) {
7125 		struct sf_target *target;
7126 
7127 		/* handle remove event */
7128 
7129 		if (sf == NULL) {
7130 			/* no sf instance for this device */
7131 			return (NDI_FAILURE);
7132 		}
7133 
7134 		/* get the target for this event */
7135 		if ((target = sf_get_target_from_dip(sf, rdip)) != NULL) {
7136 			/*
7137 			 * clear device info for this target and mark as
7138 			 * not done
7139 			 */
7140 			mutex_enter(&target->sft_mutex);
7141 			target->sft_dip = NULL;
7142 			target->sft_state &= ~SF_TARGET_INIT_DONE;
7143 			mutex_exit(&target->sft_mutex);
7144 			return (NDI_SUCCESS); /* event handled */
7145 		}
7146 
7147 		/* no target for this event */
7148 		return (NDI_FAILURE);
7149 	}
7150 
7151 	/* an insertion event */
7152 	if (ndi_busop_get_eventcookie(dip, rdip, FCAL_INSERT_EVENT, &cookie)
7153 	    != NDI_SUCCESS) {
7154 		return (NDI_FAILURE);
7155 	}
7156 
7157 	return (ndi_post_event(dip, rdip, cookie, impldata));
7158 }
7159 
7160 
7161 /*
7162  * the sf hotplug daemon, one thread per sf instance
7163  */
7164 static void
7165 sf_hp_daemon(void *arg)
7166 {
7167 	struct sf *sf = (struct sf *)arg;
7168 	struct sf_hp_elem *elem;
7169 	struct sf_target *target;
7170 	int tgt_id;
7171 	callb_cpr_t cprinfo;
7172 
7173 	CALLB_CPR_INIT(&cprinfo, &sf->sf_hp_daemon_mutex,
7174 	    callb_generic_cpr, "sf_hp_daemon");
7175 
7176 	mutex_enter(&sf->sf_hp_daemon_mutex);
7177 
7178 	do {
7179 		while (sf->sf_hp_elem_head != NULL) {
7180 
7181 			/* save ptr to head of list */
7182 			elem = sf->sf_hp_elem_head;
7183 
7184 			/* take element off of list */
7185 			if (sf->sf_hp_elem_head == sf->sf_hp_elem_tail) {
7186 				/* element only one in list -- list now empty */
7187 				sf->sf_hp_elem_head = NULL;
7188 				sf->sf_hp_elem_tail = NULL;
7189 			} else {
7190 				/* remove element from head of list */
7191 				sf->sf_hp_elem_head = sf->sf_hp_elem_head->next;
7192 			}
7193 
7194 			mutex_exit(&sf->sf_hp_daemon_mutex);
7195 
7196 			switch (elem->what) {
7197 			case SF_ONLINE:
7198 				/* online this target */
7199 				target = elem->target;
7200 				(void) ndi_devi_online(elem->dip, 0);
7201 				(void) ndi_event_retrieve_cookie(
7202 				    sf->sf_event_hdl,
7203 				    target->sft_dip, FCAL_INSERT_EVENT,
7204 				    &sf_insert_eid, NDI_EVENT_NOPASS);
7205 				(void) ndi_event_run_callbacks(sf->sf_event_hdl,
7206 				    target->sft_dip, sf_insert_eid, NULL);
7207 				break;
7208 			case SF_OFFLINE:
7209 				/* offline this target */
7210 				target = elem->target;
7211 				tgt_id = sf_alpa_to_switch[target->sft_al_pa];
7212 				/* don't do NDI_DEVI_REMOVE for now */
7213 				if (ndi_devi_offline(elem->dip, 0) !=
7214 				    NDI_SUCCESS) {
7215 					SF_DEBUG(1, (sf, CE_WARN, "target %x, "
7216 					    "device offline failed", tgt_id));
7217 				} else {
7218 					SF_DEBUG(1, (sf, CE_NOTE, "target %x, "
7219 					    "device offline succeeded\n",
7220 					    tgt_id));
7221 				}
7222 				break;
7223 			}
7224 			kmem_free(elem, sizeof (struct sf_hp_elem));
7225 			mutex_enter(&sf->sf_hp_daemon_mutex);
7226 		}
7227 
7228 		/* if exit is not already signaled */
7229 		if (sf->sf_hp_exit == 0) {
7230 			/* wait to be signaled by work or exit */
7231 			CALLB_CPR_SAFE_BEGIN(&cprinfo);
7232 			cv_wait(&sf->sf_hp_daemon_cv, &sf->sf_hp_daemon_mutex);
7233 			CALLB_CPR_SAFE_END(&cprinfo, &sf->sf_hp_daemon_mutex);
7234 		}
7235 	} while (sf->sf_hp_exit == 0);
7236 
7237 	/* sf_hp_daemon_mutex is dropped by CALLB_CPR_EXIT */
7238 	CALLB_CPR_EXIT(&cprinfo);
7239 	thread_exit();			/* no more hotplug thread */
7240 	/* NOTREACHED */
7241 }
7242