xref: /freebsd/sys/dev/firewire/sbp.c (revision 5608fd23c27fa1e8ee595d7b678cbfd35d657fbe)
1 /*-
2  * Copyright (c) 2003 Hidetoshi Shimokawa
3  * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
4  * All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  * 3. All advertising materials mentioning features or use of this software
15  *    must display the acknowledgement as bellow:
16  *
17  *    This product includes software developed by K. Kobayashi and H. Shimokawa
18  *
19  * 4. The name of the author may not be used to endorse or promote products
20  *    derived from this software without specific prior written permission.
21  *
22  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
26  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
27  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
28  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32  * POSSIBILITY OF SUCH DAMAGE.
33  *
34  * $FreeBSD$
35  *
36  */
37 
38 #include <sys/param.h>
39 #include <sys/systm.h>
40 #include <sys/module.h>
41 #include <sys/bus.h>
42 #include <sys/kernel.h>
43 #include <sys/sysctl.h>
44 #include <machine/bus.h>
45 #include <sys/malloc.h>
46 #if defined(__FreeBSD__) && __FreeBSD_version >= 501102
47 #include <sys/lock.h>
48 #include <sys/mutex.h>
49 #endif
50 
51 #if defined(__DragonFly__) || __FreeBSD_version < 500106
52 #include <sys/devicestat.h>	/* for struct devstat */
53 #endif
54 
55 #ifdef __DragonFly__
56 #include <bus/cam/cam.h>
57 #include <bus/cam/cam_ccb.h>
58 #include <bus/cam/cam_sim.h>
59 #include <bus/cam/cam_xpt_sim.h>
60 #include <bus/cam/cam_debug.h>
61 #include <bus/cam/cam_periph.h>
62 #include <bus/cam/scsi/scsi_all.h>
63 
64 #include <bus/firewire/firewire.h>
65 #include <bus/firewire/firewirereg.h>
66 #include <bus/firewire/fwdma.h>
67 #include <bus/firewire/iec13213.h>
68 #include "sbp.h"
69 #else
70 #include <cam/cam.h>
71 #include <cam/cam_ccb.h>
72 #include <cam/cam_sim.h>
73 #include <cam/cam_xpt_sim.h>
74 #include <cam/cam_debug.h>
75 #include <cam/cam_periph.h>
76 #include <cam/scsi/scsi_all.h>
77 
78 #include <dev/firewire/firewire.h>
79 #include <dev/firewire/firewirereg.h>
80 #include <dev/firewire/fwdma.h>
81 #include <dev/firewire/iec13213.h>
82 #include <dev/firewire/sbp.h>
83 #endif
84 
85 #define ccb_sdev_ptr	spriv_ptr0
86 #define ccb_sbp_ptr	spriv_ptr1
87 
88 #define SBP_NUM_TARGETS 8 /* MAX 64 */
89 /*
90  * Scan_bus doesn't work for more than 8 LUNs
91  * because of CAM_SCSI2_MAXLUN in cam_xpt.c
92  */
93 #define SBP_NUM_LUNS 64
94 #define SBP_MAXPHYS  MIN(MAXPHYS, (512*1024) /* 512KB */)
95 #define SBP_DMA_SIZE PAGE_SIZE
96 #define SBP_LOGIN_SIZE sizeof(struct sbp_login_res)
97 #define SBP_QUEUE_LEN ((SBP_DMA_SIZE - SBP_LOGIN_SIZE) / sizeof(struct sbp_ocb))
98 #define SBP_NUM_OCB (SBP_QUEUE_LEN * SBP_NUM_TARGETS)
99 
100 /*
101  * STATUS FIFO addressing
102  *   bit
103  * -----------------------
104  *  0- 1( 2): 0 (alignment)
105  *  2- 7( 6): target
106  *  8-15( 8): lun
107  * 16-31( 8): reserved
108  * 32-47(16): SBP_BIND_HI
109  * 48-64(16): bus_id, node_id
110  */
111 #define SBP_BIND_HI 0x1
112 #define SBP_DEV2ADDR(t, l) \
113 	(((u_int64_t)SBP_BIND_HI << 32) \
114 	| (((l) & 0xff) << 8) \
115 	| (((t) & 0x3f) << 2))
116 #define SBP_ADDR2TRG(a)	(((a) >> 2) & 0x3f)
117 #define SBP_ADDR2LUN(a)	(((a) >> 8) & 0xff)
118 #define SBP_INITIATOR 7
119 
120 static char *orb_fun_name[] = {
121 	ORB_FUN_NAMES
122 };
123 
124 static int debug = 0;
125 static int auto_login = 1;
126 static int max_speed = -1;
127 static int sbp_cold = 1;
128 static int ex_login = 1;
129 static int login_delay = 1000;	/* msec */
130 static int scan_delay = 500;	/* msec */
131 static int use_doorbell = 0;
132 static int sbp_tags = 0;
133 
134 SYSCTL_DECL(_hw_firewire);
135 static SYSCTL_NODE(_hw_firewire, OID_AUTO, sbp, CTLFLAG_RD, 0,
136 	"SBP-II Subsystem");
137 SYSCTL_INT(_debug, OID_AUTO, sbp_debug, CTLFLAG_RWTUN, &debug, 0,
138 	"SBP debug flag");
139 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, auto_login, CTLFLAG_RWTUN, &auto_login, 0,
140 	"SBP perform login automatically");
141 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, max_speed, CTLFLAG_RWTUN, &max_speed, 0,
142 	"SBP transfer max speed");
143 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, exclusive_login, CTLFLAG_RWTUN,
144 	&ex_login, 0, "SBP enable exclusive login");
145 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, login_delay, CTLFLAG_RWTUN,
146 	&login_delay, 0, "SBP login delay in msec");
147 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, scan_delay, CTLFLAG_RWTUN,
148 	&scan_delay, 0, "SBP scan delay in msec");
149 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, use_doorbell, CTLFLAG_RWTUN,
150 	&use_doorbell, 0, "SBP use doorbell request");
151 SYSCTL_INT(_hw_firewire_sbp, OID_AUTO, tags, CTLFLAG_RWTUN, &sbp_tags, 0,
152 	"SBP tagged queuing support");
153 
154 #define NEED_RESPONSE 0
155 
156 #define SBP_SEG_MAX rounddown(0xffff, PAGE_SIZE)
157 #ifdef __sparc64__ /* iommu */
158 #define SBP_IND_MAX howmany(SBP_MAXPHYS, SBP_SEG_MAX)
159 #else
160 #define SBP_IND_MAX howmany(SBP_MAXPHYS, PAGE_SIZE)
161 #endif
162 struct sbp_ocb {
163 	STAILQ_ENTRY(sbp_ocb)	ocb;
164 	union ccb	*ccb;
165 	bus_addr_t	bus_addr;
166 	uint32_t	orb[8];
167 #define IND_PTR_OFFSET	(8*sizeof(uint32_t))
168 	struct ind_ptr  ind_ptr[SBP_IND_MAX];
169 	struct sbp_dev	*sdev;
170 	int		flags; /* XXX should be removed */
171 	bus_dmamap_t	dmamap;
172 	struct callout	timer;
173 };
174 
175 #define OCB_ACT_MGM 0
176 #define OCB_ACT_CMD 1
177 #define OCB_MATCH(o,s)	((o)->bus_addr == ntohl((s)->orb_lo))
178 
179 struct sbp_dev{
180 #define SBP_DEV_RESET		0	/* accept login */
181 #define SBP_DEV_LOGIN		1	/* to login */
182 #if 0
183 #define SBP_DEV_RECONN		2	/* to reconnect */
184 #endif
185 #define SBP_DEV_TOATTACH	3	/* to attach */
186 #define SBP_DEV_PROBE		4	/* scan lun */
187 #define SBP_DEV_ATTACHED	5	/* in operation */
188 #define SBP_DEV_DEAD		6	/* unavailable unit */
189 #define SBP_DEV_RETRY		7	/* unavailable unit */
190 	uint8_t status:4,
191 		 timeout:4;
192 	uint8_t type;
193 	uint16_t lun_id;
194 	uint16_t freeze;
195 #define	ORB_LINK_DEAD		(1 << 0)
196 #define	VALID_LUN		(1 << 1)
197 #define	ORB_POINTER_ACTIVE	(1 << 2)
198 #define	ORB_POINTER_NEED	(1 << 3)
199 #define	ORB_DOORBELL_ACTIVE	(1 << 4)
200 #define	ORB_DOORBELL_NEED	(1 << 5)
201 #define	ORB_SHORTAGE		(1 << 6)
202 	uint16_t flags;
203 	struct cam_path *path;
204 	struct sbp_target *target;
205 	struct fwdma_alloc dma;
206 	struct sbp_login_res *login;
207 	struct callout login_callout;
208 	struct sbp_ocb *ocb;
209 	STAILQ_HEAD(, sbp_ocb) ocbs;
210 	STAILQ_HEAD(, sbp_ocb) free_ocbs;
211 	struct sbp_ocb *last_ocb;
212 	char vendor[32];
213 	char product[32];
214 	char revision[10];
215 	char bustgtlun[32];
216 };
217 
218 struct sbp_target {
219 	int target_id;
220 	int num_lun;
221 	struct sbp_dev	**luns;
222 	struct sbp_softc *sbp;
223 	struct fw_device *fwdev;
224 	uint32_t mgm_hi, mgm_lo;
225 	struct sbp_ocb *mgm_ocb_cur;
226 	STAILQ_HEAD(, sbp_ocb) mgm_ocb_queue;
227 	struct callout mgm_ocb_timeout;
228 	struct callout scan_callout;
229 	STAILQ_HEAD(, fw_xfer) xferlist;
230 	int n_xfer;
231 };
232 
233 struct sbp_softc {
234 	struct firewire_dev_comm fd;
235 	struct cam_sim  *sim;
236 	struct cam_path  *path;
237 	struct sbp_target targets[SBP_NUM_TARGETS];
238 	struct fw_bind fwb;
239 	bus_dma_tag_t	dmat;
240 	struct timeval last_busreset;
241 #define SIMQ_FREEZED 1
242 	int flags;
243 	struct mtx mtx;
244 };
245 #define	SBP_LOCK(sbp)		mtx_lock(&(sbp)->mtx)
246 #define	SBP_UNLOCK(sbp)		mtx_unlock(&(sbp)->mtx)
247 #define	SBP_LOCK_ASSERT(sbp)	mtx_assert(&(sbp)->mtx, MA_OWNED)
248 
249 static void sbp_post_explore (void *);
250 static void sbp_recv (struct fw_xfer *);
251 static void sbp_mgm_callback (struct fw_xfer *);
252 #if 0
253 static void sbp_cmd_callback (struct fw_xfer *);
254 #endif
255 static void sbp_orb_pointer (struct sbp_dev *, struct sbp_ocb *);
256 static void sbp_doorbell(struct sbp_dev *);
257 static void sbp_execute_ocb (void *,  bus_dma_segment_t *, int, int);
258 static void sbp_free_ocb (struct sbp_dev *, struct sbp_ocb *);
259 static void sbp_abort_ocb (struct sbp_ocb *, int);
260 static void sbp_abort_all_ocbs (struct sbp_dev *, int);
261 static struct fw_xfer * sbp_write_cmd (struct sbp_dev *, int, int);
262 static struct sbp_ocb * sbp_get_ocb (struct sbp_dev *);
263 static struct sbp_ocb * sbp_enqueue_ocb (struct sbp_dev *, struct sbp_ocb *);
264 static struct sbp_ocb * sbp_dequeue_ocb (struct sbp_dev *, struct sbp_status *);
265 static void sbp_cam_detach_sdev(struct sbp_dev *);
266 static void sbp_free_sdev(struct sbp_dev *);
267 static void sbp_cam_detach_target (struct sbp_target *);
268 static void sbp_free_target (struct sbp_target *);
269 static void sbp_mgm_timeout (void *arg);
270 static void sbp_timeout (void *arg);
271 static void sbp_mgm_orb (struct sbp_dev *, int, struct sbp_ocb *);
272 
273 static MALLOC_DEFINE(M_SBP, "sbp", "SBP-II/FireWire");
274 
275 /* cam related functions */
276 static void	sbp_action(struct cam_sim *sim, union ccb *ccb);
277 static void	sbp_poll(struct cam_sim *sim);
278 static void	sbp_cam_scan_lun(struct cam_periph *, union ccb *);
279 static void	sbp_cam_scan_target(void *arg);
280 
281 static char *orb_status0[] = {
282 	/* 0 */ "No additional information to report",
283 	/* 1 */ "Request type not supported",
284 	/* 2 */ "Speed not supported",
285 	/* 3 */ "Page size not supported",
286 	/* 4 */ "Access denied",
287 	/* 5 */ "Logical unit not supported",
288 	/* 6 */ "Maximum payload too small",
289 	/* 7 */ "Reserved for future standardization",
290 	/* 8 */ "Resources unavailable",
291 	/* 9 */ "Function rejected",
292 	/* A */ "Login ID not recognized",
293 	/* B */ "Dummy ORB completed",
294 	/* C */ "Request aborted",
295 	/* FF */ "Unspecified error"
296 #define MAX_ORB_STATUS0 0xd
297 };
298 
299 static char *orb_status1_object[] = {
300 	/* 0 */ "Operation request block (ORB)",
301 	/* 1 */ "Data buffer",
302 	/* 2 */ "Page table",
303 	/* 3 */ "Unable to specify"
304 };
305 
306 static char *orb_status1_serial_bus_error[] = {
307 	/* 0 */ "Missing acknowledge",
308 	/* 1 */ "Reserved; not to be used",
309 	/* 2 */ "Time-out error",
310 	/* 3 */ "Reserved; not to be used",
311 	/* 4 */ "Busy retry limit exceeded(X)",
312 	/* 5 */ "Busy retry limit exceeded(A)",
313 	/* 6 */ "Busy retry limit exceeded(B)",
314 	/* 7 */ "Reserved for future standardization",
315 	/* 8 */ "Reserved for future standardization",
316 	/* 9 */ "Reserved for future standardization",
317 	/* A */ "Reserved for future standardization",
318 	/* B */ "Tardy retry limit exceeded",
319 	/* C */ "Conflict error",
320 	/* D */ "Data error",
321 	/* E */ "Type error",
322 	/* F */ "Address error"
323 };
324 
325 static void
326 sbp_identify(driver_t *driver, device_t parent)
327 {
328 SBP_DEBUG(0)
329 	printf("sbp_identify\n");
330 END_DEBUG
331 
332 	if (device_find_child(parent, "sbp", -1) == NULL)
333 		BUS_ADD_CHILD(parent, 0, "sbp", -1);
334 }
335 
336 /*
337  * sbp_probe()
338  */
339 static int
340 sbp_probe(device_t dev)
341 {
342 
343 SBP_DEBUG(0)
344 	printf("sbp_probe\n");
345 END_DEBUG
346 
347 	device_set_desc(dev, "SBP-2/SCSI over FireWire");
348 
349 #if 0
350 	if (bootverbose)
351 		debug = bootverbose;
352 #endif
353 
354 	return (0);
355 }
356 
357 /*
358  * Display device characteristics on the console
359  */
360 static void
361 sbp_show_sdev_info(struct sbp_dev *sdev)
362 {
363 	struct fw_device *fwdev;
364 
365 	fwdev = sdev->target->fwdev;
366 	device_printf(sdev->target->sbp->fd.dev,
367 		"%s: %s: ordered:%d type:%d EUI:%08x%08x node:%d "
368 		"speed:%d maxrec:%d\n",
369 		__func__,
370 		sdev->bustgtlun,
371 		(sdev->type & 0x40) >> 6,
372 		(sdev->type & 0x1f),
373 		fwdev->eui.hi,
374 		fwdev->eui.lo,
375 		fwdev->dst,
376 		fwdev->speed,
377 		fwdev->maxrec);
378 
379 	device_printf(sdev->target->sbp->fd.dev,
380 			"%s: %s '%s' '%s' '%s'\n",
381 			__func__,
382 			sdev->bustgtlun,
383 			sdev->vendor,
384 			sdev->product,
385 			sdev->revision);
386 }
387 
388 static struct {
389 	int bus;
390 	int target;
391 	struct fw_eui64 eui;
392 } wired[] = {
393 	/* Bus	Target	EUI64 */
394 #if 0
395 	{0,	2,	{0x00018ea0, 0x01fd0154}},	/* Logitec HDD */
396 	{0,	0,	{0x00018ea6, 0x00100682}},	/* Logitec DVD */
397 	{0,	1,	{0x00d03200, 0xa412006a}},	/* Yano HDD */
398 #endif
399 	{-1,	-1,	{0,0}}
400 };
401 
402 static int
403 sbp_new_target(struct sbp_softc *sbp, struct fw_device *fwdev)
404 {
405 	int bus, i, target=-1;
406 	char w[SBP_NUM_TARGETS];
407 
408 	bzero(w, sizeof(w));
409 	bus = device_get_unit(sbp->fd.dev);
410 
411 	/* XXX wired-down configuration should be gotten from
412 					tunable or device hint */
413 	for (i = 0; wired[i].bus >= 0; i ++) {
414 		if (wired[i].bus == bus) {
415 			w[wired[i].target] = 1;
416 			if (wired[i].eui.hi == fwdev->eui.hi &&
417 					wired[i].eui.lo == fwdev->eui.lo)
418 				target = wired[i].target;
419 		}
420 	}
421 	if (target >= 0) {
422 		if(target < SBP_NUM_TARGETS &&
423 				sbp->targets[target].fwdev == NULL)
424 			return(target);
425 		device_printf(sbp->fd.dev,
426 			"target %d is not free for %08x:%08x\n",
427 			target, fwdev->eui.hi, fwdev->eui.lo);
428 		target = -1;
429 	}
430 	/* non-wired target */
431 	for (i = 0; i < SBP_NUM_TARGETS; i ++)
432 		if (sbp->targets[i].fwdev == NULL && w[i] == 0) {
433 			target = i;
434 			break;
435 		}
436 
437 	return target;
438 }
439 
440 static void
441 sbp_alloc_lun(struct sbp_target *target)
442 {
443 	struct crom_context cc;
444 	struct csrreg *reg;
445 	struct sbp_dev *sdev, **newluns;
446 	struct sbp_softc *sbp;
447 	int maxlun, lun, i;
448 
449 	sbp = target->sbp;
450 	SBP_LOCK_ASSERT(sbp);
451 	crom_init_context(&cc, target->fwdev->csrrom);
452 	/* XXX shoud parse appropriate unit directories only */
453 	maxlun = -1;
454 	while (cc.depth >= 0) {
455 		reg = crom_search_key(&cc, CROM_LUN);
456 		if (reg == NULL)
457 			break;
458 		lun = reg->val & 0xffff;
459 SBP_DEBUG(0)
460 		printf("target %d lun %d found\n", target->target_id, lun);
461 END_DEBUG
462 		if (maxlun < lun)
463 			maxlun = lun;
464 		crom_next(&cc);
465 	}
466 	if (maxlun < 0)
467 		device_printf(target->sbp->fd.dev, "%d no LUN found\n",
468 		    target->target_id);
469 
470 	maxlun ++;
471 	if (maxlun >= SBP_NUM_LUNS)
472 		maxlun = SBP_NUM_LUNS;
473 
474 	/* Invalidiate stale devices */
475 	for (lun = 0; lun < target->num_lun; lun ++) {
476 		sdev = target->luns[lun];
477 		if (sdev == NULL)
478 			continue;
479 		sdev->flags &= ~VALID_LUN;
480 		if (lun >= maxlun) {
481 			/* lost device */
482 			sbp_cam_detach_sdev(sdev);
483 			sbp_free_sdev(sdev);
484 			target->luns[lun] = NULL;
485 		}
486 	}
487 
488 	/* Reallocate */
489 	if (maxlun != target->num_lun) {
490 		newluns = (struct sbp_dev **) realloc(target->luns,
491 		    sizeof(struct sbp_dev *) * maxlun,
492 		    M_SBP, M_NOWAIT | M_ZERO);
493 
494 		if (newluns == NULL) {
495 			printf("%s: realloc failed\n", __func__);
496 			newluns = target->luns;
497 			maxlun = target->num_lun;
498 		}
499 
500 		/*
501 		 * We must zero the extended region for the case
502 		 * realloc() doesn't allocate new buffer.
503 		 */
504 		if (maxlun > target->num_lun)
505 			bzero(&newluns[target->num_lun],
506 			    sizeof(struct sbp_dev *) *
507 			    (maxlun - target->num_lun));
508 
509 		target->luns = newluns;
510 		target->num_lun = maxlun;
511 	}
512 
513 	crom_init_context(&cc, target->fwdev->csrrom);
514 	while (cc.depth >= 0) {
515 		int new = 0;
516 
517 		reg = crom_search_key(&cc, CROM_LUN);
518 		if (reg == NULL)
519 			break;
520 		lun = reg->val & 0xffff;
521 		if (lun >= SBP_NUM_LUNS) {
522 			printf("too large lun %d\n", lun);
523 			goto next;
524 		}
525 
526 		sdev = target->luns[lun];
527 		if (sdev == NULL) {
528 			sdev = malloc(sizeof(struct sbp_dev),
529 			    M_SBP, M_NOWAIT | M_ZERO);
530 			if (sdev == NULL) {
531 				printf("%s: malloc failed\n", __func__);
532 				goto next;
533 			}
534 			target->luns[lun] = sdev;
535 			sdev->lun_id = lun;
536 			sdev->target = target;
537 			STAILQ_INIT(&sdev->ocbs);
538 			callout_init_mtx(&sdev->login_callout, &sbp->mtx, 0);
539 			sdev->status = SBP_DEV_RESET;
540 			new = 1;
541 			snprintf(sdev->bustgtlun, 32, "%s:%d:%d",
542 					device_get_nameunit(sdev->target->sbp->fd.dev),
543 					sdev->target->target_id,
544 					sdev->lun_id);
545 		}
546 		sdev->flags |= VALID_LUN;
547 		sdev->type = (reg->val & 0xff0000) >> 16;
548 
549 		if (new == 0)
550 			goto next;
551 
552 		fwdma_malloc(sbp->fd.fc,
553 			/* alignment */ sizeof(uint32_t),
554 			SBP_DMA_SIZE, &sdev->dma, BUS_DMA_NOWAIT |
555 			BUS_DMA_COHERENT);
556 		if (sdev->dma.v_addr == NULL) {
557 			printf("%s: dma space allocation failed\n",
558 							__func__);
559 			free(sdev, M_SBP);
560 			target->luns[lun] = NULL;
561 			goto next;
562 		}
563 		sdev->login = (struct sbp_login_res *) sdev->dma.v_addr;
564 		sdev->ocb = (struct sbp_ocb *)
565 				((char *)sdev->dma.v_addr + SBP_LOGIN_SIZE);
566 		bzero((char *)sdev->ocb,
567 			sizeof (struct sbp_ocb) * SBP_QUEUE_LEN);
568 
569 		STAILQ_INIT(&sdev->free_ocbs);
570 		for (i = 0; i < SBP_QUEUE_LEN; i++) {
571 			struct sbp_ocb *ocb;
572 			ocb = &sdev->ocb[i];
573 			ocb->bus_addr = sdev->dma.bus_addr
574 				+ SBP_LOGIN_SIZE
575 				+ sizeof(struct sbp_ocb) * i
576 				+ offsetof(struct sbp_ocb, orb[0]);
577 			if (bus_dmamap_create(sbp->dmat, 0, &ocb->dmamap)) {
578 				printf("sbp_attach: cannot create dmamap\n");
579 				/* XXX */
580 				goto next;
581 			}
582 			callout_init_mtx(&ocb->timer, &sbp->mtx, 0);
583 			sbp_free_ocb(sdev, ocb);
584 		}
585 next:
586 		crom_next(&cc);
587 	}
588 
589 	for (lun = 0; lun < target->num_lun; lun ++) {
590 		sdev = target->luns[lun];
591 		if (sdev != NULL && (sdev->flags & VALID_LUN) == 0) {
592 			sbp_cam_detach_sdev(sdev);
593 			sbp_free_sdev(sdev);
594 			target->luns[lun] = NULL;
595 		}
596 	}
597 }
598 
599 static struct sbp_target *
600 sbp_alloc_target(struct sbp_softc *sbp, struct fw_device *fwdev)
601 {
602 	int i;
603 	struct sbp_target *target;
604 	struct crom_context cc;
605 	struct csrreg *reg;
606 
607 SBP_DEBUG(1)
608 	printf("sbp_alloc_target\n");
609 END_DEBUG
610 	i = sbp_new_target(sbp, fwdev);
611 	if (i < 0) {
612 		device_printf(sbp->fd.dev, "increase SBP_NUM_TARGETS!\n");
613 		return NULL;
614 	}
615 	/* new target */
616 	target = &sbp->targets[i];
617 	target->fwdev = fwdev;
618 	target->target_id = i;
619 	/* XXX we may want to reload mgm port after each bus reset */
620 	/* XXX there might be multiple management agents */
621 	crom_init_context(&cc, target->fwdev->csrrom);
622 	reg = crom_search_key(&cc, CROM_MGM);
623 	if (reg == NULL || reg->val == 0) {
624 		printf("NULL management address\n");
625 		target->fwdev = NULL;
626 		return NULL;
627 	}
628 	target->mgm_hi = 0xffff;
629 	target->mgm_lo = 0xf0000000 | (reg->val << 2);
630 	target->mgm_ocb_cur = NULL;
631 SBP_DEBUG(1)
632 	printf("target:%d mgm_port: %x\n", i, target->mgm_lo);
633 END_DEBUG
634 	STAILQ_INIT(&target->xferlist);
635 	target->n_xfer = 0;
636 	STAILQ_INIT(&target->mgm_ocb_queue);
637 	callout_init_mtx(&target->mgm_ocb_timeout, &sbp->mtx, 0);
638 	callout_init_mtx(&target->scan_callout, &sbp->mtx, 0);
639 
640 	target->luns = NULL;
641 	target->num_lun = 0;
642 	return target;
643 }
644 
645 static void
646 sbp_probe_lun(struct sbp_dev *sdev)
647 {
648 	struct fw_device *fwdev;
649 	struct crom_context c, *cc = &c;
650 	struct csrreg *reg;
651 
652 	bzero(sdev->vendor, sizeof(sdev->vendor));
653 	bzero(sdev->product, sizeof(sdev->product));
654 
655 	fwdev = sdev->target->fwdev;
656 	crom_init_context(cc, fwdev->csrrom);
657 	/* get vendor string */
658 	crom_search_key(cc, CSRKEY_VENDOR);
659 	crom_next(cc);
660 	crom_parse_text(cc, sdev->vendor, sizeof(sdev->vendor));
661 	/* skip to the unit directory for SBP-2 */
662 	while ((reg = crom_search_key(cc, CSRKEY_VER)) != NULL) {
663 		if (reg->val == CSRVAL_T10SBP2)
664 			break;
665 		crom_next(cc);
666 	}
667 	/* get firmware revision */
668 	reg = crom_search_key(cc, CSRKEY_FIRM_VER);
669 	if (reg != NULL)
670 		snprintf(sdev->revision, sizeof(sdev->revision),
671 						"%06x", reg->val);
672 	/* get product string */
673 	crom_search_key(cc, CSRKEY_MODEL);
674 	crom_next(cc);
675 	crom_parse_text(cc, sdev->product, sizeof(sdev->product));
676 }
677 
678 static void
679 sbp_login_callout(void *arg)
680 {
681 	struct sbp_dev *sdev = (struct sbp_dev *)arg;
682 	SBP_LOCK_ASSERT(sdev->target->sbp);
683 	sbp_mgm_orb(sdev, ORB_FUN_LGI, NULL);
684 }
685 
686 static void
687 sbp_login(struct sbp_dev *sdev)
688 {
689 	struct timeval delta;
690 	struct timeval t;
691 	int ticks = 0;
692 
693 	microtime(&delta);
694 	timevalsub(&delta, &sdev->target->sbp->last_busreset);
695 	t.tv_sec = login_delay / 1000;
696 	t.tv_usec = (login_delay % 1000) * 1000;
697 	timevalsub(&t, &delta);
698 	if (t.tv_sec >= 0 && t.tv_usec > 0)
699 		ticks = (t.tv_sec * 1000 + t.tv_usec / 1000) * hz / 1000;
700 SBP_DEBUG(0)
701 	printf("%s: sec = %jd usec = %ld ticks = %d\n", __func__,
702 	    (intmax_t)t.tv_sec, t.tv_usec, ticks);
703 END_DEBUG
704 	callout_reset(&sdev->login_callout, ticks,
705 			sbp_login_callout, (void *)(sdev));
706 }
707 
708 #define SBP_FWDEV_ALIVE(fwdev) (((fwdev)->status == FWDEVATTACHED) \
709 	&& crom_has_specver((fwdev)->csrrom, CSRVAL_ANSIT10, CSRVAL_T10SBP2))
710 
711 static void
712 sbp_probe_target(void *arg)
713 {
714 	struct sbp_target *target = (struct sbp_target *)arg;
715 	struct sbp_softc *sbp = target->sbp;
716 	struct sbp_dev *sdev;
717 	int i, alive;
718 
719 	alive = SBP_FWDEV_ALIVE(target->fwdev);
720 SBP_DEBUG(1)
721 	device_printf(sbp->fd.dev, "%s %d%salive\n",
722 		 __func__, target->target_id,
723 		(!alive) ? " not " : "");
724 END_DEBUG
725 
726 	sbp = target->sbp;
727 	SBP_LOCK_ASSERT(sbp);
728 	sbp_alloc_lun(target);
729 
730 	/* XXX untimeout mgm_ocb and dequeue */
731 	for (i=0; i < target->num_lun; i++) {
732 		sdev = target->luns[i];
733 		if (sdev == NULL)
734 			continue;
735 		if (alive && (sdev->status != SBP_DEV_DEAD)) {
736 			if (sdev->path != NULL) {
737 				xpt_freeze_devq(sdev->path, 1);
738 				sdev->freeze ++;
739 			}
740 			sbp_probe_lun(sdev);
741 			sbp_show_sdev_info(sdev);
742 
743 			sbp_abort_all_ocbs(sdev, CAM_SCSI_BUS_RESET);
744 			switch (sdev->status) {
745 			case SBP_DEV_RESET:
746 				/* new or revived target */
747 				if (auto_login)
748 					sbp_login(sdev);
749 				break;
750 			case SBP_DEV_TOATTACH:
751 			case SBP_DEV_PROBE:
752 			case SBP_DEV_ATTACHED:
753 			case SBP_DEV_RETRY:
754 			default:
755 				sbp_mgm_orb(sdev, ORB_FUN_RCN, NULL);
756 				break;
757 			}
758 		} else {
759 			switch (sdev->status) {
760 			case SBP_DEV_ATTACHED:
761 SBP_DEBUG(0)
762 				/* the device has gone */
763 				device_printf(sbp->fd.dev, "%s: lost target\n",
764 					__func__);
765 END_DEBUG
766 				if (sdev->path) {
767 					xpt_freeze_devq(sdev->path, 1);
768 					sdev->freeze ++;
769 				}
770 				sdev->status = SBP_DEV_RETRY;
771 				sbp_cam_detach_sdev(sdev);
772 				sbp_free_sdev(sdev);
773 				target->luns[i] = NULL;
774 				break;
775 			case SBP_DEV_PROBE:
776 			case SBP_DEV_TOATTACH:
777 				sdev->status = SBP_DEV_RESET;
778 				break;
779 			case SBP_DEV_RETRY:
780 			case SBP_DEV_RESET:
781 			case SBP_DEV_DEAD:
782 				break;
783 			}
784 		}
785 	}
786 }
787 
788 static void
789 sbp_post_busreset(void *arg)
790 {
791 	struct sbp_softc *sbp;
792 
793 	sbp = (struct sbp_softc *)arg;
794 SBP_DEBUG(0)
795 	printf("sbp_post_busreset\n");
796 END_DEBUG
797 	SBP_LOCK(sbp);
798 	if ((sbp->sim->flags & SIMQ_FREEZED) == 0) {
799 		xpt_freeze_simq(sbp->sim, /*count*/1);
800 		sbp->sim->flags |= SIMQ_FREEZED;
801 	}
802 	microtime(&sbp->last_busreset);
803 	SBP_UNLOCK(sbp);
804 }
805 
806 static void
807 sbp_post_explore(void *arg)
808 {
809 	struct sbp_softc *sbp = (struct sbp_softc *)arg;
810 	struct sbp_target *target;
811 	struct fw_device *fwdev;
812 	int i, alive;
813 
814 SBP_DEBUG(0)
815 	printf("sbp_post_explore (sbp_cold=%d)\n", sbp_cold);
816 END_DEBUG
817 	/* We need physical access */
818 	if (!firewire_phydma_enable)
819 		return;
820 
821 	if (sbp_cold > 0)
822 		sbp_cold --;
823 
824 	SBP_LOCK(sbp);
825 #if 0
826 	/*
827 	 * XXX don't let CAM the bus rest.
828 	 * CAM tries to do something with freezed (DEV_RETRY) devices.
829 	 */
830 	xpt_async(AC_BUS_RESET, sbp->path, /*arg*/ NULL);
831 #endif
832 
833 	/* Garbage Collection */
834 	for(i = 0 ; i < SBP_NUM_TARGETS ; i ++){
835 		target = &sbp->targets[i];
836 		STAILQ_FOREACH(fwdev, &sbp->fd.fc->devices, link)
837 			if (target->fwdev == NULL || target->fwdev == fwdev)
838 				break;
839 		if (fwdev == NULL) {
840 			/* device has removed in lower driver */
841 			sbp_cam_detach_target(target);
842 			sbp_free_target(target);
843 		}
844 	}
845 	/* traverse device list */
846 	STAILQ_FOREACH(fwdev, &sbp->fd.fc->devices, link) {
847 SBP_DEBUG(0)
848 		device_printf(sbp->fd.dev,"%s:: EUI:%08x%08x %s attached, state=%d\n",
849 				__func__, fwdev->eui.hi, fwdev->eui.lo,
850 				(fwdev->status != FWDEVATTACHED) ? "not" : "",
851 				fwdev->status);
852 END_DEBUG
853 		alive = SBP_FWDEV_ALIVE(fwdev);
854 		for(i = 0 ; i < SBP_NUM_TARGETS ; i ++){
855 			target = &sbp->targets[i];
856 			if(target->fwdev == fwdev ) {
857 				/* known target */
858 				break;
859 			}
860 		}
861 		if(i == SBP_NUM_TARGETS){
862 			if (alive) {
863 				/* new target */
864 				target = sbp_alloc_target(sbp, fwdev);
865 				if (target == NULL)
866 					continue;
867 			} else {
868 				continue;
869 			}
870 		}
871 		sbp_probe_target((void *)target);
872 		if (target->num_lun == 0)
873 			sbp_free_target(target);
874 	}
875 	xpt_release_simq(sbp->sim, /*run queue*/TRUE);
876 	sbp->sim->flags &= ~SIMQ_FREEZED;
877 	SBP_UNLOCK(sbp);
878 }
879 
880 #if NEED_RESPONSE
881 static void
882 sbp_loginres_callback(struct fw_xfer *xfer){
883 	struct sbp_dev *sdev;
884 	sdev = (struct sbp_dev *)xfer->sc;
885 SBP_DEBUG(1)
886 	device_printf(sdev->target->sbp->fd.dev,"%s\n", __func__);
887 END_DEBUG
888 	/* recycle */
889 	SBP_LOCK(sdev->target->sbp);
890 	STAILQ_INSERT_TAIL(&sdev->target->sbp->fwb.xferlist, xfer, link);
891 	SBP_UNLOCK(sdev->target->sbp);
892 	return;
893 }
894 #endif
895 
896 static __inline void
897 sbp_xfer_free(struct fw_xfer *xfer)
898 {
899 	struct sbp_dev *sdev;
900 
901 	sdev = (struct sbp_dev *)xfer->sc;
902 	fw_xfer_unload(xfer);
903 	SBP_LOCK_ASSERT(sdev->target->sbp);
904 	STAILQ_INSERT_TAIL(&sdev->target->xferlist, xfer, link);
905 }
906 
907 static void
908 sbp_reset_start_callback(struct fw_xfer *xfer)
909 {
910 	struct sbp_dev *tsdev, *sdev = (struct sbp_dev *)xfer->sc;
911 	struct sbp_target *target = sdev->target;
912 	int i;
913 
914 	if (xfer->resp != 0) {
915 		device_printf(sdev->target->sbp->fd.dev,
916 			"%s: %s failed: resp=%d\n", __func__, sdev->bustgtlun, xfer->resp);
917 	}
918 
919 	SBP_LOCK(target->sbp);
920 	for (i = 0; i < target->num_lun; i++) {
921 		tsdev = target->luns[i];
922 		if (tsdev != NULL && tsdev->status == SBP_DEV_LOGIN)
923 			sbp_login(tsdev);
924 	}
925 	SBP_UNLOCK(target->sbp);
926 }
927 
928 static void
929 sbp_reset_start(struct sbp_dev *sdev)
930 {
931 	struct fw_xfer *xfer;
932 	struct fw_pkt *fp;
933 
934 SBP_DEBUG(0)
935 	device_printf(sdev->target->sbp->fd.dev,
936 			"%s:%s\n", __func__,sdev->bustgtlun);
937 END_DEBUG
938 
939 	xfer = sbp_write_cmd(sdev, FWTCODE_WREQQ, 0);
940 	xfer->hand = sbp_reset_start_callback;
941 	fp = &xfer->send.hdr;
942 	fp->mode.wreqq.dest_hi = 0xffff;
943 	fp->mode.wreqq.dest_lo = 0xf0000000 | RESET_START;
944 	fp->mode.wreqq.data = htonl(0xf);
945 	fw_asyreq(xfer->fc, -1, xfer);
946 }
947 
948 static void
949 sbp_mgm_callback(struct fw_xfer *xfer)
950 {
951 	struct sbp_dev *sdev;
952 	int resp;
953 
954 	sdev = (struct sbp_dev *)xfer->sc;
955 
956 SBP_DEBUG(1)
957 	device_printf(sdev->target->sbp->fd.dev,
958 		"%s:%s\n", __func__, sdev->bustgtlun);
959 END_DEBUG
960 	resp = xfer->resp;
961 	SBP_LOCK(sdev->target->sbp);
962 	sbp_xfer_free(xfer);
963 	SBP_UNLOCK(sdev->target->sbp);
964 }
965 
966 static struct sbp_dev *
967 sbp_next_dev(struct sbp_target *target, int lun)
968 {
969 	struct sbp_dev **sdevp;
970 	int i;
971 
972 	for (i = lun, sdevp = &target->luns[lun]; i < target->num_lun;
973 	    i++, sdevp++)
974 		if (*sdevp != NULL && (*sdevp)->status == SBP_DEV_PROBE)
975 			return(*sdevp);
976 	return(NULL);
977 }
978 
979 #define SCAN_PRI 1
980 static void
981 sbp_cam_scan_lun(struct cam_periph *periph, union ccb *ccb)
982 {
983 	struct sbp_target *target;
984 	struct sbp_dev *sdev;
985 
986 	sdev = (struct sbp_dev *) ccb->ccb_h.ccb_sdev_ptr;
987 	target = sdev->target;
988 	SBP_LOCK_ASSERT(target->sbp);
989 SBP_DEBUG(0)
990 	device_printf(sdev->target->sbp->fd.dev,
991 		"%s:%s\n", __func__, sdev->bustgtlun);
992 END_DEBUG
993 	if ((ccb->ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP) {
994 		sdev->status = SBP_DEV_ATTACHED;
995 	} else {
996 		device_printf(sdev->target->sbp->fd.dev,
997 			"%s:%s failed\n", __func__, sdev->bustgtlun);
998 	}
999 	sdev = sbp_next_dev(target, sdev->lun_id + 1);
1000 	if (sdev == NULL) {
1001 		free(ccb, M_SBP);
1002 		return;
1003 	}
1004 	/* reuse ccb */
1005 	xpt_setup_ccb(&ccb->ccb_h, sdev->path, SCAN_PRI);
1006 	ccb->ccb_h.ccb_sdev_ptr = sdev;
1007 	xpt_action(ccb);
1008 	xpt_release_devq(sdev->path, sdev->freeze, TRUE);
1009 	sdev->freeze = 1;
1010 }
1011 
1012 static void
1013 sbp_cam_scan_target(void *arg)
1014 {
1015 	struct sbp_target *target = (struct sbp_target *)arg;
1016 	struct sbp_dev *sdev;
1017 	union ccb *ccb;
1018 
1019 	SBP_LOCK_ASSERT(target->sbp);
1020 	sdev = sbp_next_dev(target, 0);
1021 	if (sdev == NULL) {
1022 		printf("sbp_cam_scan_target: nothing to do for target%d\n",
1023 							target->target_id);
1024 		return;
1025 	}
1026 SBP_DEBUG(0)
1027 	device_printf(sdev->target->sbp->fd.dev,
1028 		"%s:%s\n", __func__, sdev->bustgtlun);
1029 END_DEBUG
1030 	ccb = malloc(sizeof(union ccb), M_SBP, M_NOWAIT | M_ZERO);
1031 	if (ccb == NULL) {
1032 		printf("sbp_cam_scan_target: malloc failed\n");
1033 		return;
1034 	}
1035 	xpt_setup_ccb(&ccb->ccb_h, sdev->path, SCAN_PRI);
1036 	ccb->ccb_h.func_code = XPT_SCAN_LUN;
1037 	ccb->ccb_h.cbfcnp = sbp_cam_scan_lun;
1038 	ccb->ccb_h.flags |= CAM_DEV_QFREEZE;
1039 	ccb->crcn.flags = CAM_FLAG_NONE;
1040 	ccb->ccb_h.ccb_sdev_ptr = sdev;
1041 
1042 	/* The scan is in progress now. */
1043 	xpt_action(ccb);
1044 	xpt_release_devq(sdev->path, sdev->freeze, TRUE);
1045 	sdev->freeze = 1;
1046 }
1047 
1048 static __inline void
1049 sbp_scan_dev(struct sbp_dev *sdev)
1050 {
1051 	sdev->status = SBP_DEV_PROBE;
1052 	callout_reset(&sdev->target->scan_callout, scan_delay * hz / 1000,
1053 			sbp_cam_scan_target, (void *)sdev->target);
1054 }
1055 
1056 static void
1057 sbp_do_attach(struct fw_xfer *xfer)
1058 {
1059 	struct sbp_dev *sdev;
1060 	struct sbp_target *target;
1061 	struct sbp_softc *sbp;
1062 
1063 	sdev = (struct sbp_dev *)xfer->sc;
1064 	target = sdev->target;
1065 	sbp = target->sbp;
1066 	SBP_LOCK(sbp);
1067 SBP_DEBUG(0)
1068 	device_printf(sdev->target->sbp->fd.dev,
1069 		"%s:%s\n", __func__, sdev->bustgtlun);
1070 END_DEBUG
1071 	sbp_xfer_free(xfer);
1072 
1073 	if (sdev->path == NULL)
1074 		xpt_create_path(&sdev->path, NULL,
1075 			cam_sim_path(target->sbp->sim),
1076 			target->target_id, sdev->lun_id);
1077 
1078 	/*
1079 	 * Let CAM scan the bus if we are in the boot process.
1080 	 * XXX xpt_scan_bus cannot detect LUN larger than 0
1081 	 * if LUN 0 doesn't exist.
1082 	 */
1083 	if (sbp_cold > 0) {
1084 		sdev->status = SBP_DEV_ATTACHED;
1085 		SBP_UNLOCK(sbp);
1086 		return;
1087 	}
1088 
1089 	sbp_scan_dev(sdev);
1090 	SBP_UNLOCK(sbp);
1091 }
1092 
1093 static void
1094 sbp_agent_reset_callback(struct fw_xfer *xfer)
1095 {
1096 	struct sbp_dev *sdev;
1097 
1098 	sdev = (struct sbp_dev *)xfer->sc;
1099 SBP_DEBUG(1)
1100 	device_printf(sdev->target->sbp->fd.dev,
1101 			"%s:%s\n", __func__, sdev->bustgtlun);
1102 END_DEBUG
1103 	if (xfer->resp != 0) {
1104 		device_printf(sdev->target->sbp->fd.dev,
1105 			"%s:%s resp=%d\n", __func__, sdev->bustgtlun, xfer->resp);
1106 	}
1107 
1108 	SBP_LOCK(sdev->target->sbp);
1109 	sbp_xfer_free(xfer);
1110 	if (sdev->path) {
1111 		xpt_release_devq(sdev->path, sdev->freeze, TRUE);
1112 		sdev->freeze = 0;
1113 	}
1114 	SBP_UNLOCK(sdev->target->sbp);
1115 }
1116 
1117 static void
1118 sbp_agent_reset(struct sbp_dev *sdev)
1119 {
1120 	struct fw_xfer *xfer;
1121 	struct fw_pkt *fp;
1122 
1123 	SBP_LOCK_ASSERT(sdev->target->sbp);
1124 SBP_DEBUG(0)
1125 	device_printf(sdev->target->sbp->fd.dev,
1126 		"%s:%s\n", __func__, sdev->bustgtlun);
1127 END_DEBUG
1128 	xfer = sbp_write_cmd(sdev, FWTCODE_WREQQ, 0x04);
1129 	if (xfer == NULL)
1130 		return;
1131 	if (sdev->status == SBP_DEV_ATTACHED || sdev->status == SBP_DEV_PROBE)
1132 		xfer->hand = sbp_agent_reset_callback;
1133 	else
1134 		xfer->hand = sbp_do_attach;
1135 	fp = &xfer->send.hdr;
1136 	fp->mode.wreqq.data = htonl(0xf);
1137 	fw_asyreq(xfer->fc, -1, xfer);
1138 	sbp_abort_all_ocbs(sdev, CAM_BDR_SENT);
1139 }
1140 
1141 static void
1142 sbp_busy_timeout_callback(struct fw_xfer *xfer)
1143 {
1144 	struct sbp_dev *sdev;
1145 
1146 	sdev = (struct sbp_dev *)xfer->sc;
1147 SBP_DEBUG(1)
1148 	device_printf(sdev->target->sbp->fd.dev,
1149 		"%s:%s\n", __func__, sdev->bustgtlun);
1150 END_DEBUG
1151 	SBP_LOCK(sdev->target->sbp);
1152 	sbp_xfer_free(xfer);
1153 	sbp_agent_reset(sdev);
1154 	SBP_UNLOCK(sdev->target->sbp);
1155 }
1156 
1157 static void
1158 sbp_busy_timeout(struct sbp_dev *sdev)
1159 {
1160 	struct fw_pkt *fp;
1161 	struct fw_xfer *xfer;
1162 SBP_DEBUG(0)
1163 	device_printf(sdev->target->sbp->fd.dev,
1164 		"%s:%s\n", __func__, sdev->bustgtlun);
1165 END_DEBUG
1166 	xfer = sbp_write_cmd(sdev, FWTCODE_WREQQ, 0);
1167 
1168 	xfer->hand = sbp_busy_timeout_callback;
1169 	fp = &xfer->send.hdr;
1170 	fp->mode.wreqq.dest_hi = 0xffff;
1171 	fp->mode.wreqq.dest_lo = 0xf0000000 | BUSY_TIMEOUT;
1172 	fp->mode.wreqq.data = htonl((1 << (13+12)) | 0xf);
1173 	fw_asyreq(xfer->fc, -1, xfer);
1174 }
1175 
1176 static void
1177 sbp_orb_pointer_callback(struct fw_xfer *xfer)
1178 {
1179 	struct sbp_dev *sdev;
1180 	sdev = (struct sbp_dev *)xfer->sc;
1181 
1182 SBP_DEBUG(2)
1183 	device_printf(sdev->target->sbp->fd.dev,
1184 		"%s:%s\n", __func__, sdev->bustgtlun);
1185 END_DEBUG
1186 	if (xfer->resp != 0) {
1187 		/* XXX */
1188 		printf("%s: xfer->resp = %d\n", __func__, xfer->resp);
1189 	}
1190 	SBP_LOCK(sdev->target->sbp);
1191 	sbp_xfer_free(xfer);
1192 
1193 	sdev->flags &= ~ORB_POINTER_ACTIVE;
1194 
1195 	if ((sdev->flags & ORB_POINTER_NEED) != 0) {
1196 		struct sbp_ocb *ocb;
1197 
1198 		sdev->flags &= ~ORB_POINTER_NEED;
1199 		ocb = STAILQ_FIRST(&sdev->ocbs);
1200 		if (ocb != NULL)
1201 			sbp_orb_pointer(sdev, ocb);
1202 	}
1203 	SBP_UNLOCK(sdev->target->sbp);
1204 	return;
1205 }
1206 
1207 static void
1208 sbp_orb_pointer(struct sbp_dev *sdev, struct sbp_ocb *ocb)
1209 {
1210 	struct fw_xfer *xfer;
1211 	struct fw_pkt *fp;
1212 SBP_DEBUG(1)
1213 	device_printf(sdev->target->sbp->fd.dev,
1214 		"%s:%s 0x%08x\n",
1215 		__func__, sdev->bustgtlun,
1216 		(uint32_t)ocb->bus_addr);
1217 END_DEBUG
1218 
1219 	SBP_LOCK_ASSERT(sdev->target->sbp);
1220 
1221 	if ((sdev->flags & ORB_POINTER_ACTIVE) != 0) {
1222 SBP_DEBUG(0)
1223 		printf("%s: orb pointer active\n", __func__);
1224 END_DEBUG
1225 		sdev->flags |= ORB_POINTER_NEED;
1226 		return;
1227 	}
1228 
1229 	sdev->flags |= ORB_POINTER_ACTIVE;
1230 	xfer = sbp_write_cmd(sdev, FWTCODE_WREQB, 0x08);
1231 	if (xfer == NULL)
1232 		return;
1233 	xfer->hand = sbp_orb_pointer_callback;
1234 
1235 	fp = &xfer->send.hdr;
1236 	fp->mode.wreqb.len = 8;
1237 	fp->mode.wreqb.extcode = 0;
1238 	xfer->send.payload[0] =
1239 		htonl(((sdev->target->sbp->fd.fc->nodeid | FWLOCALBUS )<< 16));
1240 	xfer->send.payload[1] = htonl((uint32_t)ocb->bus_addr);
1241 
1242 	if (fw_asyreq(xfer->fc, -1, xfer) != 0) {
1243 		sbp_xfer_free(xfer);
1244 		ocb->ccb->ccb_h.status = CAM_REQ_INVALID;
1245 		xpt_done(ocb->ccb);
1246 	}
1247 }
1248 
1249 static void
1250 sbp_doorbell_callback(struct fw_xfer *xfer)
1251 {
1252 	struct sbp_dev *sdev;
1253 	sdev = (struct sbp_dev *)xfer->sc;
1254 
1255 SBP_DEBUG(1)
1256 	device_printf(sdev->target->sbp->fd.dev,
1257 		"%s:%s\n", __func__, sdev->bustgtlun);
1258 END_DEBUG
1259 	if (xfer->resp != 0) {
1260 		/* XXX */
1261 		device_printf(sdev->target->sbp->fd.dev,
1262 			"%s: xfer->resp = %d\n", __func__, xfer->resp);
1263 	}
1264 	SBP_LOCK(sdev->target->sbp);
1265 	sbp_xfer_free(xfer);
1266 	sdev->flags &= ~ORB_DOORBELL_ACTIVE;
1267 	if ((sdev->flags & ORB_DOORBELL_NEED) != 0) {
1268 		sdev->flags &= ~ORB_DOORBELL_NEED;
1269 		sbp_doorbell(sdev);
1270 	}
1271 	SBP_UNLOCK(sdev->target->sbp);
1272 }
1273 
1274 static void
1275 sbp_doorbell(struct sbp_dev *sdev)
1276 {
1277 	struct fw_xfer *xfer;
1278 	struct fw_pkt *fp;
1279 SBP_DEBUG(1)
1280 	device_printf(sdev->target->sbp->fd.dev,
1281 		"%s:%s\n", __func__, sdev->bustgtlun);
1282 END_DEBUG
1283 
1284 	if ((sdev->flags & ORB_DOORBELL_ACTIVE) != 0) {
1285 		sdev->flags |= ORB_DOORBELL_NEED;
1286 		return;
1287 	}
1288 	sdev->flags |= ORB_DOORBELL_ACTIVE;
1289 	xfer = sbp_write_cmd(sdev, FWTCODE_WREQQ, 0x10);
1290 	if (xfer == NULL)
1291 		return;
1292 	xfer->hand = sbp_doorbell_callback;
1293 	fp = &xfer->send.hdr;
1294 	fp->mode.wreqq.data = htonl(0xf);
1295 	fw_asyreq(xfer->fc, -1, xfer);
1296 }
1297 
1298 static struct fw_xfer *
1299 sbp_write_cmd(struct sbp_dev *sdev, int tcode, int offset)
1300 {
1301 	struct fw_xfer *xfer;
1302 	struct fw_pkt *fp;
1303 	struct sbp_target *target;
1304 	int new = 0;
1305 
1306 	SBP_LOCK_ASSERT(sdev->target->sbp);
1307 
1308 	target = sdev->target;
1309 	xfer = STAILQ_FIRST(&target->xferlist);
1310 	if (xfer == NULL) {
1311 		if (target->n_xfer > 5 /* XXX */) {
1312 			printf("sbp: no more xfer for this target\n");
1313 			return(NULL);
1314 		}
1315 		xfer = fw_xfer_alloc_buf(M_SBP, 8, 0);
1316 		if(xfer == NULL){
1317 			printf("sbp: fw_xfer_alloc_buf failed\n");
1318 			return NULL;
1319 		}
1320 		target->n_xfer ++;
1321 		if (debug)
1322 			printf("sbp: alloc %d xfer\n", target->n_xfer);
1323 		new = 1;
1324 	} else {
1325 		STAILQ_REMOVE_HEAD(&target->xferlist, link);
1326 	}
1327 
1328 	if (new) {
1329 		xfer->recv.pay_len = 0;
1330 		xfer->send.spd = min(sdev->target->fwdev->speed, max_speed);
1331 		xfer->fc = sdev->target->sbp->fd.fc;
1332 	}
1333 
1334 	if (tcode == FWTCODE_WREQB)
1335 		xfer->send.pay_len = 8;
1336 	else
1337 		xfer->send.pay_len = 0;
1338 
1339 	xfer->sc = (caddr_t)sdev;
1340 	fp = &xfer->send.hdr;
1341 	fp->mode.wreqq.dest_hi = sdev->login->cmd_hi;
1342 	fp->mode.wreqq.dest_lo = sdev->login->cmd_lo + offset;
1343 	fp->mode.wreqq.tlrt = 0;
1344 	fp->mode.wreqq.tcode = tcode;
1345 	fp->mode.wreqq.pri = 0;
1346 	fp->mode.wreqq.dst = FWLOCALBUS | sdev->target->fwdev->dst;
1347 
1348 	return xfer;
1349 }
1350 
1351 static void
1352 sbp_mgm_orb(struct sbp_dev *sdev, int func, struct sbp_ocb *aocb)
1353 {
1354 	struct fw_xfer *xfer;
1355 	struct fw_pkt *fp;
1356 	struct sbp_ocb *ocb;
1357 	struct sbp_target *target;
1358 	int nid;
1359 
1360 	target = sdev->target;
1361 	nid = target->sbp->fd.fc->nodeid | FWLOCALBUS;
1362 
1363 	SBP_LOCK_ASSERT(target->sbp);
1364 	if (func == ORB_FUN_RUNQUEUE) {
1365 		ocb = STAILQ_FIRST(&target->mgm_ocb_queue);
1366 		if (target->mgm_ocb_cur != NULL || ocb == NULL) {
1367 			return;
1368 		}
1369 		STAILQ_REMOVE_HEAD(&target->mgm_ocb_queue, ocb);
1370 		goto start;
1371 	}
1372 	if ((ocb = sbp_get_ocb(sdev)) == NULL) {
1373 		/* XXX */
1374 		return;
1375 	}
1376 	ocb->flags = OCB_ACT_MGM;
1377 	ocb->sdev = sdev;
1378 
1379 	bzero((void *)ocb->orb, sizeof(ocb->orb));
1380 	ocb->orb[6] = htonl((nid << 16) | SBP_BIND_HI);
1381 	ocb->orb[7] = htonl(SBP_DEV2ADDR(target->target_id, sdev->lun_id));
1382 
1383 SBP_DEBUG(0)
1384 	device_printf(sdev->target->sbp->fd.dev,
1385 		 "%s:%s %s\n",
1386 		 __func__,sdev->bustgtlun,
1387 		 orb_fun_name[(func>>16)&0xf]);
1388 END_DEBUG
1389 	switch (func) {
1390 	case ORB_FUN_LGI:
1391 		ocb->orb[0] = ocb->orb[1] = 0; /* password */
1392 		ocb->orb[2] = htonl(nid << 16);
1393 		ocb->orb[3] = htonl(sdev->dma.bus_addr);
1394 		ocb->orb[4] = htonl(ORB_NOTIFY | sdev->lun_id);
1395 		if (ex_login)
1396 			ocb->orb[4] |= htonl(ORB_EXV);
1397 		ocb->orb[5] = htonl(SBP_LOGIN_SIZE);
1398 		fwdma_sync(&sdev->dma, BUS_DMASYNC_PREREAD);
1399 		break;
1400 	case ORB_FUN_ATA:
1401 		ocb->orb[0] = htonl((0 << 16) | 0);
1402 		ocb->orb[1] = htonl(aocb->bus_addr & 0xffffffff);
1403 		/* fall through */
1404 	case ORB_FUN_RCN:
1405 	case ORB_FUN_LGO:
1406 	case ORB_FUN_LUR:
1407 	case ORB_FUN_RST:
1408 	case ORB_FUN_ATS:
1409 		ocb->orb[4] = htonl(ORB_NOTIFY | func | sdev->login->id);
1410 		break;
1411 	}
1412 
1413 	if (target->mgm_ocb_cur != NULL) {
1414 		/* there is a standing ORB */
1415 		STAILQ_INSERT_TAIL(&sdev->target->mgm_ocb_queue, ocb, ocb);
1416 		return;
1417 	}
1418 start:
1419 	target->mgm_ocb_cur = ocb;
1420 
1421 	callout_reset(&target->mgm_ocb_timeout, 5*hz,
1422 				sbp_mgm_timeout, (caddr_t)ocb);
1423 	xfer = sbp_write_cmd(sdev, FWTCODE_WREQB, 0);
1424 	if(xfer == NULL){
1425 		return;
1426 	}
1427 	xfer->hand = sbp_mgm_callback;
1428 
1429 	fp = &xfer->send.hdr;
1430 	fp->mode.wreqb.dest_hi = sdev->target->mgm_hi;
1431 	fp->mode.wreqb.dest_lo = sdev->target->mgm_lo;
1432 	fp->mode.wreqb.len = 8;
1433 	fp->mode.wreqb.extcode = 0;
1434 	xfer->send.payload[0] = htonl(nid << 16);
1435 	xfer->send.payload[1] = htonl(ocb->bus_addr & 0xffffffff);
1436 
1437 	fw_asyreq(xfer->fc, -1, xfer);
1438 }
1439 
1440 static void
1441 sbp_print_scsi_cmd(struct sbp_ocb *ocb)
1442 {
1443 	struct ccb_scsiio *csio;
1444 
1445 	csio = &ocb->ccb->csio;
1446 	printf("%s:%d:%jx XPT_SCSI_IO: "
1447 		"cmd: %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x"
1448 		", flags: 0x%02x, "
1449 		"%db cmd/%db data/%db sense\n",
1450 		device_get_nameunit(ocb->sdev->target->sbp->fd.dev),
1451 		ocb->ccb->ccb_h.target_id,
1452 		(uintmax_t)ocb->ccb->ccb_h.target_lun,
1453 		csio->cdb_io.cdb_bytes[0],
1454 		csio->cdb_io.cdb_bytes[1],
1455 		csio->cdb_io.cdb_bytes[2],
1456 		csio->cdb_io.cdb_bytes[3],
1457 		csio->cdb_io.cdb_bytes[4],
1458 		csio->cdb_io.cdb_bytes[5],
1459 		csio->cdb_io.cdb_bytes[6],
1460 		csio->cdb_io.cdb_bytes[7],
1461 		csio->cdb_io.cdb_bytes[8],
1462 		csio->cdb_io.cdb_bytes[9],
1463 		ocb->ccb->ccb_h.flags & CAM_DIR_MASK,
1464 		csio->cdb_len, csio->dxfer_len,
1465 		csio->sense_len);
1466 }
1467 
1468 static void
1469 sbp_scsi_status(struct sbp_status *sbp_status, struct sbp_ocb *ocb)
1470 {
1471 	struct sbp_cmd_status *sbp_cmd_status;
1472 	struct scsi_sense_data_fixed *sense;
1473 
1474 	sbp_cmd_status = (struct sbp_cmd_status *)sbp_status->data;
1475 	sense = (struct scsi_sense_data_fixed *)&ocb->ccb->csio.sense_data;
1476 
1477 SBP_DEBUG(0)
1478 	sbp_print_scsi_cmd(ocb);
1479 	/* XXX need decode status */
1480 	printf("%s: SCSI status %x sfmt %x valid %x key %x code %x qlfr %x len %d\n",
1481 		ocb->sdev->bustgtlun,
1482 		sbp_cmd_status->status,
1483 		sbp_cmd_status->sfmt,
1484 		sbp_cmd_status->valid,
1485 		sbp_cmd_status->s_key,
1486 		sbp_cmd_status->s_code,
1487 		sbp_cmd_status->s_qlfr,
1488 		sbp_status->len);
1489 END_DEBUG
1490 
1491 	switch (sbp_cmd_status->status) {
1492 	case SCSI_STATUS_CHECK_COND:
1493 	case SCSI_STATUS_BUSY:
1494 	case SCSI_STATUS_CMD_TERMINATED:
1495 		if(sbp_cmd_status->sfmt == SBP_SFMT_CURR){
1496 			sense->error_code = SSD_CURRENT_ERROR;
1497 		}else{
1498 			sense->error_code = SSD_DEFERRED_ERROR;
1499 		}
1500 		if(sbp_cmd_status->valid)
1501 			sense->error_code |= SSD_ERRCODE_VALID;
1502 		sense->flags = sbp_cmd_status->s_key;
1503 		if(sbp_cmd_status->mark)
1504 			sense->flags |= SSD_FILEMARK;
1505 		if(sbp_cmd_status->eom)
1506 			sense->flags |= SSD_EOM;
1507 		if(sbp_cmd_status->ill_len)
1508 			sense->flags |= SSD_ILI;
1509 
1510 		bcopy(&sbp_cmd_status->info, &sense->info[0], 4);
1511 
1512 		if (sbp_status->len <= 1)
1513 			/* XXX not scsi status. shouldn't be happened */
1514 			sense->extra_len = 0;
1515 		else if (sbp_status->len <= 4)
1516 			/* add_sense_code(_qual), info, cmd_spec_info */
1517 			sense->extra_len = 6;
1518 		else
1519 			/* fru, sense_key_spec */
1520 			sense->extra_len = 10;
1521 
1522 		bcopy(&sbp_cmd_status->cdb, &sense->cmd_spec_info[0], 4);
1523 
1524 		sense->add_sense_code = sbp_cmd_status->s_code;
1525 		sense->add_sense_code_qual = sbp_cmd_status->s_qlfr;
1526 		sense->fru = sbp_cmd_status->fru;
1527 
1528 		bcopy(&sbp_cmd_status->s_keydep[0],
1529 		    &sense->sense_key_spec[0], 3);
1530 
1531 		ocb->ccb->csio.scsi_status = sbp_cmd_status->status;
1532 		ocb->ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR
1533 							| CAM_AUTOSNS_VALID;
1534 /*
1535 {
1536 		uint8_t j, *tmp;
1537 		tmp = sense;
1538 		for( j = 0 ; j < 32 ; j+=8){
1539 			printf("sense %02x%02x %02x%02x %02x%02x %02x%02x\n",
1540 				tmp[j], tmp[j+1], tmp[j+2], tmp[j+3],
1541 				tmp[j+4], tmp[j+5], tmp[j+6], tmp[j+7]);
1542 		}
1543 
1544 }
1545 */
1546 		break;
1547 	default:
1548 		device_printf(ocb->sdev->target->sbp->fd.dev,
1549 				"%s:%s unknown scsi status 0x%x\n",
1550 				__func__, ocb->sdev->bustgtlun,
1551 				sbp_cmd_status->status);
1552 	}
1553 }
1554 
1555 static void
1556 sbp_fix_inq_data(struct sbp_ocb *ocb)
1557 {
1558 	union ccb *ccb;
1559 	struct sbp_dev *sdev;
1560 	struct scsi_inquiry_data *inq;
1561 
1562 	ccb = ocb->ccb;
1563 	sdev = ocb->sdev;
1564 
1565 	if (ccb->csio.cdb_io.cdb_bytes[1] & SI_EVPD)
1566 		return;
1567 SBP_DEBUG(1)
1568 	device_printf(sdev->target->sbp->fd.dev,
1569 		"%s:%s\n", __func__, sdev->bustgtlun);
1570 END_DEBUG
1571 	inq = (struct scsi_inquiry_data *) ccb->csio.data_ptr;
1572 	switch (SID_TYPE(inq)) {
1573 	case T_DIRECT:
1574 #if 0
1575 		/*
1576 		 * XXX Convert Direct Access device to RBC.
1577 		 * I've never seen FireWire DA devices which support READ_6.
1578 		 */
1579 		if (SID_TYPE(inq) == T_DIRECT)
1580 			inq->device |= T_RBC; /*  T_DIRECT == 0 */
1581 #endif
1582 		/* fall through */
1583 	case T_RBC:
1584 		/*
1585 		 * Override vendor/product/revision information.
1586 		 * Some devices sometimes return strange strings.
1587 		 */
1588 #if 1
1589 		bcopy(sdev->vendor, inq->vendor, sizeof(inq->vendor));
1590 		bcopy(sdev->product, inq->product, sizeof(inq->product));
1591 		bcopy(sdev->revision+2, inq->revision, sizeof(inq->revision));
1592 #endif
1593 		break;
1594 	}
1595 	/*
1596 	 * Force to enable/disable tagged queuing.
1597 	 * XXX CAM also checks SCP_QUEUE_DQUE flag in the control mode page.
1598 	 */
1599 	if (sbp_tags > 0)
1600 		inq->flags |= SID_CmdQue;
1601 	else if (sbp_tags < 0)
1602 		inq->flags &= ~SID_CmdQue;
1603 
1604 }
1605 
1606 static void
1607 sbp_recv1(struct fw_xfer *xfer)
1608 {
1609 	struct fw_pkt *rfp;
1610 #if NEED_RESPONSE
1611 	struct fw_pkt *sfp;
1612 #endif
1613 	struct sbp_softc *sbp;
1614 	struct sbp_dev *sdev;
1615 	struct sbp_ocb *ocb;
1616 	struct sbp_login_res *login_res = NULL;
1617 	struct sbp_status *sbp_status;
1618 	struct sbp_target *target;
1619 	int	orb_fun, status_valid0, status_valid, t, l, reset_agent = 0;
1620 	uint32_t addr;
1621 /*
1622 	uint32_t *ld;
1623 	ld = xfer->recv.buf;
1624 printf("sbp %x %d %d %08x %08x %08x %08x\n",
1625 			xfer->resp, xfer->recv.len, xfer->recv.off, ntohl(ld[0]), ntohl(ld[1]), ntohl(ld[2]), ntohl(ld[3]));
1626 printf("sbp %08x %08x %08x %08x\n", ntohl(ld[4]), ntohl(ld[5]), ntohl(ld[6]), ntohl(ld[7]));
1627 printf("sbp %08x %08x %08x %08x\n", ntohl(ld[8]), ntohl(ld[9]), ntohl(ld[10]), ntohl(ld[11]));
1628 */
1629 	sbp = (struct sbp_softc *)xfer->sc;
1630 	SBP_LOCK_ASSERT(sbp);
1631 	if (xfer->resp != 0){
1632 		printf("sbp_recv: xfer->resp = %d\n", xfer->resp);
1633 		goto done0;
1634 	}
1635 	if (xfer->recv.payload == NULL){
1636 		printf("sbp_recv: xfer->recv.payload == NULL\n");
1637 		goto done0;
1638 	}
1639 	rfp = &xfer->recv.hdr;
1640 	if(rfp->mode.wreqb.tcode != FWTCODE_WREQB){
1641 		printf("sbp_recv: tcode = %d\n", rfp->mode.wreqb.tcode);
1642 		goto done0;
1643 	}
1644 	sbp_status = (struct sbp_status *)xfer->recv.payload;
1645 	addr = rfp->mode.wreqb.dest_lo;
1646 SBP_DEBUG(2)
1647 	printf("received address 0x%x\n", addr);
1648 END_DEBUG
1649 	t = SBP_ADDR2TRG(addr);
1650 	if (t >= SBP_NUM_TARGETS) {
1651 		device_printf(sbp->fd.dev,
1652 			"sbp_recv1: invalid target %d\n", t);
1653 		goto done0;
1654 	}
1655 	target = &sbp->targets[t];
1656 	l = SBP_ADDR2LUN(addr);
1657 	if (l >= target->num_lun || target->luns[l] == NULL) {
1658 		device_printf(sbp->fd.dev,
1659 			"sbp_recv1: invalid lun %d (target=%d)\n", l, t);
1660 		goto done0;
1661 	}
1662 	sdev = target->luns[l];
1663 
1664 	ocb = NULL;
1665 	switch (sbp_status->src) {
1666 	case 0:
1667 	case 1:
1668 		/* check mgm_ocb_cur first */
1669 		ocb  = target->mgm_ocb_cur;
1670 		if (ocb != NULL) {
1671 			if (OCB_MATCH(ocb, sbp_status)) {
1672 				callout_stop(&target->mgm_ocb_timeout);
1673 				target->mgm_ocb_cur = NULL;
1674 				break;
1675 			}
1676 		}
1677 		ocb = sbp_dequeue_ocb(sdev, sbp_status);
1678 		if (ocb == NULL) {
1679 			device_printf(sdev->target->sbp->fd.dev,
1680 #if defined(__DragonFly__) || __FreeBSD_version < 500000
1681 				"%s:%s No ocb(%lx) on the queue\n",
1682 #else
1683 				"%s:%s No ocb(%x) on the queue\n",
1684 #endif
1685 				__func__,sdev->bustgtlun,
1686 				ntohl(sbp_status->orb_lo));
1687 		}
1688 		break;
1689 	case 2:
1690 		/* unsolicit */
1691 		device_printf(sdev->target->sbp->fd.dev,
1692 			"%s:%s unsolicit status received\n",
1693 			__func__, sdev->bustgtlun);
1694 		break;
1695 	default:
1696 		device_printf(sdev->target->sbp->fd.dev,
1697 			"%s:%s unknown sbp_status->src\n",
1698 			__func__, sdev->bustgtlun);
1699 	}
1700 
1701 	status_valid0 = (sbp_status->src < 2
1702 			&& sbp_status->resp == ORB_RES_CMPL
1703 			&& sbp_status->dead == 0);
1704 	status_valid = (status_valid0 && sbp_status->status == 0);
1705 
1706 	if (!status_valid0 || debug > 2){
1707 		int status;
1708 SBP_DEBUG(0)
1709 		device_printf(sdev->target->sbp->fd.dev,
1710 			"%s:%s ORB status src:%x resp:%x dead:%x"
1711 #if defined(__DragonFly__) || __FreeBSD_version < 500000
1712 				" len:%x stat:%x orb:%x%08lx\n",
1713 #else
1714 				" len:%x stat:%x orb:%x%08x\n",
1715 #endif
1716 			__func__, sdev->bustgtlun,
1717 			sbp_status->src, sbp_status->resp, sbp_status->dead,
1718 			sbp_status->len, sbp_status->status,
1719 			ntohs(sbp_status->orb_hi), ntohl(sbp_status->orb_lo));
1720 END_DEBUG
1721 		device_printf(sdev->target->sbp->fd.dev,
1722 				"%s\n", sdev->bustgtlun);
1723 		status = sbp_status->status;
1724 		switch(sbp_status->resp) {
1725 		case 0:
1726 			if (status > MAX_ORB_STATUS0)
1727 				printf("%s\n", orb_status0[MAX_ORB_STATUS0]);
1728 			else
1729 				printf("%s\n", orb_status0[status]);
1730 			break;
1731 		case 1:
1732 			printf("Obj: %s, Error: %s\n",
1733 				orb_status1_object[(status>>6) & 3],
1734 				orb_status1_serial_bus_error[status & 0xf]);
1735 			break;
1736 		case 2:
1737 			printf("Illegal request\n");
1738 			break;
1739 		case 3:
1740 			printf("Vendor dependent\n");
1741 			break;
1742 		default:
1743 			printf("unknown respose code %d\n", sbp_status->resp);
1744 		}
1745 	}
1746 
1747 	/* we have to reset the fetch agent if it's dead */
1748 	if (sbp_status->dead) {
1749 		if (sdev->path) {
1750 			xpt_freeze_devq(sdev->path, 1);
1751 			sdev->freeze ++;
1752 		}
1753 		reset_agent = 1;
1754 	}
1755 
1756 	if (ocb == NULL)
1757 		goto done;
1758 
1759 	switch(ntohl(ocb->orb[4]) & ORB_FMT_MSK){
1760 	case ORB_FMT_NOP:
1761 		break;
1762 	case ORB_FMT_VED:
1763 		break;
1764 	case ORB_FMT_STD:
1765 		switch(ocb->flags) {
1766 		case OCB_ACT_MGM:
1767 			orb_fun = ntohl(ocb->orb[4]) & ORB_FUN_MSK;
1768 			reset_agent = 0;
1769 			switch(orb_fun) {
1770 			case ORB_FUN_LGI:
1771 				fwdma_sync(&sdev->dma, BUS_DMASYNC_POSTREAD);
1772 				login_res = sdev->login;
1773 				login_res->len = ntohs(login_res->len);
1774 				login_res->id = ntohs(login_res->id);
1775 				login_res->cmd_hi = ntohs(login_res->cmd_hi);
1776 				login_res->cmd_lo = ntohl(login_res->cmd_lo);
1777 				if (status_valid) {
1778 SBP_DEBUG(0)
1779 					device_printf(sdev->target->sbp->fd.dev,
1780 						"%s:%s login: len %d, ID %d, cmd %08x%08x, recon_hold %d\n",
1781 						__func__, sdev->bustgtlun,
1782 						login_res->len, login_res->id,
1783 						login_res->cmd_hi, login_res->cmd_lo,
1784 						ntohs(login_res->recon_hold));
1785 END_DEBUG
1786 					sbp_busy_timeout(sdev);
1787 				} else {
1788 					/* forgot logout? */
1789 					device_printf(sdev->target->sbp->fd.dev,
1790 						"%s:%s login failed\n",
1791 						__func__, sdev->bustgtlun);
1792 					sdev->status = SBP_DEV_RESET;
1793 				}
1794 				break;
1795 			case ORB_FUN_RCN:
1796 				login_res = sdev->login;
1797 				if (status_valid) {
1798 SBP_DEBUG(0)
1799 					device_printf(sdev->target->sbp->fd.dev,
1800 						"%s:%s reconnect: len %d, ID %d, cmd %08x%08x\n",
1801 						__func__, sdev->bustgtlun,
1802 						login_res->len, login_res->id,
1803 						login_res->cmd_hi, login_res->cmd_lo);
1804 END_DEBUG
1805 					if (sdev->status == SBP_DEV_ATTACHED)
1806 						sbp_scan_dev(sdev);
1807 					else
1808 						sbp_agent_reset(sdev);
1809 				} else {
1810 					/* reconnection hold time exceed? */
1811 SBP_DEBUG(0)
1812 					device_printf(sdev->target->sbp->fd.dev,
1813 						"%s:%s reconnect failed\n",
1814 						__func__, sdev->bustgtlun);
1815 END_DEBUG
1816 					sbp_login(sdev);
1817 				}
1818 				break;
1819 			case ORB_FUN_LGO:
1820 				sdev->status = SBP_DEV_RESET;
1821 				break;
1822 			case ORB_FUN_RST:
1823 				sbp_busy_timeout(sdev);
1824 				break;
1825 			case ORB_FUN_LUR:
1826 			case ORB_FUN_ATA:
1827 			case ORB_FUN_ATS:
1828 				sbp_agent_reset(sdev);
1829 				break;
1830 			default:
1831 				device_printf(sdev->target->sbp->fd.dev,
1832 					"%s:%s unknown function %d\n",
1833 					__func__, sdev->bustgtlun, orb_fun);
1834 				break;
1835 			}
1836 			sbp_mgm_orb(sdev, ORB_FUN_RUNQUEUE, NULL);
1837 			break;
1838 		case OCB_ACT_CMD:
1839 			sdev->timeout = 0;
1840 			if(ocb->ccb != NULL){
1841 				union ccb *ccb;
1842 
1843 				ccb = ocb->ccb;
1844 				if(sbp_status->len > 1){
1845 					sbp_scsi_status(sbp_status, ocb);
1846 				}else{
1847 					if(sbp_status->resp != ORB_RES_CMPL){
1848 						ccb->ccb_h.status = CAM_REQ_CMP_ERR;
1849 					}else{
1850 						ccb->ccb_h.status = CAM_REQ_CMP;
1851 					}
1852 				}
1853 				/* fix up inq data */
1854 				if (ccb->csio.cdb_io.cdb_bytes[0] == INQUIRY)
1855 					sbp_fix_inq_data(ocb);
1856 				xpt_done(ccb);
1857 			}
1858 			break;
1859 		default:
1860 			break;
1861 		}
1862 	}
1863 
1864 	if (!use_doorbell)
1865 		sbp_free_ocb(sdev, ocb);
1866 done:
1867 	if (reset_agent)
1868 		sbp_agent_reset(sdev);
1869 
1870 done0:
1871 	xfer->recv.pay_len = SBP_RECV_LEN;
1872 /* The received packet is usually small enough to be stored within
1873  * the buffer. In that case, the controller return ack_complete and
1874  * no respose is necessary.
1875  *
1876  * XXX fwohci.c and firewire.c should inform event_code such as
1877  * ack_complete or ack_pending to upper driver.
1878  */
1879 #if NEED_RESPONSE
1880 	xfer->send.off = 0;
1881 	sfp = (struct fw_pkt *)xfer->send.buf;
1882 	sfp->mode.wres.dst = rfp->mode.wreqb.src;
1883 	xfer->dst = sfp->mode.wres.dst;
1884 	xfer->spd = min(sdev->target->fwdev->speed, max_speed);
1885 	xfer->hand = sbp_loginres_callback;
1886 
1887 	sfp->mode.wres.tlrt = rfp->mode.wreqb.tlrt;
1888 	sfp->mode.wres.tcode = FWTCODE_WRES;
1889 	sfp->mode.wres.rtcode = 0;
1890 	sfp->mode.wres.pri = 0;
1891 
1892 	fw_asyreq(xfer->fc, -1, xfer);
1893 #else
1894 	/* recycle */
1895 	STAILQ_INSERT_TAIL(&sbp->fwb.xferlist, xfer, link);
1896 #endif
1897 }
1898 
1899 static void
1900 sbp_recv(struct fw_xfer *xfer)
1901 {
1902 	struct sbp_softc *sbp;
1903 
1904 	sbp = (struct sbp_softc *)xfer->sc;
1905 	SBP_LOCK(sbp);
1906 	sbp_recv1(xfer);
1907 	SBP_UNLOCK(sbp);
1908 }
1909 /*
1910  * sbp_attach()
1911  */
1912 static int
1913 sbp_attach(device_t dev)
1914 {
1915 	struct sbp_softc *sbp;
1916 	struct cam_devq *devq;
1917 	struct firewire_comm *fc;
1918 	int i, error;
1919 
1920 	if (DFLTPHYS > SBP_MAXPHYS)
1921 		device_printf(dev, "Warning, DFLTPHYS(%dKB) is larger than "
1922 			"SBP_MAXPHYS(%dKB).\n", DFLTPHYS / 1024,
1923 			SBP_MAXPHYS / 1024);
1924 
1925 	if (!firewire_phydma_enable)
1926 		device_printf(dev, "Warning, hw.firewire.phydma_enable must be 1 "
1927 			"for SBP over FireWire.\n");
1928 SBP_DEBUG(0)
1929 	printf("sbp_attach (cold=%d)\n", cold);
1930 END_DEBUG
1931 
1932 	if (cold)
1933 		sbp_cold ++;
1934 	sbp = device_get_softc(dev);
1935 	sbp->fd.dev = dev;
1936 	sbp->fd.fc = fc = device_get_ivars(dev);
1937 	mtx_init(&sbp->mtx, "sbp", NULL, MTX_DEF);
1938 
1939 	if (max_speed < 0)
1940 		max_speed = fc->speed;
1941 
1942 	error = bus_dma_tag_create(/*parent*/fc->dmat,
1943 				/* XXX shoud be 4 for sane backend? */
1944 				/*alignment*/1,
1945 				/*boundary*/0,
1946 				/*lowaddr*/BUS_SPACE_MAXADDR_32BIT,
1947 				/*highaddr*/BUS_SPACE_MAXADDR,
1948 				/*filter*/NULL, /*filterarg*/NULL,
1949 				/*maxsize*/0x100000, /*nsegments*/SBP_IND_MAX,
1950 				/*maxsegsz*/SBP_SEG_MAX,
1951 				/*flags*/BUS_DMA_ALLOCNOW,
1952 #if defined(__FreeBSD__) && __FreeBSD_version >= 501102
1953 				/*lockfunc*/busdma_lock_mutex,
1954 				/*lockarg*/&sbp->mtx,
1955 #endif
1956 				&sbp->dmat);
1957 	if (error != 0) {
1958 		printf("sbp_attach: Could not allocate DMA tag "
1959 			"- error %d\n", error);
1960 			return (ENOMEM);
1961 	}
1962 
1963 	devq = cam_simq_alloc(/*maxopenings*/SBP_NUM_OCB);
1964 	if (devq == NULL)
1965 		return (ENXIO);
1966 
1967 	for( i = 0 ; i < SBP_NUM_TARGETS ; i++){
1968 		sbp->targets[i].fwdev = NULL;
1969 		sbp->targets[i].luns = NULL;
1970 		sbp->targets[i].sbp = sbp;
1971 	}
1972 
1973 	sbp->sim = cam_sim_alloc(sbp_action, sbp_poll, "sbp", sbp,
1974 				 device_get_unit(dev),
1975 				 &sbp->mtx,
1976 				 /*untagged*/ 1,
1977 				 /*tagged*/ SBP_QUEUE_LEN - 1,
1978 				 devq);
1979 
1980 	if (sbp->sim == NULL) {
1981 		cam_simq_free(devq);
1982 		return (ENXIO);
1983 	}
1984 
1985 	SBP_LOCK(sbp);
1986 	if (xpt_bus_register(sbp->sim, dev, /*bus*/0) != CAM_SUCCESS)
1987 		goto fail;
1988 
1989 	if (xpt_create_path(&sbp->path, NULL, cam_sim_path(sbp->sim),
1990 	    CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
1991 		xpt_bus_deregister(cam_sim_path(sbp->sim));
1992 		goto fail;
1993 	}
1994 	SBP_UNLOCK(sbp);
1995 
1996 	/* We reserve 16 bit space (4 bytes X 64 targets X 256 luns) */
1997 	sbp->fwb.start = ((u_int64_t)SBP_BIND_HI << 32) | SBP_DEV2ADDR(0, 0);
1998 	sbp->fwb.end = sbp->fwb.start + 0xffff;
1999 	/* pre-allocate xfer */
2000 	STAILQ_INIT(&sbp->fwb.xferlist);
2001 	fw_xferlist_add(&sbp->fwb.xferlist, M_SBP,
2002 	    /*send*/ 0, /*recv*/ SBP_RECV_LEN, SBP_NUM_OCB/2,
2003 	    fc, (void *)sbp, sbp_recv);
2004 
2005 	fw_bindadd(fc, &sbp->fwb);
2006 
2007 	sbp->fd.post_busreset = sbp_post_busreset;
2008 	sbp->fd.post_explore = sbp_post_explore;
2009 
2010 	if (fc->status != -1) {
2011 		sbp_post_busreset((void *)sbp);
2012 		sbp_post_explore((void *)sbp);
2013 	}
2014 	SBP_LOCK(sbp);
2015 	xpt_async(AC_BUS_RESET, sbp->path, /*arg*/ NULL);
2016 	SBP_UNLOCK(sbp);
2017 
2018 	return (0);
2019 fail:
2020 	SBP_UNLOCK(sbp);
2021 	cam_sim_free(sbp->sim, /*free_devq*/TRUE);
2022 	return (ENXIO);
2023 }
2024 
2025 static int
2026 sbp_logout_all(struct sbp_softc *sbp)
2027 {
2028 	struct sbp_target *target;
2029 	struct sbp_dev *sdev;
2030 	int i, j;
2031 
2032 SBP_DEBUG(0)
2033 	printf("sbp_logout_all\n");
2034 END_DEBUG
2035 	SBP_LOCK_ASSERT(sbp);
2036 	for (i = 0 ; i < SBP_NUM_TARGETS ; i ++) {
2037 		target = &sbp->targets[i];
2038 		if (target->luns == NULL)
2039 			continue;
2040 		for (j = 0; j < target->num_lun; j++) {
2041 			sdev = target->luns[j];
2042 			if (sdev == NULL)
2043 				continue;
2044 			callout_stop(&sdev->login_callout);
2045 			if (sdev->status >= SBP_DEV_TOATTACH &&
2046 					sdev->status <= SBP_DEV_ATTACHED)
2047 				sbp_mgm_orb(sdev, ORB_FUN_LGO, NULL);
2048 		}
2049 	}
2050 
2051 	return 0;
2052 }
2053 
2054 static int
2055 sbp_shutdown(device_t dev)
2056 {
2057 	struct sbp_softc *sbp = ((struct sbp_softc *)device_get_softc(dev));
2058 
2059 	SBP_LOCK(sbp);
2060 	sbp_logout_all(sbp);
2061 	SBP_UNLOCK(sbp);
2062 	return (0);
2063 }
2064 
2065 static void
2066 sbp_free_sdev(struct sbp_dev *sdev)
2067 {
2068 	struct sbp_softc *sbp;
2069 	int i;
2070 
2071 	if (sdev == NULL)
2072 		return;
2073 	sbp = sdev->target->sbp;
2074 	SBP_UNLOCK(sbp);
2075 	callout_drain(&sdev->login_callout);
2076 	for (i = 0; i < SBP_QUEUE_LEN; i++) {
2077 		callout_drain(&sdev->ocb[i].timer);
2078 		bus_dmamap_destroy(sbp->dmat, sdev->ocb[i].dmamap);
2079 	}
2080 	fwdma_free(sbp->fd.fc, &sdev->dma);
2081 	free(sdev, M_SBP);
2082 	SBP_LOCK(sbp);
2083 }
2084 
2085 static void
2086 sbp_free_target(struct sbp_target *target)
2087 {
2088 	struct sbp_softc *sbp;
2089 	struct fw_xfer *xfer, *next;
2090 	int i;
2091 
2092 	if (target->luns == NULL)
2093 		return;
2094 	sbp = target->sbp;
2095 	SBP_LOCK_ASSERT(sbp);
2096 	SBP_UNLOCK(sbp);
2097 	callout_drain(&target->mgm_ocb_timeout);
2098 	callout_drain(&target->scan_callout);
2099 	SBP_LOCK(sbp);
2100 	for (i = 0; i < target->num_lun; i++)
2101 		sbp_free_sdev(target->luns[i]);
2102 
2103 	STAILQ_FOREACH_SAFE(xfer, &target->xferlist, link, next) {
2104 		fw_xfer_free_buf(xfer);
2105 	}
2106 	STAILQ_INIT(&target->xferlist);
2107 	free(target->luns, M_SBP);
2108 	target->num_lun = 0;
2109 	target->luns = NULL;
2110 	target->fwdev = NULL;
2111 }
2112 
2113 static int
2114 sbp_detach(device_t dev)
2115 {
2116 	struct sbp_softc *sbp = ((struct sbp_softc *)device_get_softc(dev));
2117 	struct firewire_comm *fc = sbp->fd.fc;
2118 	int i;
2119 
2120 SBP_DEBUG(0)
2121 	printf("sbp_detach\n");
2122 END_DEBUG
2123 
2124 	SBP_LOCK(sbp);
2125 	for (i = 0; i < SBP_NUM_TARGETS; i ++)
2126 		sbp_cam_detach_target(&sbp->targets[i]);
2127 
2128 	xpt_async(AC_LOST_DEVICE, sbp->path, NULL);
2129 	xpt_free_path(sbp->path);
2130 	xpt_bus_deregister(cam_sim_path(sbp->sim));
2131 	cam_sim_free(sbp->sim, /*free_devq*/ TRUE);
2132 
2133 	sbp_logout_all(sbp);
2134 	SBP_UNLOCK(sbp);
2135 
2136 	/* XXX wait for logout completion */
2137 	pause("sbpdtc", hz/2);
2138 
2139 	SBP_LOCK(sbp);
2140 	for (i = 0 ; i < SBP_NUM_TARGETS ; i ++)
2141 		sbp_free_target(&sbp->targets[i]);
2142 	SBP_UNLOCK(sbp);
2143 
2144 	fw_bindremove(fc, &sbp->fwb);
2145 	fw_xferlist_remove(&sbp->fwb.xferlist);
2146 
2147 	bus_dma_tag_destroy(sbp->dmat);
2148 	mtx_destroy(&sbp->mtx);
2149 
2150 	return (0);
2151 }
2152 
2153 static void
2154 sbp_cam_detach_sdev(struct sbp_dev *sdev)
2155 {
2156 	if (sdev == NULL)
2157 		return;
2158 	if (sdev->status == SBP_DEV_DEAD)
2159 		return;
2160 	if (sdev->status == SBP_DEV_RESET)
2161 		return;
2162 	SBP_LOCK_ASSERT(sdev->target->sbp);
2163 	sbp_abort_all_ocbs(sdev, CAM_DEV_NOT_THERE);
2164 	if (sdev->path) {
2165 		xpt_release_devq(sdev->path,
2166 				 sdev->freeze, TRUE);
2167 		sdev->freeze = 0;
2168 		xpt_async(AC_LOST_DEVICE, sdev->path, NULL);
2169 		xpt_free_path(sdev->path);
2170 		sdev->path = NULL;
2171 	}
2172 }
2173 
2174 static void
2175 sbp_cam_detach_target(struct sbp_target *target)
2176 {
2177 	int i;
2178 
2179 	SBP_LOCK_ASSERT(target->sbp);
2180 	if (target->luns != NULL) {
2181 SBP_DEBUG(0)
2182 		printf("sbp_detach_target %d\n", target->target_id);
2183 END_DEBUG
2184 		callout_stop(&target->scan_callout);
2185 		for (i = 0; i < target->num_lun; i++)
2186 			sbp_cam_detach_sdev(target->luns[i]);
2187 	}
2188 }
2189 
2190 static void
2191 sbp_target_reset(struct sbp_dev *sdev, int method)
2192 {
2193 	int i;
2194 	struct sbp_target *target = sdev->target;
2195 	struct sbp_dev *tsdev;
2196 
2197 	SBP_LOCK_ASSERT(target->sbp);
2198 	for (i = 0; i < target->num_lun; i++) {
2199 		tsdev = target->luns[i];
2200 		if (tsdev == NULL)
2201 			continue;
2202 		if (tsdev->status == SBP_DEV_DEAD)
2203 			continue;
2204 		if (tsdev->status == SBP_DEV_RESET)
2205 			continue;
2206 		xpt_freeze_devq(tsdev->path, 1);
2207 		tsdev->freeze ++;
2208 		sbp_abort_all_ocbs(tsdev, CAM_CMD_TIMEOUT);
2209 		if (method == 2)
2210 			tsdev->status = SBP_DEV_LOGIN;
2211 	}
2212 	switch(method) {
2213 	case 1:
2214 		printf("target reset\n");
2215 		sbp_mgm_orb(sdev, ORB_FUN_RST, NULL);
2216 		break;
2217 	case 2:
2218 		printf("reset start\n");
2219 		sbp_reset_start(sdev);
2220 		break;
2221 	}
2222 
2223 }
2224 
2225 static void
2226 sbp_mgm_timeout(void *arg)
2227 {
2228 	struct sbp_ocb *ocb = (struct sbp_ocb *)arg;
2229 	struct sbp_dev *sdev = ocb->sdev;
2230 	struct sbp_target *target = sdev->target;
2231 
2232 	SBP_LOCK_ASSERT(target->sbp);
2233 	device_printf(sdev->target->sbp->fd.dev,
2234 		"%s:%s request timeout(mgm orb:0x%08x)\n",
2235 		__func__, sdev->bustgtlun, (uint32_t)ocb->bus_addr);
2236 	target->mgm_ocb_cur = NULL;
2237 	sbp_free_ocb(sdev, ocb);
2238 #if 0
2239 	/* XXX */
2240 	printf("run next request\n");
2241 	sbp_mgm_orb(sdev, ORB_FUN_RUNQUEUE, NULL);
2242 #endif
2243 	device_printf(sdev->target->sbp->fd.dev,
2244 		"%s:%s reset start\n",
2245 		__func__, sdev->bustgtlun);
2246 	sbp_reset_start(sdev);
2247 }
2248 
2249 static void
2250 sbp_timeout(void *arg)
2251 {
2252 	struct sbp_ocb *ocb = (struct sbp_ocb *)arg;
2253 	struct sbp_dev *sdev = ocb->sdev;
2254 
2255 	device_printf(sdev->target->sbp->fd.dev,
2256 		"%s:%s request timeout(cmd orb:0x%08x) ... ",
2257 		__func__, sdev->bustgtlun, (uint32_t)ocb->bus_addr);
2258 
2259 	SBP_LOCK_ASSERT(sdev->target->sbp);
2260 	sdev->timeout ++;
2261 	switch(sdev->timeout) {
2262 	case 1:
2263 		printf("agent reset\n");
2264 		xpt_freeze_devq(sdev->path, 1);
2265 		sdev->freeze ++;
2266 		sbp_abort_all_ocbs(sdev, CAM_CMD_TIMEOUT);
2267 		sbp_agent_reset(sdev);
2268 		break;
2269 	case 2:
2270 	case 3:
2271 		sbp_target_reset(sdev, sdev->timeout - 1);
2272 		break;
2273 #if 0
2274 	default:
2275 		/* XXX give up */
2276 		sbp_cam_detach_target(target);
2277 		if (target->luns != NULL)
2278 			free(target->luns, M_SBP);
2279 		target->num_lun = 0;
2280 		target->luns = NULL;
2281 		target->fwdev = NULL;
2282 #endif
2283 	}
2284 }
2285 
2286 static void
2287 sbp_action(struct cam_sim *sim, union ccb *ccb)
2288 {
2289 
2290 	struct sbp_softc *sbp = (struct sbp_softc *)sim->softc;
2291 	struct sbp_target *target = NULL;
2292 	struct sbp_dev *sdev = NULL;
2293 
2294 	if (sbp != NULL)
2295 		SBP_LOCK_ASSERT(sbp);
2296 	/* target:lun -> sdev mapping */
2297 	if (sbp != NULL
2298 			&& ccb->ccb_h.target_id != CAM_TARGET_WILDCARD
2299 			&& ccb->ccb_h.target_id < SBP_NUM_TARGETS) {
2300 		target = &sbp->targets[ccb->ccb_h.target_id];
2301 		if (target->fwdev != NULL
2302 				&& ccb->ccb_h.target_lun != CAM_LUN_WILDCARD
2303 				&& ccb->ccb_h.target_lun < target->num_lun) {
2304 			sdev = target->luns[ccb->ccb_h.target_lun];
2305 			if (sdev != NULL && sdev->status != SBP_DEV_ATTACHED &&
2306 				sdev->status != SBP_DEV_PROBE)
2307 				sdev = NULL;
2308 		}
2309 	}
2310 
2311 SBP_DEBUG(1)
2312 	if (sdev == NULL)
2313 		printf("invalid target %d lun %jx\n",
2314 			ccb->ccb_h.target_id, (uintmax_t)ccb->ccb_h.target_lun);
2315 END_DEBUG
2316 
2317 	switch (ccb->ccb_h.func_code) {
2318 	case XPT_SCSI_IO:
2319 	case XPT_RESET_DEV:
2320 	case XPT_GET_TRAN_SETTINGS:
2321 	case XPT_SET_TRAN_SETTINGS:
2322 	case XPT_CALC_GEOMETRY:
2323 		if (sdev == NULL) {
2324 SBP_DEBUG(1)
2325 			printf("%s:%d:%jx:func_code 0x%04x: "
2326 				"Invalid target (target needed)\n",
2327 				device_get_nameunit(sbp->fd.dev),
2328 				ccb->ccb_h.target_id,
2329 				(uintmax_t)ccb->ccb_h.target_lun,
2330 				ccb->ccb_h.func_code);
2331 END_DEBUG
2332 
2333 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
2334 			xpt_done(ccb);
2335 			return;
2336 		}
2337 		break;
2338 	case XPT_PATH_INQ:
2339 	case XPT_NOOP:
2340 		/* The opcodes sometimes aimed at a target (sc is valid),
2341 		 * sometimes aimed at the SIM (sc is invalid and target is
2342 		 * CAM_TARGET_WILDCARD)
2343 		 */
2344 		if (sbp == NULL &&
2345 			ccb->ccb_h.target_id != CAM_TARGET_WILDCARD) {
2346 SBP_DEBUG(0)
2347 			printf("%s:%d:%jx func_code 0x%04x: "
2348 				"Invalid target (no wildcard)\n",
2349 				device_get_nameunit(sbp->fd.dev),
2350 				ccb->ccb_h.target_id,
2351 				(uintmax_t)ccb->ccb_h.target_lun,
2352 				ccb->ccb_h.func_code);
2353 END_DEBUG
2354 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
2355 			xpt_done(ccb);
2356 			return;
2357 		}
2358 		break;
2359 	default:
2360 		/* XXX Hm, we should check the input parameters */
2361 		break;
2362 	}
2363 
2364 	switch (ccb->ccb_h.func_code) {
2365 	case XPT_SCSI_IO:
2366 	{
2367 		struct ccb_scsiio *csio;
2368 		struct sbp_ocb *ocb;
2369 		int speed;
2370 		void *cdb;
2371 
2372 		csio = &ccb->csio;
2373 		mtx_assert(sim->mtx, MA_OWNED);
2374 
2375 SBP_DEBUG(2)
2376 		printf("%s:%d:%jx XPT_SCSI_IO: "
2377 			"cmd: %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x"
2378 			", flags: 0x%02x, "
2379 			"%db cmd/%db data/%db sense\n",
2380 			device_get_nameunit(sbp->fd.dev),
2381 			ccb->ccb_h.target_id, (uintmax_t)ccb->ccb_h.target_lun,
2382 			csio->cdb_io.cdb_bytes[0],
2383 			csio->cdb_io.cdb_bytes[1],
2384 			csio->cdb_io.cdb_bytes[2],
2385 			csio->cdb_io.cdb_bytes[3],
2386 			csio->cdb_io.cdb_bytes[4],
2387 			csio->cdb_io.cdb_bytes[5],
2388 			csio->cdb_io.cdb_bytes[6],
2389 			csio->cdb_io.cdb_bytes[7],
2390 			csio->cdb_io.cdb_bytes[8],
2391 			csio->cdb_io.cdb_bytes[9],
2392 			ccb->ccb_h.flags & CAM_DIR_MASK,
2393 			csio->cdb_len, csio->dxfer_len,
2394 			csio->sense_len);
2395 END_DEBUG
2396 		if(sdev == NULL){
2397 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
2398 			xpt_done(ccb);
2399 			return;
2400 		}
2401 #if 0
2402 		/* if we are in probe stage, pass only probe commands */
2403 		if (sdev->status == SBP_DEV_PROBE) {
2404 			char *name;
2405 			name = xpt_path_periph(ccb->ccb_h.path)->periph_name;
2406 			printf("probe stage, periph name: %s\n", name);
2407 			if (strcmp(name, "probe") != 0) {
2408 				ccb->ccb_h.status = CAM_REQUEUE_REQ;
2409 				xpt_done(ccb);
2410 				return;
2411 			}
2412 		}
2413 #endif
2414 		if ((ocb = sbp_get_ocb(sdev)) == NULL) {
2415 			ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
2416 			if (sdev->freeze == 0) {
2417 				xpt_freeze_devq(sdev->path, 1);
2418 				sdev->freeze ++;
2419 			}
2420 			xpt_done(ccb);
2421 			return;
2422 		}
2423 
2424 		ocb->flags = OCB_ACT_CMD;
2425 		ocb->sdev = sdev;
2426 		ocb->ccb = ccb;
2427 		ccb->ccb_h.ccb_sdev_ptr = sdev;
2428 		ocb->orb[0] = htonl(1U << 31);
2429 		ocb->orb[1] = 0;
2430 		ocb->orb[2] = htonl(((sbp->fd.fc->nodeid | FWLOCALBUS )<< 16) );
2431 		ocb->orb[3] = htonl(ocb->bus_addr + IND_PTR_OFFSET);
2432 		speed = min(target->fwdev->speed, max_speed);
2433 		ocb->orb[4] = htonl(ORB_NOTIFY | ORB_CMD_SPD(speed)
2434 						| ORB_CMD_MAXP(speed + 7));
2435 		if((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN){
2436 			ocb->orb[4] |= htonl(ORB_CMD_IN);
2437 		}
2438 
2439 		if (csio->ccb_h.flags & CAM_CDB_POINTER)
2440 			cdb = (void *)csio->cdb_io.cdb_ptr;
2441 		else
2442 			cdb = (void *)&csio->cdb_io.cdb_bytes;
2443 		bcopy(cdb, (void *)&ocb->orb[5], csio->cdb_len);
2444 /*
2445 printf("ORB %08x %08x %08x %08x\n", ntohl(ocb->orb[0]), ntohl(ocb->orb[1]), ntohl(ocb->orb[2]), ntohl(ocb->orb[3]));
2446 printf("ORB %08x %08x %08x %08x\n", ntohl(ocb->orb[4]), ntohl(ocb->orb[5]), ntohl(ocb->orb[6]), ntohl(ocb->orb[7]));
2447 */
2448 		if (ccb->csio.dxfer_len > 0) {
2449 			int error;
2450 
2451 			error = bus_dmamap_load_ccb(/*dma tag*/sbp->dmat,
2452 					/*dma map*/ocb->dmamap,
2453 					ccb,
2454 					sbp_execute_ocb,
2455 					ocb,
2456 					/*flags*/0);
2457 			if (error)
2458 				printf("sbp: bus_dmamap_load error %d\n", error);
2459 		} else
2460 			sbp_execute_ocb(ocb, NULL, 0, 0);
2461 		break;
2462 	}
2463 	case XPT_CALC_GEOMETRY:
2464 	{
2465 		struct ccb_calc_geometry *ccg;
2466 #if defined(__DragonFly__) || __FreeBSD_version < 501100
2467 		uint32_t size_mb;
2468 		uint32_t secs_per_cylinder;
2469 		int extended = 1;
2470 #endif
2471 
2472 		ccg = &ccb->ccg;
2473 		if (ccg->block_size == 0) {
2474 			printf("sbp_action: block_size is 0.\n");
2475 			ccb->ccb_h.status = CAM_REQ_INVALID;
2476 			xpt_done(ccb);
2477 			break;
2478 		}
2479 SBP_DEBUG(1)
2480 		printf("%s:%d:%d:%jx:XPT_CALC_GEOMETRY: "
2481 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2482 			"Volume size = %d\n",
2483 #else
2484 			"Volume size = %jd\n",
2485 #endif
2486 			device_get_nameunit(sbp->fd.dev),
2487 			cam_sim_path(sbp->sim),
2488 			ccb->ccb_h.target_id, (uintmax_t)ccb->ccb_h.target_lun,
2489 #if defined(__FreeBSD__) && __FreeBSD_version >= 500000
2490 			(uintmax_t)
2491 #endif
2492 				ccg->volume_size);
2493 END_DEBUG
2494 
2495 #if defined(__DragonFly__) || __FreeBSD_version < 501100
2496 		size_mb = ccg->volume_size
2497 			/ ((1024L * 1024L) / ccg->block_size);
2498 
2499 		if (size_mb > 1024 && extended) {
2500 			ccg->heads = 255;
2501 			ccg->secs_per_track = 63;
2502 		} else {
2503 			ccg->heads = 64;
2504 			ccg->secs_per_track = 32;
2505 		}
2506 		secs_per_cylinder = ccg->heads * ccg->secs_per_track;
2507 		ccg->cylinders = ccg->volume_size / secs_per_cylinder;
2508 		ccb->ccb_h.status = CAM_REQ_CMP;
2509 #else
2510 		cam_calc_geometry(ccg, /*extended*/1);
2511 #endif
2512 		xpt_done(ccb);
2513 		break;
2514 	}
2515 	case XPT_RESET_BUS:		/* Reset the specified SCSI bus */
2516 	{
2517 
2518 SBP_DEBUG(1)
2519 		printf("%s:%d:XPT_RESET_BUS: \n",
2520 			device_get_nameunit(sbp->fd.dev), cam_sim_path(sbp->sim));
2521 END_DEBUG
2522 
2523 		ccb->ccb_h.status = CAM_REQ_INVALID;
2524 		xpt_done(ccb);
2525 		break;
2526 	}
2527 	case XPT_PATH_INQ:		/* Path routing inquiry */
2528 	{
2529 		struct ccb_pathinq *cpi = &ccb->cpi;
2530 
2531 SBP_DEBUG(1)
2532 		printf("%s:%d:%jx XPT_PATH_INQ:.\n",
2533 			device_get_nameunit(sbp->fd.dev),
2534 			ccb->ccb_h.target_id, (uintmax_t)ccb->ccb_h.target_lun);
2535 END_DEBUG
2536 		cpi->version_num = 1; /* XXX??? */
2537 		cpi->hba_inquiry = PI_TAG_ABLE;
2538 		cpi->target_sprt = 0;
2539 		cpi->hba_misc = PIM_NOBUSRESET | PIM_NO_6_BYTE;
2540 		cpi->hba_eng_cnt = 0;
2541 		cpi->max_target = SBP_NUM_TARGETS - 1;
2542 		cpi->max_lun = SBP_NUM_LUNS - 1;
2543 		cpi->initiator_id = SBP_INITIATOR;
2544 		cpi->bus_id = sim->bus_id;
2545 		cpi->base_transfer_speed = 400 * 1000 / 8;
2546 		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
2547 		strncpy(cpi->hba_vid, "SBP", HBA_IDLEN);
2548 		strncpy(cpi->dev_name, sim->sim_name, DEV_IDLEN);
2549 		cpi->unit_number = sim->unit_number;
2550                 cpi->transport = XPORT_SPI;	/* XX should have a FireWire */
2551                 cpi->transport_version = 2;
2552                 cpi->protocol = PROTO_SCSI;
2553                 cpi->protocol_version = SCSI_REV_2;
2554 
2555 		cpi->ccb_h.status = CAM_REQ_CMP;
2556 		xpt_done(ccb);
2557 		break;
2558 	}
2559 	case XPT_GET_TRAN_SETTINGS:
2560 	{
2561 		struct ccb_trans_settings *cts = &ccb->cts;
2562 		struct ccb_trans_settings_scsi *scsi =
2563 		    &cts->proto_specific.scsi;
2564 		struct ccb_trans_settings_spi *spi =
2565 		    &cts->xport_specific.spi;
2566 
2567 		cts->protocol = PROTO_SCSI;
2568 		cts->protocol_version = SCSI_REV_2;
2569 		cts->transport = XPORT_SPI;	/* should have a FireWire */
2570 		cts->transport_version = 2;
2571 		spi->valid = CTS_SPI_VALID_DISC;
2572 		spi->flags = CTS_SPI_FLAGS_DISC_ENB;
2573 		scsi->valid = CTS_SCSI_VALID_TQ;
2574 		scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
2575 SBP_DEBUG(1)
2576 		printf("%s:%d:%jx XPT_GET_TRAN_SETTINGS:.\n",
2577 			device_get_nameunit(sbp->fd.dev),
2578 			ccb->ccb_h.target_id, (uintmax_t)ccb->ccb_h.target_lun);
2579 END_DEBUG
2580 		cts->ccb_h.status = CAM_REQ_CMP;
2581 		xpt_done(ccb);
2582 		break;
2583 	}
2584 	case XPT_ABORT:
2585 		ccb->ccb_h.status = CAM_UA_ABORT;
2586 		xpt_done(ccb);
2587 		break;
2588 	case XPT_SET_TRAN_SETTINGS:
2589 		/* XXX */
2590 	default:
2591 		ccb->ccb_h.status = CAM_REQ_INVALID;
2592 		xpt_done(ccb);
2593 		break;
2594 	}
2595 	return;
2596 }
2597 
2598 static void
2599 sbp_execute_ocb(void *arg,  bus_dma_segment_t *segments, int seg, int error)
2600 {
2601 	int i;
2602 	struct sbp_ocb *ocb;
2603 	struct sbp_ocb *prev;
2604 	bus_dma_segment_t *s;
2605 
2606 	if (error)
2607 		printf("sbp_execute_ocb: error=%d\n", error);
2608 
2609 	ocb = (struct sbp_ocb *)arg;
2610 
2611 SBP_DEBUG(2)
2612 	printf("sbp_execute_ocb: seg %d", seg);
2613 	for (i = 0; i < seg; i++)
2614 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2615 		printf(", %x:%d", segments[i].ds_addr, segments[i].ds_len);
2616 #else
2617 		printf(", %jx:%jd", (uintmax_t)segments[i].ds_addr,
2618 					(uintmax_t)segments[i].ds_len);
2619 #endif
2620 	printf("\n");
2621 END_DEBUG
2622 
2623 	if (seg == 1) {
2624 		/* direct pointer */
2625 		s = &segments[0];
2626 		if (s->ds_len > SBP_SEG_MAX)
2627 			panic("ds_len > SBP_SEG_MAX, fix busdma code");
2628 		ocb->orb[3] = htonl(s->ds_addr);
2629 		ocb->orb[4] |= htonl(s->ds_len);
2630 	} else if(seg > 1) {
2631 		/* page table */
2632 		for (i = 0; i < seg; i++) {
2633 			s = &segments[i];
2634 SBP_DEBUG(0)
2635 			/* XXX LSI Logic "< 16 byte" bug might be hit */
2636 			if (s->ds_len < 16)
2637 				printf("sbp_execute_ocb: warning, "
2638 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2639 					"segment length(%d) is less than 16."
2640 #else
2641 					"segment length(%zd) is less than 16."
2642 #endif
2643 					"(seg=%d/%d)\n", (size_t)s->ds_len, i+1, seg);
2644 END_DEBUG
2645 			if (s->ds_len > SBP_SEG_MAX)
2646 				panic("ds_len > SBP_SEG_MAX, fix busdma code");
2647 			ocb->ind_ptr[i].hi = htonl(s->ds_len << 16);
2648 			ocb->ind_ptr[i].lo = htonl(s->ds_addr);
2649 		}
2650 		ocb->orb[4] |= htonl(ORB_CMD_PTBL | seg);
2651 	}
2652 
2653 	if (seg > 0)
2654 		bus_dmamap_sync(ocb->sdev->target->sbp->dmat, ocb->dmamap,
2655 			(ntohl(ocb->orb[4]) & ORB_CMD_IN) ?
2656 			BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE);
2657 	prev = sbp_enqueue_ocb(ocb->sdev, ocb);
2658 	fwdma_sync(&ocb->sdev->dma, BUS_DMASYNC_PREWRITE);
2659 	if (use_doorbell) {
2660 		if (prev == NULL) {
2661 			if (ocb->sdev->last_ocb != NULL)
2662 				sbp_doorbell(ocb->sdev);
2663 			else
2664 				sbp_orb_pointer(ocb->sdev, ocb);
2665 		}
2666 	} else {
2667 		if (prev == NULL || (ocb->sdev->flags & ORB_LINK_DEAD) != 0) {
2668 			ocb->sdev->flags &= ~ORB_LINK_DEAD;
2669 			sbp_orb_pointer(ocb->sdev, ocb);
2670 		}
2671 	}
2672 }
2673 
2674 static void
2675 sbp_poll(struct cam_sim *sim)
2676 {
2677 	struct sbp_softc *sbp;
2678 	struct firewire_comm *fc;
2679 
2680 	sbp = (struct sbp_softc *)sim->softc;
2681 	fc = sbp->fd.fc;
2682 
2683 	fc->poll(fc, 0, -1);
2684 
2685 	return;
2686 }
2687 
2688 static struct sbp_ocb *
2689 sbp_dequeue_ocb(struct sbp_dev *sdev, struct sbp_status *sbp_status)
2690 {
2691 	struct sbp_ocb *ocb;
2692 	struct sbp_ocb *next;
2693 	int order = 0;
2694 
2695 SBP_DEBUG(1)
2696 	device_printf(sdev->target->sbp->fd.dev,
2697 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2698 	"%s:%s 0x%08lx src %d\n",
2699 #else
2700 	"%s:%s 0x%08x src %d\n",
2701 #endif
2702 	    __func__, sdev->bustgtlun, ntohl(sbp_status->orb_lo), sbp_status->src);
2703 END_DEBUG
2704 	SBP_LOCK_ASSERT(sdev->target->sbp);
2705 	STAILQ_FOREACH_SAFE(ocb, &sdev->ocbs, ocb, next) {
2706 		if (OCB_MATCH(ocb, sbp_status)) {
2707 			/* found */
2708 			STAILQ_REMOVE(&sdev->ocbs, ocb, sbp_ocb, ocb);
2709 			if (ocb->ccb != NULL)
2710 				callout_stop(&ocb->timer);
2711 			if (ntohl(ocb->orb[4]) & 0xffff) {
2712 				bus_dmamap_sync(sdev->target->sbp->dmat,
2713 					ocb->dmamap,
2714 					(ntohl(ocb->orb[4]) & ORB_CMD_IN) ?
2715 					BUS_DMASYNC_POSTREAD :
2716 					BUS_DMASYNC_POSTWRITE);
2717 				bus_dmamap_unload(sdev->target->sbp->dmat,
2718 					ocb->dmamap);
2719 			}
2720 			if (!use_doorbell) {
2721 				if (sbp_status->src == SRC_NO_NEXT) {
2722 					if (next != NULL)
2723 						sbp_orb_pointer(sdev, next);
2724 					else if (order > 0) {
2725 						/*
2726 						 * Unordered execution
2727 						 * We need to send pointer for
2728 						 * next ORB
2729 						 */
2730 						sdev->flags |= ORB_LINK_DEAD;
2731 					}
2732 				}
2733 			} else {
2734 				/*
2735 				 * XXX this is not correct for unordered
2736 				 * execution.
2737 				 */
2738 				if (sdev->last_ocb != NULL) {
2739 					sbp_free_ocb(sdev, sdev->last_ocb);
2740 				}
2741 				sdev->last_ocb = ocb;
2742 				if (next != NULL &&
2743 				    sbp_status->src == SRC_NO_NEXT)
2744 					sbp_doorbell(sdev);
2745 			}
2746 			break;
2747 		} else
2748 			order ++;
2749 	}
2750 SBP_DEBUG(0)
2751 	if (ocb && order > 0) {
2752 		device_printf(sdev->target->sbp->fd.dev,
2753 			"%s:%s unordered execution order:%d\n",
2754 			__func__, sdev->bustgtlun, order);
2755 	}
2756 END_DEBUG
2757 	return (ocb);
2758 }
2759 
2760 static struct sbp_ocb *
2761 sbp_enqueue_ocb(struct sbp_dev *sdev, struct sbp_ocb *ocb)
2762 {
2763 	struct sbp_ocb *prev, *prev2;
2764 
2765 	SBP_LOCK_ASSERT(sdev->target->sbp);
2766 SBP_DEBUG(1)
2767 	device_printf(sdev->target->sbp->fd.dev,
2768 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2769 	"%s:%s 0x%08x\n", __func__, sdev->bustgtlun, ocb->bus_addr);
2770 #else
2771 	"%s:%s 0x%08jx\n", __func__, sdev->bustgtlun, (uintmax_t)ocb->bus_addr);
2772 #endif
2773 END_DEBUG
2774 	prev2 = prev = STAILQ_LAST(&sdev->ocbs, sbp_ocb, ocb);
2775 	STAILQ_INSERT_TAIL(&sdev->ocbs, ocb, ocb);
2776 
2777 	if (ocb->ccb != NULL)
2778 		callout_reset(&ocb->timer, (ocb->ccb->ccb_h.timeout * hz) / 1000,
2779 		    sbp_timeout, ocb);
2780 
2781 	if (use_doorbell && prev == NULL)
2782 		prev2 = sdev->last_ocb;
2783 
2784 	if (prev2 != NULL && (ocb->sdev->flags & ORB_LINK_DEAD) == 0) {
2785 SBP_DEBUG(1)
2786 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2787 		printf("linking chain 0x%x -> 0x%x\n",
2788 		    prev2->bus_addr, ocb->bus_addr);
2789 #else
2790 		printf("linking chain 0x%jx -> 0x%jx\n",
2791 		    (uintmax_t)prev2->bus_addr, (uintmax_t)ocb->bus_addr);
2792 #endif
2793 END_DEBUG
2794 		/*
2795 		 * Suppress compiler optimization so that orb[1] must be written first.
2796 		 * XXX We may need an explicit memory barrier for other architectures
2797 		 * other than i386/amd64.
2798 		 */
2799 		*(volatile uint32_t *)&prev2->orb[1] = htonl(ocb->bus_addr);
2800 		*(volatile uint32_t *)&prev2->orb[0] = 0;
2801 	}
2802 
2803 	return prev;
2804 }
2805 
2806 static struct sbp_ocb *
2807 sbp_get_ocb(struct sbp_dev *sdev)
2808 {
2809 	struct sbp_ocb *ocb;
2810 
2811 	SBP_LOCK_ASSERT(sdev->target->sbp);
2812 	ocb = STAILQ_FIRST(&sdev->free_ocbs);
2813 	if (ocb == NULL) {
2814 		sdev->flags |= ORB_SHORTAGE;
2815 		printf("ocb shortage!!!\n");
2816 		return NULL;
2817 	}
2818 	STAILQ_REMOVE_HEAD(&sdev->free_ocbs, ocb);
2819 	ocb->ccb = NULL;
2820 	return (ocb);
2821 }
2822 
2823 static void
2824 sbp_free_ocb(struct sbp_dev *sdev, struct sbp_ocb *ocb)
2825 {
2826 	ocb->flags = 0;
2827 	ocb->ccb = NULL;
2828 
2829 	SBP_LOCK_ASSERT(sdev->target->sbp);
2830 	STAILQ_INSERT_TAIL(&sdev->free_ocbs, ocb, ocb);
2831 	if ((sdev->flags & ORB_SHORTAGE) != 0) {
2832 		int count;
2833 
2834 		sdev->flags &= ~ORB_SHORTAGE;
2835 		count = sdev->freeze;
2836 		sdev->freeze = 0;
2837 		xpt_release_devq(sdev->path, count, TRUE);
2838 	}
2839 }
2840 
2841 static void
2842 sbp_abort_ocb(struct sbp_ocb *ocb, int status)
2843 {
2844 	struct sbp_dev *sdev;
2845 
2846 	sdev = ocb->sdev;
2847 	SBP_LOCK_ASSERT(sdev->target->sbp);
2848 SBP_DEBUG(0)
2849 	device_printf(sdev->target->sbp->fd.dev,
2850 #if defined(__DragonFly__) || __FreeBSD_version < 500000
2851 	"%s:%s 0x%x\n", __func__, sdev->bustgtlun, ocb->bus_addr);
2852 #else
2853 	"%s:%s 0x%jx\n", __func__, sdev->bustgtlun, (uintmax_t)ocb->bus_addr);
2854 #endif
2855 END_DEBUG
2856 SBP_DEBUG(1)
2857 	if (ocb->ccb != NULL)
2858 		sbp_print_scsi_cmd(ocb);
2859 END_DEBUG
2860 	if (ntohl(ocb->orb[4]) & 0xffff) {
2861 		bus_dmamap_sync(sdev->target->sbp->dmat, ocb->dmamap,
2862 			(ntohl(ocb->orb[4]) & ORB_CMD_IN) ?
2863 			BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
2864 		bus_dmamap_unload(sdev->target->sbp->dmat, ocb->dmamap);
2865 	}
2866 	if (ocb->ccb != NULL) {
2867 		callout_stop(&ocb->timer);
2868 		ocb->ccb->ccb_h.status = status;
2869 		xpt_done(ocb->ccb);
2870 	}
2871 	sbp_free_ocb(sdev, ocb);
2872 }
2873 
2874 static void
2875 sbp_abort_all_ocbs(struct sbp_dev *sdev, int status)
2876 {
2877 	struct sbp_ocb *ocb, *next;
2878 	STAILQ_HEAD(, sbp_ocb) temp;
2879 
2880 	STAILQ_INIT(&temp);
2881 	SBP_LOCK_ASSERT(sdev->target->sbp);
2882 	STAILQ_CONCAT(&temp, &sdev->ocbs);
2883 	STAILQ_INIT(&sdev->ocbs);
2884 
2885 	STAILQ_FOREACH_SAFE(ocb, &temp, ocb, next) {
2886 		sbp_abort_ocb(ocb, status);
2887 	}
2888 	if (sdev->last_ocb != NULL) {
2889 		sbp_free_ocb(sdev, sdev->last_ocb);
2890 		sdev->last_ocb = NULL;
2891 	}
2892 }
2893 
2894 static devclass_t sbp_devclass;
2895 
2896 static device_method_t sbp_methods[] = {
2897 	/* device interface */
2898 	DEVMETHOD(device_identify,	sbp_identify),
2899 	DEVMETHOD(device_probe,		sbp_probe),
2900 	DEVMETHOD(device_attach,	sbp_attach),
2901 	DEVMETHOD(device_detach,	sbp_detach),
2902 	DEVMETHOD(device_shutdown,	sbp_shutdown),
2903 
2904 	{ 0, 0 }
2905 };
2906 
2907 static driver_t sbp_driver = {
2908 	"sbp",
2909 	sbp_methods,
2910 	sizeof(struct sbp_softc),
2911 };
2912 #ifdef __DragonFly__
2913 DECLARE_DUMMY_MODULE(sbp);
2914 #endif
2915 DRIVER_MODULE(sbp, firewire, sbp_driver, sbp_devclass, 0, 0);
2916 MODULE_VERSION(sbp, 1);
2917 MODULE_DEPEND(sbp, firewire, 1, 1, 1);
2918 MODULE_DEPEND(sbp, cam, 1, 1, 1);
2919