xref: /freebsd/sys/dev/usb/storage/cfumass.c (revision e17f5b1d307b7b8910d67883e57a9604305906d5)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3  *
4  * Copyright (c) 2016 The FreeBSD Foundation
5  * All rights reserved.
6  *
7  * This software was developed by Edward Tomasz Napierala under sponsorship
8  * from the FreeBSD Foundation.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  *
19  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
20  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
23  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29  * SUCH DAMAGE.
30  *
31  */
32 /*
33  * USB Mass Storage Class Bulk-Only (BBB) Transport target.
34  *
35  * http://www.usb.org/developers/docs/devclass_docs/usbmassbulk_10.pdf
36  *
37  * This code implements the USB Mass Storage frontend driver for the CAM
38  * Target Layer (ctl(4)) subsystem.
39  */
40 
41 #include <sys/cdefs.h>
42 __FBSDID("$FreeBSD$");
43 
44 #include <sys/param.h>
45 #include <sys/bus.h>
46 #include <sys/kernel.h>
47 #include <sys/lock.h>
48 #include <sys/module.h>
49 #include <sys/mutex.h>
50 #include <sys/refcount.h>
51 #include <sys/stdint.h>
52 #include <sys/sysctl.h>
53 #include <sys/systm.h>
54 
55 #include <dev/usb/usb.h>
56 #include <dev/usb/usbdi.h>
57 #include "usbdevs.h"
58 #include "usb_if.h"
59 
60 #include <cam/scsi/scsi_all.h>
61 #include <cam/scsi/scsi_da.h>
62 #include <cam/ctl/ctl_io.h>
63 #include <cam/ctl/ctl.h>
64 #include <cam/ctl/ctl_backend.h>
65 #include <cam/ctl/ctl_error.h>
66 #include <cam/ctl/ctl_frontend.h>
67 #include <cam/ctl/ctl_debug.h>
68 #include <cam/ctl/ctl_ha.h>
69 #include <cam/ctl/ctl_ioctl.h>
70 #include <cam/ctl/ctl_private.h>
71 
72 SYSCTL_NODE(_hw_usb, OID_AUTO, cfumass, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
73     "CAM Target Layer USB Mass Storage Frontend");
74 static int debug = 1;
75 SYSCTL_INT(_hw_usb_cfumass, OID_AUTO, debug, CTLFLAG_RWTUN,
76     &debug, 1, "Enable debug messages");
77 static int max_lun = 0;
78 SYSCTL_INT(_hw_usb_cfumass, OID_AUTO, max_lun, CTLFLAG_RWTUN,
79     &max_lun, 1, "Maximum advertised LUN number");
80 static int ignore_stop = 1;
81 SYSCTL_INT(_hw_usb_cfumass, OID_AUTO, ignore_stop, CTLFLAG_RWTUN,
82     &ignore_stop, 1, "Ignore START STOP UNIT with START and LOEJ bits cleared");
83 
84 /*
85  * The driver uses a single, global CTL port.  It could create its ports
86  * in cfumass_attach() instead, but that would make it impossible to specify
87  * "port cfumass0" in ctl.conf(5), as the port generally wouldn't exist
88  * at the time ctld(8) gets run.
89  */
90 struct ctl_port	cfumass_port;
91 bool		cfumass_port_online;
92 volatile u_int	cfumass_refcount;
93 
94 #ifndef CFUMASS_BULK_SIZE
95 #define	CFUMASS_BULK_SIZE	(1U << 17)	/* bytes */
96 #endif
97 
98 /*
99  * USB transfer definitions.
100  */
101 #define	CFUMASS_T_COMMAND	0
102 #define	CFUMASS_T_DATA_OUT	1
103 #define	CFUMASS_T_DATA_IN	2
104 #define	CFUMASS_T_STATUS	3
105 #define	CFUMASS_T_MAX		4
106 
107 /*
108  * USB interface specific control requests.
109  */
110 #define	UR_RESET	0xff	/* Bulk-Only Mass Storage Reset */
111 #define	UR_GET_MAX_LUN	0xfe	/* Get Max LUN */
112 
113 /*
114  * Command Block Wrapper.
115  */
116 struct cfumass_cbw_t {
117 	uDWord	dCBWSignature;
118 #define	CBWSIGNATURE		0x43425355 /* "USBC" */
119 	uDWord	dCBWTag;
120 	uDWord	dCBWDataTransferLength;
121 	uByte	bCBWFlags;
122 #define	CBWFLAGS_OUT		0x00
123 #define	CBWFLAGS_IN		0x80
124 	uByte	bCBWLUN;
125 	uByte	bCDBLength;
126 #define	CBWCBLENGTH		16
127 	uByte	CBWCB[CBWCBLENGTH];
128 } __packed;
129 
130 #define	CFUMASS_CBW_SIZE	31
131 CTASSERT(sizeof(struct cfumass_cbw_t) == CFUMASS_CBW_SIZE);
132 
133 /*
134  * Command Status Wrapper.
135  */
136 struct cfumass_csw_t {
137 	uDWord	dCSWSignature;
138 #define	CSWSIGNATURE		0x53425355 /* "USBS" */
139 	uDWord	dCSWTag;
140 	uDWord	dCSWDataResidue;
141 	uByte	bCSWStatus;
142 #define	CSWSTATUS_GOOD		0x0
143 #define	CSWSTATUS_FAILED	0x1
144 #define	CSWSTATUS_PHASE		0x2
145 } __packed;
146 
147 #define	CFUMASS_CSW_SIZE	13
148 CTASSERT(sizeof(struct cfumass_csw_t) == CFUMASS_CSW_SIZE);
149 
150 struct cfumass_softc {
151 	device_t		sc_dev;
152 	struct usb_device	*sc_udev;
153 	struct usb_xfer		*sc_xfer[CFUMASS_T_MAX];
154 
155 	struct cfumass_cbw_t *sc_cbw;
156 	struct cfumass_csw_t *sc_csw;
157 
158 	struct mtx	sc_mtx;
159 	int		sc_online;
160 	int		sc_ctl_initid;
161 
162 	/*
163 	 * This is used to communicate between CTL callbacks
164 	 * and USB callbacks; basically, it holds the state
165 	 * for the current command ("the" command, since there
166 	 * is no queueing in USB Mass Storage).
167 	 */
168 	bool		sc_current_stalled;
169 
170 	/*
171 	 * The following are set upon receiving a SCSI command.
172 	 */
173 	int		sc_current_tag;
174 	int		sc_current_transfer_length;
175 	int		sc_current_flags;
176 
177 	/*
178 	 * The following are set in ctl_datamove().
179 	 */
180 	int		sc_current_residue;
181 	union ctl_io	*sc_ctl_io;
182 
183 	/*
184 	 * The following is set in cfumass_done().
185 	 */
186 	int		sc_current_status;
187 
188 	/*
189 	 * Number of requests queued to CTL.
190 	 */
191 	volatile u_int	sc_queued;
192 };
193 
194 /*
195  * USB interface.
196  */
197 static device_probe_t		cfumass_probe;
198 static device_attach_t		cfumass_attach;
199 static device_detach_t		cfumass_detach;
200 static device_suspend_t		cfumass_suspend;
201 static device_resume_t		cfumass_resume;
202 static usb_handle_request_t	cfumass_handle_request;
203 
204 static usb_callback_t		cfumass_t_command_callback;
205 static usb_callback_t		cfumass_t_data_callback;
206 static usb_callback_t		cfumass_t_status_callback;
207 
208 static device_method_t cfumass_methods[] = {
209 
210 	/* USB interface. */
211 	DEVMETHOD(usb_handle_request, cfumass_handle_request),
212 
213 	/* Device interface. */
214 	DEVMETHOD(device_probe, cfumass_probe),
215 	DEVMETHOD(device_attach, cfumass_attach),
216 	DEVMETHOD(device_detach, cfumass_detach),
217 	DEVMETHOD(device_suspend, cfumass_suspend),
218 	DEVMETHOD(device_resume, cfumass_resume),
219 
220 	DEVMETHOD_END
221 };
222 
223 static driver_t cfumass_driver = {
224 	.name = "cfumass",
225 	.methods = cfumass_methods,
226 	.size = sizeof(struct cfumass_softc),
227 };
228 
229 static devclass_t cfumass_devclass;
230 
231 DRIVER_MODULE(cfumass, uhub, cfumass_driver, cfumass_devclass, NULL, 0);
232 MODULE_VERSION(cfumass, 0);
233 MODULE_DEPEND(cfumass, usb, 1, 1, 1);
234 MODULE_DEPEND(cfumass, usb_template, 1, 1, 1);
235 
236 static struct usb_config cfumass_config[CFUMASS_T_MAX] = {
237 
238 	[CFUMASS_T_COMMAND] = {
239 		.type = UE_BULK,
240 		.endpoint = UE_ADDR_ANY,
241 		.direction = UE_DIR_OUT,
242 		.bufsize = sizeof(struct cfumass_cbw_t),
243 		.callback = &cfumass_t_command_callback,
244 		.usb_mode = USB_MODE_DEVICE,
245 	},
246 
247 	[CFUMASS_T_DATA_OUT] = {
248 		.type = UE_BULK,
249 		.endpoint = UE_ADDR_ANY,
250 		.direction = UE_DIR_OUT,
251 		.bufsize = CFUMASS_BULK_SIZE,
252 		.flags = {.proxy_buffer = 1, .short_xfer_ok = 1,
253 		    .ext_buffer = 1},
254 		.callback = &cfumass_t_data_callback,
255 		.usb_mode = USB_MODE_DEVICE,
256 	},
257 
258 	[CFUMASS_T_DATA_IN] = {
259 		.type = UE_BULK,
260 		.endpoint = UE_ADDR_ANY,
261 		.direction = UE_DIR_IN,
262 		.bufsize = CFUMASS_BULK_SIZE,
263 		.flags = {.proxy_buffer = 1, .short_xfer_ok = 1,
264 		    .ext_buffer = 1},
265 		.callback = &cfumass_t_data_callback,
266 		.usb_mode = USB_MODE_DEVICE,
267 	},
268 
269 	[CFUMASS_T_STATUS] = {
270 		.type = UE_BULK,
271 		.endpoint = UE_ADDR_ANY,
272 		.direction = UE_DIR_IN,
273 		.bufsize = sizeof(struct cfumass_csw_t),
274 		.flags = {.short_xfer_ok = 1},
275 		.callback = &cfumass_t_status_callback,
276 		.usb_mode = USB_MODE_DEVICE,
277 	},
278 };
279 
280 /*
281  * CTL frontend interface.
282  */
283 static int	cfumass_init(void);
284 static int	cfumass_shutdown(void);
285 static void	cfumass_online(void *arg);
286 static void	cfumass_offline(void *arg);
287 static void	cfumass_datamove(union ctl_io *io);
288 static void	cfumass_done(union ctl_io *io);
289 
290 static struct ctl_frontend cfumass_frontend = {
291 	.name = "umass",
292 	.init = cfumass_init,
293 	.shutdown = cfumass_shutdown,
294 };
295 CTL_FRONTEND_DECLARE(ctlcfumass, cfumass_frontend);
296 
297 #define	CFUMASS_DEBUG(S, X, ...)					\
298 	do {								\
299 		if (debug > 1) {					\
300 			device_printf(S->sc_dev, "%s: " X "\n",		\
301 			    __func__, ## __VA_ARGS__);			\
302 		}							\
303 	} while (0)
304 
305 #define	CFUMASS_WARN(S, X, ...)						\
306 	do {								\
307 		if (debug > 0) {					\
308 			device_printf(S->sc_dev, "WARNING: %s: " X "\n",\
309 			    __func__, ## __VA_ARGS__);			\
310 		}							\
311 	} while (0)
312 
313 #define CFUMASS_LOCK(X)		mtx_lock(&X->sc_mtx)
314 #define CFUMASS_UNLOCK(X)	mtx_unlock(&X->sc_mtx)
315 
316 static void	cfumass_transfer_start(struct cfumass_softc *sc,
317 		    uint8_t xfer_index);
318 static void	cfumass_terminate(struct cfumass_softc *sc);
319 
320 static int
321 cfumass_probe(device_t dev)
322 {
323 	struct usb_attach_arg *uaa;
324 	struct usb_interface_descriptor *id;
325 
326 	uaa = device_get_ivars(dev);
327 
328 	if (uaa->usb_mode != USB_MODE_DEVICE)
329 		return (ENXIO);
330 
331 	/*
332 	 * Check for a compliant device.
333 	 */
334 	id = usbd_get_interface_descriptor(uaa->iface);
335 	if ((id == NULL) ||
336 	    (id->bInterfaceClass != UICLASS_MASS) ||
337 	    (id->bInterfaceSubClass != UISUBCLASS_SCSI) ||
338 	    (id->bInterfaceProtocol != UIPROTO_MASS_BBB)) {
339 		return (ENXIO);
340 	}
341 
342 	return (BUS_PROBE_GENERIC);
343 }
344 
345 static int
346 cfumass_attach(device_t dev)
347 {
348 	struct cfumass_softc *sc;
349 	struct usb_attach_arg *uaa;
350 	int error;
351 
352 	sc = device_get_softc(dev);
353 	uaa = device_get_ivars(dev);
354 
355 	sc->sc_dev = dev;
356 	sc->sc_udev = uaa->device;
357 
358 	CFUMASS_DEBUG(sc, "go");
359 
360 	usbd_set_power_mode(uaa->device, USB_POWER_MODE_SAVE);
361 	device_set_usb_desc(dev);
362 
363 	mtx_init(&sc->sc_mtx, "cfumass", NULL, MTX_DEF);
364 	refcount_acquire(&cfumass_refcount);
365 
366 	error = usbd_transfer_setup(uaa->device,
367 	    &uaa->info.bIfaceIndex, sc->sc_xfer, cfumass_config,
368 	    CFUMASS_T_MAX, sc, &sc->sc_mtx);
369 	if (error != 0) {
370 		CFUMASS_WARN(sc, "usbd_transfer_setup() failed: %s",
371 		    usbd_errstr(error));
372 		refcount_release(&cfumass_refcount);
373 		return (ENXIO);
374 	}
375 
376 	sc->sc_cbw =
377 	    usbd_xfer_get_frame_buffer(sc->sc_xfer[CFUMASS_T_COMMAND], 0);
378 	sc->sc_csw =
379 	    usbd_xfer_get_frame_buffer(sc->sc_xfer[CFUMASS_T_STATUS], 0);
380 
381 	sc->sc_ctl_initid = ctl_add_initiator(&cfumass_port, -1, 0, NULL);
382 	if (sc->sc_ctl_initid < 0) {
383 		CFUMASS_WARN(sc, "ctl_add_initiator() failed with error %d",
384 		    sc->sc_ctl_initid);
385 		usbd_transfer_unsetup(sc->sc_xfer, CFUMASS_T_MAX);
386 		refcount_release(&cfumass_refcount);
387 		return (ENXIO);
388 	}
389 
390 	refcount_init(&sc->sc_queued, 0);
391 
392 	CFUMASS_LOCK(sc);
393 	cfumass_transfer_start(sc, CFUMASS_T_COMMAND);
394 	CFUMASS_UNLOCK(sc);
395 
396 	return (0);
397 }
398 
399 static int
400 cfumass_detach(device_t dev)
401 {
402 	struct cfumass_softc *sc;
403 	int error;
404 
405 	sc = device_get_softc(dev);
406 
407 	CFUMASS_DEBUG(sc, "go");
408 
409 	CFUMASS_LOCK(sc);
410 	cfumass_terminate(sc);
411 	CFUMASS_UNLOCK(sc);
412 	usbd_transfer_unsetup(sc->sc_xfer, CFUMASS_T_MAX);
413 
414 	if (sc->sc_ctl_initid != -1) {
415 		error = ctl_remove_initiator(&cfumass_port, sc->sc_ctl_initid);
416 		if (error != 0) {
417 			CFUMASS_WARN(sc, "ctl_remove_initiator() failed "
418 			    "with error %d", error);
419 		}
420 		sc->sc_ctl_initid = -1;
421 	}
422 
423 	mtx_destroy(&sc->sc_mtx);
424 	refcount_release(&cfumass_refcount);
425 
426 	return (0);
427 }
428 
429 static int
430 cfumass_suspend(device_t dev)
431 {
432 	struct cfumass_softc *sc;
433 
434 	sc = device_get_softc(dev);
435 	CFUMASS_DEBUG(sc, "go");
436 
437 	return (0);
438 }
439 
440 static int
441 cfumass_resume(device_t dev)
442 {
443 	struct cfumass_softc *sc;
444 
445 	sc = device_get_softc(dev);
446 	CFUMASS_DEBUG(sc, "go");
447 
448 	return (0);
449 }
450 
451 static void
452 cfumass_transfer_start(struct cfumass_softc *sc, uint8_t xfer_index)
453 {
454 
455 	usbd_transfer_start(sc->sc_xfer[xfer_index]);
456 }
457 
458 static void
459 cfumass_transfer_stop_and_drain(struct cfumass_softc *sc, uint8_t xfer_index)
460 {
461 
462 	usbd_transfer_stop(sc->sc_xfer[xfer_index]);
463 	CFUMASS_UNLOCK(sc);
464 	usbd_transfer_drain(sc->sc_xfer[xfer_index]);
465 	CFUMASS_LOCK(sc);
466 }
467 
468 static void
469 cfumass_terminate(struct cfumass_softc *sc)
470 {
471 	int last;
472 
473 	for (;;) {
474 		cfumass_transfer_stop_and_drain(sc, CFUMASS_T_COMMAND);
475 		cfumass_transfer_stop_and_drain(sc, CFUMASS_T_DATA_IN);
476 		cfumass_transfer_stop_and_drain(sc, CFUMASS_T_DATA_OUT);
477 
478 		if (sc->sc_ctl_io != NULL) {
479 			CFUMASS_DEBUG(sc, "terminating CTL transfer");
480 			ctl_set_data_phase_error(&sc->sc_ctl_io->scsiio);
481 			sc->sc_ctl_io->scsiio.be_move_done(sc->sc_ctl_io);
482 			sc->sc_ctl_io = NULL;
483 		}
484 
485 		cfumass_transfer_stop_and_drain(sc, CFUMASS_T_STATUS);
486 
487 		refcount_acquire(&sc->sc_queued);
488 		last = refcount_release(&sc->sc_queued);
489 		if (last != 0)
490 			break;
491 
492 		CFUMASS_DEBUG(sc, "%d CTL tasks pending", sc->sc_queued);
493 		msleep(__DEVOLATILE(void *, &sc->sc_queued), &sc->sc_mtx,
494 		    0, "cfumass_reset", hz / 100);
495 	}
496 }
497 
498 static int
499 cfumass_handle_request(device_t dev,
500     const void *preq, void **pptr, uint16_t *plen,
501     uint16_t offset, uint8_t *pstate)
502 {
503 	static uint8_t max_lun_tmp;
504 	struct cfumass_softc *sc;
505 	const struct usb_device_request *req;
506 	uint8_t is_complete;
507 
508 	sc = device_get_softc(dev);
509 	req = preq;
510 	is_complete = *pstate;
511 
512 	CFUMASS_DEBUG(sc, "go");
513 
514 	if (is_complete)
515 		return (ENXIO);
516 
517 	if ((req->bmRequestType == UT_WRITE_CLASS_INTERFACE) &&
518 	    (req->bRequest == UR_RESET)) {
519 		CFUMASS_WARN(sc, "received Bulk-Only Mass Storage Reset");
520 		*plen = 0;
521 
522 		CFUMASS_LOCK(sc);
523 		cfumass_terminate(sc);
524 		cfumass_transfer_start(sc, CFUMASS_T_COMMAND);
525 		CFUMASS_UNLOCK(sc);
526 
527 		CFUMASS_DEBUG(sc, "Bulk-Only Mass Storage Reset done");
528 		return (0);
529 	}
530 
531 	if ((req->bmRequestType == UT_READ_CLASS_INTERFACE) &&
532 	    (req->bRequest == UR_GET_MAX_LUN)) {
533 		CFUMASS_DEBUG(sc, "received Get Max LUN");
534 		if (offset == 0) {
535 			*plen = 1;
536 			/*
537 			 * The protocol doesn't support LUN numbers higher
538 			 * than 15.  Also, some initiators (namely Windows XP
539 			 * SP3 Version 2002) can't properly query the number
540 			 * of LUNs, resulting in inaccessible "fake" ones - thus
541 			 * the default limit of one LUN.
542 			 */
543 			if (max_lun < 0 || max_lun > 15) {
544 				CFUMASS_WARN(sc,
545 				    "invalid hw.usb.cfumass.max_lun, must be "
546 				    "between 0 and 15; defaulting to 0");
547 				max_lun_tmp = 0;
548 			} else {
549 				max_lun_tmp = max_lun;
550 			}
551 			*pptr = &max_lun_tmp;
552 		} else {
553 			*plen = 0;
554 		}
555 		return (0);
556 	}
557 
558 	return (ENXIO);
559 }
560 
561 static int
562 cfumass_quirk(struct cfumass_softc *sc, unsigned char *cdb, int cdb_len)
563 {
564 	struct scsi_start_stop_unit *sssu;
565 
566 	switch (cdb[0]) {
567 	case START_STOP_UNIT:
568 		/*
569 		 * Some initiators - eg OSX, Darwin Kernel Version 15.6.0,
570 		 * root:xnu-3248.60.11~2/RELEASE_X86_64 - attempt to stop
571 		 * the unit on eject, but fail to start it when it's plugged
572 		 * back.  Just ignore the command.
573 		 */
574 
575 		if (cdb_len < sizeof(*sssu)) {
576 			CFUMASS_DEBUG(sc, "received START STOP UNIT with "
577 			    "bCDBLength %d, should be %zd",
578 			    cdb_len, sizeof(*sssu));
579 			break;
580 		}
581 
582 		sssu = (struct scsi_start_stop_unit *)cdb;
583 		if ((sssu->how & SSS_PC_MASK) != 0)
584 			break;
585 
586 		if ((sssu->how & SSS_START) != 0)
587 			break;
588 
589 		if ((sssu->how & SSS_LOEJ) != 0)
590 			break;
591 
592 		if (ignore_stop == 0) {
593 			break;
594 		} else if (ignore_stop == 1) {
595 			CFUMASS_WARN(sc, "ignoring START STOP UNIT request");
596 		} else {
597 			CFUMASS_DEBUG(sc, "ignoring START STOP UNIT request");
598 		}
599 
600 		sc->sc_current_status = 0;
601 		cfumass_transfer_start(sc, CFUMASS_T_STATUS);
602 
603 		return (1);
604 	default:
605 		break;
606 	}
607 
608 	return (0);
609 }
610 
611 static void
612 cfumass_t_command_callback(struct usb_xfer *xfer, usb_error_t usb_error)
613 {
614 	struct cfumass_softc *sc;
615 	uint32_t signature;
616 	union ctl_io *io;
617 	int error = 0;
618 
619 	sc = usbd_xfer_softc(xfer);
620 
621 	KASSERT(sc->sc_ctl_io == NULL,
622 	    ("sc_ctl_io is %p, should be NULL", sc->sc_ctl_io));
623 
624 	switch (USB_GET_STATE(xfer)) {
625 	case USB_ST_TRANSFERRED:
626 		CFUMASS_DEBUG(sc, "USB_ST_TRANSFERRED");
627 
628 		signature = UGETDW(sc->sc_cbw->dCBWSignature);
629 		if (signature != CBWSIGNATURE) {
630 			CFUMASS_WARN(sc, "wrong dCBWSignature 0x%08x, "
631 			    "should be 0x%08x", signature, CBWSIGNATURE);
632 			break;
633 		}
634 
635 		if (sc->sc_cbw->bCDBLength <= 0 ||
636 		    sc->sc_cbw->bCDBLength > sizeof(sc->sc_cbw->CBWCB)) {
637 			CFUMASS_WARN(sc, "invalid bCDBLength %d, should be <= %zd",
638 			    sc->sc_cbw->bCDBLength, sizeof(sc->sc_cbw->CBWCB));
639 			break;
640 		}
641 
642 		sc->sc_current_stalled = false;
643 		sc->sc_current_status = 0;
644 		sc->sc_current_tag = UGETDW(sc->sc_cbw->dCBWTag);
645 		sc->sc_current_transfer_length =
646 		    UGETDW(sc->sc_cbw->dCBWDataTransferLength);
647 		sc->sc_current_flags = sc->sc_cbw->bCBWFlags;
648 
649 		/*
650 		 * Make sure to report proper residue if the datamove wasn't
651 		 * required, or wasn't called due to SCSI error.
652 		 */
653 		sc->sc_current_residue = sc->sc_current_transfer_length;
654 
655 		if (cfumass_quirk(sc,
656 		    sc->sc_cbw->CBWCB, sc->sc_cbw->bCDBLength) != 0)
657 			break;
658 
659 		if (!cfumass_port_online) {
660 			CFUMASS_DEBUG(sc, "cfumass port is offline; stalling");
661 			usbd_xfer_set_stall(xfer);
662 			break;
663 		}
664 
665 		/*
666 		 * Those CTL functions cannot be called with mutex held.
667 		 */
668 		CFUMASS_UNLOCK(sc);
669 		io = ctl_alloc_io(cfumass_port.ctl_pool_ref);
670 		ctl_zero_io(io);
671 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = sc;
672 		io->io_hdr.io_type = CTL_IO_SCSI;
673 		io->io_hdr.nexus.initid = sc->sc_ctl_initid;
674 		io->io_hdr.nexus.targ_port = cfumass_port.targ_port;
675 		io->io_hdr.nexus.targ_lun = ctl_decode_lun(sc->sc_cbw->bCBWLUN);
676 		io->scsiio.tag_num = UGETDW(sc->sc_cbw->dCBWTag);
677 		io->scsiio.tag_type = CTL_TAG_UNTAGGED;
678 		io->scsiio.cdb_len = sc->sc_cbw->bCDBLength;
679 		memcpy(io->scsiio.cdb, sc->sc_cbw->CBWCB, sc->sc_cbw->bCDBLength);
680 		refcount_acquire(&sc->sc_queued);
681 		error = ctl_queue(io);
682 		if (error != CTL_RETVAL_COMPLETE) {
683 			CFUMASS_WARN(sc,
684 			    "ctl_queue() failed; error %d; stalling", error);
685 			ctl_free_io(io);
686 			refcount_release(&sc->sc_queued);
687 			CFUMASS_LOCK(sc);
688 			usbd_xfer_set_stall(xfer);
689 			break;
690 		}
691 
692 		CFUMASS_LOCK(sc);
693 		break;
694 
695 	case USB_ST_SETUP:
696 tr_setup:
697 		CFUMASS_DEBUG(sc, "USB_ST_SETUP");
698 
699 		usbd_xfer_set_frame_len(xfer, 0, sizeof(*sc->sc_cbw));
700 		usbd_transfer_submit(xfer);
701 		break;
702 
703 	default:
704 		if (usb_error == USB_ERR_CANCELLED) {
705 			CFUMASS_DEBUG(sc, "USB_ERR_CANCELLED");
706 			break;
707 		}
708 
709 		CFUMASS_DEBUG(sc, "USB_ST_ERROR: %s", usbd_errstr(usb_error));
710 
711 		goto tr_setup;
712 	}
713 }
714 
715 static void
716 cfumass_t_data_callback(struct usb_xfer *xfer, usb_error_t usb_error)
717 {
718 	struct cfumass_softc *sc = usbd_xfer_softc(xfer);
719 	union ctl_io *io = sc->sc_ctl_io;
720 	uint32_t max_bulk;
721 	struct ctl_sg_entry sg_entry, *sglist;
722 	int actlen, sumlen, sg_count;
723 
724 	switch (USB_GET_STATE(xfer)) {
725 	case USB_ST_TRANSFERRED:
726 		CFUMASS_DEBUG(sc, "USB_ST_TRANSFERRED");
727 
728 		usbd_xfer_status(xfer, &actlen, &sumlen, NULL, NULL);
729 		sc->sc_current_residue -= actlen;
730 		io->scsiio.ext_data_filled += actlen;
731 		io->scsiio.kern_data_resid -= actlen;
732 		if (actlen < sumlen ||
733 		    sc->sc_current_residue == 0 ||
734 		    io->scsiio.kern_data_resid == 0) {
735 			sc->sc_ctl_io = NULL;
736 			io->scsiio.be_move_done(io);
737 			break;
738 		}
739 		/* FALLTHROUGH */
740 
741 	case USB_ST_SETUP:
742 tr_setup:
743 		CFUMASS_DEBUG(sc, "USB_ST_SETUP");
744 
745 		if (io->scsiio.kern_sg_entries > 0) {
746 			sglist = (struct ctl_sg_entry *)io->scsiio.kern_data_ptr;
747 			sg_count = io->scsiio.kern_sg_entries;
748 		} else {
749 			sglist = &sg_entry;
750 			sglist->addr = io->scsiio.kern_data_ptr;
751 			sglist->len = io->scsiio.kern_data_len;
752 			sg_count = 1;
753 		}
754 
755 		sumlen = io->scsiio.ext_data_filled -
756 		    io->scsiio.kern_rel_offset;
757 		while (sumlen >= sglist->len && sg_count > 0) {
758 			sumlen -= sglist->len;
759 			sglist++;
760 			sg_count--;
761 		}
762 		KASSERT(sg_count > 0, ("Run out of S/G list entries"));
763 
764 		max_bulk = usbd_xfer_max_len(xfer);
765 		actlen = min(sglist->len - sumlen, max_bulk);
766 		actlen = min(actlen, sc->sc_current_transfer_length -
767 		    io->scsiio.ext_data_filled);
768 		CFUMASS_DEBUG(sc, "requested %d, done %d, max_bulk %d, "
769 		    "segment %zd => transfer %d",
770 		    sc->sc_current_transfer_length, io->scsiio.ext_data_filled,
771 		    max_bulk, sglist->len - sumlen, actlen);
772 
773 		usbd_xfer_set_frame_data(xfer, 0,
774 		    (uint8_t *)sglist->addr + sumlen, actlen);
775 		usbd_transfer_submit(xfer);
776 		break;
777 
778 	default:
779 		if (usb_error == USB_ERR_CANCELLED) {
780 			CFUMASS_DEBUG(sc, "USB_ERR_CANCELLED");
781 			break;
782 		}
783 		CFUMASS_DEBUG(sc, "USB_ST_ERROR: %s", usbd_errstr(usb_error));
784 		goto tr_setup;
785 	}
786 }
787 
788 static void
789 cfumass_t_status_callback(struct usb_xfer *xfer, usb_error_t usb_error)
790 {
791 	struct cfumass_softc *sc;
792 
793 	sc = usbd_xfer_softc(xfer);
794 
795 	KASSERT(sc->sc_ctl_io == NULL,
796 	    ("sc_ctl_io is %p, should be NULL", sc->sc_ctl_io));
797 
798 	switch (USB_GET_STATE(xfer)) {
799 	case USB_ST_TRANSFERRED:
800 		CFUMASS_DEBUG(sc, "USB_ST_TRANSFERRED");
801 
802 		cfumass_transfer_start(sc, CFUMASS_T_COMMAND);
803 		break;
804 
805 	case USB_ST_SETUP:
806 tr_setup:
807 		CFUMASS_DEBUG(sc, "USB_ST_SETUP");
808 
809 		if (sc->sc_current_residue > 0 && !sc->sc_current_stalled) {
810 			CFUMASS_DEBUG(sc, "non-zero residue, stalling");
811 			usbd_xfer_set_stall(xfer);
812 			sc->sc_current_stalled = true;
813 		}
814 
815 		USETDW(sc->sc_csw->dCSWSignature, CSWSIGNATURE);
816 		USETDW(sc->sc_csw->dCSWTag, sc->sc_current_tag);
817 		USETDW(sc->sc_csw->dCSWDataResidue, sc->sc_current_residue);
818 		sc->sc_csw->bCSWStatus = sc->sc_current_status;
819 
820 		usbd_xfer_set_frame_len(xfer, 0, sizeof(*sc->sc_csw));
821 		usbd_transfer_submit(xfer);
822 		break;
823 
824 	default:
825 		if (usb_error == USB_ERR_CANCELLED) {
826 			CFUMASS_DEBUG(sc, "USB_ERR_CANCELLED");
827 			break;
828 		}
829 
830 		CFUMASS_DEBUG(sc, "USB_ST_ERROR: %s",
831 		    usbd_errstr(usb_error));
832 
833 		goto tr_setup;
834 	}
835 }
836 
837 static void
838 cfumass_online(void *arg __unused)
839 {
840 
841 	cfumass_port_online = true;
842 }
843 
844 static void
845 cfumass_offline(void *arg __unused)
846 {
847 
848 	cfumass_port_online = false;
849 }
850 
851 static void
852 cfumass_datamove(union ctl_io *io)
853 {
854 	struct cfumass_softc *sc;
855 
856 	sc = io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr;
857 
858 	CFUMASS_DEBUG(sc, "go");
859 
860 	CFUMASS_LOCK(sc);
861 
862 	KASSERT(sc->sc_ctl_io == NULL,
863 	    ("sc_ctl_io is %p, should be NULL", sc->sc_ctl_io));
864 	sc->sc_ctl_io = io;
865 
866 	if ((io->io_hdr.flags & CTL_FLAG_DATA_MASK) == CTL_FLAG_DATA_IN) {
867 		/*
868 		 * Verify that CTL wants us to send the data in the direction
869 		 * expected by the initiator.
870 		 */
871 		if (sc->sc_current_flags != CBWFLAGS_IN) {
872 			CFUMASS_WARN(sc, "wrong bCBWFlags 0x%x, should be 0x%x",
873 			    sc->sc_current_flags, CBWFLAGS_IN);
874 			goto fail;
875 		}
876 
877 		cfumass_transfer_start(sc, CFUMASS_T_DATA_IN);
878 	} else {
879 		if (sc->sc_current_flags != CBWFLAGS_OUT) {
880 			CFUMASS_WARN(sc, "wrong bCBWFlags 0x%x, should be 0x%x",
881 			    sc->sc_current_flags, CBWFLAGS_OUT);
882 			goto fail;
883 		}
884 
885 		cfumass_transfer_start(sc, CFUMASS_T_DATA_OUT);
886 	}
887 
888 	CFUMASS_UNLOCK(sc);
889 	return;
890 
891 fail:
892 	ctl_set_data_phase_error(&io->scsiio);
893 	io->scsiio.be_move_done(io);
894 	sc->sc_ctl_io = NULL;
895 }
896 
897 static void
898 cfumass_done(union ctl_io *io)
899 {
900 	struct cfumass_softc *sc;
901 
902 	sc = io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr;
903 
904 	CFUMASS_DEBUG(sc, "go");
905 
906 	KASSERT(((io->io_hdr.status & CTL_STATUS_MASK) != CTL_STATUS_NONE),
907 	    ("invalid CTL status %#x", io->io_hdr.status));
908 	KASSERT(sc->sc_ctl_io == NULL,
909 	    ("sc_ctl_io is %p, should be NULL", sc->sc_ctl_io));
910 
911 	if (io->io_hdr.io_type == CTL_IO_TASK &&
912 	    io->taskio.task_action == CTL_TASK_I_T_NEXUS_RESET) {
913 		/*
914 		 * Implicit task termination has just completed; nothing to do.
915 		 */
916 		ctl_free_io(io);
917 		return;
918 	}
919 
920 	/*
921 	 * Do not return status for aborted commands.
922 	 * There are exceptions, but none supported by CTL yet.
923 	 */
924 	if (((io->io_hdr.flags & CTL_FLAG_ABORT) &&
925 	     (io->io_hdr.flags & CTL_FLAG_ABORT_STATUS) == 0) ||
926 	    (io->io_hdr.flags & CTL_FLAG_STATUS_SENT)) {
927 		ctl_free_io(io);
928 		return;
929 	}
930 
931 	if ((io->io_hdr.status & CTL_STATUS_MASK) == CTL_SUCCESS)
932 		sc->sc_current_status = 0;
933 	else
934 		sc->sc_current_status = 1;
935 
936 	/* XXX: How should we report BUSY, RESERVATION CONFLICT, etc? */
937 	if ((io->io_hdr.status & CTL_STATUS_MASK) == CTL_SCSI_ERROR &&
938 	    io->scsiio.scsi_status == SCSI_STATUS_CHECK_COND)
939 		ctl_queue_sense(io);
940 	else
941 		ctl_free_io(io);
942 
943 	CFUMASS_LOCK(sc);
944 	cfumass_transfer_start(sc, CFUMASS_T_STATUS);
945 	CFUMASS_UNLOCK(sc);
946 
947 	refcount_release(&sc->sc_queued);
948 }
949 
950 int
951 cfumass_init(void)
952 {
953 	int error;
954 
955 	cfumass_port.frontend = &cfumass_frontend;
956 	cfumass_port.port_type = CTL_PORT_UMASS;
957 	cfumass_port.num_requested_ctl_io = 1;
958 	cfumass_port.port_name = "cfumass";
959 	cfumass_port.physical_port = 0;
960 	cfumass_port.virtual_port = 0;
961 	cfumass_port.port_online = cfumass_online;
962 	cfumass_port.port_offline = cfumass_offline;
963 	cfumass_port.onoff_arg = NULL;
964 	cfumass_port.fe_datamove = cfumass_datamove;
965 	cfumass_port.fe_done = cfumass_done;
966 	cfumass_port.targ_port = -1;
967 
968 	error = ctl_port_register(&cfumass_port);
969 	if (error != 0) {
970 		printf("%s: ctl_port_register() failed "
971 		    "with error %d", __func__, error);
972 	}
973 
974 	cfumass_port_online = true;
975 	refcount_init(&cfumass_refcount, 0);
976 
977 	return (error);
978 }
979 
980 int
981 cfumass_shutdown(void)
982 {
983 	int error;
984 
985 	if (cfumass_refcount > 0) {
986 		if (debug > 1) {
987 			printf("%s: still have %u attachments; "
988 			    "returning EBUSY\n", __func__, cfumass_refcount);
989 		}
990 		return (EBUSY);
991 	}
992 
993 	error = ctl_port_deregister(&cfumass_port);
994 	if (error != 0) {
995 		printf("%s: ctl_port_deregister() failed "
996 		    "with error %d\n", __func__, error);
997 	}
998 
999 	return (error);
1000 }
1001