xref: /freebsd/sys/cam/ctl/ctl_frontend_cam_sim.c (revision b7c60aadbbd5c846a250c05791fe7406d6d78bf4)
1 /*-
2  * Copyright (c) 2009 Silicon Graphics International Corp.
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions, and the following disclaimer,
10  *    without modification.
11  * 2. Redistributions in binary form must reproduce at minimum a disclaimer
12  *    substantially similar to the "NO WARRANTY" disclaimer below
13  *    ("Disclaimer") and any redistribution must be conditioned upon
14  *    including a substantially similar Disclaimer requirement for further
15  *    binary redistribution.
16  *
17  * NO WARRANTY
18  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
21  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
26  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
27  * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28  * POSSIBILITY OF SUCH DAMAGES.
29  *
30  * $Id: //depot/users/kenm/FreeBSD-test2/sys/cam/ctl/ctl_frontend_cam_sim.c#4 $
31  */
32 /*
33  * CTL frontend to CAM SIM interface.  This allows access to CTL LUNs via
34  * the da(4) and pass(4) drivers from inside the system.
35  *
36  * Author: Ken Merry <ken@FreeBSD.org>
37  */
38 
39 #include <sys/cdefs.h>
40 __FBSDID("$FreeBSD$");
41 
42 #include <sys/param.h>
43 #include <sys/systm.h>
44 #include <sys/kernel.h>
45 #include <sys/types.h>
46 #include <sys/malloc.h>
47 #include <sys/lock.h>
48 #include <sys/mutex.h>
49 #include <sys/condvar.h>
50 #include <sys/queue.h>
51 #include <sys/bus.h>
52 #include <sys/sysctl.h>
53 #include <machine/bus.h>
54 #include <sys/sbuf.h>
55 
56 #include <cam/cam.h>
57 #include <cam/cam_ccb.h>
58 #include <cam/cam_sim.h>
59 #include <cam/cam_xpt_sim.h>
60 #include <cam/cam_xpt.h>
61 #include <cam/cam_periph.h>
62 #include <cam/scsi/scsi_all.h>
63 #include <cam/scsi/scsi_message.h>
64 #include <cam/ctl/ctl_io.h>
65 #include <cam/ctl/ctl.h>
66 #include <cam/ctl/ctl_frontend.h>
67 #include <cam/ctl/ctl_frontend_internal.h>
68 #include <cam/ctl/ctl_mem_pool.h>
69 #include <cam/ctl/ctl_debug.h>
70 
71 #define	io_ptr		spriv_ptr1
72 
73 struct cfcs_io {
74 	union ccb *ccb;
75 };
76 
77 struct cfcs_softc {
78 	struct ctl_frontend fe;
79 	char port_name[32];
80 	struct cam_sim *sim;
81 	struct cam_devq *devq;
82 	struct cam_path *path;
83 	struct mtx lock;
84 	char lock_desc[32];
85 	uint64_t wwnn;
86 	uint64_t wwpn;
87 	uint32_t cur_tag_num;
88 	int online;
89 };
90 
91 /*
92  * We can't handle CCBs with these flags.  For the most part, we just don't
93  * handle physical addresses yet.  That would require mapping things in
94  * order to do the copy.
95  */
96 #define	CFCS_BAD_CCB_FLAGS (CAM_DATA_PHYS | CAM_SG_LIST_PHYS | \
97 	CAM_MSG_BUF_PHYS | CAM_SNS_BUF_PHYS | CAM_CDB_PHYS | CAM_SENSE_PTR |\
98 	CAM_SENSE_PHYS)
99 
100 int cfcs_init(void);
101 void cfcs_shutdown(void);
102 static void cfcs_poll(struct cam_sim *sim);
103 static void cfcs_online(void *arg);
104 static void cfcs_offline(void *arg);
105 static int cfcs_targ_enable(void *arg, struct ctl_id targ_id);
106 static int cfcs_targ_disable(void *arg, struct ctl_id targ_id);
107 static int cfcs_lun_enable(void *arg, struct ctl_id target_id, int lun_id);
108 static int cfcs_lun_disable(void *arg, struct ctl_id target_id, int lun_id);
109 static void cfcs_datamove(union ctl_io *io);
110 static void cfcs_done(union ctl_io *io);
111 void cfcs_action(struct cam_sim *sim, union ccb *ccb);
112 static void cfcs_async(void *callback_arg, uint32_t code,
113 		       struct cam_path *path, void *arg);
114 
115 struct cfcs_softc cfcs_softc;
116 /*
117  * This is primarly intended to allow for error injection to test the CAM
118  * sense data and sense residual handling code.  This sets the maximum
119  * amount of SCSI sense data that we will report to CAM.
120  */
121 static int cfcs_max_sense = sizeof(struct scsi_sense_data);
122 
123 SYSINIT(cfcs_init, SI_SUB_CONFIGURE, SI_ORDER_FOURTH, cfcs_init, NULL);
124 SYSCTL_NODE(_kern_cam, OID_AUTO, ctl2cam, CTLFLAG_RD, 0,
125 	    "CAM Target Layer SIM frontend");
126 SYSCTL_INT(_kern_cam_ctl2cam, OID_AUTO, max_sense, CTLFLAG_RW,
127            &cfcs_max_sense, 0, "Maximum sense data size");
128 
129 
130 int
131 cfcs_init(void)
132 {
133 	struct cfcs_softc *softc;
134 	struct ccb_setasync csa;
135 	struct ctl_frontend *fe;
136 #ifdef NEEDTOPORT
137 	char wwnn[8];
138 #endif
139 	int retval;
140 
141 	softc = &cfcs_softc;
142 	retval = 0;
143 	bzero(softc, sizeof(*softc));
144 	sprintf(softc->lock_desc, "ctl2cam");
145 	mtx_init(&softc->lock, softc->lock_desc, NULL, MTX_DEF);
146 	fe = &softc->fe;
147 
148 	fe->port_type = CTL_PORT_INTERNAL;
149 	/* XXX KDM what should the real number be here? */
150 	fe->num_requested_ctl_io = 4096;
151 	snprintf(softc->port_name, sizeof(softc->port_name), "ctl2cam");
152 	fe->port_name = softc->port_name;
153 	fe->port_online = cfcs_online;
154 	fe->port_offline = cfcs_offline;
155 	fe->onoff_arg = softc;
156 	fe->targ_enable = cfcs_targ_enable;
157 	fe->targ_disable = cfcs_targ_disable;
158 	fe->lun_enable = cfcs_lun_enable;
159 	fe->lun_disable = cfcs_lun_disable;
160 	fe->targ_lun_arg = softc;
161 	fe->fe_datamove = cfcs_datamove;
162 	fe->fe_done = cfcs_done;
163 
164 	/* XXX KDM what should we report here? */
165 	/* XXX These should probably be fetched from CTL. */
166 	fe->max_targets = 1;
167 	fe->max_target_id = 15;
168 
169 	retval = ctl_frontend_register(fe, /*master_SC*/ 1);
170 	if (retval != 0) {
171 		printf("%s: ctl_frontend_register() failed with error %d!\n",
172 		       __func__, retval);
173 		retval = 1;
174 		goto bailout;
175 	}
176 
177 	/*
178 	 * Get the WWNN out of the database, and create a WWPN as well.
179 	 */
180 #ifdef NEEDTOPORT
181 	ddb_GetWWNN((char *)wwnn);
182 	softc->wwnn = be64dec(wwnn);
183 	softc->wwpn = softc->wwnn + (softc->fe.targ_port & 0xff);
184 #endif
185 
186 	/*
187 	 * If the CTL frontend didn't tell us what our WWNN/WWPN is, go
188 	 * ahead and set something random.
189 	 */
190 	if (fe->wwnn == 0) {
191 		uint64_t random_bits;
192 
193 		arc4rand(&random_bits, sizeof(random_bits), 0);
194 		softc->wwnn = (random_bits & 0x0000000fffffff00ULL) |
195 			/* Company ID */ 0x5000000000000000ULL |
196 			/* NL-Port */    0x0300;
197 		softc->wwpn = softc->wwnn + fe->targ_port + 1;
198 		fe->wwnn = softc->wwnn;
199 		fe->wwpn = softc->wwpn;
200 	} else {
201 		softc->wwnn = fe->wwnn;
202 		softc->wwpn = fe->wwpn;
203 	}
204 
205 
206 	softc->devq = cam_simq_alloc(fe->num_requested_ctl_io);
207 	if (softc->devq == NULL) {
208 		printf("%s: error allocating devq\n", __func__);
209 		retval = ENOMEM;
210 		goto bailout;
211 	}
212 
213 	softc->sim = cam_sim_alloc(cfcs_action, cfcs_poll, softc->port_name,
214 				   softc, /*unit*/ 0, &softc->lock, 1,
215 				   fe->num_requested_ctl_io, softc->devq);
216 	if (softc->sim == NULL) {
217 		printf("%s: error allocating SIM\n", __func__);
218 		retval = ENOMEM;
219 		goto bailout;
220 	}
221 
222 	mtx_lock(&softc->lock);
223 	if (xpt_bus_register(softc->sim, NULL, 0) != CAM_SUCCESS) {
224 		printf("%s: error registering SIM\n", __func__);
225 		retval = ENOMEM;
226 		goto bailout;
227 	}
228 
229 	if (xpt_create_path(&softc->path, /*periph*/NULL,
230 			    cam_sim_path(softc->sim),
231 			    CAM_TARGET_WILDCARD,
232 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
233 		printf("%s: error creating path\n", __func__);
234 		xpt_bus_deregister(cam_sim_path(softc->sim));
235 		retval = 1;
236 		goto bailout;
237 	}
238 
239 	mtx_unlock(&softc->lock);
240 
241 	xpt_setup_ccb(&csa.ccb_h, softc->path, /*priority*/ 5);
242 	csa.ccb_h.func_code = XPT_SASYNC_CB;
243 	csa.event_enable = AC_LOST_DEVICE;
244 	csa.callback = cfcs_async;
245         csa.callback_arg = softc->sim;
246         xpt_action((union ccb *)&csa);
247 
248 	return (retval);
249 
250 bailout:
251 	if (softc->sim)
252 		cam_sim_free(softc->sim, /*free_devq*/ TRUE);
253 	else if (softc->devq)
254 		cam_simq_free(softc->devq);
255 
256 	mtx_unlock(&softc->lock);
257 
258 	return (retval);
259 }
260 
261 static void
262 cfcs_poll(struct cam_sim *sim)
263 {
264 
265 }
266 
267 void
268 cfcs_shutdown(void)
269 {
270 
271 }
272 
273 static void
274 cfcs_online(void *arg)
275 {
276 	struct cfcs_softc *softc;
277 	union ccb *ccb;
278 
279 	softc = (struct cfcs_softc *)arg;
280 
281 	mtx_lock(&softc->lock);
282 	softc->online = 1;
283 	mtx_unlock(&softc->lock);
284 
285 	ccb = xpt_alloc_ccb_nowait();
286 	if (ccb == NULL) {
287 		printf("%s: unable to allocate CCB for rescan\n", __func__);
288 		return;
289 	}
290 
291 	if (xpt_create_path(&ccb->ccb_h.path, xpt_periph,
292 			    cam_sim_path(softc->sim), CAM_TARGET_WILDCARD,
293 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
294 		printf("%s: can't allocate path for rescan\n", __func__);
295 		xpt_free_ccb(ccb);
296 		return;
297 	}
298 	xpt_rescan(ccb);
299 }
300 
301 static void
302 cfcs_offline(void *arg)
303 {
304 	struct cfcs_softc *softc;
305 	union ccb *ccb;
306 
307 	softc = (struct cfcs_softc *)arg;
308 
309 	mtx_lock(&softc->lock);
310 	softc->online = 0;
311 	mtx_unlock(&softc->lock);
312 
313 	ccb = xpt_alloc_ccb_nowait();
314 	if (ccb == NULL) {
315 		printf("%s: unable to allocate CCB for rescan\n", __func__);
316 		return;
317 	}
318 
319 	if (xpt_create_path(&ccb->ccb_h.path, xpt_periph,
320 			    cam_sim_path(softc->sim), CAM_TARGET_WILDCARD,
321 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
322 		printf("%s: can't allocate path for rescan\n", __func__);
323 		xpt_free_ccb(ccb);
324 		return;
325 	}
326 	xpt_rescan(ccb);
327 }
328 
329 static int
330 cfcs_targ_enable(void *arg, struct ctl_id targ_id)
331 {
332 	return (0);
333 }
334 
335 static int
336 cfcs_targ_disable(void *arg, struct ctl_id targ_id)
337 {
338 	return (0);
339 }
340 
341 static int
342 cfcs_lun_enable(void *arg, struct ctl_id target_id, int lun_id)
343 {
344 	return (0);
345 }
346 static int
347 cfcs_lun_disable(void *arg, struct ctl_id target_id, int lun_id)
348 {
349 	return (0);
350 }
351 
352 /*
353  * This function is very similar to ctl_ioctl_do_datamove().  Is there a
354  * way to combine the functionality?
355  *
356  * XXX KDM may need to move this into a thread.  We're doing a bcopy in the
357  * caller's context, which will usually be the backend.  That may not be a
358  * good thing.
359  */
360 static void
361 cfcs_datamove(union ctl_io *io)
362 {
363 	union ccb *ccb;
364 	bus_dma_segment_t cam_sg_entry, *cam_sglist;
365 	struct ctl_sg_entry ctl_sg_entry, *ctl_sglist;
366 	int cam_sg_count, ctl_sg_count, cam_sg_start;
367 	int cam_sg_offset;
368 	int len_to_copy, len_copied;
369 	int ctl_watermark, cam_watermark;
370 	int i, j;
371 
372 
373 	cam_sg_offset = 0;
374 	cam_sg_start = 0;
375 
376 	ccb = io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr;
377 
378 	/*
379 	 * Note that we have a check in cfcs_action() to make sure that any
380 	 * CCBs with "bad" flags are returned with CAM_REQ_INVALID.  This
381 	 * is just to make sure no one removes that check without updating
382 	 * this code to provide the additional functionality necessary to
383 	 * support those modes of operation.
384 	 */
385 	KASSERT(((ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS) == 0), ("invalid "
386 		  "CAM flags %#x", (ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS)));
387 
388 	/*
389 	 * Simplify things on both sides by putting single buffers into a
390 	 * single entry S/G list.
391 	 */
392 	if (ccb->ccb_h.flags & CAM_SCATTER_VALID) {
393 		if (ccb->ccb_h.flags & CAM_SG_LIST_PHYS) {
394 			/* We should filter this out on entry */
395 			panic("%s: physical S/G list, should not get here",
396 			      __func__);
397 		} else {
398 			int len_seen;
399 
400 			cam_sglist = (bus_dma_segment_t *)ccb->csio.data_ptr;
401 			cam_sg_count = ccb->csio.sglist_cnt;
402 
403 			for (i = 0, len_seen = 0; i < cam_sg_count; i++) {
404 				if ((len_seen + cam_sglist[i].ds_len) >=
405 				     io->scsiio.kern_rel_offset) {
406 					cam_sg_start = i;
407 					cam_sg_offset =
408 						io->scsiio.kern_rel_offset -
409 						len_seen;
410 					break;
411 				}
412 				len_seen += cam_sglist[i].ds_len;
413 			}
414 		}
415 	} else {
416 		cam_sglist = &cam_sg_entry;
417 		cam_sglist[0].ds_len = ccb->csio.dxfer_len;
418 		cam_sglist[0].ds_addr = (bus_addr_t)ccb->csio.data_ptr;
419 		cam_sg_count = 1;
420 		cam_sg_start = 0;
421 		cam_sg_offset = io->scsiio.kern_rel_offset;
422 	}
423 
424 	if (io->scsiio.kern_sg_entries > 0) {
425 		ctl_sglist = (struct ctl_sg_entry *)io->scsiio.kern_data_ptr;
426 		ctl_sg_count = io->scsiio.kern_sg_entries;
427 	} else {
428 		ctl_sglist = &ctl_sg_entry;
429 		ctl_sglist->addr = io->scsiio.kern_data_ptr;
430 		ctl_sglist->len = io->scsiio.kern_data_len;
431 		ctl_sg_count = 1;
432 	}
433 
434 	ctl_watermark = 0;
435 	cam_watermark = cam_sg_offset;
436 	len_copied = 0;
437 	for (i = cam_sg_start, j = 0;
438 	     i < cam_sg_count && j < ctl_sg_count;) {
439 		uint8_t *cam_ptr, *ctl_ptr;
440 
441 		len_to_copy = ctl_min(cam_sglist[i].ds_len - cam_watermark,
442 				      ctl_sglist[j].len - ctl_watermark);
443 
444 		cam_ptr = (uint8_t *)cam_sglist[i].ds_addr;
445 		cam_ptr = cam_ptr + cam_watermark;
446 		if (io->io_hdr.flags & CTL_FLAG_BUS_ADDR) {
447 			/*
448 			 * XXX KDM fix this!
449 			 */
450 			panic("need to implement bus address support");
451 #if 0
452 			kern_ptr = bus_to_virt(kern_sglist[j].addr);
453 #endif
454 		} else
455 			ctl_ptr = (uint8_t *)ctl_sglist[j].addr;
456 		ctl_ptr = ctl_ptr + ctl_watermark;
457 
458 		ctl_watermark += len_to_copy;
459 		cam_watermark += len_to_copy;
460 
461 		if ((io->io_hdr.flags & CTL_FLAG_DATA_MASK) ==
462 		     CTL_FLAG_DATA_IN) {
463 			CTL_DEBUG_PRINT(("%s: copying %d bytes to CAM\n",
464 					 __func__, len_to_copy));
465 			CTL_DEBUG_PRINT(("%s: from %p to %p\n", ctl_ptr,
466 					 __func__, cam_ptr));
467 			bcopy(ctl_ptr, cam_ptr, len_to_copy);
468 		} else {
469 			CTL_DEBUG_PRINT(("%s: copying %d bytes from CAM\n",
470 					 __func__, len_to_copy));
471 			CTL_DEBUG_PRINT(("%s: from %p to %p\n", cam_ptr,
472 					 __func__, ctl_ptr));
473 			bcopy(cam_ptr, ctl_ptr, len_to_copy);
474 		}
475 
476 		len_copied += len_to_copy;
477 
478 		if (cam_sglist[i].ds_len == cam_watermark) {
479 			i++;
480 			cam_watermark = 0;
481 		}
482 
483 		if (ctl_sglist[j].len == ctl_watermark) {
484 			j++;
485 			ctl_watermark = 0;
486 		}
487 	}
488 
489 	io->scsiio.ext_data_filled += len_copied;
490 
491 	io->scsiio.be_move_done(io);
492 }
493 
494 static void
495 cfcs_done(union ctl_io *io)
496 {
497 	union ccb *ccb;
498 	struct cfcs_softc *softc;
499 	struct cam_sim *sim;
500 
501 	ccb = io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr;
502 
503 	sim = xpt_path_sim(ccb->ccb_h.path);
504 	softc = (struct cfcs_softc *)cam_sim_softc(sim);
505 
506 	/*
507 	 * At this point we should have status.  If we don't, that's a bug.
508 	 */
509 	KASSERT(((io->io_hdr.status & CTL_STATUS_MASK) != CTL_STATUS_NONE),
510 		("invalid CTL status %#x", io->io_hdr.status));
511 
512 	/*
513 	 * Translate CTL status to CAM status.
514 	 */
515 	switch (io->io_hdr.status & CTL_STATUS_MASK) {
516 	case CTL_SUCCESS:
517 		ccb->ccb_h.status = CAM_REQ_CMP;
518 		break;
519 	case CTL_SCSI_ERROR:
520 		ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR | CAM_AUTOSNS_VALID;
521 		ccb->csio.scsi_status = io->scsiio.scsi_status;
522 		bcopy(&io->scsiio.sense_data, &ccb->csio.sense_data,
523 		      min(io->scsiio.sense_len, ccb->csio.sense_len));
524 		if (ccb->csio.sense_len > io->scsiio.sense_len)
525 			ccb->csio.sense_resid = ccb->csio.sense_len -
526 						io->scsiio.sense_len;
527 		else
528 			ccb->csio.sense_resid = 0;
529 		if ((ccb->csio.sense_len - ccb->csio.sense_resid) >
530 		     cfcs_max_sense) {
531 			ccb->csio.sense_resid = ccb->csio.sense_len -
532 						cfcs_max_sense;
533 		}
534 		break;
535 	case CTL_CMD_ABORTED:
536 		ccb->ccb_h.status = CAM_REQ_ABORTED;
537 		break;
538 	case CTL_ERROR:
539 	default:
540 		ccb->ccb_h.status = CAM_REQ_CMP_ERR;
541 		break;
542 	}
543 
544 	mtx_lock(sim->mtx);
545 	xpt_done(ccb);
546 	mtx_unlock(sim->mtx);
547 
548 	ctl_free_io(io);
549 }
550 
551 void
552 cfcs_action(struct cam_sim *sim, union ccb *ccb)
553 {
554 	struct cfcs_softc *softc;
555 	int err;
556 
557 	softc = (struct cfcs_softc *)cam_sim_softc(sim);
558 	mtx_assert(&softc->lock, MA_OWNED);
559 
560 	switch (ccb->ccb_h.func_code) {
561 	case XPT_SCSI_IO: {
562 		union ctl_io *io;
563 		struct ccb_scsiio *csio;
564 
565 		csio = &ccb->csio;
566 
567 		/*
568 		 * Catch CCB flags, like physical address flags, that
569 	 	 * indicate situations we currently can't handle.
570 		 */
571 		if (ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS) {
572 			ccb->ccb_h.status = CAM_REQ_INVALID;
573 			printf("%s: bad CCB flags %#x (all flags %#x)\n",
574 			       __func__, ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS,
575 			       ccb->ccb_h.flags);
576 			xpt_done(ccb);
577 			return;
578 		}
579 
580 		/*
581 		 * If we aren't online, there are no devices to see.
582 		 */
583 		if (softc->online == 0) {
584 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
585 			xpt_done(ccb);
586 			return;
587 		}
588 
589 		io = ctl_alloc_io(softc->fe.ctl_pool_ref);
590 		if (io == NULL) {
591 			printf("%s: can't allocate ctl_io\n", __func__);
592 			ccb->ccb_h.status = CAM_BUSY | CAM_DEV_QFRZN;
593 			xpt_freeze_devq(ccb->ccb_h.path, 1);
594 			xpt_done(ccb);
595 			return;
596 		}
597 		ctl_zero_io(io);
598 		/* Save pointers on both sides */
599 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = ccb;
600 		ccb->ccb_h.io_ptr = io;
601 
602 		/*
603 		 * Only SCSI I/O comes down this path, resets, etc. come
604 		 * down via the XPT_RESET_BUS/LUN CCBs below.
605 		 */
606 		io->io_hdr.io_type = CTL_IO_SCSI;
607 		io->io_hdr.nexus.initid.id = 1;
608 		io->io_hdr.nexus.targ_port = softc->fe.targ_port;
609 		/*
610 		 * XXX KDM how do we handle target IDs?
611 		 */
612 		io->io_hdr.nexus.targ_target.id = ccb->ccb_h.target_id;
613 		io->io_hdr.nexus.targ_lun = ccb->ccb_h.target_lun;
614 		/*
615 		 * This tag scheme isn't the best, since we could in theory
616 		 * have a very long-lived I/O and tag collision, especially
617 		 * in a high I/O environment.  But it should work well
618 		 * enough for now.  Since we're using unsigned ints,
619 		 * they'll just wrap around.
620 		 */
621 		io->scsiio.tag_num = softc->cur_tag_num++;
622 		csio->tag_id = io->scsiio.tag_num;
623 		switch (csio->tag_action) {
624 		case CAM_TAG_ACTION_NONE:
625 			io->scsiio.tag_type = CTL_TAG_UNTAGGED;
626 			break;
627 		case MSG_SIMPLE_TASK:
628 			io->scsiio.tag_type = CTL_TAG_SIMPLE;
629 			break;
630 		case MSG_HEAD_OF_QUEUE_TASK:
631         		io->scsiio.tag_type = CTL_TAG_HEAD_OF_QUEUE;
632 			break;
633 		case MSG_ORDERED_TASK:
634         		io->scsiio.tag_type = CTL_TAG_ORDERED;
635 			break;
636 		case MSG_ACA_TASK:
637 			io->scsiio.tag_type = CTL_TAG_ACA;
638 			break;
639 		default:
640 			io->scsiio.tag_type = CTL_TAG_UNTAGGED;
641 			printf("%s: unhandled tag type %#x!!\n", __func__,
642 			       csio->tag_action);
643 			break;
644 		}
645 		if (csio->cdb_len > sizeof(io->scsiio.cdb)) {
646 			printf("%s: WARNING: CDB len %d > ctl_io space %zd\n",
647 			       __func__, csio->cdb_len, sizeof(io->scsiio.cdb));
648 		}
649 		io->scsiio.cdb_len = min(csio->cdb_len, sizeof(io->scsiio.cdb));
650 		bcopy(csio->cdb_io.cdb_bytes, io->scsiio.cdb,
651 		      io->scsiio.cdb_len);
652 
653 		err = ctl_queue(io);
654 		if (err != CTL_RETVAL_COMPLETE) {
655 			printf("%s: func %d: error %d returned by "
656 			       "ctl_queue()!\n", __func__,
657 			       ccb->ccb_h.func_code, err);
658 			ctl_free_io(io);
659 		} else {
660 			ccb->ccb_h.status |= CAM_SIM_QUEUED;
661 		}
662 		break;
663 	}
664 	case XPT_ABORT: {
665 		union ctl_io *io;
666 		union ccb *abort_ccb;
667 
668 		abort_ccb = ccb->cab.abort_ccb;
669 
670 		if (abort_ccb->ccb_h.func_code != XPT_SCSI_IO) {
671 			ccb->ccb_h.status = CAM_REQ_INVALID;
672 			xpt_done(ccb);
673 		}
674 
675 		/*
676 		 * If we aren't online, there are no devices to talk to.
677 		 */
678 		if (softc->online == 0) {
679 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
680 			xpt_done(ccb);
681 			return;
682 		}
683 
684 		io = ctl_alloc_io(softc->fe.ctl_pool_ref);
685 		if (io == NULL) {
686 			ccb->ccb_h.status = CAM_BUSY | CAM_DEV_QFRZN;
687 			xpt_freeze_devq(ccb->ccb_h.path, 1);
688 			xpt_done(ccb);
689 			return;
690 		}
691 
692 		ctl_zero_io(io);
693 		/* Save pointers on both sides */
694 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = ccb;
695 		ccb->ccb_h.io_ptr = io;
696 
697 		io->io_hdr.io_type = CTL_IO_TASK;
698 		io->io_hdr.nexus.initid.id = 1;
699 		io->io_hdr.nexus.targ_port = softc->fe.targ_port;
700 		io->io_hdr.nexus.targ_target.id = ccb->ccb_h.target_id;
701 		io->io_hdr.nexus.targ_lun = ccb->ccb_h.target_lun;
702 		io->taskio.task_action = CTL_TASK_ABORT_TASK;
703 		io->taskio.tag_num = abort_ccb->csio.tag_id;
704 		switch (abort_ccb->csio.tag_action) {
705 		case CAM_TAG_ACTION_NONE:
706 			io->taskio.tag_type = CTL_TAG_UNTAGGED;
707 			break;
708 		case MSG_SIMPLE_TASK:
709 			io->taskio.tag_type = CTL_TAG_SIMPLE;
710 			break;
711 		case MSG_HEAD_OF_QUEUE_TASK:
712         		io->taskio.tag_type = CTL_TAG_HEAD_OF_QUEUE;
713 			break;
714 		case MSG_ORDERED_TASK:
715         		io->taskio.tag_type = CTL_TAG_ORDERED;
716 			break;
717 		case MSG_ACA_TASK:
718 			io->taskio.tag_type = CTL_TAG_ACA;
719 			break;
720 		default:
721 			io->taskio.tag_type = CTL_TAG_UNTAGGED;
722 			printf("%s: unhandled tag type %#x!!\n", __func__,
723 			       abort_ccb->csio.tag_action);
724 			break;
725 		}
726 		err = ctl_queue(io);
727 		if (err != CTL_RETVAL_COMPLETE) {
728 			printf("%s func %d: error %d returned by "
729 			       "ctl_queue()!\n", __func__,
730 			       ccb->ccb_h.func_code, err);
731 			ctl_free_io(io);
732 		}
733 		break;
734 	}
735 	case XPT_GET_TRAN_SETTINGS: {
736 		struct ccb_trans_settings *cts;
737 		struct ccb_trans_settings_scsi *scsi;
738 		struct ccb_trans_settings_fc *fc;
739 
740 		cts = &ccb->cts;
741 		scsi = &cts->proto_specific.scsi;
742 		fc = &cts->xport_specific.fc;
743 
744 
745 		cts->protocol = PROTO_SCSI;
746 		cts->protocol_version = SCSI_REV_SPC2;
747 		cts->transport = XPORT_FC;
748 		cts->transport_version = 0;
749 
750 		scsi->valid = CTS_SCSI_VALID_TQ;
751 		scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
752 		fc->valid = CTS_FC_VALID_SPEED;
753 		fc->bitrate = 800000;
754 		fc->wwnn = softc->wwnn;
755 		fc->wwpn = softc->wwpn;
756        		fc->port = softc->fe.targ_port;
757 		fc->valid |= CTS_FC_VALID_WWNN | CTS_FC_VALID_WWPN |
758 			CTS_FC_VALID_PORT;
759 		ccb->ccb_h.status = CAM_REQ_CMP;
760 		break;
761 	}
762 	case XPT_SET_TRAN_SETTINGS:
763 		/* XXX KDM should we actually do something here? */
764 		ccb->ccb_h.status = CAM_REQ_CMP;
765 		break;
766 	case XPT_RESET_BUS:
767 	case XPT_RESET_DEV: {
768 		union ctl_io *io;
769 
770 		/*
771 		 * If we aren't online, there are no devices to talk to.
772 		 */
773 		if (softc->online == 0) {
774 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
775 			xpt_done(ccb);
776 			return;
777 		}
778 
779 		io = ctl_alloc_io(softc->fe.ctl_pool_ref);
780 		if (io == NULL) {
781 			ccb->ccb_h.status = CAM_BUSY | CAM_DEV_QFRZN;
782 			xpt_freeze_devq(ccb->ccb_h.path, 1);
783 			xpt_done(ccb);
784 			return;
785 		}
786 
787 		ctl_zero_io(io);
788 		/* Save pointers on both sides */
789 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = ccb;
790 		ccb->ccb_h.io_ptr = io;
791 
792 		io->io_hdr.io_type = CTL_IO_TASK;
793 		io->io_hdr.nexus.initid.id = 0;
794 		io->io_hdr.nexus.targ_port = softc->fe.targ_port;
795 		io->io_hdr.nexus.targ_target.id = ccb->ccb_h.target_id;
796 		io->io_hdr.nexus.targ_lun = ccb->ccb_h.target_lun;
797 		if (ccb->ccb_h.func_code == XPT_RESET_BUS)
798 			io->taskio.task_action = CTL_TASK_BUS_RESET;
799 		else
800 			io->taskio.task_action = CTL_TASK_LUN_RESET;
801 
802 		err = ctl_queue(io);
803 		if (err != CTL_RETVAL_COMPLETE) {
804 			printf("%s func %d: error %d returned by "
805 			      "ctl_queue()!\n", __func__,
806 			      ccb->ccb_h.func_code, err);
807 			ctl_free_io(io);
808 		}
809 		break;
810 	}
811 	case XPT_CALC_GEOMETRY:
812 		cam_calc_geometry(&ccb->ccg, 1);
813 		xpt_done(ccb);
814 		break;
815 	case XPT_PATH_INQ: {
816 		struct ccb_pathinq *cpi;
817 
818 		cpi = &ccb->cpi;
819 
820 		cpi->version_num = 0;
821 		cpi->hba_inquiry = PI_TAG_ABLE;
822 		cpi->target_sprt = 0;
823 		cpi->hba_misc = 0;
824 		cpi->hba_eng_cnt = 0;
825 		cpi->max_target = 1;
826 		cpi->max_lun = 1024;
827 		/* Do we really have a limit? */
828 		cpi->maxio = 1024 * 1024;
829 		cpi->async_flags = 0;
830 		cpi->hpath_id = 0;
831 		cpi->initiator_id = 0;
832 
833 		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
834 		strncpy(cpi->hba_vid, "FreeBSD", HBA_IDLEN);
835 		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
836 		cpi->unit_number = 0;
837 		cpi->bus_id = 0;
838 		cpi->base_transfer_speed = 800000;
839 		cpi->protocol = PROTO_SCSI;
840 		cpi->protocol_version = SCSI_REV_SPC2;
841 		/*
842 		 * Pretend to be Fibre Channel.
843 		 */
844 		cpi->transport = XPORT_FC;
845 		cpi->transport_version = 0;
846 		cpi->xport_specific.fc.wwnn = softc->wwnn;
847 		cpi->xport_specific.fc.wwpn = softc->wwpn;
848 		cpi->xport_specific.fc.port = softc->fe.targ_port;
849 		cpi->xport_specific.fc.bitrate = 8 * 1000 * 1000;
850 		cpi->ccb_h.status = CAM_REQ_CMP;
851 		break;
852 	}
853 	default:
854 		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
855 		printf("%s: unsupported CCB type %#x\n", __func__,
856 		       ccb->ccb_h.func_code);
857 		xpt_done(ccb);
858 		break;
859 	}
860 }
861 
862 static void
863 cfcs_async(void *callback_arg, uint32_t code, struct cam_path *path, void *arg)
864 {
865 
866 }
867