xref: /freebsd/sys/cam/ctl/ctl_frontend_cam_sim.c (revision 9a41df2a0e6408e9b329bbd8b9e37c2b44461a1b)
1 /*-
2  * Copyright (c) 2009 Silicon Graphics International Corp.
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions, and the following disclaimer,
10  *    without modification.
11  * 2. Redistributions in binary form must reproduce at minimum a disclaimer
12  *    substantially similar to the "NO WARRANTY" disclaimer below
13  *    ("Disclaimer") and any redistribution must be conditioned upon
14  *    including a substantially similar Disclaimer requirement for further
15  *    binary redistribution.
16  *
17  * NO WARRANTY
18  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
21  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
26  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
27  * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28  * POSSIBILITY OF SUCH DAMAGES.
29  *
30  * $Id: //depot/users/kenm/FreeBSD-test2/sys/cam/ctl/ctl_frontend_cam_sim.c#4 $
31  */
32 /*
33  * CTL frontend to CAM SIM interface.  This allows access to CTL LUNs via
34  * the da(4) and pass(4) drivers from inside the system.
35  *
36  * Author: Ken Merry <ken@FreeBSD.org>
37  */
38 
39 #include <sys/cdefs.h>
40 __FBSDID("$FreeBSD$");
41 
42 #include <sys/param.h>
43 #include <sys/systm.h>
44 #include <sys/kernel.h>
45 #include <sys/types.h>
46 #include <sys/malloc.h>
47 #include <sys/lock.h>
48 #include <sys/mutex.h>
49 #include <sys/condvar.h>
50 #include <sys/queue.h>
51 #include <sys/bus.h>
52 #include <sys/sysctl.h>
53 #include <machine/bus.h>
54 #include <sys/sbuf.h>
55 
56 #include <cam/cam.h>
57 #include <cam/cam_ccb.h>
58 #include <cam/cam_sim.h>
59 #include <cam/cam_xpt_sim.h>
60 #include <cam/cam_xpt.h>
61 #include <cam/cam_periph.h>
62 #include <cam/scsi/scsi_all.h>
63 #include <cam/scsi/scsi_message.h>
64 #include <cam/ctl/ctl_io.h>
65 #include <cam/ctl/ctl.h>
66 #include <cam/ctl/ctl_frontend.h>
67 #include <cam/ctl/ctl_frontend_internal.h>
68 #include <cam/ctl/ctl_mem_pool.h>
69 #include <cam/ctl/ctl_debug.h>
70 
71 #define	io_ptr		spriv_ptr1
72 
73 struct cfcs_io {
74 	union ccb *ccb;
75 };
76 
77 struct cfcs_softc {
78 	struct ctl_frontend fe;
79 	char port_name[32];
80 	struct cam_sim *sim;
81 	struct cam_devq *devq;
82 	struct cam_path *path;
83 	struct mtx lock;
84 	char lock_desc[32];
85 	uint64_t wwnn;
86 	uint64_t wwpn;
87 	uint32_t cur_tag_num;
88 	int online;
89 };
90 
91 /*
92  * We can't handle CCBs with these flags.  For the most part, we just don't
93  * handle physical addresses yet.  That would require mapping things in
94  * order to do the copy.
95  */
96 #define	CFCS_BAD_CCB_FLAGS (CAM_DATA_PHYS | CAM_SG_LIST_PHYS | \
97 	CAM_MSG_BUF_PHYS | CAM_SNS_BUF_PHYS | CAM_CDB_PHYS | CAM_SENSE_PTR |\
98 	CAM_SENSE_PHYS)
99 
100 int cfcs_init(void);
101 void cfcs_shutdown(void);
102 static void cfcs_poll(struct cam_sim *sim);
103 static void cfcs_online(void *arg);
104 static void cfcs_offline(void *arg);
105 static int cfcs_targ_enable(void *arg, struct ctl_id targ_id);
106 static int cfcs_targ_disable(void *arg, struct ctl_id targ_id);
107 static int cfcs_lun_enable(void *arg, struct ctl_id target_id, int lun_id);
108 static int cfcs_lun_disable(void *arg, struct ctl_id target_id, int lun_id);
109 static void cfcs_datamove(union ctl_io *io);
110 static void cfcs_done(union ctl_io *io);
111 void cfcs_action(struct cam_sim *sim, union ccb *ccb);
112 static void cfcs_async(void *callback_arg, uint32_t code,
113 		       struct cam_path *path, void *arg);
114 
115 struct cfcs_softc cfcs_softc;
116 /*
117  * This is primarly intended to allow for error injection to test the CAM
118  * sense data and sense residual handling code.  This sets the maximum
119  * amount of SCSI sense data that we will report to CAM.
120  */
121 static int cfcs_max_sense = sizeof(struct scsi_sense_data);
122 extern int ctl_disable;
123 
124 SYSINIT(cfcs_init, SI_SUB_CONFIGURE, SI_ORDER_FOURTH, cfcs_init, NULL);
125 SYSCTL_NODE(_kern_cam, OID_AUTO, ctl2cam, CTLFLAG_RD, 0,
126 	    "CAM Target Layer SIM frontend");
127 SYSCTL_INT(_kern_cam_ctl2cam, OID_AUTO, max_sense, CTLFLAG_RW,
128            &cfcs_max_sense, 0, "Maximum sense data size");
129 
130 
131 int
132 cfcs_init(void)
133 {
134 	struct cfcs_softc *softc;
135 	struct ccb_setasync csa;
136 	struct ctl_frontend *fe;
137 #ifdef NEEDTOPORT
138 	char wwnn[8];
139 #endif
140 	int retval;
141 
142 	/* Don't continue if CTL is disabled */
143 	if (ctl_disable != 0)
144 		return (0);
145 
146 	softc = &cfcs_softc;
147 	retval = 0;
148 	bzero(softc, sizeof(*softc));
149 	sprintf(softc->lock_desc, "ctl2cam");
150 	mtx_init(&softc->lock, softc->lock_desc, NULL, MTX_DEF);
151 	fe = &softc->fe;
152 
153 	fe->port_type = CTL_PORT_INTERNAL;
154 	/* XXX KDM what should the real number be here? */
155 	fe->num_requested_ctl_io = 4096;
156 	snprintf(softc->port_name, sizeof(softc->port_name), "ctl2cam");
157 	fe->port_name = softc->port_name;
158 	fe->port_online = cfcs_online;
159 	fe->port_offline = cfcs_offline;
160 	fe->onoff_arg = softc;
161 	fe->targ_enable = cfcs_targ_enable;
162 	fe->targ_disable = cfcs_targ_disable;
163 	fe->lun_enable = cfcs_lun_enable;
164 	fe->lun_disable = cfcs_lun_disable;
165 	fe->targ_lun_arg = softc;
166 	fe->fe_datamove = cfcs_datamove;
167 	fe->fe_done = cfcs_done;
168 
169 	/* XXX KDM what should we report here? */
170 	/* XXX These should probably be fetched from CTL. */
171 	fe->max_targets = 1;
172 	fe->max_target_id = 15;
173 
174 	retval = ctl_frontend_register(fe, /*master_SC*/ 1);
175 	if (retval != 0) {
176 		printf("%s: ctl_frontend_register() failed with error %d!\n",
177 		       __func__, retval);
178 		mtx_destroy(&softc->lock);
179 		return (1);
180 	}
181 
182 	/*
183 	 * Get the WWNN out of the database, and create a WWPN as well.
184 	 */
185 #ifdef NEEDTOPORT
186 	ddb_GetWWNN((char *)wwnn);
187 	softc->wwnn = be64dec(wwnn);
188 	softc->wwpn = softc->wwnn + (softc->fe.targ_port & 0xff);
189 #endif
190 
191 	/*
192 	 * If the CTL frontend didn't tell us what our WWNN/WWPN is, go
193 	 * ahead and set something random.
194 	 */
195 	if (fe->wwnn == 0) {
196 		uint64_t random_bits;
197 
198 		arc4rand(&random_bits, sizeof(random_bits), 0);
199 		softc->wwnn = (random_bits & 0x0000000fffffff00ULL) |
200 			/* Company ID */ 0x5000000000000000ULL |
201 			/* NL-Port */    0x0300;
202 		softc->wwpn = softc->wwnn + fe->targ_port + 1;
203 		fe->wwnn = softc->wwnn;
204 		fe->wwpn = softc->wwpn;
205 	} else {
206 		softc->wwnn = fe->wwnn;
207 		softc->wwpn = fe->wwpn;
208 	}
209 
210 	mtx_lock(&softc->lock);
211 	softc->devq = cam_simq_alloc(fe->num_requested_ctl_io);
212 	if (softc->devq == NULL) {
213 		printf("%s: error allocating devq\n", __func__);
214 		retval = ENOMEM;
215 		goto bailout;
216 	}
217 
218 	softc->sim = cam_sim_alloc(cfcs_action, cfcs_poll, softc->port_name,
219 				   softc, /*unit*/ 0, &softc->lock, 1,
220 				   fe->num_requested_ctl_io, softc->devq);
221 	if (softc->sim == NULL) {
222 		printf("%s: error allocating SIM\n", __func__);
223 		retval = ENOMEM;
224 		goto bailout;
225 	}
226 
227 	if (xpt_bus_register(softc->sim, NULL, 0) != CAM_SUCCESS) {
228 		printf("%s: error registering SIM\n", __func__);
229 		retval = ENOMEM;
230 		goto bailout;
231 	}
232 
233 	if (xpt_create_path(&softc->path, /*periph*/NULL,
234 			    cam_sim_path(softc->sim),
235 			    CAM_TARGET_WILDCARD,
236 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
237 		printf("%s: error creating path\n", __func__);
238 		xpt_bus_deregister(cam_sim_path(softc->sim));
239 		retval = 1;
240 		goto bailout;
241 	}
242 
243 	xpt_setup_ccb(&csa.ccb_h, softc->path, /*priority*/ 5);
244 	csa.ccb_h.func_code = XPT_SASYNC_CB;
245 	csa.event_enable = AC_LOST_DEVICE;
246 	csa.callback = cfcs_async;
247         csa.callback_arg = softc->sim;
248         xpt_action((union ccb *)&csa);
249 
250 	mtx_unlock(&softc->lock);
251 
252 	return (retval);
253 
254 bailout:
255 	if (softc->sim)
256 		cam_sim_free(softc->sim, /*free_devq*/ TRUE);
257 	else if (softc->devq)
258 		cam_simq_free(softc->devq);
259 	mtx_unlock(&softc->lock);
260 	mtx_destroy(&softc->lock);
261 
262 	return (retval);
263 }
264 
265 static void
266 cfcs_poll(struct cam_sim *sim)
267 {
268 
269 }
270 
271 void
272 cfcs_shutdown(void)
273 {
274 
275 }
276 
277 static void
278 cfcs_online(void *arg)
279 {
280 	struct cfcs_softc *softc;
281 	union ccb *ccb;
282 
283 	softc = (struct cfcs_softc *)arg;
284 
285 	mtx_lock(&softc->lock);
286 	softc->online = 1;
287 	mtx_unlock(&softc->lock);
288 
289 	ccb = xpt_alloc_ccb_nowait();
290 	if (ccb == NULL) {
291 		printf("%s: unable to allocate CCB for rescan\n", __func__);
292 		return;
293 	}
294 
295 	if (xpt_create_path(&ccb->ccb_h.path, xpt_periph,
296 			    cam_sim_path(softc->sim), CAM_TARGET_WILDCARD,
297 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
298 		printf("%s: can't allocate path for rescan\n", __func__);
299 		xpt_free_ccb(ccb);
300 		return;
301 	}
302 	xpt_rescan(ccb);
303 }
304 
305 static void
306 cfcs_offline(void *arg)
307 {
308 	struct cfcs_softc *softc;
309 	union ccb *ccb;
310 
311 	softc = (struct cfcs_softc *)arg;
312 
313 	mtx_lock(&softc->lock);
314 	softc->online = 0;
315 	mtx_unlock(&softc->lock);
316 
317 	ccb = xpt_alloc_ccb_nowait();
318 	if (ccb == NULL) {
319 		printf("%s: unable to allocate CCB for rescan\n", __func__);
320 		return;
321 	}
322 
323 	if (xpt_create_path(&ccb->ccb_h.path, xpt_periph,
324 			    cam_sim_path(softc->sim), CAM_TARGET_WILDCARD,
325 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
326 		printf("%s: can't allocate path for rescan\n", __func__);
327 		xpt_free_ccb(ccb);
328 		return;
329 	}
330 	xpt_rescan(ccb);
331 }
332 
333 static int
334 cfcs_targ_enable(void *arg, struct ctl_id targ_id)
335 {
336 	return (0);
337 }
338 
339 static int
340 cfcs_targ_disable(void *arg, struct ctl_id targ_id)
341 {
342 	return (0);
343 }
344 
345 static int
346 cfcs_lun_enable(void *arg, struct ctl_id target_id, int lun_id)
347 {
348 	return (0);
349 }
350 static int
351 cfcs_lun_disable(void *arg, struct ctl_id target_id, int lun_id)
352 {
353 	return (0);
354 }
355 
356 /*
357  * This function is very similar to ctl_ioctl_do_datamove().  Is there a
358  * way to combine the functionality?
359  *
360  * XXX KDM may need to move this into a thread.  We're doing a bcopy in the
361  * caller's context, which will usually be the backend.  That may not be a
362  * good thing.
363  */
364 static void
365 cfcs_datamove(union ctl_io *io)
366 {
367 	union ccb *ccb;
368 	bus_dma_segment_t cam_sg_entry, *cam_sglist;
369 	struct ctl_sg_entry ctl_sg_entry, *ctl_sglist;
370 	int cam_sg_count, ctl_sg_count, cam_sg_start;
371 	int cam_sg_offset;
372 	int len_to_copy, len_copied;
373 	int ctl_watermark, cam_watermark;
374 	int i, j;
375 
376 
377 	cam_sg_offset = 0;
378 	cam_sg_start = 0;
379 
380 	ccb = io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr;
381 
382 	/*
383 	 * Note that we have a check in cfcs_action() to make sure that any
384 	 * CCBs with "bad" flags are returned with CAM_REQ_INVALID.  This
385 	 * is just to make sure no one removes that check without updating
386 	 * this code to provide the additional functionality necessary to
387 	 * support those modes of operation.
388 	 */
389 	KASSERT(((ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS) == 0), ("invalid "
390 		  "CAM flags %#x", (ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS)));
391 
392 	/*
393 	 * Simplify things on both sides by putting single buffers into a
394 	 * single entry S/G list.
395 	 */
396 	if (ccb->ccb_h.flags & CAM_SCATTER_VALID) {
397 		if (ccb->ccb_h.flags & CAM_SG_LIST_PHYS) {
398 			/* We should filter this out on entry */
399 			panic("%s: physical S/G list, should not get here",
400 			      __func__);
401 		} else {
402 			int len_seen;
403 
404 			cam_sglist = (bus_dma_segment_t *)ccb->csio.data_ptr;
405 			cam_sg_count = ccb->csio.sglist_cnt;
406 
407 			for (i = 0, len_seen = 0; i < cam_sg_count; i++) {
408 				if ((len_seen + cam_sglist[i].ds_len) >=
409 				     io->scsiio.kern_rel_offset) {
410 					cam_sg_start = i;
411 					cam_sg_offset =
412 						io->scsiio.kern_rel_offset -
413 						len_seen;
414 					break;
415 				}
416 				len_seen += cam_sglist[i].ds_len;
417 			}
418 		}
419 	} else {
420 		cam_sglist = &cam_sg_entry;
421 		cam_sglist[0].ds_len = ccb->csio.dxfer_len;
422 		cam_sglist[0].ds_addr = (bus_addr_t)ccb->csio.data_ptr;
423 		cam_sg_count = 1;
424 		cam_sg_start = 0;
425 		cam_sg_offset = io->scsiio.kern_rel_offset;
426 	}
427 
428 	if (io->scsiio.kern_sg_entries > 0) {
429 		ctl_sglist = (struct ctl_sg_entry *)io->scsiio.kern_data_ptr;
430 		ctl_sg_count = io->scsiio.kern_sg_entries;
431 	} else {
432 		ctl_sglist = &ctl_sg_entry;
433 		ctl_sglist->addr = io->scsiio.kern_data_ptr;
434 		ctl_sglist->len = io->scsiio.kern_data_len;
435 		ctl_sg_count = 1;
436 	}
437 
438 	ctl_watermark = 0;
439 	cam_watermark = cam_sg_offset;
440 	len_copied = 0;
441 	for (i = cam_sg_start, j = 0;
442 	     i < cam_sg_count && j < ctl_sg_count;) {
443 		uint8_t *cam_ptr, *ctl_ptr;
444 
445 		len_to_copy = ctl_min(cam_sglist[i].ds_len - cam_watermark,
446 				      ctl_sglist[j].len - ctl_watermark);
447 
448 		cam_ptr = (uint8_t *)cam_sglist[i].ds_addr;
449 		cam_ptr = cam_ptr + cam_watermark;
450 		if (io->io_hdr.flags & CTL_FLAG_BUS_ADDR) {
451 			/*
452 			 * XXX KDM fix this!
453 			 */
454 			panic("need to implement bus address support");
455 #if 0
456 			kern_ptr = bus_to_virt(kern_sglist[j].addr);
457 #endif
458 		} else
459 			ctl_ptr = (uint8_t *)ctl_sglist[j].addr;
460 		ctl_ptr = ctl_ptr + ctl_watermark;
461 
462 		ctl_watermark += len_to_copy;
463 		cam_watermark += len_to_copy;
464 
465 		if ((io->io_hdr.flags & CTL_FLAG_DATA_MASK) ==
466 		     CTL_FLAG_DATA_IN) {
467 			CTL_DEBUG_PRINT(("%s: copying %d bytes to CAM\n",
468 					 __func__, len_to_copy));
469 			CTL_DEBUG_PRINT(("%s: from %p to %p\n", ctl_ptr,
470 					 __func__, cam_ptr));
471 			bcopy(ctl_ptr, cam_ptr, len_to_copy);
472 		} else {
473 			CTL_DEBUG_PRINT(("%s: copying %d bytes from CAM\n",
474 					 __func__, len_to_copy));
475 			CTL_DEBUG_PRINT(("%s: from %p to %p\n", cam_ptr,
476 					 __func__, ctl_ptr));
477 			bcopy(cam_ptr, ctl_ptr, len_to_copy);
478 		}
479 
480 		len_copied += len_to_copy;
481 
482 		if (cam_sglist[i].ds_len == cam_watermark) {
483 			i++;
484 			cam_watermark = 0;
485 		}
486 
487 		if (ctl_sglist[j].len == ctl_watermark) {
488 			j++;
489 			ctl_watermark = 0;
490 		}
491 	}
492 
493 	io->scsiio.ext_data_filled += len_copied;
494 
495 	io->scsiio.be_move_done(io);
496 }
497 
498 static void
499 cfcs_done(union ctl_io *io)
500 {
501 	union ccb *ccb;
502 	struct cfcs_softc *softc;
503 	struct cam_sim *sim;
504 
505 	ccb = io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr;
506 
507 	sim = xpt_path_sim(ccb->ccb_h.path);
508 	softc = (struct cfcs_softc *)cam_sim_softc(sim);
509 
510 	/*
511 	 * At this point we should have status.  If we don't, that's a bug.
512 	 */
513 	KASSERT(((io->io_hdr.status & CTL_STATUS_MASK) != CTL_STATUS_NONE),
514 		("invalid CTL status %#x", io->io_hdr.status));
515 
516 	/*
517 	 * Translate CTL status to CAM status.
518 	 */
519 	switch (io->io_hdr.status & CTL_STATUS_MASK) {
520 	case CTL_SUCCESS:
521 		ccb->ccb_h.status = CAM_REQ_CMP;
522 		break;
523 	case CTL_SCSI_ERROR:
524 		ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR | CAM_AUTOSNS_VALID;
525 		ccb->csio.scsi_status = io->scsiio.scsi_status;
526 		bcopy(&io->scsiio.sense_data, &ccb->csio.sense_data,
527 		      min(io->scsiio.sense_len, ccb->csio.sense_len));
528 		if (ccb->csio.sense_len > io->scsiio.sense_len)
529 			ccb->csio.sense_resid = ccb->csio.sense_len -
530 						io->scsiio.sense_len;
531 		else
532 			ccb->csio.sense_resid = 0;
533 		if ((ccb->csio.sense_len - ccb->csio.sense_resid) >
534 		     cfcs_max_sense) {
535 			ccb->csio.sense_resid = ccb->csio.sense_len -
536 						cfcs_max_sense;
537 		}
538 		break;
539 	case CTL_CMD_ABORTED:
540 		ccb->ccb_h.status = CAM_REQ_ABORTED;
541 		break;
542 	case CTL_ERROR:
543 	default:
544 		ccb->ccb_h.status = CAM_REQ_CMP_ERR;
545 		break;
546 	}
547 
548 	mtx_lock(sim->mtx);
549 	xpt_done(ccb);
550 	mtx_unlock(sim->mtx);
551 
552 	ctl_free_io(io);
553 }
554 
555 void
556 cfcs_action(struct cam_sim *sim, union ccb *ccb)
557 {
558 	struct cfcs_softc *softc;
559 	int err;
560 
561 	softc = (struct cfcs_softc *)cam_sim_softc(sim);
562 	mtx_assert(&softc->lock, MA_OWNED);
563 
564 	switch (ccb->ccb_h.func_code) {
565 	case XPT_SCSI_IO: {
566 		union ctl_io *io;
567 		struct ccb_scsiio *csio;
568 
569 		csio = &ccb->csio;
570 
571 		/*
572 		 * Catch CCB flags, like physical address flags, that
573 	 	 * indicate situations we currently can't handle.
574 		 */
575 		if (ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS) {
576 			ccb->ccb_h.status = CAM_REQ_INVALID;
577 			printf("%s: bad CCB flags %#x (all flags %#x)\n",
578 			       __func__, ccb->ccb_h.flags & CFCS_BAD_CCB_FLAGS,
579 			       ccb->ccb_h.flags);
580 			xpt_done(ccb);
581 			return;
582 		}
583 
584 		/*
585 		 * If we aren't online, there are no devices to see.
586 		 */
587 		if (softc->online == 0) {
588 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
589 			xpt_done(ccb);
590 			return;
591 		}
592 
593 		io = ctl_alloc_io(softc->fe.ctl_pool_ref);
594 		if (io == NULL) {
595 			printf("%s: can't allocate ctl_io\n", __func__);
596 			ccb->ccb_h.status = CAM_BUSY | CAM_DEV_QFRZN;
597 			xpt_freeze_devq(ccb->ccb_h.path, 1);
598 			xpt_done(ccb);
599 			return;
600 		}
601 		ctl_zero_io(io);
602 		/* Save pointers on both sides */
603 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = ccb;
604 		ccb->ccb_h.io_ptr = io;
605 
606 		/*
607 		 * Only SCSI I/O comes down this path, resets, etc. come
608 		 * down via the XPT_RESET_BUS/LUN CCBs below.
609 		 */
610 		io->io_hdr.io_type = CTL_IO_SCSI;
611 		io->io_hdr.nexus.initid.id = 1;
612 		io->io_hdr.nexus.targ_port = softc->fe.targ_port;
613 		/*
614 		 * XXX KDM how do we handle target IDs?
615 		 */
616 		io->io_hdr.nexus.targ_target.id = ccb->ccb_h.target_id;
617 		io->io_hdr.nexus.targ_lun = ccb->ccb_h.target_lun;
618 		/*
619 		 * This tag scheme isn't the best, since we could in theory
620 		 * have a very long-lived I/O and tag collision, especially
621 		 * in a high I/O environment.  But it should work well
622 		 * enough for now.  Since we're using unsigned ints,
623 		 * they'll just wrap around.
624 		 */
625 		io->scsiio.tag_num = softc->cur_tag_num++;
626 		csio->tag_id = io->scsiio.tag_num;
627 		switch (csio->tag_action) {
628 		case CAM_TAG_ACTION_NONE:
629 			io->scsiio.tag_type = CTL_TAG_UNTAGGED;
630 			break;
631 		case MSG_SIMPLE_TASK:
632 			io->scsiio.tag_type = CTL_TAG_SIMPLE;
633 			break;
634 		case MSG_HEAD_OF_QUEUE_TASK:
635         		io->scsiio.tag_type = CTL_TAG_HEAD_OF_QUEUE;
636 			break;
637 		case MSG_ORDERED_TASK:
638         		io->scsiio.tag_type = CTL_TAG_ORDERED;
639 			break;
640 		case MSG_ACA_TASK:
641 			io->scsiio.tag_type = CTL_TAG_ACA;
642 			break;
643 		default:
644 			io->scsiio.tag_type = CTL_TAG_UNTAGGED;
645 			printf("%s: unhandled tag type %#x!!\n", __func__,
646 			       csio->tag_action);
647 			break;
648 		}
649 		if (csio->cdb_len > sizeof(io->scsiio.cdb)) {
650 			printf("%s: WARNING: CDB len %d > ctl_io space %zd\n",
651 			       __func__, csio->cdb_len, sizeof(io->scsiio.cdb));
652 		}
653 		io->scsiio.cdb_len = min(csio->cdb_len, sizeof(io->scsiio.cdb));
654 		bcopy(csio->cdb_io.cdb_bytes, io->scsiio.cdb,
655 		      io->scsiio.cdb_len);
656 
657 		err = ctl_queue(io);
658 		if (err != CTL_RETVAL_COMPLETE) {
659 			printf("%s: func %d: error %d returned by "
660 			       "ctl_queue()!\n", __func__,
661 			       ccb->ccb_h.func_code, err);
662 			ctl_free_io(io);
663 		} else {
664 			ccb->ccb_h.status |= CAM_SIM_QUEUED;
665 		}
666 		break;
667 	}
668 	case XPT_ABORT: {
669 		union ctl_io *io;
670 		union ccb *abort_ccb;
671 
672 		abort_ccb = ccb->cab.abort_ccb;
673 
674 		if (abort_ccb->ccb_h.func_code != XPT_SCSI_IO) {
675 			ccb->ccb_h.status = CAM_REQ_INVALID;
676 			xpt_done(ccb);
677 		}
678 
679 		/*
680 		 * If we aren't online, there are no devices to talk to.
681 		 */
682 		if (softc->online == 0) {
683 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
684 			xpt_done(ccb);
685 			return;
686 		}
687 
688 		io = ctl_alloc_io(softc->fe.ctl_pool_ref);
689 		if (io == NULL) {
690 			ccb->ccb_h.status = CAM_BUSY | CAM_DEV_QFRZN;
691 			xpt_freeze_devq(ccb->ccb_h.path, 1);
692 			xpt_done(ccb);
693 			return;
694 		}
695 
696 		ctl_zero_io(io);
697 		/* Save pointers on both sides */
698 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = ccb;
699 		ccb->ccb_h.io_ptr = io;
700 
701 		io->io_hdr.io_type = CTL_IO_TASK;
702 		io->io_hdr.nexus.initid.id = 1;
703 		io->io_hdr.nexus.targ_port = softc->fe.targ_port;
704 		io->io_hdr.nexus.targ_target.id = ccb->ccb_h.target_id;
705 		io->io_hdr.nexus.targ_lun = ccb->ccb_h.target_lun;
706 		io->taskio.task_action = CTL_TASK_ABORT_TASK;
707 		io->taskio.tag_num = abort_ccb->csio.tag_id;
708 		switch (abort_ccb->csio.tag_action) {
709 		case CAM_TAG_ACTION_NONE:
710 			io->taskio.tag_type = CTL_TAG_UNTAGGED;
711 			break;
712 		case MSG_SIMPLE_TASK:
713 			io->taskio.tag_type = CTL_TAG_SIMPLE;
714 			break;
715 		case MSG_HEAD_OF_QUEUE_TASK:
716         		io->taskio.tag_type = CTL_TAG_HEAD_OF_QUEUE;
717 			break;
718 		case MSG_ORDERED_TASK:
719         		io->taskio.tag_type = CTL_TAG_ORDERED;
720 			break;
721 		case MSG_ACA_TASK:
722 			io->taskio.tag_type = CTL_TAG_ACA;
723 			break;
724 		default:
725 			io->taskio.tag_type = CTL_TAG_UNTAGGED;
726 			printf("%s: unhandled tag type %#x!!\n", __func__,
727 			       abort_ccb->csio.tag_action);
728 			break;
729 		}
730 		err = ctl_queue(io);
731 		if (err != CTL_RETVAL_COMPLETE) {
732 			printf("%s func %d: error %d returned by "
733 			       "ctl_queue()!\n", __func__,
734 			       ccb->ccb_h.func_code, err);
735 			ctl_free_io(io);
736 		}
737 		break;
738 	}
739 	case XPT_GET_TRAN_SETTINGS: {
740 		struct ccb_trans_settings *cts;
741 		struct ccb_trans_settings_scsi *scsi;
742 		struct ccb_trans_settings_fc *fc;
743 
744 		cts = &ccb->cts;
745 		scsi = &cts->proto_specific.scsi;
746 		fc = &cts->xport_specific.fc;
747 
748 
749 		cts->protocol = PROTO_SCSI;
750 		cts->protocol_version = SCSI_REV_SPC2;
751 		cts->transport = XPORT_FC;
752 		cts->transport_version = 0;
753 
754 		scsi->valid = CTS_SCSI_VALID_TQ;
755 		scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
756 		fc->valid = CTS_FC_VALID_SPEED;
757 		fc->bitrate = 800000;
758 		fc->wwnn = softc->wwnn;
759 		fc->wwpn = softc->wwpn;
760        		fc->port = softc->fe.targ_port;
761 		fc->valid |= CTS_FC_VALID_WWNN | CTS_FC_VALID_WWPN |
762 			CTS_FC_VALID_PORT;
763 		ccb->ccb_h.status = CAM_REQ_CMP;
764 		break;
765 	}
766 	case XPT_SET_TRAN_SETTINGS:
767 		/* XXX KDM should we actually do something here? */
768 		ccb->ccb_h.status = CAM_REQ_CMP;
769 		break;
770 	case XPT_RESET_BUS:
771 	case XPT_RESET_DEV: {
772 		union ctl_io *io;
773 
774 		/*
775 		 * If we aren't online, there are no devices to talk to.
776 		 */
777 		if (softc->online == 0) {
778 			ccb->ccb_h.status = CAM_DEV_NOT_THERE;
779 			xpt_done(ccb);
780 			return;
781 		}
782 
783 		io = ctl_alloc_io(softc->fe.ctl_pool_ref);
784 		if (io == NULL) {
785 			ccb->ccb_h.status = CAM_BUSY | CAM_DEV_QFRZN;
786 			xpt_freeze_devq(ccb->ccb_h.path, 1);
787 			xpt_done(ccb);
788 			return;
789 		}
790 
791 		ctl_zero_io(io);
792 		/* Save pointers on both sides */
793 		io->io_hdr.ctl_private[CTL_PRIV_FRONTEND].ptr = ccb;
794 		ccb->ccb_h.io_ptr = io;
795 
796 		io->io_hdr.io_type = CTL_IO_TASK;
797 		io->io_hdr.nexus.initid.id = 0;
798 		io->io_hdr.nexus.targ_port = softc->fe.targ_port;
799 		io->io_hdr.nexus.targ_target.id = ccb->ccb_h.target_id;
800 		io->io_hdr.nexus.targ_lun = ccb->ccb_h.target_lun;
801 		if (ccb->ccb_h.func_code == XPT_RESET_BUS)
802 			io->taskio.task_action = CTL_TASK_BUS_RESET;
803 		else
804 			io->taskio.task_action = CTL_TASK_LUN_RESET;
805 
806 		err = ctl_queue(io);
807 		if (err != CTL_RETVAL_COMPLETE) {
808 			printf("%s func %d: error %d returned by "
809 			      "ctl_queue()!\n", __func__,
810 			      ccb->ccb_h.func_code, err);
811 			ctl_free_io(io);
812 		}
813 		break;
814 	}
815 	case XPT_CALC_GEOMETRY:
816 		cam_calc_geometry(&ccb->ccg, 1);
817 		xpt_done(ccb);
818 		break;
819 	case XPT_PATH_INQ: {
820 		struct ccb_pathinq *cpi;
821 
822 		cpi = &ccb->cpi;
823 
824 		cpi->version_num = 0;
825 		cpi->hba_inquiry = PI_TAG_ABLE;
826 		cpi->target_sprt = 0;
827 		cpi->hba_misc = 0;
828 		cpi->hba_eng_cnt = 0;
829 		cpi->max_target = 1;
830 		cpi->max_lun = 1024;
831 		/* Do we really have a limit? */
832 		cpi->maxio = 1024 * 1024;
833 		cpi->async_flags = 0;
834 		cpi->hpath_id = 0;
835 		cpi->initiator_id = 0;
836 
837 		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
838 		strncpy(cpi->hba_vid, "FreeBSD", HBA_IDLEN);
839 		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
840 		cpi->unit_number = 0;
841 		cpi->bus_id = 0;
842 		cpi->base_transfer_speed = 800000;
843 		cpi->protocol = PROTO_SCSI;
844 		cpi->protocol_version = SCSI_REV_SPC2;
845 		/*
846 		 * Pretend to be Fibre Channel.
847 		 */
848 		cpi->transport = XPORT_FC;
849 		cpi->transport_version = 0;
850 		cpi->xport_specific.fc.wwnn = softc->wwnn;
851 		cpi->xport_specific.fc.wwpn = softc->wwpn;
852 		cpi->xport_specific.fc.port = softc->fe.targ_port;
853 		cpi->xport_specific.fc.bitrate = 8 * 1000 * 1000;
854 		cpi->ccb_h.status = CAM_REQ_CMP;
855 		break;
856 	}
857 	default:
858 		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
859 		printf("%s: unsupported CCB type %#x\n", __func__,
860 		       ccb->ccb_h.func_code);
861 		xpt_done(ccb);
862 		break;
863 	}
864 }
865 
866 static void
867 cfcs_async(void *callback_arg, uint32_t code, struct cam_path *path, void *arg)
868 {
869 
870 }
871