xref: /freebsd/sys/cam/cam.c (revision 7fdf597e96a02165cfe22ff357b857d5fa15ed8a)
1 /*-
2  * Generic utility routines for the Common Access Method layer.
3  *
4  * SPDX-License-Identifier: BSD-2-Clause
5  *
6  * Copyright (c) 1997 Justin T. Gibbs.
7  * All rights reserved.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions, and the following disclaimer,
14  *    without modification, immediately at the beginning of the file.
15  * 2. The name of the author may not be used to endorse or promote products
16  *    derived from this software without specific prior written permission.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
22  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28  * SUCH DAMAGE.
29  */
30 
31 #include <sys/param.h>
32 #ifdef _KERNEL
33 #include <sys/systm.h>
34 #include <sys/kernel.h>
35 #include <sys/memdesc.h>
36 #include <sys/sysctl.h>
37 #else /* _KERNEL */
38 #include <stdlib.h>
39 #include <stdio.h>
40 #include <string.h>
41 #include <camlib.h>
42 #endif /* _KERNEL */
43 
44 #include <cam/cam.h>
45 #include <cam/cam_ccb.h>
46 #include <cam/scsi/scsi_all.h>
47 #include <cam/scsi/smp_all.h>
48 #include <sys/sbuf.h>
49 
50 #ifdef _KERNEL
51 #include <sys/libkern.h>
52 #include <machine/bus.h>
53 #include <cam/cam_queue.h>
54 #include <cam/cam_xpt.h>
55 
56 FEATURE(scbus, "SCSI devices support");
57 
58 #endif
59 
60 static int	camstatusentrycomp(const void *key, const void *member);
61 
62 const struct cam_status_entry cam_status_table[] = {
63 	{ CAM_REQ_INPROG,	 "CCB request is in progress"		     },
64 	{ CAM_REQ_CMP,		 "CCB request completed without error"	     },
65 	{ CAM_REQ_ABORTED,	 "CCB request aborted by the host"	     },
66 	{ CAM_UA_ABORT,		 "Unable to abort CCB request"		     },
67 	{ CAM_REQ_CMP_ERR,	 "CCB request completed with an error"	     },
68 	{ CAM_BUSY,		 "CAM subsystem is busy"		     },
69 	{ CAM_REQ_INVALID,	 "CCB request was invalid"		     },
70 	{ CAM_PATH_INVALID,	 "Supplied Path ID is invalid"		     },
71 	{ CAM_DEV_NOT_THERE,	 "Device Not Present"			     },
72 	{ CAM_UA_TERMIO,	 "Unable to terminate I/O CCB request"	     },
73 	{ CAM_SEL_TIMEOUT,	 "Selection Timeout"			     },
74 	{ CAM_CMD_TIMEOUT,	 "Command timeout"			     },
75 	{ CAM_SCSI_STATUS_ERROR, "SCSI Status Error"			     },
76 	{ CAM_MSG_REJECT_REC,	 "Message Reject Reveived"		     },
77 	{ CAM_SCSI_BUS_RESET,	 "SCSI Bus Reset Sent/Received"		     },
78 	{ CAM_UNCOR_PARITY,	 "Uncorrectable parity/CRC error"	     },
79 	{ CAM_AUTOSENSE_FAIL,	 "Auto-Sense Retrieval Failed"		     },
80 	{ CAM_NO_HBA,		 "No HBA Detected"			     },
81 	{ CAM_DATA_RUN_ERR,	 "Data Overrun error"			     },
82 	{ CAM_UNEXP_BUSFREE,	 "Unexpected Bus Free"			     },
83 	{ CAM_SEQUENCE_FAIL,	 "Target Bus Phase Sequence Failure"	     },
84 	{ CAM_CCB_LEN_ERR,	 "CCB length supplied is inadequate"	     },
85 	{ CAM_PROVIDE_FAIL,	 "Unable to provide requested capability"    },
86 	{ CAM_BDR_SENT,		 "SCSI BDR Message Sent"		     },
87 	{ CAM_REQ_TERMIO,	 "CCB request terminated by the host"	     },
88 	{ CAM_UNREC_HBA_ERROR,	 "Unrecoverable Host Bus Adapter Error"	     },
89 	{ CAM_REQ_TOO_BIG,	 "The request was too large for this host"   },
90 	{ CAM_REQUEUE_REQ,	 "Unconditionally Re-queue Request"	     },
91 	{ CAM_ATA_STATUS_ERROR,	 "ATA Status Error"			     },
92 	{ CAM_SCSI_IT_NEXUS_LOST,"Initiator/Target Nexus Lost"               },
93 	{ CAM_SMP_STATUS_ERROR,	 "SMP Status Error"                          },
94 	{ CAM_REQ_SOFTTIMEOUT,   "Completed w/o error, but took too long"    },
95 	{ CAM_NVME_STATUS_ERROR, "NVME Status Error"			     },
96 	{ CAM_IDE,		 "Initiator Detected Error Message Received" },
97 	{ CAM_RESRC_UNAVAIL,	 "Resource Unavailable"			     },
98 	{ CAM_UNACKED_EVENT,	 "Unacknowledged Event by Host"		     },
99 	{ CAM_MESSAGE_RECV,	 "Message Received in Host Target Mode"	     },
100 	{ CAM_INVALID_CDB,	 "Invalid CDB received in Host Target Mode"  },
101 	{ CAM_LUN_INVALID,	 "Invalid Lun"				     },
102 	{ CAM_TID_INVALID,	 "Invalid Target ID"			     },
103 	{ CAM_FUNC_NOTAVAIL,	 "Function Not Available"		     },
104 	{ CAM_NO_NEXUS,		 "Nexus Not Established"		     },
105 	{ CAM_IID_INVALID,	 "Invalid Initiator ID"			     },
106 	{ CAM_CDB_RECVD,	 "CDB Received"				     },
107 	{ CAM_LUN_ALRDY_ENA,	 "LUN Already Enabled for Target Mode"	     },
108 	{ CAM_SCSI_BUSY,	 "SCSI Bus Busy"			     },
109 };
110 
111 #ifdef _KERNEL
112 SYSCTL_NODE(_kern, OID_AUTO, cam, CTLFLAG_RD | CTLFLAG_MPSAFE, 0,
113     "CAM Subsystem");
114 
115 #ifndef CAM_DEFAULT_SORT_IO_QUEUES
116 #define CAM_DEFAULT_SORT_IO_QUEUES 1
117 #endif
118 
119 int cam_sort_io_queues = CAM_DEFAULT_SORT_IO_QUEUES;
120 SYSCTL_INT(_kern_cam, OID_AUTO, sort_io_queues, CTLFLAG_RWTUN,
121     &cam_sort_io_queues, 0, "Sort IO queues to try and optimise disk access patterns");
122 #endif
123 
124 void
125 cam_strvis(uint8_t *dst, const uint8_t *src, int srclen, int dstlen)
126 {
127 	cam_strvis_flag(dst, src, srclen, dstlen,
128 	    CAM_STRVIS_FLAG_NONASCII_ESC);
129 }
130 
131 void
132 cam_strvis_flag(uint8_t *dst, const uint8_t *src, int srclen, int dstlen,
133 		uint32_t flags)
134 {
135 	struct sbuf sb;
136 
137 	sbuf_new(&sb, dst, dstlen, SBUF_FIXEDLEN);
138 	cam_strvis_sbuf(&sb, src, srclen, flags);
139 	sbuf_finish(&sb);
140 }
141 
142 void
143 cam_strvis_sbuf(struct sbuf *sb, const uint8_t *src, int srclen,
144 		uint32_t flags)
145 {
146 
147 	/* Trim leading/trailing spaces, nulls. */
148 	while (srclen > 0 && src[0] == ' ')
149 		src++, srclen--;
150 	while (srclen > 0
151 	    && (src[srclen-1] == ' ' || src[srclen-1] == '\0'))
152 		srclen--;
153 
154 	while (srclen > 0) {
155 		if (*src < 0x20 || *src >= 0x80) {
156 			/* SCSI-II Specifies that these should never occur. */
157 			/* non-printable character */
158 			switch (flags & CAM_STRVIS_FLAG_NONASCII_MASK) {
159 			case CAM_STRVIS_FLAG_NONASCII_ESC:
160 				sbuf_printf(sb, "\\%c%c%c",
161 				    ((*src & 0300) >> 6) + '0',
162 				    ((*src & 0070) >> 3) + '0',
163 				    ((*src & 0007) >> 0) + '0');
164 				break;
165 			case CAM_STRVIS_FLAG_NONASCII_RAW:
166 				/*
167 				 * If we run into a NUL, just transform it
168 				 * into a space.
169 				 */
170 				if (*src != 0x00)
171 					sbuf_putc(sb, *src);
172 				else
173 					sbuf_putc(sb, ' ');
174 				break;
175 			case CAM_STRVIS_FLAG_NONASCII_SPC:
176 				sbuf_putc(sb, ' ');
177 				break;
178 			case CAM_STRVIS_FLAG_NONASCII_TRIM:
179 			default:
180 				break;
181 			}
182 		} else {
183 			/* normal character */
184 			sbuf_putc(sb, *src);
185 		}
186 		src++;
187 		srclen--;
188 	}
189 }
190 
191 /*
192  * Compare string with pattern, returning 0 on match.
193  * Short pattern matches trailing blanks in name,
194  * Shell globbing rules apply: * matches 0 or more characters,
195  * ? matchces one character, [...] denotes a set to match one char,
196  * [^...] denotes a complimented set to match one character.
197  * Spaces in str used to match anything in the pattern string
198  * but was removed because it's a bug. No current patterns require
199  * it, as far as I know, but it's impossible to know what drives
200  * returned.
201  *
202  * Each '*' generates recursion, so keep the number of * in check.
203  */
204 int
205 cam_strmatch(const uint8_t *str, const uint8_t *pattern, int str_len)
206 {
207 
208 	while (*pattern != '\0' && str_len > 0) {
209 		if (*pattern == '*') {
210 			pattern++;
211 			if (*pattern == '\0')
212 				return (0);
213 			do {
214 				if (cam_strmatch(str, pattern, str_len) == 0)
215 					return (0);
216 				str++;
217 				str_len--;
218 			} while (str_len > 0);
219 			return (1);
220 		} else if (*pattern == '[') {
221 			int negate_range, ok;
222 			uint8_t pc = UCHAR_MAX;
223 			uint8_t sc;
224 
225 			ok = 0;
226 			sc = *str++;
227 			str_len--;
228 			pattern++;
229 			if ((negate_range = (*pattern == '^')) != 0)
230 				pattern++;
231 			while ((*pattern != ']') && *pattern != '\0') {
232 				if (*pattern == '-') {
233 					if (pattern[1] == '\0') /* Bad pattern */
234 						return (1);
235 					if (sc >= pc && sc <= pattern[1])
236 						ok = 1;
237 					pattern++;
238 				} else if (*pattern == sc)
239 					ok = 1;
240 				pc = *pattern;
241 				pattern++;
242 			}
243 			if (ok == negate_range)
244 				return (1);
245 			pattern++;
246 		} else if (*pattern == '?') {
247 			/*
248 			 * NB: || *str == ' ' of the old code is a bug and was
249 			 * removed.  If you add it back, keep this the last if
250 			 * before the naked else */
251 			pattern++;
252 			str++;
253 			str_len--;
254 		} else {
255 			if (*str != *pattern)
256 				return (1);
257 			pattern++;
258 			str++;
259 			str_len--;
260 		}
261 	}
262 
263 	/* '*' is allowed to match nothing, so gobble it */
264 	while (*pattern == '*')
265 		pattern++;
266 
267 	if ( *pattern != '\0') {
268 		/* Pattern not fully consumed.  Not a match */
269 		return (1);
270 	}
271 
272 	/* Eat trailing spaces, which get added by SAT */
273 	while (str_len > 0 && *str == ' ') {
274 		str++;
275 		str_len--;
276 	}
277 
278 	return (str_len);
279 }
280 
281 caddr_t
282 cam_quirkmatch(caddr_t target, caddr_t quirk_table, int num_entries,
283 	       int entry_size, cam_quirkmatch_t *comp_func)
284 {
285 	for (; num_entries > 0; num_entries--, quirk_table += entry_size) {
286 		if ((*comp_func)(target, quirk_table) == 0)
287 			return (quirk_table);
288 	}
289 	return (NULL);
290 }
291 
292 const struct cam_status_entry*
293 cam_fetch_status_entry(cam_status status)
294 {
295 	status &= CAM_STATUS_MASK;
296 	return (bsearch(&status, &cam_status_table,
297 			nitems(cam_status_table),
298 			sizeof(*cam_status_table),
299 			camstatusentrycomp));
300 }
301 
302 static int
303 camstatusentrycomp(const void *key, const void *member)
304 {
305 	cam_status status;
306 	const struct cam_status_entry *table_entry;
307 
308 	status = *(const cam_status *)key;
309 	table_entry = (const struct cam_status_entry *)member;
310 
311 	return (status - table_entry->status_code);
312 }
313 
314 #ifdef _KERNEL
315 char *
316 cam_error_string(union ccb *ccb, char *str, int str_len,
317 		 cam_error_string_flags flags,
318 		 cam_error_proto_flags proto_flags)
319 #else /* !_KERNEL */
320 char *
321 cam_error_string(struct cam_device *device, union ccb *ccb, char *str,
322 		 int str_len, cam_error_string_flags flags,
323 		 cam_error_proto_flags proto_flags)
324 #endif /* _KERNEL/!_KERNEL */
325 {
326 	char path_str[64];
327 	struct sbuf sb;
328 
329 	if ((ccb == NULL)
330 	 || (str == NULL)
331 	 || (str_len <= 0))
332 		return(NULL);
333 
334 	if (flags == CAM_ESF_NONE)
335 		return(NULL);
336 
337 	switch (ccb->ccb_h.func_code) {
338 		case XPT_ATA_IO:
339 			switch (proto_flags & CAM_EPF_LEVEL_MASK) {
340 			case CAM_EPF_NONE:
341 				break;
342 			case CAM_EPF_ALL:
343 			case CAM_EPF_NORMAL:
344 				proto_flags |= CAM_EAF_PRINT_RESULT;
345 				/* FALLTHROUGH */
346 			case CAM_EPF_MINIMAL:
347 				proto_flags |= CAM_EAF_PRINT_STATUS;
348 				/* FALLTHROUGH */
349 			default:
350 				break;
351 			}
352 			break;
353 		case XPT_SCSI_IO:
354 			switch (proto_flags & CAM_EPF_LEVEL_MASK) {
355 			case CAM_EPF_NONE:
356 				break;
357 			case CAM_EPF_ALL:
358 			case CAM_EPF_NORMAL:
359 				proto_flags |= CAM_ESF_PRINT_SENSE;
360 				/* FALLTHROUGH */
361 			case CAM_EPF_MINIMAL:
362 				proto_flags |= CAM_ESF_PRINT_STATUS;
363 				/* FALLTHROUGH */
364 			default:
365 				break;
366 			}
367 			break;
368 		case XPT_SMP_IO:
369 			switch (proto_flags & CAM_EPF_LEVEL_MASK) {
370 			case CAM_EPF_NONE:
371 				break;
372 			case CAM_EPF_ALL:
373 				proto_flags |= CAM_ESMF_PRINT_FULL_CMD;
374 				/* FALLTHROUGH */
375 			case CAM_EPF_NORMAL:
376 			case CAM_EPF_MINIMAL:
377 				proto_flags |= CAM_ESMF_PRINT_STATUS;
378 				/* FALLTHROUGH */
379 			default:
380 				break;
381 			}
382 			break;
383 		default:
384 			break;
385 	}
386 #ifdef _KERNEL
387 	xpt_path_string(ccb->csio.ccb_h.path, path_str, sizeof(path_str));
388 #else /* !_KERNEL */
389 	cam_path_string(device, path_str, sizeof(path_str));
390 #endif /* _KERNEL/!_KERNEL */
391 
392 	sbuf_new(&sb, str, str_len, 0);
393 
394 	if (flags & CAM_ESF_COMMAND) {
395 		sbuf_cat(&sb, path_str);
396 		switch (ccb->ccb_h.func_code) {
397 		case XPT_ATA_IO:
398 			ata_command_sbuf(&ccb->ataio, &sb);
399 			break;
400 		case XPT_SCSI_IO:
401 #ifdef _KERNEL
402 			scsi_command_string(&ccb->csio, &sb);
403 #else /* !_KERNEL */
404 			scsi_command_string(device, &ccb->csio, &sb);
405 #endif /* _KERNEL/!_KERNEL */
406 			break;
407 		case XPT_SMP_IO:
408 			smp_command_sbuf(&ccb->smpio, &sb, path_str, 79 -
409 					 strlen(path_str), (proto_flags &
410 					 CAM_ESMF_PRINT_FULL_CMD) ? 79 : 0);
411 			break;
412 		case XPT_NVME_IO:
413 		case XPT_NVME_ADMIN:
414 			nvme_command_sbuf(&ccb->nvmeio, &sb);
415 			break;
416 		default:
417 			sbuf_printf(&sb, "CAM func %#x",
418 			    ccb->ccb_h.func_code);
419 			break;
420 		}
421 		sbuf_putc(&sb, '\n');
422 	}
423 
424 	if (flags & CAM_ESF_CAM_STATUS) {
425 		cam_status status;
426 		const struct cam_status_entry *entry;
427 
428 		sbuf_cat(&sb, path_str);
429 
430 		status = ccb->ccb_h.status & CAM_STATUS_MASK;
431 
432 		entry = cam_fetch_status_entry(status);
433 
434 		if (entry == NULL)
435 			sbuf_printf(&sb, "CAM status: Unknown (%#x)\n",
436 				    ccb->ccb_h.status);
437 		else
438 			sbuf_printf(&sb, "CAM status: %s\n",
439 				    entry->status_text);
440 	}
441 
442 	if (flags & CAM_ESF_PROTO_STATUS) {
443 
444 		switch (ccb->ccb_h.func_code) {
445 		case XPT_ATA_IO:
446 			if ((ccb->ccb_h.status & CAM_STATUS_MASK) !=
447 			     CAM_ATA_STATUS_ERROR)
448 				break;
449 			if (proto_flags & CAM_EAF_PRINT_STATUS) {
450 				sbuf_cat(&sb, path_str);
451 				ata_status_sbuf(&ccb->ataio, &sb);
452 				sbuf_putc(&sb, '\n');
453 			}
454 			if (proto_flags & CAM_EAF_PRINT_RESULT) {
455 				sbuf_cat(&sb, path_str);
456 				sbuf_cat(&sb, "RES: ");
457 				ata_res_sbuf(&ccb->ataio.res, &sb);
458 				sbuf_putc(&sb, '\n');
459 			}
460 
461 			break;
462 		case XPT_SCSI_IO:
463 			if ((ccb->ccb_h.status & CAM_STATUS_MASK) !=
464 			     CAM_SCSI_STATUS_ERROR)
465 				break;
466 
467 			if (proto_flags & CAM_ESF_PRINT_STATUS) {
468 				sbuf_cat(&sb, path_str);
469 				sbuf_printf(&sb, "SCSI status: %s\n",
470 					    scsi_status_string(&ccb->csio));
471 			}
472 
473 			if ((proto_flags & CAM_ESF_PRINT_SENSE)
474 			 && (ccb->csio.scsi_status == SCSI_STATUS_CHECK_COND)
475 			 && (ccb->ccb_h.status & CAM_AUTOSNS_VALID)) {
476 #ifdef _KERNEL
477 				scsi_sense_sbuf(&ccb->csio, &sb,
478 						SSS_FLAG_NONE);
479 #else /* !_KERNEL */
480 				scsi_sense_sbuf(device, &ccb->csio, &sb,
481 						SSS_FLAG_NONE);
482 #endif /* _KERNEL/!_KERNEL */
483 			}
484 			break;
485 		case XPT_SMP_IO:
486 			if ((ccb->ccb_h.status & CAM_STATUS_MASK) !=
487 			     CAM_SMP_STATUS_ERROR)
488 				break;
489 
490 			if (proto_flags & CAM_ESF_PRINT_STATUS) {
491 				sbuf_cat(&sb, path_str);
492 				sbuf_printf(&sb, "SMP status: %s (%#x)\n",
493 				    smp_error_desc(ccb->smpio.smp_response[2]),
494 						   ccb->smpio.smp_response[2]);
495 			}
496 			/* There is no SMP equivalent to SCSI sense. */
497 			break;
498 		default:
499 			break;
500 		}
501 	}
502 
503 	sbuf_finish(&sb);
504 
505 	return(sbuf_data(&sb));
506 }
507 
508 #ifdef _KERNEL
509 
510 void
511 cam_error_print(union ccb *ccb, cam_error_string_flags flags,
512 		cam_error_proto_flags proto_flags)
513 {
514 	char str[512];
515 
516 	printf("%s", cam_error_string(ccb, str, sizeof(str), flags,
517 	       proto_flags));
518 }
519 
520 #else /* !_KERNEL */
521 
522 void
523 cam_error_print(struct cam_device *device, union ccb *ccb,
524 		cam_error_string_flags flags, cam_error_proto_flags proto_flags,
525 		FILE *ofile)
526 {
527 	char str[512];
528 
529 	if ((device == NULL) || (ccb == NULL) || (ofile == NULL))
530 		return;
531 
532 	fprintf(ofile, "%s", cam_error_string(device, ccb, str, sizeof(str),
533 		flags, proto_flags));
534 }
535 
536 #endif /* _KERNEL/!_KERNEL */
537 
538 /*
539  * Common calculate geometry fuction
540  *
541  * Caller should set ccg->volume_size and block_size.
542  * The extended parameter should be zero if extended translation
543  * should not be used.
544  */
545 void
546 cam_calc_geometry(struct ccb_calc_geometry *ccg, int extended)
547 {
548 	uint32_t size_mb, secs_per_cylinder;
549 
550 	if (ccg->block_size == 0) {
551 		ccg->ccb_h.status = CAM_REQ_CMP_ERR;
552 		return;
553 	}
554 	size_mb = (1024L * 1024L) / ccg->block_size;
555 	if (size_mb == 0) {
556 		ccg->ccb_h.status = CAM_REQ_CMP_ERR;
557 		return;
558 	}
559 	size_mb = ccg->volume_size / size_mb;
560 	if (size_mb > 1024 && extended) {
561 		ccg->heads = 255;
562 		ccg->secs_per_track = 63;
563 	} else {
564 		ccg->heads = 64;
565 		ccg->secs_per_track = 32;
566 	}
567 	secs_per_cylinder = ccg->heads * ccg->secs_per_track;
568 	if (secs_per_cylinder == 0) {
569 		ccg->ccb_h.status = CAM_REQ_CMP_ERR;
570 		return;
571 	}
572 	ccg->cylinders = ccg->volume_size / secs_per_cylinder;
573 	ccg->ccb_h.status = CAM_REQ_CMP;
574 }
575 
576 #ifdef _KERNEL
577 struct memdesc
578 memdesc_ccb(union ccb *ccb)
579 {
580 	struct ccb_hdr *ccb_h;
581 	void *data_ptr;
582 	uint32_t dxfer_len;
583 	uint16_t sglist_cnt;
584 
585 	ccb_h = &ccb->ccb_h;
586 	switch (ccb_h->func_code) {
587 	case XPT_SCSI_IO: {
588 		struct ccb_scsiio *csio;
589 
590 		csio = &ccb->csio;
591 		data_ptr = csio->data_ptr;
592 		dxfer_len = csio->dxfer_len;
593 		sglist_cnt = csio->sglist_cnt;
594 		break;
595 	}
596 	case XPT_CONT_TARGET_IO: {
597 		struct ccb_scsiio *ctio;
598 
599 		ctio = &ccb->ctio;
600 		data_ptr = ctio->data_ptr;
601 		dxfer_len = ctio->dxfer_len;
602 		sglist_cnt = ctio->sglist_cnt;
603 		break;
604 	}
605 	case XPT_ATA_IO: {
606 		struct ccb_ataio *ataio;
607 
608 		ataio = &ccb->ataio;
609 		data_ptr = ataio->data_ptr;
610 		dxfer_len = ataio->dxfer_len;
611 		sglist_cnt = 0;
612 		break;
613 	}
614 	case XPT_NVME_IO:
615 	case XPT_NVME_ADMIN: {
616 		struct ccb_nvmeio *nvmeio;
617 
618 		nvmeio = &ccb->nvmeio;
619 		data_ptr = nvmeio->data_ptr;
620 		dxfer_len = nvmeio->dxfer_len;
621 		sglist_cnt = nvmeio->sglist_cnt;
622 		break;
623 	}
624 	default:
625 		panic("%s: Unsupported func code %d", __func__,
626 		    ccb_h->func_code);
627 	}
628 
629 	switch ((ccb_h->flags & CAM_DATA_MASK)) {
630 	case CAM_DATA_VADDR:
631 		return (memdesc_vaddr(data_ptr, dxfer_len));
632 	case CAM_DATA_PADDR:
633 		return (memdesc_paddr((vm_paddr_t)(uintptr_t)data_ptr,
634 		    dxfer_len));
635 	case CAM_DATA_SG:
636 		return (memdesc_vlist(data_ptr, sglist_cnt));
637 	case CAM_DATA_SG_PADDR:
638 		return (memdesc_plist(data_ptr, sglist_cnt));
639 	case CAM_DATA_BIO:
640 		return (memdesc_bio(data_ptr));
641 	default:
642 		panic("%s: flags 0x%X unimplemented", __func__, ccb_h->flags);
643 	}
644 }
645 
646 int
647 bus_dmamap_load_ccb(bus_dma_tag_t dmat, bus_dmamap_t map, union ccb *ccb,
648 		    bus_dmamap_callback_t *callback, void *callback_arg,
649 		    int flags)
650 {
651 	struct ccb_hdr *ccb_h;
652 	struct memdesc mem;
653 
654 	ccb_h = &ccb->ccb_h;
655 	if ((ccb_h->flags & CAM_DIR_MASK) == CAM_DIR_NONE) {
656 		callback(callback_arg, NULL, 0, 0);
657 		return (0);
658 	}
659 
660 	mem = memdesc_ccb(ccb);
661 	return (bus_dmamap_load_mem(dmat, map, &mem, callback, callback_arg,
662 	    flags));
663 }
664 #endif
665