xref: /freebsd/sys/dev/nvme/nvme.h (revision 730cecb05aaf016ac52ef7cfc691ccec3a0408cd)
1 /*-
2  * Copyright (C) 2012 Intel Corporation
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24  * SUCH DAMAGE.
25  *
26  * $FreeBSD$
27  */
28 
29 #ifndef __NVME_H__
30 #define __NVME_H__
31 
32 #ifdef _KERNEL
33 #include <sys/types.h>
34 #endif
35 
36 #define	NVME_IDENTIFY_CONTROLLER	_IOR('n', 0, struct nvme_controller_data)
37 #define	NVME_IDENTIFY_NAMESPACE		_IOR('n', 1, struct nvme_namespace_data)
38 #define	NVME_IO_TEST			_IOWR('n', 2, struct nvme_io_test)
39 #define	NVME_BIO_TEST			_IOWR('n', 4, struct nvme_io_test)
40 
41 /*
42  * Use to mark a command to apply to all namespaces, or to retrieve global
43  *  log pages.
44  */
45 #define NVME_GLOBAL_NAMESPACE_TAG	((uint32_t)0xFFFFFFFF)
46 
47 union cap_lo_register {
48 	uint32_t	raw;
49 	struct {
50 		/** maximum queue entries supported */
51 		uint32_t mqes		: 16;
52 
53 		/** contiguous queues required */
54 		uint32_t cqr		: 1;
55 
56 		/** arbitration mechanism supported */
57 		uint32_t ams		: 2;
58 
59 		uint32_t reserved1	: 5;
60 
61 		/** timeout */
62 		uint32_t to		: 8;
63 	} bits __packed;
64 } __packed;
65 
66 union cap_hi_register {
67 	uint32_t	raw;
68 	struct {
69 		/** doorbell stride */
70 		uint32_t dstrd		: 4;
71 
72 		uint32_t reserved3	: 1;
73 
74 		/** command sets supported */
75 		uint32_t css_nvm	: 1;
76 
77 		uint32_t css_reserved	: 3;
78 		uint32_t reserved2	: 7;
79 
80 		/** memory page size minimum */
81 		uint32_t mpsmin		: 4;
82 
83 		/** memory page size maximum */
84 		uint32_t mpsmax		: 4;
85 
86 		uint32_t reserved1	: 8;
87 	} bits __packed;
88 } __packed;
89 
90 union cc_register {
91 	uint32_t	raw;
92 	struct {
93 		/** enable */
94 		uint32_t en		: 1;
95 
96 		uint32_t reserved1	: 3;
97 
98 		/** i/o command set selected */
99 		uint32_t css		: 3;
100 
101 		/** memory page size */
102 		uint32_t mps		: 4;
103 
104 		/** arbitration mechanism selected */
105 		uint32_t ams		: 3;
106 
107 		/** shutdown notification */
108 		uint32_t shn		: 2;
109 
110 		/** i/o submission queue entry size */
111 		uint32_t iosqes		: 4;
112 
113 		/** i/o completion queue entry size */
114 		uint32_t iocqes		: 4;
115 
116 		uint32_t reserved2	: 8;
117 	} bits __packed;
118 } __packed;
119 
120 enum shn_value {
121 	NVME_SHN_NORMAL		= 0x1,
122 	NVME_SHN_ABRUPT		= 0x2,
123 };
124 
125 union csts_register {
126 	uint32_t	raw;
127 	struct {
128 		/** ready */
129 		uint32_t rdy		: 1;
130 
131 		/** controller fatal status */
132 		uint32_t cfs		: 1;
133 
134 		/** shutdown status */
135 		uint32_t shst		: 2;
136 
137 		uint32_t reserved1	: 28;
138 	} bits __packed;
139 } __packed;
140 
141 enum shst_value {
142 	NVME_SHST_NORMAL	= 0x0,
143 	NVME_SHST_OCCURRING	= 0x1,
144 	NVME_SHST_COMPLETE	= 0x2,
145 };
146 
147 union aqa_register {
148 	uint32_t	raw;
149 	struct {
150 		/** admin submission queue size */
151 		uint32_t asqs		: 12;
152 
153 		uint32_t reserved1	: 4;
154 
155 		/** admin completion queue size */
156 		uint32_t acqs		: 12;
157 
158 		uint32_t reserved2	: 4;
159 	} bits __packed;
160 } __packed;
161 
162 struct nvme_registers
163 {
164 	/** controller capabilities */
165 	union cap_lo_register	cap_lo;
166 	union cap_hi_register	cap_hi;
167 
168 	uint32_t	vs;		/* version */
169 	uint32_t	intms;		/* interrupt mask set */
170 	uint32_t	intmc;		/* interrupt mask clear */
171 
172 	/** controller configuration */
173 	union cc_register	cc;
174 
175 	uint32_t	reserved1;
176 	uint32_t	csts;		/* controller status */
177 	uint32_t	reserved2;
178 
179 	/** admin queue attributes */
180 	union aqa_register	aqa;
181 
182 	uint64_t	asq;		/* admin submission queue base addr */
183 	uint64_t	acq;		/* admin completion queue base addr */
184 	uint32_t	reserved3[0x3f2];
185 
186 	struct {
187 	    uint32_t	sq_tdbl;	/* submission queue tail doorbell */
188 	    uint32_t	cq_hdbl;	/* completion queue head doorbell */
189 	} doorbell[1] __packed;
190 } __packed;
191 
192 struct nvme_command
193 {
194 	/* dword 0 */
195 	uint16_t opc	:  8;	/* opcode */
196 	uint16_t fuse	:  2;	/* fused operation */
197 	uint16_t rsvd1	:  6;
198 	uint16_t cid;		/* command identifier */
199 
200 	/* dword 1 */
201 	uint32_t nsid;		/* namespace identifier */
202 
203 	/* dword 2-3 */
204 	uint32_t rsvd2;
205 	uint32_t rsvd3;
206 
207 	/* dword 4-5 */
208 	uint64_t mptr;		/* metadata pointer */
209 
210 	/* dword 6-7 */
211 	uint64_t prp1;		/* prp entry 1 */
212 
213 	/* dword 8-9 */
214 	uint64_t prp2;		/* prp entry 2 */
215 
216 	/* dword 10-15 */
217 	uint32_t cdw10;		/* command-specific */
218 	uint32_t cdw11;		/* command-specific */
219 	uint32_t cdw12;		/* command-specific */
220 	uint32_t cdw13;		/* command-specific */
221 	uint32_t cdw14;		/* command-specific */
222 	uint32_t cdw15;		/* command-specific */
223 } __packed;
224 
225 struct nvme_completion {
226 
227 	/* dword 0 */
228 	uint32_t cdw0;		/* command-specific */
229 
230 	/* dword 1 */
231 	uint32_t rsvd1;
232 
233 	/* dword 2 */
234 	uint16_t sqhd;		/* submission queue head pointer */
235 	uint16_t sqid;		/* submission queue identifier */
236 
237 	/* dword 3 */
238 	uint16_t cid;		/* command identifier */
239 	uint16_t p	:  1;	/* phase tag */
240 	uint16_t sf_sc	:  8;	/* status field - status code */
241 	uint16_t sf_sct	:  3;	/* status field - status code type */
242 	uint16_t rsvd2	:  2;
243 	uint16_t sf_m	:  1;	/* status field - more */
244 	uint16_t sf_dnr	:  1;	/* status field - do not retry */
245 } __packed;
246 
247 struct nvme_dsm_range {
248 
249 	uint32_t attributes;
250 	uint32_t length;
251 	uint64_t starting_lba;
252 } __packed;
253 
254 /* status code types */
255 enum nvme_status_code_type {
256 	NVME_SCT_GENERIC		= 0x0,
257 	NVME_SCT_COMMAND_SPECIFIC	= 0x1,
258 	NVME_SCT_MEDIA_ERROR		= 0x2,
259 	/* 0x3-0x6 - reserved */
260 	NVME_SCT_VENDOR_SPECIFIC	= 0x7,
261 };
262 
263 /* generic command status codes */
264 enum nvme_generic_command_status_code {
265 	NVME_SC_SUCCESS				= 0x00,
266 	NVME_SC_INVALID_OPCODE			= 0x01,
267 	NVME_SC_INVALID_FIELD			= 0x02,
268 	NVME_SC_COMMAND_ID_CONFLICT		= 0x03,
269 	NVME_SC_DATA_TRANSFER_ERROR		= 0x04,
270 	NVME_SC_ABORTED_POWER_LOSS		= 0x05,
271 	NVME_SC_INTERNAL_DEVICE_ERROR		= 0x06,
272 	NVME_SC_ABORTED_BY_REQUEST		= 0x07,
273 	NVME_SC_ABORTED_SQ_DELETION		= 0x08,
274 	NVME_SC_ABORTED_FAILED_FUSED		= 0x09,
275 	NVME_SC_ABORTED_MISSING_FUSED		= 0x0a,
276 	NVME_SC_INVALID_NAMESPACE_OR_FORMAT	= 0x0b,
277 	NVME_SC_COMMAND_SEQUENCE_ERROR		= 0x0c,
278 
279 	NVME_SC_LBA_OUT_OF_RANGE		= 0x80,
280 	NVME_SC_CAPACITY_EXCEEDED		= 0x81,
281 	NVME_SC_NAMESPACE_NOT_READY		= 0x82,
282 };
283 
284 /* command specific status codes */
285 enum nvme_command_specific_status_code {
286 	NVME_SC_COMPLETION_QUEUE_INVALID	= 0x00,
287 	NVME_SC_INVALID_QUEUE_IDENTIFIER	= 0x01,
288 	NVME_SC_MAXIMUM_QUEUE_SIZE_EXCEEDED	= 0x02,
289 	NVME_SC_ABORT_COMMAND_LIMIT_EXCEEDED	= 0x03,
290 	/* 0x04 - reserved */
291 	NVME_SC_ASYNC_EVENT_REQUEST_LIMIT_EXCEEDED = 0x05,
292 	NVME_SC_INVALID_FIRMWARE_SLOT		= 0x06,
293 	NVME_SC_INVALID_FIRMWARE_IMAGE		= 0x07,
294 	NVME_SC_INVALID_INTERRUPT_VECTOR	= 0x08,
295 	NVME_SC_INVALID_LOG_PAGE		= 0x09,
296 	NVME_SC_INVALID_FORMAT			= 0x0a,
297 	NVME_SC_FIRMWARE_REQUIRES_RESET		= 0x0b,
298 
299 	NVME_SC_CONFLICTING_ATTRIBUTES		= 0x80,
300 	NVME_SC_INVALID_PROTECTION_INFO		= 0x81,
301 	NVME_SC_ATTEMPTED_WRITE_TO_RO_PAGE	= 0x82,
302 };
303 
304 /* media error status codes */
305 enum nvme_media_error_status_code {
306 	NVME_SC_WRITE_FAULTS			= 0x80,
307 	NVME_SC_UNRECOVERED_READ_ERROR		= 0x81,
308 	NVME_SC_GUARD_CHECK_ERROR		= 0x82,
309 	NVME_SC_APPLICATION_TAG_CHECK_ERROR	= 0x83,
310 	NVME_SC_REFERENCE_TAG_CHECK_ERROR	= 0x84,
311 	NVME_SC_COMPARE_FAILURE			= 0x85,
312 	NVME_SC_ACCESS_DENIED			= 0x86,
313 };
314 
315 /* admin opcodes */
316 enum nvme_admin_opcode {
317 	NVME_OPC_DELETE_IO_SQ			= 0x00,
318 	NVME_OPC_CREATE_IO_SQ			= 0x01,
319 	NVME_OPC_GET_LOG_PAGE			= 0x02,
320 	/* 0x03 - reserved */
321 	NVME_OPC_DELETE_IO_CQ			= 0x04,
322 	NVME_OPC_CREATE_IO_CQ			= 0x05,
323 	NVME_OPC_IDENTIFY			= 0x06,
324 	/* 0x07 - reserved */
325 	NVME_OPC_ABORT				= 0x08,
326 	NVME_OPC_SET_FEATURES			= 0x09,
327 	NVME_OPC_GET_FEATURES			= 0x0a,
328 	/* 0x0b - reserved */
329 	NVME_OPC_ASYNC_EVENT_REQUEST		= 0x0c,
330 	/* 0x0d-0x0f - reserved */
331 	NVME_OPC_FIRMWARE_ACTIVATE		= 0x10,
332 	NVME_OPC_FIRMWARE_IMAGE_DOWNLOAD	= 0x11,
333 
334 	NVME_OPC_FORMAT_NVM			= 0x80,
335 	NVME_OPC_SECURITY_SEND			= 0x81,
336 	NVME_OPC_SECURITY_RECEIVE		= 0x82,
337 };
338 
339 /* nvme nvm opcodes */
340 enum nvme_nvm_opcode {
341 	NVME_OPC_FLUSH				= 0x00,
342 	NVME_OPC_WRITE				= 0x01,
343 	NVME_OPC_READ				= 0x02,
344 	/* 0x03 - reserved */
345 	NVME_OPC_WRITE_UNCORRECTABLE		= 0x04,
346 	NVME_OPC_COMPARE			= 0x05,
347 	/* 0x06-0x07 - reserved */
348 	NVME_OPC_DATASET_MANAGEMENT		= 0x09,
349 };
350 
351 enum nvme_feature {
352 	/* 0x00 - reserved */
353 	NVME_FEAT_ARBITRATION			= 0x01,
354 	NVME_FEAT_POWER_MANAGEMENT		= 0x02,
355 	NVME_FEAT_LBA_RANGE_TYPE		= 0x03,
356 	NVME_FEAT_TEMPERATURE_THRESHOLD		= 0x04,
357 	NVME_FEAT_ERROR_RECOVERY		= 0x05,
358 	NVME_FEAT_VOLATILE_WRITE_CACHE		= 0x06,
359 	NVME_FEAT_NUMBER_OF_QUEUES		= 0x07,
360 	NVME_FEAT_INTERRUPT_COALESCING		= 0x08,
361 	NVME_FEAT_INTERRUPT_VECTOR_CONFIGURATION = 0x09,
362 	NVME_FEAT_WRITE_ATOMICITY		= 0x0A,
363 	NVME_FEAT_ASYNCHRONOUS_EVENT_CONFIGURATION = 0x0B,
364 	/* 0x0C-0x7F - reserved */
365 	NVME_FEAT_SOFTWARE_PROGRESS_MARKER	= 0x80,
366 	/* 0x81-0xBF - command set specific (reserved) */
367 	/* 0xC0-0xFF - vendor specific */
368 };
369 
370 enum nvme_dsm_attribute {
371 	NVME_DSM_ATTR_INTEGRAL_READ		= 0x1,
372 	NVME_DSM_ATTR_INTEGRAL_WRITE		= 0x2,
373 	NVME_DSM_ATTR_DEALLOCATE		= 0x4,
374 };
375 
376 struct nvme_controller_data {
377 
378 	/* bytes 0-255: controller capabilities and features */
379 
380 	/** pci vendor id */
381 	uint16_t		vid;
382 
383 	/** pci subsystem vendor id */
384 	uint16_t		ssvid;
385 
386 	/** serial number */
387 	int8_t			sn[20];
388 
389 	/** model number */
390 	int8_t			mn[40];
391 
392 	/** firmware revision */
393 	uint8_t			fr[8];
394 
395 	/** recommended arbitration burst */
396 	uint8_t			rab;
397 
398 	/** ieee oui identifier */
399 	uint8_t			ieee[3];
400 
401 	/** multi-interface capabilities */
402 	uint8_t			mic;
403 
404 	/** maximum data transfer size */
405 	uint8_t			mdts;
406 
407 	uint8_t			reserved1[178];
408 
409 	/* bytes 256-511: admin command set attributes */
410 
411 	/** optional admin command support */
412 	struct {
413 		/* supports security send/receive commands */
414 		uint16_t	security  : 1;
415 
416 		/* supports format nvm command */
417 		uint16_t	format    : 1;
418 
419 		/* supports firmware activate/download commands */
420 		uint16_t	firmware  : 1;
421 
422 		uint16_t	oacs_rsvd : 13;
423 	} __packed oacs;
424 
425 	/** abort command limit */
426 	uint8_t			acl;
427 
428 	/** asynchronous event request limit */
429 	uint8_t			aerl;
430 
431 	/** firmware updates */
432 	struct {
433 		/* first slot is read-only */
434 		uint8_t		slot1_ro  : 1;
435 
436 		/* number of firmware slots */
437 		uint8_t		num_slots : 3;
438 
439 		uint8_t		frmw_rsvd : 4;
440 	} __packed frmw;
441 
442 	/** log page attributes */
443 	struct {
444 		/* per namespace smart/health log page */
445 		uint8_t		ns_smart : 1;
446 
447 		uint8_t		lpa_rsvd : 7;
448 	} __packed lpa;
449 
450 	/** error log page entries */
451 	uint8_t			elpe;
452 
453 	/** number of power states supported */
454 	uint8_t			npss;
455 
456 	/** admin vendor specific command configuration */
457 	struct {
458 		/* admin vendor specific commands use spec format */
459 		uint8_t		spec_format : 1;
460 
461 		uint8_t		avscc_rsvd  : 7;
462 	} __packed avscc;
463 
464 	uint8_t			reserved2[247];
465 
466 	/* bytes 512-703: nvm command set attributes */
467 
468 	/** submission queue entry size */
469 	struct {
470 		uint8_t		min : 4;
471 		uint8_t		max : 4;
472 	} __packed sqes;
473 
474 	/** completion queue entry size */
475 	struct {
476 		uint8_t		min : 4;
477 		uint8_t		max : 4;
478 	} __packed cqes;
479 
480 	uint8_t			reserved3[2];
481 
482 	/** number of namespaces */
483 	uint32_t		nn;
484 
485 	/** optional nvm command support */
486 	struct {
487 		uint16_t	compare : 1;
488 		uint16_t	write_unc : 1;
489 		uint16_t	dsm: 1;
490 		uint16_t	reserved: 13;
491 	} __packed oncs;
492 
493 	/** fused operation support */
494 	uint16_t		fuses;
495 
496 	/** format nvm attributes */
497 	uint8_t			fna;
498 
499 	/** volatile write cache */
500 	struct {
501 		uint8_t		present : 1;
502 		uint8_t		reserved : 7;
503 	} __packed vwc;
504 
505 	/* TODO: flesh out remaining nvm command set attributes */
506 	uint8_t			reserved4[178];
507 
508 	/* bytes 704-2047: i/o command set attributes */
509 	uint8_t			reserved5[1344];
510 
511 	/* bytes 2048-3071: power state descriptors */
512 	uint8_t			reserved6[1024];
513 
514 	/* bytes 3072-4095: vendor specific */
515 	uint8_t			reserved7[1024];
516 } __packed __aligned(4);
517 
518 struct nvme_namespace_data {
519 
520 	/** namespace size */
521 	uint64_t		nsze;
522 
523 	/** namespace capacity */
524 	uint64_t		ncap;
525 
526 	/** namespace utilization */
527 	uint64_t		nuse;
528 
529 	/** namespace features */
530 	struct {
531 		/** thin provisioning */
532 		uint8_t		thin_prov : 1;
533 		uint8_t		reserved1 : 7;
534 	} __packed nsfeat;
535 
536 	/** number of lba formats */
537 	uint8_t			nlbaf;
538 
539 	/** formatted lba size */
540 	struct {
541 		uint8_t		format    : 4;
542 		uint8_t		extended  : 1;
543 		uint8_t		reserved2 : 3;
544 	} __packed flbas;
545 
546 	/** metadata capabilities */
547 	struct {
548 		/* metadata can be transferred as part of data prp list */
549 		uint8_t		extended  : 1;
550 
551 		/* metadata can be transferred with separate metadata pointer */
552 		uint8_t		pointer   : 1;
553 
554 		uint8_t		reserved3 : 6;
555 	} __packed mc;
556 
557 	/** end-to-end data protection capabilities */
558 	struct {
559 		/* protection information type 1 */
560 		uint8_t		pit1     : 1;
561 
562 		/* protection information type 2 */
563 		uint8_t		pit2     : 1;
564 
565 		/* protection information type 3 */
566 		uint8_t		pit3     : 1;
567 
568 		/* first eight bytes of metadata */
569 		uint8_t		md_start : 1;
570 
571 		/* last eight bytes of metadata */
572 		uint8_t		md_end   : 1;
573 	} __packed dpc;
574 
575 	/** end-to-end data protection type settings */
576 	struct {
577 		/* protection information type */
578 		uint8_t		pit       : 3;
579 
580 		/* 1 == protection info transferred at start of metadata */
581 		/* 0 == protection info transferred at end of metadata */
582 		uint8_t		md_start  : 1;
583 
584 		uint8_t		reserved4 : 4;
585 	} __packed dps;
586 
587 	uint8_t			reserved5[98];
588 
589 	/** lba format support */
590 	struct {
591 		/** metadata size */
592 		uint32_t	ms	  : 16;
593 
594 		/** lba data size */
595 		uint32_t	lbads	  : 8;
596 
597 		/** relative performance */
598 		uint32_t	rp	  : 2;
599 
600 		uint32_t	reserved6 : 6;
601 	} __packed lbaf[16];
602 
603 	uint8_t			reserved6[192];
604 
605 	uint8_t			vendor_specific[3712];
606 } __packed __aligned(4);
607 
608 enum nvme_log_page {
609 
610 	/* 0x00 - reserved */
611 	NVME_LOG_ERROR			= 0x01,
612 	NVME_LOG_HEALTH_INFORMATION	= 0x02,
613 	NVME_LOG_FIRMWARE_SLOT		= 0x03,
614 	/* 0x04-0x7F - reserved */
615 	/* 0x80-0xBF - I/O command set specific */
616 	/* 0xC0-0xFF - vendor specific */
617 };
618 
619 union nvme_critical_warning_state {
620 
621 	uint8_t		raw;
622 
623 	struct {
624 		uint8_t	available_spare		: 1;
625 		uint8_t	temperature		: 1;
626 		uint8_t	device_reliability	: 1;
627 		uint8_t	read_only		: 1;
628 		uint8_t	volatile_memory_backup	: 1;
629 		uint8_t	reserved		: 3;
630 	} __packed bits;
631 } __packed;
632 
633 struct nvme_health_information_page {
634 
635 	union nvme_critical_warning_state	critical_warning;
636 
637 	uint16_t		temperature;
638 	uint8_t			available_spare;
639 	uint8_t			available_spare_threshold;
640 	uint8_t			percentage_used;
641 
642 	uint8_t			reserved[26];
643 
644 	/*
645 	 * Note that the following are 128-bit values, but are
646 	 *  defined as an array of 2 64-bit values.
647 	 */
648 	/* Data Units Read is always in 512-byte units. */
649 	uint64_t		data_units_read[2];
650 	/* Data Units Written is always in 512-byte units. */
651 	uint64_t		data_units_written[2];
652 	/* For NVM command set, this includes Compare commands. */
653 	uint64_t		host_read_commands[2];
654 	uint64_t		host_write_commands[2];
655 	/* Controller Busy Time is reported in minutes. */
656 	uint64_t		controller_busy_time[2];
657 	uint64_t		power_cycles[2];
658 	uint64_t		power_on_hours[2];
659 	uint64_t		unsafe_shutdowns[2];
660 	uint64_t		media_errors[2];
661 	uint64_t		num_error_info_log_entries[2];
662 
663 	uint8_t			reserved2[320];
664 } __packed __aligned(4);
665 
666 #define NVME_TEST_MAX_THREADS	128
667 
668 struct nvme_io_test {
669 
670 	enum nvme_nvm_opcode	opc;
671 	uint32_t		size;
672 	uint32_t		time;	/* in seconds */
673 	uint32_t		num_threads;
674 	uint32_t		flags;
675 	uint32_t		io_completed[NVME_TEST_MAX_THREADS];
676 };
677 
678 enum nvme_io_test_flags {
679 
680 	/*
681 	 * Specifies whether dev_refthread/dev_relthread should be
682 	 *  called during NVME_BIO_TEST.  Ignored for other test
683 	 *  types.
684 	 */
685 	NVME_TEST_FLAG_REFTHREAD =	0x1,
686 };
687 
688 #ifdef _KERNEL
689 
690 struct bio;
691 
692 struct nvme_namespace;
693 struct nvme_consumer;
694 
695 typedef void (*nvme_cb_fn_t)(void *, const struct nvme_completion *);
696 typedef void (*nvme_consumer_cb_fn_t)(void *, struct nvme_namespace *);
697 
698 enum nvme_namespace_flags {
699 	NVME_NS_DEALLOCATE_SUPPORTED	= 0x1,
700 	NVME_NS_FLUSH_SUPPORTED		= 0x2,
701 };
702 
703 /* NVM I/O functions */
704 int	nvme_ns_cmd_write(struct nvme_namespace *ns, void *payload,
705 			  uint64_t lba, uint32_t lba_count, nvme_cb_fn_t cb_fn,
706 			  void *cb_arg);
707 int	nvme_ns_cmd_read(struct nvme_namespace *ns, void *payload,
708 			 uint64_t lba, uint32_t lba_count, nvme_cb_fn_t cb_fn,
709 			 void *cb_arg);
710 int	nvme_ns_cmd_deallocate(struct nvme_namespace *ns, void *payload,
711 			       uint8_t num_ranges, nvme_cb_fn_t cb_fn,
712 			       void *cb_arg);
713 int	nvme_ns_cmd_flush(struct nvme_namespace *ns, nvme_cb_fn_t cb_fn,
714 			  void *cb_arg);
715 
716 /* Registration functions */
717 struct nvme_consumer *	nvme_register_consumer(nvme_consumer_cb_fn_t cb_fn,
718 					       void *cb_arg);
719 void		nvme_unregister_consumer(struct nvme_consumer *consumer);
720 
721 /* Namespace helper functions */
722 uint32_t	nvme_ns_get_max_io_xfer_size(struct nvme_namespace *ns);
723 uint32_t	nvme_ns_get_sector_size(struct nvme_namespace *ns);
724 uint64_t	nvme_ns_get_num_sectors(struct nvme_namespace *ns);
725 uint64_t	nvme_ns_get_size(struct nvme_namespace *ns);
726 uint32_t	nvme_ns_get_flags(struct nvme_namespace *ns);
727 const char *	nvme_ns_get_serial_number(struct nvme_namespace *ns);
728 const char *	nvme_ns_get_model_number(struct nvme_namespace *ns);
729 
730 int	nvme_ns_bio_process(struct nvme_namespace *ns, struct bio *bp,
731 			    nvme_cb_fn_t cb_fn);
732 
733 #endif /* _KERNEL */
734 
735 #endif /* __NVME_H__ */
736