xref: /illumos-gate/usr/src/common/nvpair/nvpair.c (revision 1ee1bcba6f9a17099e11b5bb0d1eeab71c729aa3)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright (c) 2000, 2010, Oracle and/or its affiliates. All rights reserved.
24  * Copyright (c) 2015, 2017 by Delphix. All rights reserved.
25  */
26 
27 #include <sys/stropts.h>
28 #include <sys/debug.h>
29 #include <sys/isa_defs.h>
30 #include <sys/int_limits.h>
31 #include <sys/nvpair.h>
32 #include <sys/nvpair_impl.h>
33 #include <rpc/types.h>
34 #include <rpc/xdr.h>
35 
36 #if defined(_KERNEL) && !defined(_BOOT)
37 #include <sys/varargs.h>
38 #include <sys/ddi.h>
39 #include <sys/sunddi.h>
40 #include <sys/sysmacros.h>
41 #else
42 #include <stdarg.h>
43 #include <stdlib.h>
44 #include <string.h>
45 #include <strings.h>
46 #include <stddef.h>
47 #endif
48 
49 #define	skip_whitespace(p)	while ((*(p) == ' ') || (*(p) == '\t')) p++
50 
51 /*
52  * nvpair.c - Provides kernel & userland interfaces for manipulating
53  *	name-value pairs.
54  *
55  * Overview Diagram
56  *
57  *  +--------------+
58  *  |  nvlist_t    |
59  *  |--------------|
60  *  | nvl_version  |
61  *  | nvl_nvflag   |
62  *  | nvl_priv    -+-+
63  *  | nvl_flag     | |
64  *  | nvl_pad      | |
65  *  +--------------+ |
66  *                   V
67  *      +--------------+      last i_nvp in list
68  *      | nvpriv_t     |  +--------------------->
69  *      |--------------|  |
70  *   +--+- nvp_list    |  |   +------------+
71  *   |  |  nvp_last   -+--+   + nv_alloc_t |
72  *   |  |  nvp_curr    |      |------------|
73  *   |  |  nvp_nva    -+----> | nva_ops    |
74  *   |  |  nvp_stat    |      | nva_arg    |
75  *   |  +--------------+      +------------+
76  *   |
77  *   +-------+
78  *           V
79  *   +---------------------+      +-------------------+
80  *   |  i_nvp_t            |  +-->|  i_nvp_t          |  +-->
81  *   |---------------------|  |   |-------------------|  |
82  *   | nvi_next           -+--+   | nvi_next         -+--+
83  *   | nvi_prev (NULL)     | <----+ nvi_prev          |
84  *   | . . . . . . . . . . |      | . . . . . . . . . |
85  *   | nvp (nvpair_t)      |      | nvp (nvpair_t)    |
86  *   |  - nvp_size         |      |  - nvp_size       |
87  *   |  - nvp_name_sz      |      |  - nvp_name_sz    |
88  *   |  - nvp_value_elem   |      |  - nvp_value_elem |
89  *   |  - nvp_type         |      |  - nvp_type       |
90  *   |  - data ...         |      |  - data ...       |
91  *   +---------------------+      +-------------------+
92  *
93  *
94  *
95  *   +---------------------+              +---------------------+
96  *   |  i_nvp_t            |  +-->    +-->|  i_nvp_t (last)     |
97  *   |---------------------|  |       |   |---------------------|
98  *   |  nvi_next          -+--+ ... --+   | nvi_next (NULL)     |
99  * <-+- nvi_prev           |<-- ...  <----+ nvi_prev            |
100  *   | . . . . . . . . .   |              | . . . . . . . . .   |
101  *   | nvp (nvpair_t)      |              | nvp (nvpair_t)      |
102  *   |  - nvp_size         |              |  - nvp_size         |
103  *   |  - nvp_name_sz      |              |  - nvp_name_sz      |
104  *   |  - nvp_value_elem   |              |  - nvp_value_elem   |
105  *   |  - DATA_TYPE_NVLIST |              |  - nvp_type         |
106  *   |  - data (embedded)  |              |  - data ...         |
107  *   |    nvlist name      |              +---------------------+
108  *   |  +--------------+   |
109  *   |  |  nvlist_t    |   |
110  *   |  |--------------|   |
111  *   |  | nvl_version  |   |
112  *   |  | nvl_nvflag   |   |
113  *   |  | nvl_priv   --+---+---->
114  *   |  | nvl_flag     |   |
115  *   |  | nvl_pad      |   |
116  *   |  +--------------+   |
117  *   +---------------------+
118  *
119  *
120  * N.B. nvpair_t may be aligned on 4 byte boundary, so +4 will
121  * allow value to be aligned on 8 byte boundary
122  *
123  * name_len is the length of the name string including the null terminator
124  * so it must be >= 1
125  */
126 #define	NVP_SIZE_CALC(name_len, data_len) \
127 	(NV_ALIGN((sizeof (nvpair_t)) + name_len) + NV_ALIGN(data_len))
128 
129 static int i_get_value_size(data_type_t type, const void *data, uint_t nelem);
130 static int nvlist_add_common(nvlist_t *nvl, const char *name, data_type_t type,
131     uint_t nelem, const void *data);
132 
133 #define	NV_STAT_EMBEDDED	0x1
134 #define	EMBEDDED_NVL(nvp)	((nvlist_t *)(void *)NVP_VALUE(nvp))
135 #define	EMBEDDED_NVL_ARRAY(nvp)	((nvlist_t **)(void *)NVP_VALUE(nvp))
136 
137 #define	NVP_VALOFF(nvp)	(NV_ALIGN(sizeof (nvpair_t) + (nvp)->nvp_name_sz))
138 #define	NVPAIR2I_NVP(nvp) \
139 	((i_nvp_t *)((size_t)(nvp) - offsetof(i_nvp_t, nvi_nvp)))
140 
141 #ifdef _KERNEL
142 int nvpair_max_recursion = 20;
143 #else
144 int nvpair_max_recursion = 100;
145 #endif
146 
147 int
148 nv_alloc_init(nv_alloc_t *nva, const nv_alloc_ops_t *nvo, /* args */ ...)
149 {
150 	va_list valist;
151 	int err = 0;
152 
153 	nva->nva_ops = nvo;
154 	nva->nva_arg = NULL;
155 
156 	va_start(valist, nvo);
157 	if (nva->nva_ops->nv_ao_init != NULL)
158 		err = nva->nva_ops->nv_ao_init(nva, valist);
159 	va_end(valist);
160 
161 	return (err);
162 }
163 
164 void
165 nv_alloc_reset(nv_alloc_t *nva)
166 {
167 	if (nva->nva_ops->nv_ao_reset != NULL)
168 		nva->nva_ops->nv_ao_reset(nva);
169 }
170 
171 void
172 nv_alloc_fini(nv_alloc_t *nva)
173 {
174 	if (nva->nva_ops->nv_ao_fini != NULL)
175 		nva->nva_ops->nv_ao_fini(nva);
176 }
177 
178 nv_alloc_t *
179 nvlist_lookup_nv_alloc(nvlist_t *nvl)
180 {
181 	nvpriv_t *priv;
182 
183 	if (nvl == NULL ||
184 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
185 		return (NULL);
186 
187 	return (priv->nvp_nva);
188 }
189 
190 static void *
191 nv_mem_zalloc(nvpriv_t *nvp, size_t size)
192 {
193 	nv_alloc_t *nva = nvp->nvp_nva;
194 	void *buf;
195 
196 	if ((buf = nva->nva_ops->nv_ao_alloc(nva, size)) != NULL)
197 		bzero(buf, size);
198 
199 	return (buf);
200 }
201 
202 static void
203 nv_mem_free(nvpriv_t *nvp, void *buf, size_t size)
204 {
205 	nv_alloc_t *nva = nvp->nvp_nva;
206 
207 	nva->nva_ops->nv_ao_free(nva, buf, size);
208 }
209 
210 static void
211 nv_priv_init(nvpriv_t *priv, nv_alloc_t *nva, uint32_t stat)
212 {
213 	bzero(priv, sizeof (nvpriv_t));
214 
215 	priv->nvp_nva = nva;
216 	priv->nvp_stat = stat;
217 }
218 
219 static nvpriv_t *
220 nv_priv_alloc(nv_alloc_t *nva)
221 {
222 	nvpriv_t *priv;
223 
224 	/*
225 	 * nv_mem_alloc() cannot called here because it needs the priv
226 	 * argument.
227 	 */
228 	if ((priv = nva->nva_ops->nv_ao_alloc(nva, sizeof (nvpriv_t))) == NULL)
229 		return (NULL);
230 
231 	nv_priv_init(priv, nva, 0);
232 
233 	return (priv);
234 }
235 
236 /*
237  * Embedded lists need their own nvpriv_t's.  We create a new
238  * nvpriv_t using the parameters and allocator from the parent
239  * list's nvpriv_t.
240  */
241 static nvpriv_t *
242 nv_priv_alloc_embedded(nvpriv_t *priv)
243 {
244 	nvpriv_t *emb_priv;
245 
246 	if ((emb_priv = nv_mem_zalloc(priv, sizeof (nvpriv_t))) == NULL)
247 		return (NULL);
248 
249 	nv_priv_init(emb_priv, priv->nvp_nva, NV_STAT_EMBEDDED);
250 
251 	return (emb_priv);
252 }
253 
254 static void
255 nvlist_init(nvlist_t *nvl, uint32_t nvflag, nvpriv_t *priv)
256 {
257 	nvl->nvl_version = NV_VERSION;
258 	nvl->nvl_nvflag = nvflag & (NV_UNIQUE_NAME|NV_UNIQUE_NAME_TYPE);
259 	nvl->nvl_priv = (uint64_t)(uintptr_t)priv;
260 	nvl->nvl_flag = 0;
261 	nvl->nvl_pad = 0;
262 }
263 
264 uint_t
265 nvlist_nvflag(nvlist_t *nvl)
266 {
267 	return (nvl->nvl_nvflag);
268 }
269 
270 /*
271  * nvlist_alloc - Allocate nvlist.
272  */
273 /*ARGSUSED1*/
274 int
275 nvlist_alloc(nvlist_t **nvlp, uint_t nvflag, int kmflag)
276 {
277 #if defined(_KERNEL) && !defined(_BOOT)
278 	return (nvlist_xalloc(nvlp, nvflag,
279 	    (kmflag == KM_SLEEP ? nv_alloc_sleep : nv_alloc_nosleep)));
280 #else
281 	return (nvlist_xalloc(nvlp, nvflag, nv_alloc_nosleep));
282 #endif
283 }
284 
285 int
286 nvlist_xalloc(nvlist_t **nvlp, uint_t nvflag, nv_alloc_t *nva)
287 {
288 	nvpriv_t *priv;
289 
290 	if (nvlp == NULL || nva == NULL)
291 		return (EINVAL);
292 
293 	if ((priv = nv_priv_alloc(nva)) == NULL)
294 		return (ENOMEM);
295 
296 	if ((*nvlp = nv_mem_zalloc(priv,
297 	    NV_ALIGN(sizeof (nvlist_t)))) == NULL) {
298 		nv_mem_free(priv, priv, sizeof (nvpriv_t));
299 		return (ENOMEM);
300 	}
301 
302 	nvlist_init(*nvlp, nvflag, priv);
303 
304 	return (0);
305 }
306 
307 /*
308  * nvp_buf_alloc - Allocate i_nvp_t for storing a new nv pair.
309  */
310 static nvpair_t *
311 nvp_buf_alloc(nvlist_t *nvl, size_t len)
312 {
313 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
314 	i_nvp_t *buf;
315 	nvpair_t *nvp;
316 	size_t nvsize;
317 
318 	/*
319 	 * Allocate the buffer
320 	 */
321 	nvsize = len + offsetof(i_nvp_t, nvi_nvp);
322 
323 	if ((buf = nv_mem_zalloc(priv, nvsize)) == NULL)
324 		return (NULL);
325 
326 	nvp = &buf->nvi_nvp;
327 	nvp->nvp_size = len;
328 
329 	return (nvp);
330 }
331 
332 /*
333  * nvp_buf_free - de-Allocate an i_nvp_t.
334  */
335 static void
336 nvp_buf_free(nvlist_t *nvl, nvpair_t *nvp)
337 {
338 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
339 	size_t nvsize = nvp->nvp_size + offsetof(i_nvp_t, nvi_nvp);
340 
341 	nv_mem_free(priv, NVPAIR2I_NVP(nvp), nvsize);
342 }
343 
344 /*
345  * nvp_buf_link - link a new nv pair into the nvlist.
346  */
347 static void
348 nvp_buf_link(nvlist_t *nvl, nvpair_t *nvp)
349 {
350 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
351 	i_nvp_t *curr = NVPAIR2I_NVP(nvp);
352 
353 	/* Put element at end of nvlist */
354 	if (priv->nvp_list == NULL) {
355 		priv->nvp_list = priv->nvp_last = curr;
356 	} else {
357 		curr->nvi_prev = priv->nvp_last;
358 		priv->nvp_last->nvi_next = curr;
359 		priv->nvp_last = curr;
360 	}
361 }
362 
363 /*
364  * nvp_buf_unlink - unlink an removed nvpair out of the nvlist.
365  */
366 static void
367 nvp_buf_unlink(nvlist_t *nvl, nvpair_t *nvp)
368 {
369 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
370 	i_nvp_t *curr = NVPAIR2I_NVP(nvp);
371 
372 	/*
373 	 * protect nvlist_next_nvpair() against walking on freed memory.
374 	 */
375 	if (priv->nvp_curr == curr)
376 		priv->nvp_curr = curr->nvi_next;
377 
378 	if (curr == priv->nvp_list)
379 		priv->nvp_list = curr->nvi_next;
380 	else
381 		curr->nvi_prev->nvi_next = curr->nvi_next;
382 
383 	if (curr == priv->nvp_last)
384 		priv->nvp_last = curr->nvi_prev;
385 	else
386 		curr->nvi_next->nvi_prev = curr->nvi_prev;
387 }
388 
389 /*
390  * take a nvpair type and number of elements and make sure the are valid
391  */
392 static int
393 i_validate_type_nelem(data_type_t type, uint_t nelem)
394 {
395 	switch (type) {
396 	case DATA_TYPE_BOOLEAN:
397 		if (nelem != 0)
398 			return (EINVAL);
399 		break;
400 	case DATA_TYPE_BOOLEAN_VALUE:
401 	case DATA_TYPE_BYTE:
402 	case DATA_TYPE_INT8:
403 	case DATA_TYPE_UINT8:
404 	case DATA_TYPE_INT16:
405 	case DATA_TYPE_UINT16:
406 	case DATA_TYPE_INT32:
407 	case DATA_TYPE_UINT32:
408 	case DATA_TYPE_INT64:
409 	case DATA_TYPE_UINT64:
410 	case DATA_TYPE_STRING:
411 	case DATA_TYPE_HRTIME:
412 	case DATA_TYPE_NVLIST:
413 #if !defined(_KERNEL)
414 	case DATA_TYPE_DOUBLE:
415 #endif
416 		if (nelem != 1)
417 			return (EINVAL);
418 		break;
419 	case DATA_TYPE_BOOLEAN_ARRAY:
420 	case DATA_TYPE_BYTE_ARRAY:
421 	case DATA_TYPE_INT8_ARRAY:
422 	case DATA_TYPE_UINT8_ARRAY:
423 	case DATA_TYPE_INT16_ARRAY:
424 	case DATA_TYPE_UINT16_ARRAY:
425 	case DATA_TYPE_INT32_ARRAY:
426 	case DATA_TYPE_UINT32_ARRAY:
427 	case DATA_TYPE_INT64_ARRAY:
428 	case DATA_TYPE_UINT64_ARRAY:
429 	case DATA_TYPE_STRING_ARRAY:
430 	case DATA_TYPE_NVLIST_ARRAY:
431 		/* we allow arrays with 0 elements */
432 		break;
433 	default:
434 		return (EINVAL);
435 	}
436 	return (0);
437 }
438 
439 /*
440  * Verify nvp_name_sz and check the name string length.
441  */
442 static int
443 i_validate_nvpair_name(nvpair_t *nvp)
444 {
445 	if ((nvp->nvp_name_sz <= 0) ||
446 	    (nvp->nvp_size < NVP_SIZE_CALC(nvp->nvp_name_sz, 0)))
447 		return (EFAULT);
448 
449 	/* verify the name string, make sure its terminated */
450 	if (NVP_NAME(nvp)[nvp->nvp_name_sz - 1] != '\0')
451 		return (EFAULT);
452 
453 	return (strlen(NVP_NAME(nvp)) == nvp->nvp_name_sz - 1 ? 0 : EFAULT);
454 }
455 
456 static int
457 i_validate_nvpair_value(data_type_t type, uint_t nelem, const void *data)
458 {
459 	switch (type) {
460 	case DATA_TYPE_BOOLEAN_VALUE:
461 		if (*(boolean_t *)data != B_TRUE &&
462 		    *(boolean_t *)data != B_FALSE)
463 			return (EINVAL);
464 		break;
465 	case DATA_TYPE_BOOLEAN_ARRAY: {
466 		int i;
467 
468 		for (i = 0; i < nelem; i++)
469 			if (((boolean_t *)data)[i] != B_TRUE &&
470 			    ((boolean_t *)data)[i] != B_FALSE)
471 				return (EINVAL);
472 		break;
473 	}
474 	default:
475 		break;
476 	}
477 
478 	return (0);
479 }
480 
481 /*
482  * This function takes a pointer to what should be a nvpair and it's size
483  * and then verifies that all the nvpair fields make sense and can be
484  * trusted.  This function is used when decoding packed nvpairs.
485  */
486 static int
487 i_validate_nvpair(nvpair_t *nvp)
488 {
489 	data_type_t type = NVP_TYPE(nvp);
490 	int size1, size2;
491 
492 	/* verify nvp_name_sz, check the name string length */
493 	if (i_validate_nvpair_name(nvp) != 0)
494 		return (EFAULT);
495 
496 	if (i_validate_nvpair_value(type, NVP_NELEM(nvp), NVP_VALUE(nvp)) != 0)
497 		return (EFAULT);
498 
499 	/*
500 	 * verify nvp_type, nvp_value_elem, and also possibly
501 	 * verify string values and get the value size.
502 	 */
503 	size2 = i_get_value_size(type, NVP_VALUE(nvp), NVP_NELEM(nvp));
504 	size1 = nvp->nvp_size - NVP_VALOFF(nvp);
505 	if (size2 < 0 || size1 != NV_ALIGN(size2))
506 		return (EFAULT);
507 
508 	return (0);
509 }
510 
511 static int
512 nvlist_copy_pairs(nvlist_t *snvl, nvlist_t *dnvl)
513 {
514 	nvpriv_t *priv;
515 	i_nvp_t *curr;
516 
517 	if ((priv = (nvpriv_t *)(uintptr_t)snvl->nvl_priv) == NULL)
518 		return (EINVAL);
519 
520 	for (curr = priv->nvp_list; curr != NULL; curr = curr->nvi_next) {
521 		nvpair_t *nvp = &curr->nvi_nvp;
522 		int err;
523 
524 		if ((err = nvlist_add_common(dnvl, NVP_NAME(nvp), NVP_TYPE(nvp),
525 		    NVP_NELEM(nvp), NVP_VALUE(nvp))) != 0)
526 			return (err);
527 	}
528 
529 	return (0);
530 }
531 
532 /*
533  * Frees all memory allocated for an nvpair (like embedded lists) with
534  * the exception of the nvpair buffer itself.
535  */
536 static void
537 nvpair_free(nvpair_t *nvp)
538 {
539 	switch (NVP_TYPE(nvp)) {
540 	case DATA_TYPE_NVLIST:
541 		nvlist_free(EMBEDDED_NVL(nvp));
542 		break;
543 	case DATA_TYPE_NVLIST_ARRAY: {
544 		nvlist_t **nvlp = EMBEDDED_NVL_ARRAY(nvp);
545 		int i;
546 
547 		for (i = 0; i < NVP_NELEM(nvp); i++)
548 			nvlist_free(nvlp[i]);
549 		break;
550 	}
551 	default:
552 		break;
553 	}
554 }
555 
556 /*
557  * nvlist_free - free an unpacked nvlist
558  */
559 void
560 nvlist_free(nvlist_t *nvl)
561 {
562 	nvpriv_t *priv;
563 	i_nvp_t *curr;
564 
565 	if (nvl == NULL ||
566 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
567 		return;
568 
569 	/*
570 	 * Unpacked nvlist are linked through i_nvp_t
571 	 */
572 	curr = priv->nvp_list;
573 	while (curr != NULL) {
574 		nvpair_t *nvp = &curr->nvi_nvp;
575 		curr = curr->nvi_next;
576 
577 		nvpair_free(nvp);
578 		nvp_buf_free(nvl, nvp);
579 	}
580 
581 	if (!(priv->nvp_stat & NV_STAT_EMBEDDED))
582 		nv_mem_free(priv, nvl, NV_ALIGN(sizeof (nvlist_t)));
583 	else
584 		nvl->nvl_priv = 0;
585 
586 	nv_mem_free(priv, priv, sizeof (nvpriv_t));
587 }
588 
589 static int
590 nvlist_contains_nvp(nvlist_t *nvl, nvpair_t *nvp)
591 {
592 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
593 	i_nvp_t *curr;
594 
595 	if (nvp == NULL)
596 		return (0);
597 
598 	for (curr = priv->nvp_list; curr != NULL; curr = curr->nvi_next)
599 		if (&curr->nvi_nvp == nvp)
600 			return (1);
601 
602 	return (0);
603 }
604 
605 /*
606  * Make a copy of nvlist
607  */
608 /*ARGSUSED1*/
609 int
610 nvlist_dup(nvlist_t *nvl, nvlist_t **nvlp, int kmflag)
611 {
612 #if defined(_KERNEL) && !defined(_BOOT)
613 	return (nvlist_xdup(nvl, nvlp,
614 	    (kmflag == KM_SLEEP ? nv_alloc_sleep : nv_alloc_nosleep)));
615 #else
616 	return (nvlist_xdup(nvl, nvlp, nv_alloc_nosleep));
617 #endif
618 }
619 
620 int
621 nvlist_xdup(nvlist_t *nvl, nvlist_t **nvlp, nv_alloc_t *nva)
622 {
623 	int err;
624 	nvlist_t *ret;
625 
626 	if (nvl == NULL || nvlp == NULL)
627 		return (EINVAL);
628 
629 	if ((err = nvlist_xalloc(&ret, nvl->nvl_nvflag, nva)) != 0)
630 		return (err);
631 
632 	if ((err = nvlist_copy_pairs(nvl, ret)) != 0)
633 		nvlist_free(ret);
634 	else
635 		*nvlp = ret;
636 
637 	return (err);
638 }
639 
640 /*
641  * Remove all with matching name
642  */
643 int
644 nvlist_remove_all(nvlist_t *nvl, const char *name)
645 {
646 	nvpriv_t *priv;
647 	i_nvp_t *curr;
648 	int error = ENOENT;
649 
650 	if (nvl == NULL || name == NULL ||
651 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
652 		return (EINVAL);
653 
654 	curr = priv->nvp_list;
655 	while (curr != NULL) {
656 		nvpair_t *nvp = &curr->nvi_nvp;
657 
658 		curr = curr->nvi_next;
659 		if (strcmp(name, NVP_NAME(nvp)) != 0)
660 			continue;
661 
662 		nvp_buf_unlink(nvl, nvp);
663 		nvpair_free(nvp);
664 		nvp_buf_free(nvl, nvp);
665 
666 		error = 0;
667 	}
668 
669 	return (error);
670 }
671 
672 /*
673  * Remove first one with matching name and type
674  */
675 int
676 nvlist_remove(nvlist_t *nvl, const char *name, data_type_t type)
677 {
678 	nvpriv_t *priv;
679 	i_nvp_t *curr;
680 
681 	if (nvl == NULL || name == NULL ||
682 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
683 		return (EINVAL);
684 
685 	curr = priv->nvp_list;
686 	while (curr != NULL) {
687 		nvpair_t *nvp = &curr->nvi_nvp;
688 
689 		if (strcmp(name, NVP_NAME(nvp)) == 0 && NVP_TYPE(nvp) == type) {
690 			nvp_buf_unlink(nvl, nvp);
691 			nvpair_free(nvp);
692 			nvp_buf_free(nvl, nvp);
693 
694 			return (0);
695 		}
696 		curr = curr->nvi_next;
697 	}
698 
699 	return (ENOENT);
700 }
701 
702 int
703 nvlist_remove_nvpair(nvlist_t *nvl, nvpair_t *nvp)
704 {
705 	if (nvl == NULL || nvp == NULL)
706 		return (EINVAL);
707 
708 	nvp_buf_unlink(nvl, nvp);
709 	nvpair_free(nvp);
710 	nvp_buf_free(nvl, nvp);
711 	return (0);
712 }
713 
714 /*
715  * This function calculates the size of an nvpair value.
716  *
717  * The data argument controls the behavior in case of the data types
718  * 	DATA_TYPE_STRING    	and
719  *	DATA_TYPE_STRING_ARRAY
720  * Is data == NULL then the size of the string(s) is excluded.
721  */
722 static int
723 i_get_value_size(data_type_t type, const void *data, uint_t nelem)
724 {
725 	uint64_t value_sz;
726 
727 	if (i_validate_type_nelem(type, nelem) != 0)
728 		return (-1);
729 
730 	/* Calculate required size for holding value */
731 	switch (type) {
732 	case DATA_TYPE_BOOLEAN:
733 		value_sz = 0;
734 		break;
735 	case DATA_TYPE_BOOLEAN_VALUE:
736 		value_sz = sizeof (boolean_t);
737 		break;
738 	case DATA_TYPE_BYTE:
739 		value_sz = sizeof (uchar_t);
740 		break;
741 	case DATA_TYPE_INT8:
742 		value_sz = sizeof (int8_t);
743 		break;
744 	case DATA_TYPE_UINT8:
745 		value_sz = sizeof (uint8_t);
746 		break;
747 	case DATA_TYPE_INT16:
748 		value_sz = sizeof (int16_t);
749 		break;
750 	case DATA_TYPE_UINT16:
751 		value_sz = sizeof (uint16_t);
752 		break;
753 	case DATA_TYPE_INT32:
754 		value_sz = sizeof (int32_t);
755 		break;
756 	case DATA_TYPE_UINT32:
757 		value_sz = sizeof (uint32_t);
758 		break;
759 	case DATA_TYPE_INT64:
760 		value_sz = sizeof (int64_t);
761 		break;
762 	case DATA_TYPE_UINT64:
763 		value_sz = sizeof (uint64_t);
764 		break;
765 #if !defined(_KERNEL)
766 	case DATA_TYPE_DOUBLE:
767 		value_sz = sizeof (double);
768 		break;
769 #endif
770 	case DATA_TYPE_STRING:
771 		if (data == NULL)
772 			value_sz = 0;
773 		else
774 			value_sz = strlen(data) + 1;
775 		break;
776 	case DATA_TYPE_BOOLEAN_ARRAY:
777 		value_sz = (uint64_t)nelem * sizeof (boolean_t);
778 		break;
779 	case DATA_TYPE_BYTE_ARRAY:
780 		value_sz = (uint64_t)nelem * sizeof (uchar_t);
781 		break;
782 	case DATA_TYPE_INT8_ARRAY:
783 		value_sz = (uint64_t)nelem * sizeof (int8_t);
784 		break;
785 	case DATA_TYPE_UINT8_ARRAY:
786 		value_sz = (uint64_t)nelem * sizeof (uint8_t);
787 		break;
788 	case DATA_TYPE_INT16_ARRAY:
789 		value_sz = (uint64_t)nelem * sizeof (int16_t);
790 		break;
791 	case DATA_TYPE_UINT16_ARRAY:
792 		value_sz = (uint64_t)nelem * sizeof (uint16_t);
793 		break;
794 	case DATA_TYPE_INT32_ARRAY:
795 		value_sz = (uint64_t)nelem * sizeof (int32_t);
796 		break;
797 	case DATA_TYPE_UINT32_ARRAY:
798 		value_sz = (uint64_t)nelem * sizeof (uint32_t);
799 		break;
800 	case DATA_TYPE_INT64_ARRAY:
801 		value_sz = (uint64_t)nelem * sizeof (int64_t);
802 		break;
803 	case DATA_TYPE_UINT64_ARRAY:
804 		value_sz = (uint64_t)nelem * sizeof (uint64_t);
805 		break;
806 	case DATA_TYPE_STRING_ARRAY:
807 		value_sz = (uint64_t)nelem * sizeof (uint64_t);
808 
809 		if (data != NULL) {
810 			char *const *strs = data;
811 			uint_t i;
812 
813 			/* no alignment requirement for strings */
814 			for (i = 0; i < nelem; i++) {
815 				if (strs[i] == NULL)
816 					return (-1);
817 				value_sz += strlen(strs[i]) + 1;
818 			}
819 		}
820 		break;
821 	case DATA_TYPE_HRTIME:
822 		value_sz = sizeof (hrtime_t);
823 		break;
824 	case DATA_TYPE_NVLIST:
825 		value_sz = NV_ALIGN(sizeof (nvlist_t));
826 		break;
827 	case DATA_TYPE_NVLIST_ARRAY:
828 		value_sz = (uint64_t)nelem * sizeof (uint64_t) +
829 		    (uint64_t)nelem * NV_ALIGN(sizeof (nvlist_t));
830 		break;
831 	default:
832 		return (-1);
833 	}
834 
835 	return (value_sz > INT32_MAX ? -1 : (int)value_sz);
836 }
837 
838 static int
839 nvlist_copy_embedded(nvlist_t *nvl, nvlist_t *onvl, nvlist_t *emb_nvl)
840 {
841 	nvpriv_t *priv;
842 	int err;
843 
844 	if ((priv = nv_priv_alloc_embedded((nvpriv_t *)(uintptr_t)
845 	    nvl->nvl_priv)) == NULL)
846 		return (ENOMEM);
847 
848 	nvlist_init(emb_nvl, onvl->nvl_nvflag, priv);
849 
850 	if ((err = nvlist_copy_pairs(onvl, emb_nvl)) != 0) {
851 		nvlist_free(emb_nvl);
852 		emb_nvl->nvl_priv = 0;
853 	}
854 
855 	return (err);
856 }
857 
858 /*
859  * nvlist_add_common - Add new <name,value> pair to nvlist
860  */
861 static int
862 nvlist_add_common(nvlist_t *nvl, const char *name,
863     data_type_t type, uint_t nelem, const void *data)
864 {
865 	nvpair_t *nvp;
866 	uint_t i;
867 
868 	int nvp_sz, name_sz, value_sz;
869 	int err = 0;
870 
871 	if (name == NULL || nvl == NULL || nvl->nvl_priv == 0)
872 		return (EINVAL);
873 
874 	if (nelem != 0 && data == NULL)
875 		return (EINVAL);
876 
877 	/*
878 	 * Verify type and nelem and get the value size.
879 	 * In case of data types DATA_TYPE_STRING and DATA_TYPE_STRING_ARRAY
880 	 * is the size of the string(s) included.
881 	 */
882 	if ((value_sz = i_get_value_size(type, data, nelem)) < 0)
883 		return (EINVAL);
884 
885 	if (i_validate_nvpair_value(type, nelem, data) != 0)
886 		return (EINVAL);
887 
888 	/*
889 	 * If we're adding an nvlist or nvlist array, ensure that we are not
890 	 * adding the input nvlist to itself, which would cause recursion,
891 	 * and ensure that no NULL nvlist pointers are present.
892 	 */
893 	switch (type) {
894 	case DATA_TYPE_NVLIST:
895 		if (data == nvl || data == NULL)
896 			return (EINVAL);
897 		break;
898 	case DATA_TYPE_NVLIST_ARRAY: {
899 		nvlist_t **onvlp = (nvlist_t **)data;
900 		for (i = 0; i < nelem; i++) {
901 			if (onvlp[i] == nvl || onvlp[i] == NULL)
902 				return (EINVAL);
903 		}
904 		break;
905 	}
906 	default:
907 		break;
908 	}
909 
910 	/* calculate sizes of the nvpair elements and the nvpair itself */
911 	name_sz = strlen(name) + 1;
912 	if (name_sz >= 1ULL << (sizeof (nvp->nvp_name_sz) * NBBY - 1))
913 		return (EINVAL);
914 
915 	nvp_sz = NVP_SIZE_CALC(name_sz, value_sz);
916 
917 	if ((nvp = nvp_buf_alloc(nvl, nvp_sz)) == NULL)
918 		return (ENOMEM);
919 
920 	ASSERT(nvp->nvp_size == nvp_sz);
921 	nvp->nvp_name_sz = name_sz;
922 	nvp->nvp_value_elem = nelem;
923 	nvp->nvp_type = type;
924 	bcopy(name, NVP_NAME(nvp), name_sz);
925 
926 	switch (type) {
927 	case DATA_TYPE_BOOLEAN:
928 		break;
929 	case DATA_TYPE_STRING_ARRAY: {
930 		char *const *strs = data;
931 		char *buf = NVP_VALUE(nvp);
932 		char **cstrs = (void *)buf;
933 
934 		/* skip pre-allocated space for pointer array */
935 		buf += nelem * sizeof (uint64_t);
936 		for (i = 0; i < nelem; i++) {
937 			int slen = strlen(strs[i]) + 1;
938 			bcopy(strs[i], buf, slen);
939 			cstrs[i] = buf;
940 			buf += slen;
941 		}
942 		break;
943 	}
944 	case DATA_TYPE_NVLIST: {
945 		nvlist_t *nnvl = EMBEDDED_NVL(nvp);
946 		nvlist_t *onvl = (nvlist_t *)data;
947 
948 		if ((err = nvlist_copy_embedded(nvl, onvl, nnvl)) != 0) {
949 			nvp_buf_free(nvl, nvp);
950 			return (err);
951 		}
952 		break;
953 	}
954 	case DATA_TYPE_NVLIST_ARRAY: {
955 		nvlist_t **onvlp = (nvlist_t **)data;
956 		nvlist_t **nvlp = EMBEDDED_NVL_ARRAY(nvp);
957 		nvlist_t *embedded = (nvlist_t *)
958 		    ((uintptr_t)nvlp + nelem * sizeof (uint64_t));
959 
960 		for (i = 0; i < nelem; i++) {
961 			if ((err = nvlist_copy_embedded(nvl,
962 			    onvlp[i], embedded)) != 0) {
963 				/*
964 				 * Free any successfully created lists
965 				 */
966 				nvpair_free(nvp);
967 				nvp_buf_free(nvl, nvp);
968 				return (err);
969 			}
970 
971 			nvlp[i] = embedded++;
972 		}
973 		break;
974 	}
975 	default:
976 		bcopy(data, NVP_VALUE(nvp), value_sz);
977 	}
978 
979 	/* if unique name, remove before add */
980 	if (nvl->nvl_nvflag & NV_UNIQUE_NAME)
981 		(void) nvlist_remove_all(nvl, name);
982 	else if (nvl->nvl_nvflag & NV_UNIQUE_NAME_TYPE)
983 		(void) nvlist_remove(nvl, name, type);
984 
985 	nvp_buf_link(nvl, nvp);
986 
987 	return (0);
988 }
989 
990 int
991 nvlist_add_boolean(nvlist_t *nvl, const char *name)
992 {
993 	return (nvlist_add_common(nvl, name, DATA_TYPE_BOOLEAN, 0, NULL));
994 }
995 
996 int
997 nvlist_add_boolean_value(nvlist_t *nvl, const char *name, boolean_t val)
998 {
999 	return (nvlist_add_common(nvl, name, DATA_TYPE_BOOLEAN_VALUE, 1, &val));
1000 }
1001 
1002 int
1003 nvlist_add_byte(nvlist_t *nvl, const char *name, uchar_t val)
1004 {
1005 	return (nvlist_add_common(nvl, name, DATA_TYPE_BYTE, 1, &val));
1006 }
1007 
1008 int
1009 nvlist_add_int8(nvlist_t *nvl, const char *name, int8_t val)
1010 {
1011 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT8, 1, &val));
1012 }
1013 
1014 int
1015 nvlist_add_uint8(nvlist_t *nvl, const char *name, uint8_t val)
1016 {
1017 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT8, 1, &val));
1018 }
1019 
1020 int
1021 nvlist_add_int16(nvlist_t *nvl, const char *name, int16_t val)
1022 {
1023 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT16, 1, &val));
1024 }
1025 
1026 int
1027 nvlist_add_uint16(nvlist_t *nvl, const char *name, uint16_t val)
1028 {
1029 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT16, 1, &val));
1030 }
1031 
1032 int
1033 nvlist_add_int32(nvlist_t *nvl, const char *name, int32_t val)
1034 {
1035 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT32, 1, &val));
1036 }
1037 
1038 int
1039 nvlist_add_uint32(nvlist_t *nvl, const char *name, uint32_t val)
1040 {
1041 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT32, 1, &val));
1042 }
1043 
1044 int
1045 nvlist_add_int64(nvlist_t *nvl, const char *name, int64_t val)
1046 {
1047 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT64, 1, &val));
1048 }
1049 
1050 int
1051 nvlist_add_uint64(nvlist_t *nvl, const char *name, uint64_t val)
1052 {
1053 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT64, 1, &val));
1054 }
1055 
1056 #if !defined(_KERNEL)
1057 int
1058 nvlist_add_double(nvlist_t *nvl, const char *name, double val)
1059 {
1060 	return (nvlist_add_common(nvl, name, DATA_TYPE_DOUBLE, 1, &val));
1061 }
1062 #endif
1063 
1064 int
1065 nvlist_add_string(nvlist_t *nvl, const char *name, const char *val)
1066 {
1067 	return (nvlist_add_common(nvl, name, DATA_TYPE_STRING, 1, (void *)val));
1068 }
1069 
1070 int
1071 nvlist_add_boolean_array(nvlist_t *nvl, const char *name,
1072     boolean_t *a, uint_t n)
1073 {
1074 	return (nvlist_add_common(nvl, name, DATA_TYPE_BOOLEAN_ARRAY, n, a));
1075 }
1076 
1077 int
1078 nvlist_add_byte_array(nvlist_t *nvl, const char *name, uchar_t *a, uint_t n)
1079 {
1080 	return (nvlist_add_common(nvl, name, DATA_TYPE_BYTE_ARRAY, n, a));
1081 }
1082 
1083 int
1084 nvlist_add_int8_array(nvlist_t *nvl, const char *name, int8_t *a, uint_t n)
1085 {
1086 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT8_ARRAY, n, a));
1087 }
1088 
1089 int
1090 nvlist_add_uint8_array(nvlist_t *nvl, const char *name, uint8_t *a, uint_t n)
1091 {
1092 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT8_ARRAY, n, a));
1093 }
1094 
1095 int
1096 nvlist_add_int16_array(nvlist_t *nvl, const char *name, int16_t *a, uint_t n)
1097 {
1098 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT16_ARRAY, n, a));
1099 }
1100 
1101 int
1102 nvlist_add_uint16_array(nvlist_t *nvl, const char *name, uint16_t *a, uint_t n)
1103 {
1104 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT16_ARRAY, n, a));
1105 }
1106 
1107 int
1108 nvlist_add_int32_array(nvlist_t *nvl, const char *name, int32_t *a, uint_t n)
1109 {
1110 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT32_ARRAY, n, a));
1111 }
1112 
1113 int
1114 nvlist_add_uint32_array(nvlist_t *nvl, const char *name, uint32_t *a, uint_t n)
1115 {
1116 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT32_ARRAY, n, a));
1117 }
1118 
1119 int
1120 nvlist_add_int64_array(nvlist_t *nvl, const char *name, int64_t *a, uint_t n)
1121 {
1122 	return (nvlist_add_common(nvl, name, DATA_TYPE_INT64_ARRAY, n, a));
1123 }
1124 
1125 int
1126 nvlist_add_uint64_array(nvlist_t *nvl, const char *name, uint64_t *a, uint_t n)
1127 {
1128 	return (nvlist_add_common(nvl, name, DATA_TYPE_UINT64_ARRAY, n, a));
1129 }
1130 
1131 int
1132 nvlist_add_string_array(nvlist_t *nvl, const char *name,
1133     char *const *a, uint_t n)
1134 {
1135 	return (nvlist_add_common(nvl, name, DATA_TYPE_STRING_ARRAY, n, a));
1136 }
1137 
1138 int
1139 nvlist_add_hrtime(nvlist_t *nvl, const char *name, hrtime_t val)
1140 {
1141 	return (nvlist_add_common(nvl, name, DATA_TYPE_HRTIME, 1, &val));
1142 }
1143 
1144 int
1145 nvlist_add_nvlist(nvlist_t *nvl, const char *name, nvlist_t *val)
1146 {
1147 	return (nvlist_add_common(nvl, name, DATA_TYPE_NVLIST, 1, val));
1148 }
1149 
1150 int
1151 nvlist_add_nvlist_array(nvlist_t *nvl, const char *name, nvlist_t **a, uint_t n)
1152 {
1153 	return (nvlist_add_common(nvl, name, DATA_TYPE_NVLIST_ARRAY, n, a));
1154 }
1155 
1156 /* reading name-value pairs */
1157 nvpair_t *
1158 nvlist_next_nvpair(nvlist_t *nvl, nvpair_t *nvp)
1159 {
1160 	nvpriv_t *priv;
1161 	i_nvp_t *curr;
1162 
1163 	if (nvl == NULL ||
1164 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
1165 		return (NULL);
1166 
1167 	curr = NVPAIR2I_NVP(nvp);
1168 
1169 	/*
1170 	 * Ensure that nvp is a valid nvpair on this nvlist.
1171 	 * NB: nvp_curr is used only as a hint so that we don't always
1172 	 * have to walk the list to determine if nvp is still on the list.
1173 	 */
1174 	if (nvp == NULL)
1175 		curr = priv->nvp_list;
1176 	else if (priv->nvp_curr == curr || nvlist_contains_nvp(nvl, nvp))
1177 		curr = curr->nvi_next;
1178 	else
1179 		curr = NULL;
1180 
1181 	priv->nvp_curr = curr;
1182 
1183 	return (curr != NULL ? &curr->nvi_nvp : NULL);
1184 }
1185 
1186 nvpair_t *
1187 nvlist_prev_nvpair(nvlist_t *nvl, nvpair_t *nvp)
1188 {
1189 	nvpriv_t *priv;
1190 	i_nvp_t *curr;
1191 
1192 	if (nvl == NULL ||
1193 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
1194 		return (NULL);
1195 
1196 	curr = NVPAIR2I_NVP(nvp);
1197 
1198 	if (nvp == NULL)
1199 		curr = priv->nvp_last;
1200 	else if (priv->nvp_curr == curr || nvlist_contains_nvp(nvl, nvp))
1201 		curr = curr->nvi_prev;
1202 	else
1203 		curr = NULL;
1204 
1205 	priv->nvp_curr = curr;
1206 
1207 	return (curr != NULL ? &curr->nvi_nvp : NULL);
1208 }
1209 
1210 boolean_t
1211 nvlist_empty(nvlist_t *nvl)
1212 {
1213 	nvpriv_t *priv;
1214 
1215 	if (nvl == NULL ||
1216 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
1217 		return (B_TRUE);
1218 
1219 	return (priv->nvp_list == NULL);
1220 }
1221 
1222 char *
1223 nvpair_name(nvpair_t *nvp)
1224 {
1225 	return (NVP_NAME(nvp));
1226 }
1227 
1228 data_type_t
1229 nvpair_type(nvpair_t *nvp)
1230 {
1231 	return (NVP_TYPE(nvp));
1232 }
1233 
1234 int
1235 nvpair_type_is_array(nvpair_t *nvp)
1236 {
1237 	data_type_t type = NVP_TYPE(nvp);
1238 
1239 	if ((type == DATA_TYPE_BYTE_ARRAY) ||
1240 	    (type == DATA_TYPE_INT8_ARRAY) ||
1241 	    (type == DATA_TYPE_UINT8_ARRAY) ||
1242 	    (type == DATA_TYPE_INT16_ARRAY) ||
1243 	    (type == DATA_TYPE_UINT16_ARRAY) ||
1244 	    (type == DATA_TYPE_INT32_ARRAY) ||
1245 	    (type == DATA_TYPE_UINT32_ARRAY) ||
1246 	    (type == DATA_TYPE_INT64_ARRAY) ||
1247 	    (type == DATA_TYPE_UINT64_ARRAY) ||
1248 	    (type == DATA_TYPE_BOOLEAN_ARRAY) ||
1249 	    (type == DATA_TYPE_STRING_ARRAY) ||
1250 	    (type == DATA_TYPE_NVLIST_ARRAY))
1251 		return (1);
1252 	return (0);
1253 
1254 }
1255 
1256 static int
1257 nvpair_value_common(nvpair_t *nvp, data_type_t type, uint_t *nelem, void *data)
1258 {
1259 	if (nvp == NULL || nvpair_type(nvp) != type)
1260 		return (EINVAL);
1261 
1262 	/*
1263 	 * For non-array types, we copy the data.
1264 	 * For array types (including string), we set a pointer.
1265 	 */
1266 	switch (type) {
1267 	case DATA_TYPE_BOOLEAN:
1268 		if (nelem != NULL)
1269 			*nelem = 0;
1270 		break;
1271 
1272 	case DATA_TYPE_BOOLEAN_VALUE:
1273 	case DATA_TYPE_BYTE:
1274 	case DATA_TYPE_INT8:
1275 	case DATA_TYPE_UINT8:
1276 	case DATA_TYPE_INT16:
1277 	case DATA_TYPE_UINT16:
1278 	case DATA_TYPE_INT32:
1279 	case DATA_TYPE_UINT32:
1280 	case DATA_TYPE_INT64:
1281 	case DATA_TYPE_UINT64:
1282 	case DATA_TYPE_HRTIME:
1283 #if !defined(_KERNEL)
1284 	case DATA_TYPE_DOUBLE:
1285 #endif
1286 		if (data == NULL)
1287 			return (EINVAL);
1288 		bcopy(NVP_VALUE(nvp), data,
1289 		    (size_t)i_get_value_size(type, NULL, 1));
1290 		if (nelem != NULL)
1291 			*nelem = 1;
1292 		break;
1293 
1294 	case DATA_TYPE_NVLIST:
1295 	case DATA_TYPE_STRING:
1296 		if (data == NULL)
1297 			return (EINVAL);
1298 		*(void **)data = (void *)NVP_VALUE(nvp);
1299 		if (nelem != NULL)
1300 			*nelem = 1;
1301 		break;
1302 
1303 	case DATA_TYPE_BOOLEAN_ARRAY:
1304 	case DATA_TYPE_BYTE_ARRAY:
1305 	case DATA_TYPE_INT8_ARRAY:
1306 	case DATA_TYPE_UINT8_ARRAY:
1307 	case DATA_TYPE_INT16_ARRAY:
1308 	case DATA_TYPE_UINT16_ARRAY:
1309 	case DATA_TYPE_INT32_ARRAY:
1310 	case DATA_TYPE_UINT32_ARRAY:
1311 	case DATA_TYPE_INT64_ARRAY:
1312 	case DATA_TYPE_UINT64_ARRAY:
1313 	case DATA_TYPE_STRING_ARRAY:
1314 	case DATA_TYPE_NVLIST_ARRAY:
1315 		if (nelem == NULL || data == NULL)
1316 			return (EINVAL);
1317 		if ((*nelem = NVP_NELEM(nvp)) != 0)
1318 			*(void **)data = (void *)NVP_VALUE(nvp);
1319 		else
1320 			*(void **)data = NULL;
1321 		break;
1322 
1323 	default:
1324 		return (ENOTSUP);
1325 	}
1326 
1327 	return (0);
1328 }
1329 
1330 static int
1331 nvlist_lookup_common(nvlist_t *nvl, const char *name, data_type_t type,
1332     uint_t *nelem, void *data)
1333 {
1334 	nvpriv_t *priv;
1335 	nvpair_t *nvp;
1336 	i_nvp_t *curr;
1337 
1338 	if (name == NULL || nvl == NULL ||
1339 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
1340 		return (EINVAL);
1341 
1342 	if (!(nvl->nvl_nvflag & (NV_UNIQUE_NAME | NV_UNIQUE_NAME_TYPE)))
1343 		return (ENOTSUP);
1344 
1345 	for (curr = priv->nvp_list; curr != NULL; curr = curr->nvi_next) {
1346 		nvp = &curr->nvi_nvp;
1347 
1348 		if (strcmp(name, NVP_NAME(nvp)) == 0 && NVP_TYPE(nvp) == type)
1349 			return (nvpair_value_common(nvp, type, nelem, data));
1350 	}
1351 
1352 	return (ENOENT);
1353 }
1354 
1355 int
1356 nvlist_lookup_boolean(nvlist_t *nvl, const char *name)
1357 {
1358 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_BOOLEAN, NULL, NULL));
1359 }
1360 
1361 int
1362 nvlist_lookup_boolean_value(nvlist_t *nvl, const char *name, boolean_t *val)
1363 {
1364 	return (nvlist_lookup_common(nvl, name,
1365 	    DATA_TYPE_BOOLEAN_VALUE, NULL, val));
1366 }
1367 
1368 int
1369 nvlist_lookup_byte(nvlist_t *nvl, const char *name, uchar_t *val)
1370 {
1371 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_BYTE, NULL, val));
1372 }
1373 
1374 int
1375 nvlist_lookup_int8(nvlist_t *nvl, const char *name, int8_t *val)
1376 {
1377 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT8, NULL, val));
1378 }
1379 
1380 int
1381 nvlist_lookup_uint8(nvlist_t *nvl, const char *name, uint8_t *val)
1382 {
1383 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT8, NULL, val));
1384 }
1385 
1386 int
1387 nvlist_lookup_int16(nvlist_t *nvl, const char *name, int16_t *val)
1388 {
1389 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT16, NULL, val));
1390 }
1391 
1392 int
1393 nvlist_lookup_uint16(nvlist_t *nvl, const char *name, uint16_t *val)
1394 {
1395 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT16, NULL, val));
1396 }
1397 
1398 int
1399 nvlist_lookup_int32(nvlist_t *nvl, const char *name, int32_t *val)
1400 {
1401 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT32, NULL, val));
1402 }
1403 
1404 int
1405 nvlist_lookup_uint32(nvlist_t *nvl, const char *name, uint32_t *val)
1406 {
1407 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT32, NULL, val));
1408 }
1409 
1410 int
1411 nvlist_lookup_int64(nvlist_t *nvl, const char *name, int64_t *val)
1412 {
1413 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT64, NULL, val));
1414 }
1415 
1416 int
1417 nvlist_lookup_uint64(nvlist_t *nvl, const char *name, uint64_t *val)
1418 {
1419 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT64, NULL, val));
1420 }
1421 
1422 #if !defined(_KERNEL)
1423 int
1424 nvlist_lookup_double(nvlist_t *nvl, const char *name, double *val)
1425 {
1426 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_DOUBLE, NULL, val));
1427 }
1428 #endif
1429 
1430 int
1431 nvlist_lookup_string(nvlist_t *nvl, const char *name, char **val)
1432 {
1433 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_STRING, NULL, val));
1434 }
1435 
1436 int
1437 nvlist_lookup_nvlist(nvlist_t *nvl, const char *name, nvlist_t **val)
1438 {
1439 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_NVLIST, NULL, val));
1440 }
1441 
1442 int
1443 nvlist_lookup_boolean_array(nvlist_t *nvl, const char *name,
1444     boolean_t **a, uint_t *n)
1445 {
1446 	return (nvlist_lookup_common(nvl, name,
1447 	    DATA_TYPE_BOOLEAN_ARRAY, n, a));
1448 }
1449 
1450 int
1451 nvlist_lookup_byte_array(nvlist_t *nvl, const char *name,
1452     uchar_t **a, uint_t *n)
1453 {
1454 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_BYTE_ARRAY, n, a));
1455 }
1456 
1457 int
1458 nvlist_lookup_int8_array(nvlist_t *nvl, const char *name, int8_t **a, uint_t *n)
1459 {
1460 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT8_ARRAY, n, a));
1461 }
1462 
1463 int
1464 nvlist_lookup_uint8_array(nvlist_t *nvl, const char *name,
1465     uint8_t **a, uint_t *n)
1466 {
1467 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT8_ARRAY, n, a));
1468 }
1469 
1470 int
1471 nvlist_lookup_int16_array(nvlist_t *nvl, const char *name,
1472     int16_t **a, uint_t *n)
1473 {
1474 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT16_ARRAY, n, a));
1475 }
1476 
1477 int
1478 nvlist_lookup_uint16_array(nvlist_t *nvl, const char *name,
1479     uint16_t **a, uint_t *n)
1480 {
1481 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT16_ARRAY, n, a));
1482 }
1483 
1484 int
1485 nvlist_lookup_int32_array(nvlist_t *nvl, const char *name,
1486     int32_t **a, uint_t *n)
1487 {
1488 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT32_ARRAY, n, a));
1489 }
1490 
1491 int
1492 nvlist_lookup_uint32_array(nvlist_t *nvl, const char *name,
1493     uint32_t **a, uint_t *n)
1494 {
1495 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT32_ARRAY, n, a));
1496 }
1497 
1498 int
1499 nvlist_lookup_int64_array(nvlist_t *nvl, const char *name,
1500     int64_t **a, uint_t *n)
1501 {
1502 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_INT64_ARRAY, n, a));
1503 }
1504 
1505 int
1506 nvlist_lookup_uint64_array(nvlist_t *nvl, const char *name,
1507     uint64_t **a, uint_t *n)
1508 {
1509 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_UINT64_ARRAY, n, a));
1510 }
1511 
1512 int
1513 nvlist_lookup_string_array(nvlist_t *nvl, const char *name,
1514     char ***a, uint_t *n)
1515 {
1516 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_STRING_ARRAY, n, a));
1517 }
1518 
1519 int
1520 nvlist_lookup_nvlist_array(nvlist_t *nvl, const char *name,
1521     nvlist_t ***a, uint_t *n)
1522 {
1523 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_NVLIST_ARRAY, n, a));
1524 }
1525 
1526 int
1527 nvlist_lookup_hrtime(nvlist_t *nvl, const char *name, hrtime_t *val)
1528 {
1529 	return (nvlist_lookup_common(nvl, name, DATA_TYPE_HRTIME, NULL, val));
1530 }
1531 
1532 int
1533 nvlist_lookup_pairs(nvlist_t *nvl, int flag, ...)
1534 {
1535 	va_list ap;
1536 	char *name;
1537 	int noentok = (flag & NV_FLAG_NOENTOK ? 1 : 0);
1538 	int ret = 0;
1539 
1540 	va_start(ap, flag);
1541 	while (ret == 0 && (name = va_arg(ap, char *)) != NULL) {
1542 		data_type_t type;
1543 		void *val;
1544 		uint_t *nelem;
1545 
1546 		switch (type = va_arg(ap, data_type_t)) {
1547 		case DATA_TYPE_BOOLEAN:
1548 			ret = nvlist_lookup_common(nvl, name, type, NULL, NULL);
1549 			break;
1550 
1551 		case DATA_TYPE_BOOLEAN_VALUE:
1552 		case DATA_TYPE_BYTE:
1553 		case DATA_TYPE_INT8:
1554 		case DATA_TYPE_UINT8:
1555 		case DATA_TYPE_INT16:
1556 		case DATA_TYPE_UINT16:
1557 		case DATA_TYPE_INT32:
1558 		case DATA_TYPE_UINT32:
1559 		case DATA_TYPE_INT64:
1560 		case DATA_TYPE_UINT64:
1561 		case DATA_TYPE_HRTIME:
1562 		case DATA_TYPE_STRING:
1563 		case DATA_TYPE_NVLIST:
1564 #if !defined(_KERNEL)
1565 		case DATA_TYPE_DOUBLE:
1566 #endif
1567 			val = va_arg(ap, void *);
1568 			ret = nvlist_lookup_common(nvl, name, type, NULL, val);
1569 			break;
1570 
1571 		case DATA_TYPE_BYTE_ARRAY:
1572 		case DATA_TYPE_BOOLEAN_ARRAY:
1573 		case DATA_TYPE_INT8_ARRAY:
1574 		case DATA_TYPE_UINT8_ARRAY:
1575 		case DATA_TYPE_INT16_ARRAY:
1576 		case DATA_TYPE_UINT16_ARRAY:
1577 		case DATA_TYPE_INT32_ARRAY:
1578 		case DATA_TYPE_UINT32_ARRAY:
1579 		case DATA_TYPE_INT64_ARRAY:
1580 		case DATA_TYPE_UINT64_ARRAY:
1581 		case DATA_TYPE_STRING_ARRAY:
1582 		case DATA_TYPE_NVLIST_ARRAY:
1583 			val = va_arg(ap, void *);
1584 			nelem = va_arg(ap, uint_t *);
1585 			ret = nvlist_lookup_common(nvl, name, type, nelem, val);
1586 			break;
1587 
1588 		default:
1589 			ret = EINVAL;
1590 		}
1591 
1592 		if (ret == ENOENT && noentok)
1593 			ret = 0;
1594 	}
1595 	va_end(ap);
1596 
1597 	return (ret);
1598 }
1599 
1600 /*
1601  * Find the 'name'ed nvpair in the nvlist 'nvl'. If 'name' found, the function
1602  * returns zero and a pointer to the matching nvpair is returned in '*ret'
1603  * (given 'ret' is non-NULL). If 'sep' is specified then 'name' will penitrate
1604  * multiple levels of embedded nvlists, with 'sep' as the separator. As an
1605  * example, if sep is '.', name might look like: "a" or "a.b" or "a.c[3]" or
1606  * "a.d[3].e[1]".  This matches the C syntax for array embed (for convience,
1607  * code also supports "a.d[3]e[1]" syntax).
1608  *
1609  * If 'ip' is non-NULL and the last name component is an array, return the
1610  * value of the "...[index]" array index in *ip. For an array reference that
1611  * is not indexed, *ip will be returned as -1. If there is a syntax error in
1612  * 'name', and 'ep' is non-NULL then *ep will be set to point to the location
1613  * inside the 'name' string where the syntax error was detected.
1614  */
1615 static int
1616 nvlist_lookup_nvpair_ei_sep(nvlist_t *nvl, const char *name, const char sep,
1617     nvpair_t **ret, int *ip, char **ep)
1618 {
1619 	nvpair_t	*nvp;
1620 	const char	*np;
1621 	char		*sepp;
1622 	char		*idxp, *idxep;
1623 	nvlist_t	**nva;
1624 	long		idx;
1625 	int		n;
1626 
1627 	if (ip)
1628 		*ip = -1;			/* not indexed */
1629 	if (ep)
1630 		*ep = NULL;
1631 
1632 	if ((nvl == NULL) || (name == NULL))
1633 		return (EINVAL);
1634 
1635 	sepp = NULL;
1636 	idx = 0;
1637 	/* step through components of name */
1638 	for (np = name; np && *np; np = sepp) {
1639 		/* ensure unique names */
1640 		if (!(nvl->nvl_nvflag & NV_UNIQUE_NAME))
1641 			return (ENOTSUP);
1642 
1643 		/* skip white space */
1644 		skip_whitespace(np);
1645 		if (*np == 0)
1646 			break;
1647 
1648 		/* set 'sepp' to end of current component 'np' */
1649 		if (sep)
1650 			sepp = strchr(np, sep);
1651 		else
1652 			sepp = NULL;
1653 
1654 		/* find start of next "[ index ]..." */
1655 		idxp = strchr(np, '[');
1656 
1657 		/* if sepp comes first, set idxp to NULL */
1658 		if (sepp && idxp && (sepp < idxp))
1659 			idxp = NULL;
1660 
1661 		/*
1662 		 * At this point 'idxp' is set if there is an index
1663 		 * expected for the current component.
1664 		 */
1665 		if (idxp) {
1666 			/* set 'n' to length of current 'np' name component */
1667 			n = idxp++ - np;
1668 
1669 			/* keep sepp up to date for *ep use as we advance */
1670 			skip_whitespace(idxp);
1671 			sepp = idxp;
1672 
1673 			/* determine the index value */
1674 #if defined(_KERNEL) && !defined(_BOOT)
1675 			if (ddi_strtol(idxp, &idxep, 0, &idx))
1676 				goto fail;
1677 #else
1678 			idx = strtol(idxp, &idxep, 0);
1679 #endif
1680 			if (idxep == idxp)
1681 				goto fail;
1682 
1683 			/* keep sepp up to date for *ep use as we advance */
1684 			sepp = idxep;
1685 
1686 			/* skip white space index value and check for ']' */
1687 			skip_whitespace(sepp);
1688 			if (*sepp++ != ']')
1689 				goto fail;
1690 
1691 			/* for embedded arrays, support C syntax: "a[1].b" */
1692 			skip_whitespace(sepp);
1693 			if (sep && (*sepp == sep))
1694 				sepp++;
1695 		} else if (sepp) {
1696 			n = sepp++ - np;
1697 		} else {
1698 			n = strlen(np);
1699 		}
1700 
1701 		/* trim trailing whitespace by reducing length of 'np' */
1702 		if (n == 0)
1703 			goto fail;
1704 		for (n--; (np[n] == ' ') || (np[n] == '\t'); n--)
1705 			;
1706 		n++;
1707 
1708 		/* skip whitespace, and set sepp to NULL if complete */
1709 		if (sepp) {
1710 			skip_whitespace(sepp);
1711 			if (*sepp == 0)
1712 				sepp = NULL;
1713 		}
1714 
1715 		/*
1716 		 * At this point:
1717 		 * o  'n' is the length of current 'np' component.
1718 		 * o  'idxp' is set if there was an index, and value 'idx'.
1719 		 * o  'sepp' is set to the beginning of the next component,
1720 		 *    and set to NULL if we have no more components.
1721 		 *
1722 		 * Search for nvpair with matching component name.
1723 		 */
1724 		for (nvp = nvlist_next_nvpair(nvl, NULL); nvp != NULL;
1725 		    nvp = nvlist_next_nvpair(nvl, nvp)) {
1726 
1727 			/* continue if no match on name */
1728 			if (strncmp(np, nvpair_name(nvp), n) ||
1729 			    (strlen(nvpair_name(nvp)) != n))
1730 				continue;
1731 
1732 			/* if indexed, verify type is array oriented */
1733 			if (idxp && !nvpair_type_is_array(nvp))
1734 				goto fail;
1735 
1736 			/*
1737 			 * Full match found, return nvp and idx if this
1738 			 * was the last component.
1739 			 */
1740 			if (sepp == NULL) {
1741 				if (ret)
1742 					*ret = nvp;
1743 				if (ip && idxp)
1744 					*ip = (int)idx;	/* return index */
1745 				return (0);		/* found */
1746 			}
1747 
1748 			/*
1749 			 * More components: current match must be
1750 			 * of DATA_TYPE_NVLIST or DATA_TYPE_NVLIST_ARRAY
1751 			 * to support going deeper.
1752 			 */
1753 			if (nvpair_type(nvp) == DATA_TYPE_NVLIST) {
1754 				nvl = EMBEDDED_NVL(nvp);
1755 				break;
1756 			} else if (nvpair_type(nvp) == DATA_TYPE_NVLIST_ARRAY) {
1757 				(void) nvpair_value_nvlist_array(nvp,
1758 				    &nva, (uint_t *)&n);
1759 				if ((n < 0) || (idx >= n))
1760 					goto fail;
1761 				nvl = nva[idx];
1762 				break;
1763 			}
1764 
1765 			/* type does not support more levels */
1766 			goto fail;
1767 		}
1768 		if (nvp == NULL)
1769 			goto fail;		/* 'name' not found */
1770 
1771 		/* search for match of next component in embedded 'nvl' list */
1772 	}
1773 
1774 fail:	if (ep && sepp)
1775 		*ep = sepp;
1776 	return (EINVAL);
1777 }
1778 
1779 /*
1780  * Return pointer to nvpair with specified 'name'.
1781  */
1782 int
1783 nvlist_lookup_nvpair(nvlist_t *nvl, const char *name, nvpair_t **ret)
1784 {
1785 	return (nvlist_lookup_nvpair_ei_sep(nvl, name, 0, ret, NULL, NULL));
1786 }
1787 
1788 /*
1789  * Determine if named nvpair exists in nvlist (use embedded separator of '.'
1790  * and return array index).  See nvlist_lookup_nvpair_ei_sep for more detailed
1791  * description.
1792  */
1793 int nvlist_lookup_nvpair_embedded_index(nvlist_t *nvl,
1794     const char *name, nvpair_t **ret, int *ip, char **ep)
1795 {
1796 	return (nvlist_lookup_nvpair_ei_sep(nvl, name, '.', ret, ip, ep));
1797 }
1798 
1799 boolean_t
1800 nvlist_exists(nvlist_t *nvl, const char *name)
1801 {
1802 	nvpriv_t *priv;
1803 	nvpair_t *nvp;
1804 	i_nvp_t *curr;
1805 
1806 	if (name == NULL || nvl == NULL ||
1807 	    (priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
1808 		return (B_FALSE);
1809 
1810 	for (curr = priv->nvp_list; curr != NULL; curr = curr->nvi_next) {
1811 		nvp = &curr->nvi_nvp;
1812 
1813 		if (strcmp(name, NVP_NAME(nvp)) == 0)
1814 			return (B_TRUE);
1815 	}
1816 
1817 	return (B_FALSE);
1818 }
1819 
1820 int
1821 nvpair_value_boolean_value(nvpair_t *nvp, boolean_t *val)
1822 {
1823 	return (nvpair_value_common(nvp, DATA_TYPE_BOOLEAN_VALUE, NULL, val));
1824 }
1825 
1826 int
1827 nvpair_value_byte(nvpair_t *nvp, uchar_t *val)
1828 {
1829 	return (nvpair_value_common(nvp, DATA_TYPE_BYTE, NULL, val));
1830 }
1831 
1832 int
1833 nvpair_value_int8(nvpair_t *nvp, int8_t *val)
1834 {
1835 	return (nvpair_value_common(nvp, DATA_TYPE_INT8, NULL, val));
1836 }
1837 
1838 int
1839 nvpair_value_uint8(nvpair_t *nvp, uint8_t *val)
1840 {
1841 	return (nvpair_value_common(nvp, DATA_TYPE_UINT8, NULL, val));
1842 }
1843 
1844 int
1845 nvpair_value_int16(nvpair_t *nvp, int16_t *val)
1846 {
1847 	return (nvpair_value_common(nvp, DATA_TYPE_INT16, NULL, val));
1848 }
1849 
1850 int
1851 nvpair_value_uint16(nvpair_t *nvp, uint16_t *val)
1852 {
1853 	return (nvpair_value_common(nvp, DATA_TYPE_UINT16, NULL, val));
1854 }
1855 
1856 int
1857 nvpair_value_int32(nvpair_t *nvp, int32_t *val)
1858 {
1859 	return (nvpair_value_common(nvp, DATA_TYPE_INT32, NULL, val));
1860 }
1861 
1862 int
1863 nvpair_value_uint32(nvpair_t *nvp, uint32_t *val)
1864 {
1865 	return (nvpair_value_common(nvp, DATA_TYPE_UINT32, NULL, val));
1866 }
1867 
1868 int
1869 nvpair_value_int64(nvpair_t *nvp, int64_t *val)
1870 {
1871 	return (nvpair_value_common(nvp, DATA_TYPE_INT64, NULL, val));
1872 }
1873 
1874 int
1875 nvpair_value_uint64(nvpair_t *nvp, uint64_t *val)
1876 {
1877 	return (nvpair_value_common(nvp, DATA_TYPE_UINT64, NULL, val));
1878 }
1879 
1880 #if !defined(_KERNEL)
1881 int
1882 nvpair_value_double(nvpair_t *nvp, double *val)
1883 {
1884 	return (nvpair_value_common(nvp, DATA_TYPE_DOUBLE, NULL, val));
1885 }
1886 #endif
1887 
1888 int
1889 nvpair_value_string(nvpair_t *nvp, char **val)
1890 {
1891 	return (nvpair_value_common(nvp, DATA_TYPE_STRING, NULL, val));
1892 }
1893 
1894 int
1895 nvpair_value_nvlist(nvpair_t *nvp, nvlist_t **val)
1896 {
1897 	return (nvpair_value_common(nvp, DATA_TYPE_NVLIST, NULL, val));
1898 }
1899 
1900 int
1901 nvpair_value_boolean_array(nvpair_t *nvp, boolean_t **val, uint_t *nelem)
1902 {
1903 	return (nvpair_value_common(nvp, DATA_TYPE_BOOLEAN_ARRAY, nelem, val));
1904 }
1905 
1906 int
1907 nvpair_value_byte_array(nvpair_t *nvp, uchar_t **val, uint_t *nelem)
1908 {
1909 	return (nvpair_value_common(nvp, DATA_TYPE_BYTE_ARRAY, nelem, val));
1910 }
1911 
1912 int
1913 nvpair_value_int8_array(nvpair_t *nvp, int8_t **val, uint_t *nelem)
1914 {
1915 	return (nvpair_value_common(nvp, DATA_TYPE_INT8_ARRAY, nelem, val));
1916 }
1917 
1918 int
1919 nvpair_value_uint8_array(nvpair_t *nvp, uint8_t **val, uint_t *nelem)
1920 {
1921 	return (nvpair_value_common(nvp, DATA_TYPE_UINT8_ARRAY, nelem, val));
1922 }
1923 
1924 int
1925 nvpair_value_int16_array(nvpair_t *nvp, int16_t **val, uint_t *nelem)
1926 {
1927 	return (nvpair_value_common(nvp, DATA_TYPE_INT16_ARRAY, nelem, val));
1928 }
1929 
1930 int
1931 nvpair_value_uint16_array(nvpair_t *nvp, uint16_t **val, uint_t *nelem)
1932 {
1933 	return (nvpair_value_common(nvp, DATA_TYPE_UINT16_ARRAY, nelem, val));
1934 }
1935 
1936 int
1937 nvpair_value_int32_array(nvpair_t *nvp, int32_t **val, uint_t *nelem)
1938 {
1939 	return (nvpair_value_common(nvp, DATA_TYPE_INT32_ARRAY, nelem, val));
1940 }
1941 
1942 int
1943 nvpair_value_uint32_array(nvpair_t *nvp, uint32_t **val, uint_t *nelem)
1944 {
1945 	return (nvpair_value_common(nvp, DATA_TYPE_UINT32_ARRAY, nelem, val));
1946 }
1947 
1948 int
1949 nvpair_value_int64_array(nvpair_t *nvp, int64_t **val, uint_t *nelem)
1950 {
1951 	return (nvpair_value_common(nvp, DATA_TYPE_INT64_ARRAY, nelem, val));
1952 }
1953 
1954 int
1955 nvpair_value_uint64_array(nvpair_t *nvp, uint64_t **val, uint_t *nelem)
1956 {
1957 	return (nvpair_value_common(nvp, DATA_TYPE_UINT64_ARRAY, nelem, val));
1958 }
1959 
1960 int
1961 nvpair_value_string_array(nvpair_t *nvp, char ***val, uint_t *nelem)
1962 {
1963 	return (nvpair_value_common(nvp, DATA_TYPE_STRING_ARRAY, nelem, val));
1964 }
1965 
1966 int
1967 nvpair_value_nvlist_array(nvpair_t *nvp, nvlist_t ***val, uint_t *nelem)
1968 {
1969 	return (nvpair_value_common(nvp, DATA_TYPE_NVLIST_ARRAY, nelem, val));
1970 }
1971 
1972 int
1973 nvpair_value_hrtime(nvpair_t *nvp, hrtime_t *val)
1974 {
1975 	return (nvpair_value_common(nvp, DATA_TYPE_HRTIME, NULL, val));
1976 }
1977 
1978 /*
1979  * Add specified pair to the list.
1980  */
1981 int
1982 nvlist_add_nvpair(nvlist_t *nvl, nvpair_t *nvp)
1983 {
1984 	if (nvl == NULL || nvp == NULL)
1985 		return (EINVAL);
1986 
1987 	return (nvlist_add_common(nvl, NVP_NAME(nvp), NVP_TYPE(nvp),
1988 	    NVP_NELEM(nvp), NVP_VALUE(nvp)));
1989 }
1990 
1991 /*
1992  * Merge the supplied nvlists and put the result in dst.
1993  * The merged list will contain all names specified in both lists,
1994  * the values are taken from nvl in the case of duplicates.
1995  * Return 0 on success.
1996  */
1997 /*ARGSUSED*/
1998 int
1999 nvlist_merge(nvlist_t *dst, nvlist_t *nvl, int flag)
2000 {
2001 	if (nvl == NULL || dst == NULL)
2002 		return (EINVAL);
2003 
2004 	if (dst != nvl)
2005 		return (nvlist_copy_pairs(nvl, dst));
2006 
2007 	return (0);
2008 }
2009 
2010 /*
2011  * Encoding related routines
2012  */
2013 #define	NVS_OP_ENCODE	0
2014 #define	NVS_OP_DECODE	1
2015 #define	NVS_OP_GETSIZE	2
2016 
2017 typedef struct nvs_ops nvs_ops_t;
2018 
2019 typedef struct {
2020 	int		nvs_op;
2021 	const nvs_ops_t	*nvs_ops;
2022 	void		*nvs_private;
2023 	nvpriv_t	*nvs_priv;
2024 	int		nvs_recursion;
2025 } nvstream_t;
2026 
2027 /*
2028  * nvs operations are:
2029  *   - nvs_nvlist
2030  *     encoding / decoding of a nvlist header (nvlist_t)
2031  *     calculates the size used for header and end detection
2032  *
2033  *   - nvs_nvpair
2034  *     responsible for the first part of encoding / decoding of an nvpair
2035  *     calculates the decoded size of an nvpair
2036  *
2037  *   - nvs_nvp_op
2038  *     second part of encoding / decoding of an nvpair
2039  *
2040  *   - nvs_nvp_size
2041  *     calculates the encoding size of an nvpair
2042  *
2043  *   - nvs_nvl_fini
2044  *     encodes the end detection mark (zeros).
2045  */
2046 struct nvs_ops {
2047 	int (*nvs_nvlist)(nvstream_t *, nvlist_t *, size_t *);
2048 	int (*nvs_nvpair)(nvstream_t *, nvpair_t *, size_t *);
2049 	int (*nvs_nvp_op)(nvstream_t *, nvpair_t *);
2050 	int (*nvs_nvp_size)(nvstream_t *, nvpair_t *, size_t *);
2051 	int (*nvs_nvl_fini)(nvstream_t *);
2052 };
2053 
2054 typedef struct {
2055 	char	nvh_encoding;	/* nvs encoding method */
2056 	char	nvh_endian;	/* nvs endian */
2057 	char	nvh_reserved1;	/* reserved for future use */
2058 	char	nvh_reserved2;	/* reserved for future use */
2059 } nvs_header_t;
2060 
2061 static int
2062 nvs_encode_pairs(nvstream_t *nvs, nvlist_t *nvl)
2063 {
2064 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
2065 	i_nvp_t *curr;
2066 
2067 	/*
2068 	 * Walk nvpair in list and encode each nvpair
2069 	 */
2070 	for (curr = priv->nvp_list; curr != NULL; curr = curr->nvi_next)
2071 		if (nvs->nvs_ops->nvs_nvpair(nvs, &curr->nvi_nvp, NULL) != 0)
2072 			return (EFAULT);
2073 
2074 	return (nvs->nvs_ops->nvs_nvl_fini(nvs));
2075 }
2076 
2077 static int
2078 nvs_decode_pairs(nvstream_t *nvs, nvlist_t *nvl)
2079 {
2080 	nvpair_t *nvp;
2081 	size_t nvsize;
2082 	int err;
2083 
2084 	/*
2085 	 * Get decoded size of next pair in stream, alloc
2086 	 * memory for nvpair_t, then decode the nvpair
2087 	 */
2088 	while ((err = nvs->nvs_ops->nvs_nvpair(nvs, NULL, &nvsize)) == 0) {
2089 		if (nvsize == 0) /* end of list */
2090 			break;
2091 
2092 		/* make sure len makes sense */
2093 		if (nvsize < NVP_SIZE_CALC(1, 0))
2094 			return (EFAULT);
2095 
2096 		if ((nvp = nvp_buf_alloc(nvl, nvsize)) == NULL)
2097 			return (ENOMEM);
2098 
2099 		if ((err = nvs->nvs_ops->nvs_nvp_op(nvs, nvp)) != 0) {
2100 			nvp_buf_free(nvl, nvp);
2101 			return (err);
2102 		}
2103 
2104 		if (i_validate_nvpair(nvp) != 0) {
2105 			nvpair_free(nvp);
2106 			nvp_buf_free(nvl, nvp);
2107 			return (EFAULT);
2108 		}
2109 
2110 		nvp_buf_link(nvl, nvp);
2111 	}
2112 	return (err);
2113 }
2114 
2115 static int
2116 nvs_getsize_pairs(nvstream_t *nvs, nvlist_t *nvl, size_t *buflen)
2117 {
2118 	nvpriv_t *priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv;
2119 	i_nvp_t *curr;
2120 	uint64_t nvsize = *buflen;
2121 	size_t size;
2122 
2123 	/*
2124 	 * Get encoded size of nvpairs in nvlist
2125 	 */
2126 	for (curr = priv->nvp_list; curr != NULL; curr = curr->nvi_next) {
2127 		if (nvs->nvs_ops->nvs_nvp_size(nvs, &curr->nvi_nvp, &size) != 0)
2128 			return (EINVAL);
2129 
2130 		if ((nvsize += size) > INT32_MAX)
2131 			return (EINVAL);
2132 	}
2133 
2134 	*buflen = nvsize;
2135 	return (0);
2136 }
2137 
2138 static int
2139 nvs_operation(nvstream_t *nvs, nvlist_t *nvl, size_t *buflen)
2140 {
2141 	int err;
2142 
2143 	if (nvl->nvl_priv == 0)
2144 		return (EFAULT);
2145 
2146 	/*
2147 	 * Perform the operation, starting with header, then each nvpair
2148 	 */
2149 	if ((err = nvs->nvs_ops->nvs_nvlist(nvs, nvl, buflen)) != 0)
2150 		return (err);
2151 
2152 	switch (nvs->nvs_op) {
2153 	case NVS_OP_ENCODE:
2154 		err = nvs_encode_pairs(nvs, nvl);
2155 		break;
2156 
2157 	case NVS_OP_DECODE:
2158 		err = nvs_decode_pairs(nvs, nvl);
2159 		break;
2160 
2161 	case NVS_OP_GETSIZE:
2162 		err = nvs_getsize_pairs(nvs, nvl, buflen);
2163 		break;
2164 
2165 	default:
2166 		err = EINVAL;
2167 	}
2168 
2169 	return (err);
2170 }
2171 
2172 static int
2173 nvs_embedded(nvstream_t *nvs, nvlist_t *embedded)
2174 {
2175 	switch (nvs->nvs_op) {
2176 	case NVS_OP_ENCODE: {
2177 		int err;
2178 
2179 		if (nvs->nvs_recursion >= nvpair_max_recursion)
2180 			return (EINVAL);
2181 		nvs->nvs_recursion++;
2182 		err = nvs_operation(nvs, embedded, NULL);
2183 		nvs->nvs_recursion--;
2184 		return (err);
2185 	}
2186 	case NVS_OP_DECODE: {
2187 		nvpriv_t *priv;
2188 		int err;
2189 
2190 		if (embedded->nvl_version != NV_VERSION)
2191 			return (ENOTSUP);
2192 
2193 		if ((priv = nv_priv_alloc_embedded(nvs->nvs_priv)) == NULL)
2194 			return (ENOMEM);
2195 
2196 		nvlist_init(embedded, embedded->nvl_nvflag, priv);
2197 
2198 		if (nvs->nvs_recursion >= nvpair_max_recursion) {
2199 			nvlist_free(embedded);
2200 			return (EINVAL);
2201 		}
2202 		nvs->nvs_recursion++;
2203 		if ((err = nvs_operation(nvs, embedded, NULL)) != 0)
2204 			nvlist_free(embedded);
2205 		nvs->nvs_recursion--;
2206 		return (err);
2207 	}
2208 	default:
2209 		break;
2210 	}
2211 
2212 	return (EINVAL);
2213 }
2214 
2215 static int
2216 nvs_embedded_nvl_array(nvstream_t *nvs, nvpair_t *nvp, size_t *size)
2217 {
2218 	size_t nelem = NVP_NELEM(nvp);
2219 	nvlist_t **nvlp = EMBEDDED_NVL_ARRAY(nvp);
2220 	int i;
2221 
2222 	switch (nvs->nvs_op) {
2223 	case NVS_OP_ENCODE:
2224 		for (i = 0; i < nelem; i++)
2225 			if (nvs_embedded(nvs, nvlp[i]) != 0)
2226 				return (EFAULT);
2227 		break;
2228 
2229 	case NVS_OP_DECODE: {
2230 		size_t len = nelem * sizeof (uint64_t);
2231 		nvlist_t *embedded = (nvlist_t *)((uintptr_t)nvlp + len);
2232 
2233 		bzero(nvlp, len);	/* don't trust packed data */
2234 		for (i = 0; i < nelem; i++) {
2235 			if (nvs_embedded(nvs, embedded) != 0) {
2236 				nvpair_free(nvp);
2237 				return (EFAULT);
2238 			}
2239 
2240 			nvlp[i] = embedded++;
2241 		}
2242 		break;
2243 	}
2244 	case NVS_OP_GETSIZE: {
2245 		uint64_t nvsize = 0;
2246 
2247 		for (i = 0; i < nelem; i++) {
2248 			size_t nvp_sz = 0;
2249 
2250 			if (nvs_operation(nvs, nvlp[i], &nvp_sz) != 0)
2251 				return (EINVAL);
2252 
2253 			if ((nvsize += nvp_sz) > INT32_MAX)
2254 				return (EINVAL);
2255 		}
2256 
2257 		*size = nvsize;
2258 		break;
2259 	}
2260 	default:
2261 		return (EINVAL);
2262 	}
2263 
2264 	return (0);
2265 }
2266 
2267 static int nvs_native(nvstream_t *, nvlist_t *, char *, size_t *);
2268 static int nvs_xdr(nvstream_t *, nvlist_t *, char *, size_t *);
2269 
2270 /*
2271  * Common routine for nvlist operations:
2272  * encode, decode, getsize (encoded size).
2273  */
2274 static int
2275 nvlist_common(nvlist_t *nvl, char *buf, size_t *buflen, int encoding,
2276     int nvs_op)
2277 {
2278 	int err = 0;
2279 	nvstream_t nvs;
2280 	int nvl_endian;
2281 #ifdef	_LITTLE_ENDIAN
2282 	int host_endian = 1;
2283 #else
2284 	int host_endian = 0;
2285 #endif	/* _LITTLE_ENDIAN */
2286 	nvs_header_t *nvh = (void *)buf;
2287 
2288 	if (buflen == NULL || nvl == NULL ||
2289 	    (nvs.nvs_priv = (nvpriv_t *)(uintptr_t)nvl->nvl_priv) == NULL)
2290 		return (EINVAL);
2291 
2292 	nvs.nvs_op = nvs_op;
2293 	nvs.nvs_recursion = 0;
2294 
2295 	/*
2296 	 * For NVS_OP_ENCODE and NVS_OP_DECODE make sure an nvlist and
2297 	 * a buffer is allocated.  The first 4 bytes in the buffer are
2298 	 * used for encoding method and host endian.
2299 	 */
2300 	switch (nvs_op) {
2301 	case NVS_OP_ENCODE:
2302 		if (buf == NULL || *buflen < sizeof (nvs_header_t))
2303 			return (EINVAL);
2304 
2305 		nvh->nvh_encoding = encoding;
2306 		nvh->nvh_endian = nvl_endian = host_endian;
2307 		nvh->nvh_reserved1 = 0;
2308 		nvh->nvh_reserved2 = 0;
2309 		break;
2310 
2311 	case NVS_OP_DECODE:
2312 		if (buf == NULL || *buflen < sizeof (nvs_header_t))
2313 			return (EINVAL);
2314 
2315 		/* get method of encoding from first byte */
2316 		encoding = nvh->nvh_encoding;
2317 		nvl_endian = nvh->nvh_endian;
2318 		break;
2319 
2320 	case NVS_OP_GETSIZE:
2321 		nvl_endian = host_endian;
2322 
2323 		/*
2324 		 * add the size for encoding
2325 		 */
2326 		*buflen = sizeof (nvs_header_t);
2327 		break;
2328 
2329 	default:
2330 		return (ENOTSUP);
2331 	}
2332 
2333 	/*
2334 	 * Create an nvstream with proper encoding method
2335 	 */
2336 	switch (encoding) {
2337 	case NV_ENCODE_NATIVE:
2338 		/*
2339 		 * check endianness, in case we are unpacking
2340 		 * from a file
2341 		 */
2342 		if (nvl_endian != host_endian)
2343 			return (ENOTSUP);
2344 		err = nvs_native(&nvs, nvl, buf, buflen);
2345 		break;
2346 	case NV_ENCODE_XDR:
2347 		err = nvs_xdr(&nvs, nvl, buf, buflen);
2348 		break;
2349 	default:
2350 		err = ENOTSUP;
2351 		break;
2352 	}
2353 
2354 	return (err);
2355 }
2356 
2357 int
2358 nvlist_size(nvlist_t *nvl, size_t *size, int encoding)
2359 {
2360 	return (nvlist_common(nvl, NULL, size, encoding, NVS_OP_GETSIZE));
2361 }
2362 
2363 /*
2364  * Pack nvlist into contiguous memory
2365  */
2366 /*ARGSUSED1*/
2367 int
2368 nvlist_pack(nvlist_t *nvl, char **bufp, size_t *buflen, int encoding,
2369     int kmflag)
2370 {
2371 #if defined(_KERNEL) && !defined(_BOOT)
2372 	return (nvlist_xpack(nvl, bufp, buflen, encoding,
2373 	    (kmflag == KM_SLEEP ? nv_alloc_sleep : nv_alloc_nosleep)));
2374 #else
2375 	return (nvlist_xpack(nvl, bufp, buflen, encoding, nv_alloc_nosleep));
2376 #endif
2377 }
2378 
2379 int
2380 nvlist_xpack(nvlist_t *nvl, char **bufp, size_t *buflen, int encoding,
2381     nv_alloc_t *nva)
2382 {
2383 	nvpriv_t nvpriv;
2384 	size_t alloc_size;
2385 	char *buf;
2386 	int err;
2387 
2388 	if (nva == NULL || nvl == NULL || bufp == NULL || buflen == NULL)
2389 		return (EINVAL);
2390 
2391 	if (*bufp != NULL)
2392 		return (nvlist_common(nvl, *bufp, buflen, encoding,
2393 		    NVS_OP_ENCODE));
2394 
2395 	/*
2396 	 * Here is a difficult situation:
2397 	 * 1. The nvlist has fixed allocator properties.
2398 	 *    All other nvlist routines (like nvlist_add_*, ...) use
2399 	 *    these properties.
2400 	 * 2. When using nvlist_pack() the user can specify their own
2401 	 *    allocator properties (e.g. by using KM_NOSLEEP).
2402 	 *
2403 	 * We use the user specified properties (2). A clearer solution
2404 	 * will be to remove the kmflag from nvlist_pack(), but we will
2405 	 * not change the interface.
2406 	 */
2407 	nv_priv_init(&nvpriv, nva, 0);
2408 
2409 	if ((err = nvlist_size(nvl, &alloc_size, encoding)))
2410 		return (err);
2411 
2412 	if ((buf = nv_mem_zalloc(&nvpriv, alloc_size)) == NULL)
2413 		return (ENOMEM);
2414 
2415 	if ((err = nvlist_common(nvl, buf, &alloc_size, encoding,
2416 	    NVS_OP_ENCODE)) != 0) {
2417 		nv_mem_free(&nvpriv, buf, alloc_size);
2418 	} else {
2419 		*buflen = alloc_size;
2420 		*bufp = buf;
2421 	}
2422 
2423 	return (err);
2424 }
2425 
2426 /*
2427  * Unpack buf into an nvlist_t
2428  */
2429 /*ARGSUSED1*/
2430 int
2431 nvlist_unpack(char *buf, size_t buflen, nvlist_t **nvlp, int kmflag)
2432 {
2433 #if defined(_KERNEL) && !defined(_BOOT)
2434 	return (nvlist_xunpack(buf, buflen, nvlp,
2435 	    (kmflag == KM_SLEEP ? nv_alloc_sleep : nv_alloc_nosleep)));
2436 #else
2437 	return (nvlist_xunpack(buf, buflen, nvlp, nv_alloc_nosleep));
2438 #endif
2439 }
2440 
2441 int
2442 nvlist_xunpack(char *buf, size_t buflen, nvlist_t **nvlp, nv_alloc_t *nva)
2443 {
2444 	nvlist_t *nvl;
2445 	int err;
2446 
2447 	if (nvlp == NULL)
2448 		return (EINVAL);
2449 
2450 	if ((err = nvlist_xalloc(&nvl, 0, nva)) != 0)
2451 		return (err);
2452 
2453 	if ((err = nvlist_common(nvl, buf, &buflen, 0, NVS_OP_DECODE)) != 0)
2454 		nvlist_free(nvl);
2455 	else
2456 		*nvlp = nvl;
2457 
2458 	return (err);
2459 }
2460 
2461 /*
2462  * Native encoding functions
2463  */
2464 typedef struct {
2465 	/*
2466 	 * This structure is used when decoding a packed nvpair in
2467 	 * the native format.  n_base points to a buffer containing the
2468 	 * packed nvpair.  n_end is a pointer to the end of the buffer.
2469 	 * (n_end actually points to the first byte past the end of the
2470 	 * buffer.)  n_curr is a pointer that lies between n_base and n_end.
2471 	 * It points to the current data that we are decoding.
2472 	 * The amount of data left in the buffer is equal to n_end - n_curr.
2473 	 * n_flag is used to recognize a packed embedded list.
2474 	 */
2475 	caddr_t n_base;
2476 	caddr_t n_end;
2477 	caddr_t n_curr;
2478 	uint_t  n_flag;
2479 } nvs_native_t;
2480 
2481 static int
2482 nvs_native_create(nvstream_t *nvs, nvs_native_t *native, char *buf,
2483     size_t buflen)
2484 {
2485 	switch (nvs->nvs_op) {
2486 	case NVS_OP_ENCODE:
2487 	case NVS_OP_DECODE:
2488 		nvs->nvs_private = native;
2489 		native->n_curr = native->n_base = buf;
2490 		native->n_end = buf + buflen;
2491 		native->n_flag = 0;
2492 		return (0);
2493 
2494 	case NVS_OP_GETSIZE:
2495 		nvs->nvs_private = native;
2496 		native->n_curr = native->n_base = native->n_end = NULL;
2497 		native->n_flag = 0;
2498 		return (0);
2499 	default:
2500 		return (EINVAL);
2501 	}
2502 }
2503 
2504 /*ARGSUSED*/
2505 static void
2506 nvs_native_destroy(nvstream_t *nvs)
2507 {
2508 }
2509 
2510 static int
2511 native_cp(nvstream_t *nvs, void *buf, size_t size)
2512 {
2513 	nvs_native_t *native = (nvs_native_t *)nvs->nvs_private;
2514 
2515 	if (native->n_curr + size > native->n_end)
2516 		return (EFAULT);
2517 
2518 	/*
2519 	 * The bcopy() below eliminates alignment requirement
2520 	 * on the buffer (stream) and is preferred over direct access.
2521 	 */
2522 	switch (nvs->nvs_op) {
2523 	case NVS_OP_ENCODE:
2524 		bcopy(buf, native->n_curr, size);
2525 		break;
2526 	case NVS_OP_DECODE:
2527 		bcopy(native->n_curr, buf, size);
2528 		break;
2529 	default:
2530 		return (EINVAL);
2531 	}
2532 
2533 	native->n_curr += size;
2534 	return (0);
2535 }
2536 
2537 /*
2538  * operate on nvlist_t header
2539  */
2540 static int
2541 nvs_native_nvlist(nvstream_t *nvs, nvlist_t *nvl, size_t *size)
2542 {
2543 	nvs_native_t *native = nvs->nvs_private;
2544 
2545 	switch (nvs->nvs_op) {
2546 	case NVS_OP_ENCODE:
2547 	case NVS_OP_DECODE:
2548 		if (native->n_flag)
2549 			return (0);	/* packed embedded list */
2550 
2551 		native->n_flag = 1;
2552 
2553 		/* copy version and nvflag of the nvlist_t */
2554 		if (native_cp(nvs, &nvl->nvl_version, sizeof (int32_t)) != 0 ||
2555 		    native_cp(nvs, &nvl->nvl_nvflag, sizeof (int32_t)) != 0)
2556 			return (EFAULT);
2557 
2558 		return (0);
2559 
2560 	case NVS_OP_GETSIZE:
2561 		/*
2562 		 * if calculate for packed embedded list
2563 		 * 	4 for end of the embedded list
2564 		 * else
2565 		 * 	2 * sizeof (int32_t) for nvl_version and nvl_nvflag
2566 		 * 	and 4 for end of the entire list
2567 		 */
2568 		if (native->n_flag) {
2569 			*size += 4;
2570 		} else {
2571 			native->n_flag = 1;
2572 			*size += 2 * sizeof (int32_t) + 4;
2573 		}
2574 
2575 		return (0);
2576 
2577 	default:
2578 		return (EINVAL);
2579 	}
2580 }
2581 
2582 static int
2583 nvs_native_nvl_fini(nvstream_t *nvs)
2584 {
2585 	if (nvs->nvs_op == NVS_OP_ENCODE) {
2586 		nvs_native_t *native = (nvs_native_t *)nvs->nvs_private;
2587 		/*
2588 		 * Add 4 zero bytes at end of nvlist. They are used
2589 		 * for end detection by the decode routine.
2590 		 */
2591 		if (native->n_curr + sizeof (int) > native->n_end)
2592 			return (EFAULT);
2593 
2594 		bzero(native->n_curr, sizeof (int));
2595 		native->n_curr += sizeof (int);
2596 	}
2597 
2598 	return (0);
2599 }
2600 
2601 static int
2602 nvpair_native_embedded(nvstream_t *nvs, nvpair_t *nvp)
2603 {
2604 	if (nvs->nvs_op == NVS_OP_ENCODE) {
2605 		nvs_native_t *native = (nvs_native_t *)nvs->nvs_private;
2606 		nvlist_t *packed = (void *)
2607 		    (native->n_curr - nvp->nvp_size + NVP_VALOFF(nvp));
2608 		/*
2609 		 * Null out the pointer that is meaningless in the packed
2610 		 * structure. The address may not be aligned, so we have
2611 		 * to use bzero.
2612 		 */
2613 		bzero(&packed->nvl_priv, sizeof (packed->nvl_priv));
2614 	}
2615 
2616 	return (nvs_embedded(nvs, EMBEDDED_NVL(nvp)));
2617 }
2618 
2619 static int
2620 nvpair_native_embedded_array(nvstream_t *nvs, nvpair_t *nvp)
2621 {
2622 	if (nvs->nvs_op == NVS_OP_ENCODE) {
2623 		nvs_native_t *native = (nvs_native_t *)nvs->nvs_private;
2624 		char *value = native->n_curr - nvp->nvp_size + NVP_VALOFF(nvp);
2625 		size_t len = NVP_NELEM(nvp) * sizeof (uint64_t);
2626 		nvlist_t *packed = (nvlist_t *)((uintptr_t)value + len);
2627 		int i;
2628 		/*
2629 		 * Null out pointers that are meaningless in the packed
2630 		 * structure. The addresses may not be aligned, so we have
2631 		 * to use bzero.
2632 		 */
2633 		bzero(value, len);
2634 
2635 		for (i = 0; i < NVP_NELEM(nvp); i++, packed++)
2636 			/*
2637 			 * Null out the pointer that is meaningless in the
2638 			 * packed structure. The address may not be aligned,
2639 			 * so we have to use bzero.
2640 			 */
2641 			bzero(&packed->nvl_priv, sizeof (packed->nvl_priv));
2642 	}
2643 
2644 	return (nvs_embedded_nvl_array(nvs, nvp, NULL));
2645 }
2646 
2647 static void
2648 nvpair_native_string_array(nvstream_t *nvs, nvpair_t *nvp)
2649 {
2650 	switch (nvs->nvs_op) {
2651 	case NVS_OP_ENCODE: {
2652 		nvs_native_t *native = (nvs_native_t *)nvs->nvs_private;
2653 		uint64_t *strp = (void *)
2654 		    (native->n_curr - nvp->nvp_size + NVP_VALOFF(nvp));
2655 		/*
2656 		 * Null out pointers that are meaningless in the packed
2657 		 * structure. The addresses may not be aligned, so we have
2658 		 * to use bzero.
2659 		 */
2660 		bzero(strp, NVP_NELEM(nvp) * sizeof (uint64_t));
2661 		break;
2662 	}
2663 	case NVS_OP_DECODE: {
2664 		char **strp = (void *)NVP_VALUE(nvp);
2665 		char *buf = ((char *)strp + NVP_NELEM(nvp) * sizeof (uint64_t));
2666 		int i;
2667 
2668 		for (i = 0; i < NVP_NELEM(nvp); i++) {
2669 			strp[i] = buf;
2670 			buf += strlen(buf) + 1;
2671 		}
2672 		break;
2673 	}
2674 	}
2675 }
2676 
2677 static int
2678 nvs_native_nvp_op(nvstream_t *nvs, nvpair_t *nvp)
2679 {
2680 	data_type_t type;
2681 	int value_sz;
2682 	int ret = 0;
2683 
2684 	/*
2685 	 * We do the initial bcopy of the data before we look at
2686 	 * the nvpair type, because when we're decoding, we won't
2687 	 * have the correct values for the pair until we do the bcopy.
2688 	 */
2689 	switch (nvs->nvs_op) {
2690 	case NVS_OP_ENCODE:
2691 	case NVS_OP_DECODE:
2692 		if (native_cp(nvs, nvp, nvp->nvp_size) != 0)
2693 			return (EFAULT);
2694 		break;
2695 	default:
2696 		return (EINVAL);
2697 	}
2698 
2699 	/* verify nvp_name_sz, check the name string length */
2700 	if (i_validate_nvpair_name(nvp) != 0)
2701 		return (EFAULT);
2702 
2703 	type = NVP_TYPE(nvp);
2704 
2705 	/*
2706 	 * Verify type and nelem and get the value size.
2707 	 * In case of data types DATA_TYPE_STRING and DATA_TYPE_STRING_ARRAY
2708 	 * is the size of the string(s) excluded.
2709 	 */
2710 	if ((value_sz = i_get_value_size(type, NULL, NVP_NELEM(nvp))) < 0)
2711 		return (EFAULT);
2712 
2713 	if (NVP_SIZE_CALC(nvp->nvp_name_sz, value_sz) > nvp->nvp_size)
2714 		return (EFAULT);
2715 
2716 	switch (type) {
2717 	case DATA_TYPE_NVLIST:
2718 		ret = nvpair_native_embedded(nvs, nvp);
2719 		break;
2720 	case DATA_TYPE_NVLIST_ARRAY:
2721 		ret = nvpair_native_embedded_array(nvs, nvp);
2722 		break;
2723 	case DATA_TYPE_STRING_ARRAY:
2724 		nvpair_native_string_array(nvs, nvp);
2725 		break;
2726 	default:
2727 		break;
2728 	}
2729 
2730 	return (ret);
2731 }
2732 
2733 static int
2734 nvs_native_nvp_size(nvstream_t *nvs, nvpair_t *nvp, size_t *size)
2735 {
2736 	uint64_t nvp_sz = nvp->nvp_size;
2737 
2738 	switch (NVP_TYPE(nvp)) {
2739 	case DATA_TYPE_NVLIST: {
2740 		size_t nvsize = 0;
2741 
2742 		if (nvs_operation(nvs, EMBEDDED_NVL(nvp), &nvsize) != 0)
2743 			return (EINVAL);
2744 
2745 		nvp_sz += nvsize;
2746 		break;
2747 	}
2748 	case DATA_TYPE_NVLIST_ARRAY: {
2749 		size_t nvsize;
2750 
2751 		if (nvs_embedded_nvl_array(nvs, nvp, &nvsize) != 0)
2752 			return (EINVAL);
2753 
2754 		nvp_sz += nvsize;
2755 		break;
2756 	}
2757 	default:
2758 		break;
2759 	}
2760 
2761 	if (nvp_sz > INT32_MAX)
2762 		return (EINVAL);
2763 
2764 	*size = nvp_sz;
2765 
2766 	return (0);
2767 }
2768 
2769 static int
2770 nvs_native_nvpair(nvstream_t *nvs, nvpair_t *nvp, size_t *size)
2771 {
2772 	switch (nvs->nvs_op) {
2773 	case NVS_OP_ENCODE:
2774 		return (nvs_native_nvp_op(nvs, nvp));
2775 
2776 	case NVS_OP_DECODE: {
2777 		nvs_native_t *native = (nvs_native_t *)nvs->nvs_private;
2778 		int32_t decode_len;
2779 
2780 		/* try to read the size value from the stream */
2781 		if (native->n_curr + sizeof (int32_t) > native->n_end)
2782 			return (EFAULT);
2783 		bcopy(native->n_curr, &decode_len, sizeof (int32_t));
2784 
2785 		/* sanity check the size value */
2786 		if (decode_len < 0 ||
2787 		    decode_len > native->n_end - native->n_curr)
2788 			return (EFAULT);
2789 
2790 		*size = decode_len;
2791 
2792 		/*
2793 		 * If at the end of the stream then move the cursor
2794 		 * forward, otherwise nvpair_native_op() will read
2795 		 * the entire nvpair at the same cursor position.
2796 		 */
2797 		if (*size == 0)
2798 			native->n_curr += sizeof (int32_t);
2799 		break;
2800 	}
2801 
2802 	default:
2803 		return (EINVAL);
2804 	}
2805 
2806 	return (0);
2807 }
2808 
2809 static const nvs_ops_t nvs_native_ops = {
2810 	nvs_native_nvlist,
2811 	nvs_native_nvpair,
2812 	nvs_native_nvp_op,
2813 	nvs_native_nvp_size,
2814 	nvs_native_nvl_fini
2815 };
2816 
2817 static int
2818 nvs_native(nvstream_t *nvs, nvlist_t *nvl, char *buf, size_t *buflen)
2819 {
2820 	nvs_native_t native;
2821 	int err;
2822 
2823 	nvs->nvs_ops = &nvs_native_ops;
2824 
2825 	if ((err = nvs_native_create(nvs, &native, buf + sizeof (nvs_header_t),
2826 	    *buflen - sizeof (nvs_header_t))) != 0)
2827 		return (err);
2828 
2829 	err = nvs_operation(nvs, nvl, buflen);
2830 
2831 	nvs_native_destroy(nvs);
2832 
2833 	return (err);
2834 }
2835 
2836 /*
2837  * XDR encoding functions
2838  *
2839  * An xdr packed nvlist is encoded as:
2840  *
2841  *  - encoding methode and host endian (4 bytes)
2842  *  - nvl_version (4 bytes)
2843  *  - nvl_nvflag (4 bytes)
2844  *
2845  *  - encoded nvpairs, the format of one xdr encoded nvpair is:
2846  *	- encoded size of the nvpair (4 bytes)
2847  *	- decoded size of the nvpair (4 bytes)
2848  *	- name string, (4 + sizeof(NV_ALIGN4(string))
2849  *	  a string is coded as size (4 bytes) and data
2850  *	- data type (4 bytes)
2851  *	- number of elements in the nvpair (4 bytes)
2852  *	- data
2853  *
2854  *  - 2 zero's for end of the entire list (8 bytes)
2855  */
2856 static int
2857 nvs_xdr_create(nvstream_t *nvs, XDR *xdr, char *buf, size_t buflen)
2858 {
2859 	/* xdr data must be 4 byte aligned */
2860 	if ((ulong_t)buf % 4 != 0)
2861 		return (EFAULT);
2862 
2863 	switch (nvs->nvs_op) {
2864 	case NVS_OP_ENCODE:
2865 		xdrmem_create(xdr, buf, (uint_t)buflen, XDR_ENCODE);
2866 		nvs->nvs_private = xdr;
2867 		return (0);
2868 	case NVS_OP_DECODE:
2869 		xdrmem_create(xdr, buf, (uint_t)buflen, XDR_DECODE);
2870 		nvs->nvs_private = xdr;
2871 		return (0);
2872 	case NVS_OP_GETSIZE:
2873 		nvs->nvs_private = NULL;
2874 		return (0);
2875 	default:
2876 		return (EINVAL);
2877 	}
2878 }
2879 
2880 static void
2881 nvs_xdr_destroy(nvstream_t *nvs)
2882 {
2883 	switch (nvs->nvs_op) {
2884 	case NVS_OP_ENCODE:
2885 	case NVS_OP_DECODE:
2886 		xdr_destroy((XDR *)nvs->nvs_private);
2887 		break;
2888 	default:
2889 		break;
2890 	}
2891 }
2892 
2893 static int
2894 nvs_xdr_nvlist(nvstream_t *nvs, nvlist_t *nvl, size_t *size)
2895 {
2896 	switch (nvs->nvs_op) {
2897 	case NVS_OP_ENCODE:
2898 	case NVS_OP_DECODE: {
2899 		XDR 	*xdr = nvs->nvs_private;
2900 
2901 		if (!xdr_int(xdr, &nvl->nvl_version) ||
2902 		    !xdr_u_int(xdr, &nvl->nvl_nvflag))
2903 			return (EFAULT);
2904 		break;
2905 	}
2906 	case NVS_OP_GETSIZE: {
2907 		/*
2908 		 * 2 * 4 for nvl_version + nvl_nvflag
2909 		 * and 8 for end of the entire list
2910 		 */
2911 		*size += 2 * 4 + 8;
2912 		break;
2913 	}
2914 	default:
2915 		return (EINVAL);
2916 	}
2917 	return (0);
2918 }
2919 
2920 static int
2921 nvs_xdr_nvl_fini(nvstream_t *nvs)
2922 {
2923 	if (nvs->nvs_op == NVS_OP_ENCODE) {
2924 		XDR *xdr = nvs->nvs_private;
2925 		int zero = 0;
2926 
2927 		if (!xdr_int(xdr, &zero) || !xdr_int(xdr, &zero))
2928 			return (EFAULT);
2929 	}
2930 
2931 	return (0);
2932 }
2933 
2934 /*
2935  * The format of xdr encoded nvpair is:
2936  * encode_size, decode_size, name string, data type, nelem, data
2937  */
2938 static int
2939 nvs_xdr_nvp_op(nvstream_t *nvs, nvpair_t *nvp)
2940 {
2941 	data_type_t type;
2942 	char	*buf;
2943 	char	*buf_end = (char *)nvp + nvp->nvp_size;
2944 	int	value_sz;
2945 	uint_t	nelem, buflen;
2946 	bool_t	ret = FALSE;
2947 	XDR	*xdr = nvs->nvs_private;
2948 
2949 	ASSERT(xdr != NULL && nvp != NULL);
2950 
2951 	/* name string */
2952 	if ((buf = NVP_NAME(nvp)) >= buf_end)
2953 		return (EFAULT);
2954 	buflen = buf_end - buf;
2955 
2956 	if (!xdr_string(xdr, &buf, buflen - 1))
2957 		return (EFAULT);
2958 	nvp->nvp_name_sz = strlen(buf) + 1;
2959 
2960 	/* type and nelem */
2961 	if (!xdr_int(xdr, (int *)&nvp->nvp_type) ||
2962 	    !xdr_int(xdr, &nvp->nvp_value_elem))
2963 		return (EFAULT);
2964 
2965 	type = NVP_TYPE(nvp);
2966 	nelem = nvp->nvp_value_elem;
2967 
2968 	/*
2969 	 * Verify type and nelem and get the value size.
2970 	 * In case of data types DATA_TYPE_STRING and DATA_TYPE_STRING_ARRAY
2971 	 * is the size of the string(s) excluded.
2972 	 */
2973 	if ((value_sz = i_get_value_size(type, NULL, nelem)) < 0)
2974 		return (EFAULT);
2975 
2976 	/* if there is no data to extract then return */
2977 	if (nelem == 0)
2978 		return (0);
2979 
2980 	/* value */
2981 	if ((buf = NVP_VALUE(nvp)) >= buf_end)
2982 		return (EFAULT);
2983 	buflen = buf_end - buf;
2984 
2985 	if (buflen < value_sz)
2986 		return (EFAULT);
2987 
2988 	switch (type) {
2989 	case DATA_TYPE_NVLIST:
2990 		if (nvs_embedded(nvs, (void *)buf) == 0)
2991 			return (0);
2992 		break;
2993 
2994 	case DATA_TYPE_NVLIST_ARRAY:
2995 		if (nvs_embedded_nvl_array(nvs, nvp, NULL) == 0)
2996 			return (0);
2997 		break;
2998 
2999 	case DATA_TYPE_BOOLEAN:
3000 		ret = TRUE;
3001 		break;
3002 
3003 	case DATA_TYPE_BYTE:
3004 	case DATA_TYPE_INT8:
3005 	case DATA_TYPE_UINT8:
3006 		ret = xdr_char(xdr, buf);
3007 		break;
3008 
3009 	case DATA_TYPE_INT16:
3010 		ret = xdr_short(xdr, (void *)buf);
3011 		break;
3012 
3013 	case DATA_TYPE_UINT16:
3014 		ret = xdr_u_short(xdr, (void *)buf);
3015 		break;
3016 
3017 	case DATA_TYPE_BOOLEAN_VALUE:
3018 	case DATA_TYPE_INT32:
3019 		ret = xdr_int(xdr, (void *)buf);
3020 		break;
3021 
3022 	case DATA_TYPE_UINT32:
3023 		ret = xdr_u_int(xdr, (void *)buf);
3024 		break;
3025 
3026 	case DATA_TYPE_INT64:
3027 		ret = xdr_longlong_t(xdr, (void *)buf);
3028 		break;
3029 
3030 	case DATA_TYPE_UINT64:
3031 		ret = xdr_u_longlong_t(xdr, (void *)buf);
3032 		break;
3033 
3034 	case DATA_TYPE_HRTIME:
3035 		/*
3036 		 * NOTE: must expose the definition of hrtime_t here
3037 		 */
3038 		ret = xdr_longlong_t(xdr, (void *)buf);
3039 		break;
3040 #if !defined(_KERNEL)
3041 	case DATA_TYPE_DOUBLE:
3042 		ret = xdr_double(xdr, (void *)buf);
3043 		break;
3044 #endif
3045 	case DATA_TYPE_STRING:
3046 		ret = xdr_string(xdr, &buf, buflen - 1);
3047 		break;
3048 
3049 	case DATA_TYPE_BYTE_ARRAY:
3050 		ret = xdr_opaque(xdr, buf, nelem);
3051 		break;
3052 
3053 	case DATA_TYPE_INT8_ARRAY:
3054 	case DATA_TYPE_UINT8_ARRAY:
3055 		ret = xdr_array(xdr, &buf, &nelem, buflen, sizeof (int8_t),
3056 		    (xdrproc_t)xdr_char);
3057 		break;
3058 
3059 	case DATA_TYPE_INT16_ARRAY:
3060 		ret = xdr_array(xdr, &buf, &nelem, buflen / sizeof (int16_t),
3061 		    sizeof (int16_t), (xdrproc_t)xdr_short);
3062 		break;
3063 
3064 	case DATA_TYPE_UINT16_ARRAY:
3065 		ret = xdr_array(xdr, &buf, &nelem, buflen / sizeof (uint16_t),
3066 		    sizeof (uint16_t), (xdrproc_t)xdr_u_short);
3067 		break;
3068 
3069 	case DATA_TYPE_BOOLEAN_ARRAY:
3070 	case DATA_TYPE_INT32_ARRAY:
3071 		ret = xdr_array(xdr, &buf, &nelem, buflen / sizeof (int32_t),
3072 		    sizeof (int32_t), (xdrproc_t)xdr_int);
3073 		break;
3074 
3075 	case DATA_TYPE_UINT32_ARRAY:
3076 		ret = xdr_array(xdr, &buf, &nelem, buflen / sizeof (uint32_t),
3077 		    sizeof (uint32_t), (xdrproc_t)xdr_u_int);
3078 		break;
3079 
3080 	case DATA_TYPE_INT64_ARRAY:
3081 		ret = xdr_array(xdr, &buf, &nelem, buflen / sizeof (int64_t),
3082 		    sizeof (int64_t), (xdrproc_t)xdr_longlong_t);
3083 		break;
3084 
3085 	case DATA_TYPE_UINT64_ARRAY:
3086 		ret = xdr_array(xdr, &buf, &nelem, buflen / sizeof (uint64_t),
3087 		    sizeof (uint64_t), (xdrproc_t)xdr_u_longlong_t);
3088 		break;
3089 
3090 	case DATA_TYPE_STRING_ARRAY: {
3091 		size_t len = nelem * sizeof (uint64_t);
3092 		char **strp = (void *)buf;
3093 		int i;
3094 
3095 		if (nvs->nvs_op == NVS_OP_DECODE)
3096 			bzero(buf, len);	/* don't trust packed data */
3097 
3098 		for (i = 0; i < nelem; i++) {
3099 			if (buflen <= len)
3100 				return (EFAULT);
3101 
3102 			buf += len;
3103 			buflen -= len;
3104 
3105 			if (xdr_string(xdr, &buf, buflen - 1) != TRUE)
3106 				return (EFAULT);
3107 
3108 			if (nvs->nvs_op == NVS_OP_DECODE)
3109 				strp[i] = buf;
3110 			len = strlen(buf) + 1;
3111 		}
3112 		ret = TRUE;
3113 		break;
3114 	}
3115 	default:
3116 		break;
3117 	}
3118 
3119 	return (ret == TRUE ? 0 : EFAULT);
3120 }
3121 
3122 static int
3123 nvs_xdr_nvp_size(nvstream_t *nvs, nvpair_t *nvp, size_t *size)
3124 {
3125 	data_type_t type = NVP_TYPE(nvp);
3126 	/*
3127 	 * encode_size + decode_size + name string size + data type + nelem
3128 	 * where name string size = 4 + NV_ALIGN4(strlen(NVP_NAME(nvp)))
3129 	 */
3130 	uint64_t nvp_sz = 4 + 4 + 4 + NV_ALIGN4(strlen(NVP_NAME(nvp))) + 4 + 4;
3131 
3132 	switch (type) {
3133 	case DATA_TYPE_BOOLEAN:
3134 		break;
3135 
3136 	case DATA_TYPE_BOOLEAN_VALUE:
3137 	case DATA_TYPE_BYTE:
3138 	case DATA_TYPE_INT8:
3139 	case DATA_TYPE_UINT8:
3140 	case DATA_TYPE_INT16:
3141 	case DATA_TYPE_UINT16:
3142 	case DATA_TYPE_INT32:
3143 	case DATA_TYPE_UINT32:
3144 		nvp_sz += 4;	/* 4 is the minimum xdr unit */
3145 		break;
3146 
3147 	case DATA_TYPE_INT64:
3148 	case DATA_TYPE_UINT64:
3149 	case DATA_TYPE_HRTIME:
3150 #if !defined(_KERNEL)
3151 	case DATA_TYPE_DOUBLE:
3152 #endif
3153 		nvp_sz += 8;
3154 		break;
3155 
3156 	case DATA_TYPE_STRING:
3157 		nvp_sz += 4 + NV_ALIGN4(strlen((char *)NVP_VALUE(nvp)));
3158 		break;
3159 
3160 	case DATA_TYPE_BYTE_ARRAY:
3161 		nvp_sz += NV_ALIGN4(NVP_NELEM(nvp));
3162 		break;
3163 
3164 	case DATA_TYPE_BOOLEAN_ARRAY:
3165 	case DATA_TYPE_INT8_ARRAY:
3166 	case DATA_TYPE_UINT8_ARRAY:
3167 	case DATA_TYPE_INT16_ARRAY:
3168 	case DATA_TYPE_UINT16_ARRAY:
3169 	case DATA_TYPE_INT32_ARRAY:
3170 	case DATA_TYPE_UINT32_ARRAY:
3171 		nvp_sz += 4 + 4 * (uint64_t)NVP_NELEM(nvp);
3172 		break;
3173 
3174 	case DATA_TYPE_INT64_ARRAY:
3175 	case DATA_TYPE_UINT64_ARRAY:
3176 		nvp_sz += 4 + 8 * (uint64_t)NVP_NELEM(nvp);
3177 		break;
3178 
3179 	case DATA_TYPE_STRING_ARRAY: {
3180 		int i;
3181 		char **strs = (void *)NVP_VALUE(nvp);
3182 
3183 		for (i = 0; i < NVP_NELEM(nvp); i++)
3184 			nvp_sz += 4 + NV_ALIGN4(strlen(strs[i]));
3185 
3186 		break;
3187 	}
3188 
3189 	case DATA_TYPE_NVLIST:
3190 	case DATA_TYPE_NVLIST_ARRAY: {
3191 		size_t nvsize = 0;
3192 		int old_nvs_op = nvs->nvs_op;
3193 		int err;
3194 
3195 		nvs->nvs_op = NVS_OP_GETSIZE;
3196 		if (type == DATA_TYPE_NVLIST)
3197 			err = nvs_operation(nvs, EMBEDDED_NVL(nvp), &nvsize);
3198 		else
3199 			err = nvs_embedded_nvl_array(nvs, nvp, &nvsize);
3200 		nvs->nvs_op = old_nvs_op;
3201 
3202 		if (err != 0)
3203 			return (EINVAL);
3204 
3205 		nvp_sz += nvsize;
3206 		break;
3207 	}
3208 
3209 	default:
3210 		return (EINVAL);
3211 	}
3212 
3213 	if (nvp_sz > INT32_MAX)
3214 		return (EINVAL);
3215 
3216 	*size = nvp_sz;
3217 
3218 	return (0);
3219 }
3220 
3221 
3222 /*
3223  * The NVS_XDR_MAX_LEN macro takes a packed xdr buffer of size x and estimates
3224  * the largest nvpair that could be encoded in the buffer.
3225  *
3226  * See comments above nvpair_xdr_op() for the format of xdr encoding.
3227  * The size of a xdr packed nvpair without any data is 5 words.
3228  *
3229  * Using the size of the data directly as an estimate would be ok
3230  * in all cases except one.  If the data type is of DATA_TYPE_STRING_ARRAY
3231  * then the actual nvpair has space for an array of pointers to index
3232  * the strings.  These pointers are not encoded into the packed xdr buffer.
3233  *
3234  * If the data is of type DATA_TYPE_STRING_ARRAY and all the strings are
3235  * of length 0, then each string is endcoded in xdr format as a single word.
3236  * Therefore when expanded to an nvpair there will be 2.25 word used for
3237  * each string.  (a int64_t allocated for pointer usage, and a single char
3238  * for the null termination.)
3239  *
3240  * This is the calculation performed by the NVS_XDR_MAX_LEN macro.
3241  */
3242 #define	NVS_XDR_HDR_LEN		((size_t)(5 * 4))
3243 #define	NVS_XDR_DATA_LEN(y)	(((size_t)(y) <= NVS_XDR_HDR_LEN) ? \
3244 					0 : ((size_t)(y) - NVS_XDR_HDR_LEN))
3245 #define	NVS_XDR_MAX_LEN(x)	(NVP_SIZE_CALC(1, 0) + \
3246 					(NVS_XDR_DATA_LEN(x) * 2) + \
3247 					NV_ALIGN4((NVS_XDR_DATA_LEN(x) / 4)))
3248 
3249 static int
3250 nvs_xdr_nvpair(nvstream_t *nvs, nvpair_t *nvp, size_t *size)
3251 {
3252 	XDR 	*xdr = nvs->nvs_private;
3253 	int32_t	encode_len, decode_len;
3254 
3255 	switch (nvs->nvs_op) {
3256 	case NVS_OP_ENCODE: {
3257 		size_t nvsize;
3258 
3259 		if (nvs_xdr_nvp_size(nvs, nvp, &nvsize) != 0)
3260 			return (EFAULT);
3261 
3262 		decode_len = nvp->nvp_size;
3263 		encode_len = nvsize;
3264 		if (!xdr_int(xdr, &encode_len) || !xdr_int(xdr, &decode_len))
3265 			return (EFAULT);
3266 
3267 		return (nvs_xdr_nvp_op(nvs, nvp));
3268 	}
3269 	case NVS_OP_DECODE: {
3270 		struct xdr_bytesrec bytesrec;
3271 
3272 		/* get the encode and decode size */
3273 		if (!xdr_int(xdr, &encode_len) || !xdr_int(xdr, &decode_len))
3274 			return (EFAULT);
3275 		*size = decode_len;
3276 
3277 		/* are we at the end of the stream? */
3278 		if (*size == 0)
3279 			return (0);
3280 
3281 		/* sanity check the size parameter */
3282 		if (!xdr_control(xdr, XDR_GET_BYTES_AVAIL, &bytesrec))
3283 			return (EFAULT);
3284 
3285 		if (*size > NVS_XDR_MAX_LEN(bytesrec.xc_num_avail))
3286 			return (EFAULT);
3287 		break;
3288 	}
3289 
3290 	default:
3291 		return (EINVAL);
3292 	}
3293 	return (0);
3294 }
3295 
3296 static const struct nvs_ops nvs_xdr_ops = {
3297 	nvs_xdr_nvlist,
3298 	nvs_xdr_nvpair,
3299 	nvs_xdr_nvp_op,
3300 	nvs_xdr_nvp_size,
3301 	nvs_xdr_nvl_fini
3302 };
3303 
3304 static int
3305 nvs_xdr(nvstream_t *nvs, nvlist_t *nvl, char *buf, size_t *buflen)
3306 {
3307 	XDR xdr;
3308 	int err;
3309 
3310 	nvs->nvs_ops = &nvs_xdr_ops;
3311 
3312 	if ((err = nvs_xdr_create(nvs, &xdr, buf + sizeof (nvs_header_t),
3313 	    *buflen - sizeof (nvs_header_t))) != 0)
3314 		return (err);
3315 
3316 	err = nvs_operation(nvs, nvl, buflen);
3317 
3318 	nvs_xdr_destroy(nvs);
3319 
3320 	return (err);
3321 }
3322