xref: /titanic_44/usr/src/uts/common/fs/zfs/zfs_ioctl.c (revision ebd1706e95186ddae1d4c0d63c47544cf33832ee)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License, Version 1.0 only
6  * (the "License").  You may not use this file except in compliance
7  * with the License.
8  *
9  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10  * or http://www.opensolaris.org/os/licensing.
11  * See the License for the specific language governing permissions
12  * and limitations under the License.
13  *
14  * When distributing Covered Code, include this CDDL HEADER in each
15  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16  * If applicable, add the following below this CDDL HEADER, with the
17  * fields enclosed by brackets "[]" replaced with your own identifying
18  * information: Portions Copyright [yyyy] [name of copyright owner]
19  *
20  * CDDL HEADER END
21  */
22 /*
23  * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
24  * Use is subject to license terms.
25  */
26 
27 #pragma ident	"%Z%%M%	%I%	%E% SMI"
28 
29 #include <sys/types.h>
30 #include <sys/param.h>
31 #include <sys/errno.h>
32 #include <sys/uio.h>
33 #include <sys/buf.h>
34 #include <sys/modctl.h>
35 #include <sys/open.h>
36 #include <sys/file.h>
37 #include <sys/kmem.h>
38 #include <sys/conf.h>
39 #include <sys/cmn_err.h>
40 #include <sys/stat.h>
41 #include <sys/zfs_ioctl.h>
42 #include <sys/zap.h>
43 #include <sys/spa.h>
44 #include <sys/vdev.h>
45 #include <sys/dmu.h>
46 #include <sys/dsl_dir.h>
47 #include <sys/dsl_dataset.h>
48 #include <sys/dsl_prop.h>
49 #include <sys/ddi.h>
50 #include <sys/sunddi.h>
51 #include <sys/sunldi.h>
52 #include <sys/policy.h>
53 #include <sys/zone.h>
54 #include <sys/nvpair.h>
55 #include <sys/pathname.h>
56 #include <sys/mount.h>
57 #include <sys/sdt.h>
58 #include <sys/fs/zfs.h>
59 #include <sys/zfs_ctldir.h>
60 
61 #include "zfs_namecheck.h"
62 
63 extern struct modlfs zfs_modlfs;
64 
65 extern void zfs_init(void);
66 extern void zfs_fini(void);
67 
68 ldi_ident_t zfs_li = NULL;
69 dev_info_t *zfs_dip;
70 
71 typedef int zfs_ioc_func_t(zfs_cmd_t *);
72 typedef int zfs_secpolicy_func_t(const char *, const char *, cred_t *);
73 
74 typedef struct zfs_ioc_vec {
75 	zfs_ioc_func_t		*zvec_func;
76 	zfs_secpolicy_func_t	*zvec_secpolicy;
77 	enum {
78 		no_name,
79 		pool_name,
80 		dataset_name
81 	}			zvec_namecheck;
82 } zfs_ioc_vec_t;
83 
84 /* _NOTE(PRINTFLIKE(4)) - this is printf-like, but lint is too whiney */
85 void
86 __dprintf(const char *file, const char *func, int line, const char *fmt, ...)
87 {
88 	const char *newfile;
89 	char buf[256];
90 	va_list adx;
91 
92 	/*
93 	 * Get rid of annoying "../common/" prefix to filename.
94 	 */
95 	newfile = strrchr(file, '/');
96 	if (newfile != NULL) {
97 		newfile = newfile + 1; /* Get rid of leading / */
98 	} else {
99 		newfile = file;
100 	}
101 
102 	va_start(adx, fmt);
103 	(void) vsnprintf(buf, sizeof (buf), fmt, adx);
104 	va_end(adx);
105 
106 	/*
107 	 * To get this data, use the zfs-dprintf probe as so:
108 	 * dtrace -q -n 'zfs-dprintf \
109 	 *	/stringof(arg0) == "dbuf.c"/ \
110 	 *	{printf("%s: %s", stringof(arg1), stringof(arg3))}'
111 	 * arg0 = file name
112 	 * arg1 = function name
113 	 * arg2 = line number
114 	 * arg3 = message
115 	 */
116 	DTRACE_PROBE4(zfs__dprintf,
117 	    char *, newfile, char *, func, int, line, char *, buf);
118 }
119 
120 /*
121  * Policy for top-level read operations (list pools).  Requires no privileges,
122  * and can be used in the local zone, as there is no associated dataset.
123  */
124 /* ARGSUSED */
125 static int
126 zfs_secpolicy_none(const char *unused1, const char *unused2, cred_t *cr)
127 {
128 	return (0);
129 }
130 
131 /*
132  * Policy for dataset read operations (list children, get statistics).  Requires
133  * no privileges, but must be visible in the local zone.
134  */
135 /* ARGSUSED */
136 static int
137 zfs_secpolicy_read(const char *dataset, const char *unused, cred_t *cr)
138 {
139 	if (INGLOBALZONE(curproc) ||
140 	    zone_dataset_visible(dataset, NULL))
141 		return (0);
142 
143 	return (ENOENT);
144 }
145 
146 static int
147 zfs_dozonecheck(const char *dataset, cred_t *cr)
148 {
149 	uint64_t zoned;
150 	int writable = 1;
151 
152 	/*
153 	 * The dataset must be visible by this zone -- check this first
154 	 * so they don't see EPERM on something they shouldn't know about.
155 	 */
156 	if (!INGLOBALZONE(curproc) &&
157 	    !zone_dataset_visible(dataset, &writable))
158 		return (ENOENT);
159 
160 	if (dsl_prop_get_integer(dataset, "zoned", &zoned, NULL))
161 		return (ENOENT);
162 
163 	if (INGLOBALZONE(curproc)) {
164 		/*
165 		 * If the fs is zoned, only root can access it from the
166 		 * global zone.
167 		 */
168 		if (secpolicy_zfs(cr) && zoned)
169 			return (EPERM);
170 	} else {
171 		/*
172 		 * If we are in a local zone, the 'zoned' property must be set.
173 		 */
174 		if (!zoned)
175 			return (EPERM);
176 
177 		/* must be writable by this zone */
178 		if (!writable)
179 			return (EPERM);
180 	}
181 	return (0);
182 }
183 
184 /*
185  * Policy for dataset write operations (create children, set properties, etc).
186  * Requires SYS_MOUNT privilege, and must be writable in the local zone.
187  */
188 /* ARGSUSED */
189 int
190 zfs_secpolicy_write(const char *dataset, const char *unused, cred_t *cr)
191 {
192 	int error;
193 
194 	if (error = zfs_dozonecheck(dataset, cr))
195 		return (error);
196 
197 	return (secpolicy_zfs(cr));
198 }
199 
200 /*
201  * Policy for operations that want to write a dataset's parent:
202  * create, destroy, snapshot, clone, restore.
203  */
204 static int
205 zfs_secpolicy_parent(const char *dataset, const char *unused, cred_t *cr)
206 {
207 	char parentname[MAXNAMELEN];
208 	char *cp;
209 
210 	/*
211 	 * Remove the @bla or /bla from the end of the name to get the parent.
212 	 */
213 	(void) strncpy(parentname, dataset, sizeof (parentname));
214 	cp = strrchr(parentname, '@');
215 	if (cp != NULL) {
216 		cp[0] = '\0';
217 	} else {
218 		cp = strrchr(parentname, '/');
219 		if (cp == NULL)
220 			return (ENOENT);
221 		cp[0] = '\0';
222 
223 	}
224 
225 	return (zfs_secpolicy_write(parentname, unused, cr));
226 }
227 
228 /*
229  * Policy for dataset write operations (create children, set properties, etc).
230  * Requires SYS_MOUNT privilege, and must be writable in the local zone.
231  */
232 static int
233 zfs_secpolicy_setprop(const char *dataset, const char *prop, cred_t *cr)
234 {
235 	int error;
236 
237 	if (error = zfs_dozonecheck(dataset, cr))
238 		return (error);
239 
240 	if (strcmp(prop, "zoned") == 0) {
241 		/*
242 		 * Disallow setting of 'zoned' from within a local zone.
243 		 */
244 		if (!INGLOBALZONE(curproc))
245 			return (EPERM);
246 	}
247 
248 	return (secpolicy_zfs(cr));
249 }
250 
251 /*
252  * Security policy for setting the quota.  This is the same as
253  * zfs_secpolicy_write, except that the local zone may not change the quota at
254  * the zone-property setpoint.
255  */
256 /* ARGSUSED */
257 static int
258 zfs_secpolicy_quota(const char *dataset, const char *unused, cred_t *cr)
259 {
260 	int error;
261 
262 	if (error = zfs_dozonecheck(dataset, cr))
263 		return (error);
264 
265 	if (!INGLOBALZONE(curproc)) {
266 		uint64_t zoned;
267 		char setpoint[MAXNAMELEN];
268 		int dslen;
269 		/*
270 		 * Unprivileged users are allowed to modify the quota
271 		 * on things *under* (ie. contained by) the thing they
272 		 * own.
273 		 */
274 		if (dsl_prop_get_integer(dataset, "zoned", &zoned, setpoint))
275 			return (EPERM);
276 		if (!zoned) /* this shouldn't happen */
277 			return (EPERM);
278 		dslen = strlen(dataset);
279 		if (dslen <= strlen(setpoint))
280 			return (EPERM);
281 	}
282 
283 	return (secpolicy_zfs(cr));
284 }
285 
286 /*
287  * Policy for pool operations - create/destroy pools, add vdevs, etc.  Requires
288  * SYS_CONFIG privilege, which is not available in a local zone.
289  */
290 /* ARGSUSED */
291 static int
292 zfs_secpolicy_config(const char *unused, const char *unused2, cred_t *cr)
293 {
294 	if (secpolicy_sys_config(cr, B_FALSE) != 0)
295 		return (EPERM);
296 
297 	return (0);
298 }
299 
300 /*
301  * Returns the nvlist as specified by the user in the zfs_cmd_t.
302  */
303 static int
304 get_config(zfs_cmd_t *zc, nvlist_t **nvp)
305 {
306 	char *packed;
307 	size_t size;
308 	int error;
309 	nvlist_t *config = NULL;
310 
311 	/*
312 	 * Read in and unpack the user-supplied nvlist.  By this point, we know
313 	 * that the user has the SYS_CONFIG privilege, so allocating arbitrary
314 	 * sized regions of memory should not be a problem.
315 	 */
316 	if ((size = zc->zc_config_src_size) == 0)
317 		return (EINVAL);
318 
319 	packed = kmem_alloc(size, KM_SLEEP);
320 
321 	if ((error = xcopyin((void *)(uintptr_t)zc->zc_config_src, packed,
322 	    size)) != 0) {
323 		kmem_free(packed, size);
324 		return (error);
325 	}
326 
327 	if ((error = nvlist_unpack(packed, size, &config, 0)) != 0) {
328 		kmem_free(packed, size);
329 		return (error);
330 	}
331 
332 	kmem_free(packed, size);
333 
334 	*nvp = config;
335 	return (0);
336 }
337 
338 static int
339 zfs_ioc_pool_create(zfs_cmd_t *zc)
340 {
341 	int error;
342 	nvlist_t *config;
343 
344 	if ((error = get_config(zc, &config)) != 0)
345 		return (error);
346 
347 	error = spa_create(zc->zc_name, config, zc->zc_root[0] == '\0' ?
348 	    NULL : zc->zc_root);
349 
350 	nvlist_free(config);
351 
352 	return (error);
353 }
354 
355 static int
356 zfs_ioc_pool_destroy(zfs_cmd_t *zc)
357 {
358 	return (spa_destroy(zc->zc_name));
359 }
360 
361 static int
362 zfs_ioc_pool_import(zfs_cmd_t *zc)
363 {
364 	int error;
365 	nvlist_t *config;
366 	uint64_t guid;
367 
368 	if ((error = get_config(zc, &config)) != 0)
369 		return (error);
370 
371 	if (nvlist_lookup_uint64(config, ZPOOL_CONFIG_POOL_GUID, &guid) != 0 ||
372 	    guid != zc->zc_pool_guid)
373 		error = EINVAL;
374 	else
375 		error = spa_import(zc->zc_name, config,
376 		    zc->zc_root[0] == '\0' ? NULL : zc->zc_root);
377 
378 	nvlist_free(config);
379 
380 	return (error);
381 }
382 
383 static int
384 zfs_ioc_pool_export(zfs_cmd_t *zc)
385 {
386 	return (spa_export(zc->zc_name));
387 }
388 
389 static int
390 zfs_ioc_pool_configs(zfs_cmd_t *zc)
391 {
392 	nvlist_t *configs;
393 	char *packed = NULL;
394 	size_t size = 0;
395 	int error;
396 
397 	if ((configs = spa_all_configs(&zc->zc_cookie)) == NULL)
398 		return (EEXIST);
399 
400 	VERIFY(nvlist_pack(configs, &packed, &size, NV_ENCODE_NATIVE, 0) == 0);
401 
402 	if (size > zc->zc_config_dst_size)
403 		error = ENOMEM;
404 	else
405 		error = xcopyout(packed, (void *)(uintptr_t)zc->zc_config_dst,
406 		    size);
407 
408 	zc->zc_config_dst_size = size;
409 
410 	kmem_free(packed, size);
411 	nvlist_free(configs);
412 
413 	return (error);
414 }
415 
416 static int
417 zfs_ioc_pool_guid(zfs_cmd_t *zc)
418 {
419 	spa_t *spa;
420 	int error;
421 
422 	error = spa_open(zc->zc_name, &spa, FTAG);
423 	if (error == 0) {
424 		zc->zc_pool_guid = spa_guid(spa);
425 		spa_close(spa, FTAG);
426 	}
427 	return (error);
428 }
429 
430 static int
431 zfs_ioc_pool_stats(zfs_cmd_t *zc)
432 {
433 	nvlist_t *config;
434 	char *packed = NULL;
435 	size_t size = 0;
436 	int error;
437 
438 	error = spa_get_stats(zc->zc_name, &config);
439 
440 	if (config != NULL) {
441 		VERIFY(nvlist_pack(config, &packed, &size,
442 		    NV_ENCODE_NATIVE, 0) == 0);
443 
444 		if (size > zc->zc_config_dst_size)
445 			error = ENOMEM;
446 		else if (xcopyout(packed, (void *)(uintptr_t)zc->zc_config_dst,
447 		    size))
448 			error = EFAULT;
449 
450 		zc->zc_config_dst_size = size;
451 
452 		kmem_free(packed, size);
453 		nvlist_free(config);
454 	} else {
455 		ASSERT(error != 0);
456 	}
457 
458 	return (error);
459 }
460 
461 /*
462  * Try to import the given pool, returning pool stats as appropriate so that
463  * user land knows which devices are available and overall pool health.
464  */
465 static int
466 zfs_ioc_pool_tryimport(zfs_cmd_t *zc)
467 {
468 	nvlist_t *tryconfig, *config;
469 	char *packed = NULL;
470 	size_t size = 0;
471 	int error;
472 
473 	if ((error = get_config(zc, &tryconfig)) != 0)
474 		return (error);
475 
476 	config = spa_tryimport(tryconfig);
477 
478 	nvlist_free(tryconfig);
479 
480 	if (config == NULL)
481 		return (EINVAL);
482 
483 	VERIFY(nvlist_pack(config, &packed, &size, NV_ENCODE_NATIVE, 0) == 0);
484 
485 	if (size > zc->zc_config_dst_size)
486 		error = ENOMEM;
487 	else
488 		error = xcopyout(packed, (void *)(uintptr_t)zc->zc_config_dst,
489 		    size);
490 
491 	zc->zc_config_dst_size = size;
492 
493 	kmem_free(packed, size);
494 	nvlist_free(config);
495 
496 	return (error);
497 }
498 
499 static int
500 zfs_ioc_pool_scrub(zfs_cmd_t *zc)
501 {
502 	spa_t *spa;
503 	int error;
504 
505 	error = spa_open(zc->zc_name, &spa, FTAG);
506 	if (error == 0) {
507 		error = spa_scrub(spa, zc->zc_cookie, B_FALSE);
508 		spa_close(spa, FTAG);
509 	}
510 	return (error);
511 }
512 
513 static int
514 zfs_ioc_pool_freeze(zfs_cmd_t *zc)
515 {
516 	spa_t *spa;
517 	int error;
518 
519 	error = spa_open(zc->zc_name, &spa, FTAG);
520 	if (error == 0) {
521 		spa_freeze(spa);
522 		spa_close(spa, FTAG);
523 	}
524 	return (error);
525 }
526 
527 static int
528 zfs_ioc_vdev_add(zfs_cmd_t *zc)
529 {
530 	spa_t *spa;
531 	int error;
532 	nvlist_t *config;
533 
534 	error = spa_open(zc->zc_name, &spa, FTAG);
535 	if (error != 0)
536 		return (error);
537 
538 	if ((error = get_config(zc, &config)) == 0) {
539 		error = spa_vdev_add(spa, config);
540 		nvlist_free(config);
541 	}
542 
543 	spa_close(spa, FTAG);
544 	return (error);
545 }
546 
547 /* ARGSUSED */
548 static int
549 zfs_ioc_vdev_remove(zfs_cmd_t *zc)
550 {
551 	return (ENOTSUP);
552 }
553 
554 static int
555 zfs_ioc_vdev_online(zfs_cmd_t *zc)
556 {
557 	spa_t *spa;
558 	char *path = zc->zc_prop_value;
559 	int error;
560 
561 	error = spa_open(zc->zc_name, &spa, FTAG);
562 	if (error != 0)
563 		return (error);
564 	error = vdev_online(spa, path);
565 	spa_close(spa, FTAG);
566 	return (error);
567 }
568 
569 static int
570 zfs_ioc_vdev_offline(zfs_cmd_t *zc)
571 {
572 	spa_t *spa;
573 	char *path = zc->zc_prop_value;
574 	int error;
575 
576 	error = spa_open(zc->zc_name, &spa, FTAG);
577 	if (error != 0)
578 		return (error);
579 	error = vdev_offline(spa, path);
580 	spa_close(spa, FTAG);
581 	return (error);
582 }
583 
584 static int
585 zfs_ioc_vdev_attach(zfs_cmd_t *zc)
586 {
587 	spa_t *spa;
588 	char *path = zc->zc_prop_value;
589 	int replacing = zc->zc_cookie;
590 	nvlist_t *config;
591 	int error;
592 
593 	error = spa_open(zc->zc_name, &spa, FTAG);
594 	if (error != 0)
595 		return (error);
596 
597 	if ((error = get_config(zc, &config)) == 0) {
598 		error = spa_vdev_attach(spa, path, config, replacing);
599 		nvlist_free(config);
600 	}
601 
602 	spa_close(spa, FTAG);
603 	return (error);
604 }
605 
606 static int
607 zfs_ioc_vdev_detach(zfs_cmd_t *zc)
608 {
609 	spa_t *spa;
610 	char *path = zc->zc_prop_value;
611 	int error;
612 
613 	error = spa_open(zc->zc_name, &spa, FTAG);
614 	if (error != 0)
615 		return (error);
616 
617 	error = spa_vdev_detach(spa, path, 0, B_FALSE);
618 
619 	spa_close(spa, FTAG);
620 	return (error);
621 }
622 
623 static int
624 zfs_get_stats(zfs_cmd_t *zc)
625 {
626 	char *name = zc->zc_name;
627 	zfs_stats_t *zs = &zc->zc_zfs_stats;
628 	int error;
629 
630 	bzero(zs, sizeof (zfs_stats_t));
631 
632 	if ((error = dsl_prop_get_integer(name, "atime",
633 	    &zs->zs_atime, zs->zs_atime_setpoint)) != 0 ||
634 	    (error = dsl_prop_get_integer(name, "recordsize",
635 	    &zs->zs_recordsize, zs->zs_recordsize_setpoint)) != 0 ||
636 	    (error = dsl_prop_get_integer(name, "readonly",
637 	    &zs->zs_readonly, zs->zs_readonly_setpoint)) != 0 ||
638 	    (error = dsl_prop_get_integer(name, "devices",
639 	    &zs->zs_devices, zs->zs_devices_setpoint)) != 0 ||
640 	    (error = dsl_prop_get_integer(name, "setuid",
641 	    &zs->zs_setuid, zs->zs_setuid_setpoint)) != 0 ||
642 	    (error = dsl_prop_get_integer(name, "exec",
643 	    &zs->zs_exec, zs->zs_exec_setpoint)) != 0 ||
644 	    (error = dsl_prop_get_string(name, "mountpoint", zs->zs_mountpoint,
645 	    sizeof (zs->zs_mountpoint), zs->zs_mountpoint_setpoint)) != 0 ||
646 	    (error = dsl_prop_get_string(name, "sharenfs", zs->zs_sharenfs,
647 	    sizeof (zs->zs_sharenfs), zs->zs_sharenfs_setpoint)) != 0 ||
648 	    (error = dsl_prop_get_integer(name, "aclmode",
649 	    &zs->zs_acl_mode, zs->zs_acl_mode_setpoint)) != 0 ||
650 	    (error = dsl_prop_get_integer(name, "snapdir",
651 	    &zs->zs_snapdir, zs->zs_snapdir_setpoint)) != 0 ||
652 	    (error = dsl_prop_get_integer(name, "aclinherit",
653 	    &zs->zs_acl_inherit, zs->zs_acl_inherit_setpoint)) != 0)
654 		return (error);
655 
656 	return (0);
657 }
658 
659 static int
660 zfs_ioc_objset_stats(zfs_cmd_t *zc)
661 {
662 	objset_t *os = NULL;
663 	int error;
664 
665 retry:
666 	error = dmu_objset_open(zc->zc_name, DMU_OST_ANY,
667 	    DS_MODE_STANDARD | DS_MODE_READONLY, &os);
668 	if (error != 0) {
669 		/*
670 		 * This is ugly: dmu_objset_open() can return EBUSY if
671 		 * the objset is held exclusively. Fortunately this hold is
672 		 * only for a short while, so we retry here.
673 		 * This avoids user code having to handle EBUSY,
674 		 * for example for a "zfs list".
675 		 */
676 		if (error == EBUSY) {
677 			delay(1);
678 			goto retry;
679 		}
680 		return (error);
681 	}
682 
683 	dmu_objset_stats(os, &zc->zc_objset_stats);
684 
685 	switch (zc->zc_objset_stats.dds_type) {
686 
687 	case DMU_OST_ZFS:
688 		error = zfs_get_stats(zc);
689 		break;
690 
691 	case DMU_OST_ZVOL:
692 		error = zvol_get_stats(zc, os);
693 		break;
694 	}
695 
696 	dmu_objset_close(os);
697 	return (error);
698 }
699 
700 static int
701 zfs_ioc_dataset_list_next(zfs_cmd_t *zc)
702 {
703 	objset_t *os;
704 	int error;
705 	char *p;
706 
707 retry:
708 	error = dmu_objset_open(zc->zc_name, DMU_OST_ANY,
709 	    DS_MODE_STANDARD | DS_MODE_READONLY, &os);
710 	if (error != 0) {
711 		/*
712 		 * This is ugly: dmu_objset_open() can return EBUSY if
713 		 * the objset is held exclusively. Fortunately this hold is
714 		 * only for a short while, so we retry here.
715 		 * This avoids user code having to handle EBUSY,
716 		 * for example for a "zfs list".
717 		 */
718 		if (error == EBUSY) {
719 			delay(1);
720 			goto retry;
721 		}
722 		if (error == ENOENT)
723 			error = ESRCH;
724 		return (error);
725 	}
726 
727 	p = strrchr(zc->zc_name, '/');
728 	if (p == NULL || p[1] != '\0')
729 		(void) strlcat(zc->zc_name, "/", sizeof (zc->zc_name));
730 	p = zc->zc_name + strlen(zc->zc_name);
731 
732 	do {
733 		error = dmu_dir_list_next(os,
734 		    sizeof (zc->zc_name) - (p - zc->zc_name), p,
735 		    NULL, &zc->zc_cookie);
736 		if (error == ENOENT)
737 			error = ESRCH;
738 	} while (error == 0 && !INGLOBALZONE(curproc) &&
739 	    !zone_dataset_visible(zc->zc_name, NULL));
740 
741 	/*
742 	 * If it's a hidden dataset (ie. with a '$' in its name), don't
743 	 * try to get stats for it.  Userland will skip over it.
744 	 */
745 	if (error == 0 && strchr(zc->zc_name, '$') == NULL)
746 		error = zfs_ioc_objset_stats(zc); /* fill in the stats */
747 
748 	dmu_objset_close(os);
749 	return (error);
750 }
751 
752 static int
753 zfs_ioc_snapshot_list_next(zfs_cmd_t *zc)
754 {
755 	objset_t *os;
756 	int error;
757 
758 retry:
759 	error = dmu_objset_open(zc->zc_name, DMU_OST_ANY,
760 	    DS_MODE_STANDARD | DS_MODE_READONLY, &os);
761 	if (error != 0) {
762 		/*
763 		 * This is ugly: dmu_objset_open() can return EBUSY if
764 		 * the objset is held exclusively. Fortunately this hold is
765 		 * only for a short while, so we retry here.
766 		 * This avoids user code having to handle EBUSY,
767 		 * for example for a "zfs list".
768 		 */
769 		if (error == EBUSY) {
770 			delay(1);
771 			goto retry;
772 		}
773 		if (error == ENOENT)
774 			error = ESRCH;
775 		return (error);
776 	}
777 
778 	/*
779 	 * A dataset name of maximum length cannot have any snapshots,
780 	 * so exit immediately.
781 	 */
782 	if (strlcat(zc->zc_name, "@", sizeof (zc->zc_name)) >= MAXNAMELEN) {
783 		dmu_objset_close(os);
784 		return (ESRCH);
785 	}
786 
787 	error = dmu_snapshot_list_next(os,
788 	    sizeof (zc->zc_name) - strlen(zc->zc_name),
789 	    zc->zc_name + strlen(zc->zc_name), NULL, &zc->zc_cookie);
790 	if (error == ENOENT)
791 		error = ESRCH;
792 
793 	if (error == 0)
794 		error = zfs_ioc_objset_stats(zc); /* fill in the stats */
795 
796 	dmu_objset_close(os);
797 	return (error);
798 }
799 
800 static int
801 zfs_ioc_set_prop(zfs_cmd_t *zc)
802 {
803 	return (dsl_prop_set(zc->zc_name, zc->zc_prop_name,
804 	    zc->zc_intsz, zc->zc_numints, zc->zc_prop_value));
805 }
806 
807 static int
808 zfs_ioc_set_quota(zfs_cmd_t *zc)
809 {
810 	return (dsl_dir_set_quota(zc->zc_name, zc->zc_cookie));
811 }
812 
813 static int
814 zfs_ioc_set_reservation(zfs_cmd_t *zc)
815 {
816 	return (dsl_dir_set_reservation(zc->zc_name, zc->zc_cookie));
817 }
818 
819 static int
820 zfs_ioc_set_volsize(zfs_cmd_t *zc)
821 {
822 	return (zvol_set_volsize(zc));
823 }
824 
825 static int
826 zfs_ioc_set_volblocksize(zfs_cmd_t *zc)
827 {
828 	return (zvol_set_volblocksize(zc));
829 }
830 
831 static int
832 zfs_ioc_create_minor(zfs_cmd_t *zc)
833 {
834 	return (zvol_create_minor(zc));
835 }
836 
837 static int
838 zfs_ioc_remove_minor(zfs_cmd_t *zc)
839 {
840 	return (zvol_remove_minor(zc));
841 }
842 
843 /*
844  * Search the vfs list for a specified resource.  Returns a pointer to it
845  * or NULL if no suitable entry is found. The caller of this routine
846  * is responsible for releasing the returned vfs pointer.
847  */
848 static vfs_t *
849 zfs_get_vfs(const char *resource)
850 {
851 	struct vfs *vfsp;
852 	struct vfs *vfs_found = NULL;
853 
854 	vfs_list_read_lock();
855 	vfsp = rootvfs;
856 	do {
857 		if (strcmp(refstr_value(vfsp->vfs_resource), resource) == 0) {
858 			VFS_HOLD(vfsp);
859 			vfs_found = vfsp;
860 			break;
861 		}
862 		vfsp = vfsp->vfs_next;
863 	} while (vfsp != rootvfs);
864 	vfs_list_unlock();
865 	return (vfs_found);
866 }
867 
868 static void
869 zfs_create_cb(objset_t *os, void *arg, dmu_tx_t *tx)
870 {
871 	zfs_cmd_t *zc = arg;
872 	zfs_create_fs(os, (cred_t *)(uintptr_t)zc->zc_cred, tx);
873 }
874 
875 static int
876 zfs_ioc_create(zfs_cmd_t *zc)
877 {
878 	objset_t *clone;
879 	int error = 0;
880 	void (*cbfunc)(objset_t *os, void *arg, dmu_tx_t *tx);
881 	dmu_objset_type_t type = zc->zc_objset_type;
882 
883 	switch (type) {
884 
885 	case DMU_OST_ZFS:
886 		cbfunc = zfs_create_cb;
887 		break;
888 
889 	case DMU_OST_ZVOL:
890 		cbfunc = zvol_create_cb;
891 		break;
892 
893 	default:
894 		return (EINVAL);
895 	}
896 
897 	if (zc->zc_filename[0] != '\0') {
898 		/*
899 		 * We're creating a clone of an existing snapshot.
900 		 */
901 		zc->zc_filename[sizeof (zc->zc_filename) - 1] = '\0';
902 		if (dataset_namecheck(zc->zc_filename, NULL, NULL) != 0)
903 			return (EINVAL);
904 
905 		error = dmu_objset_open(zc->zc_filename, type,
906 		    DS_MODE_STANDARD | DS_MODE_READONLY, &clone);
907 		if (error)
908 			return (error);
909 		error = dmu_objset_create(zc->zc_name, type, clone, NULL, NULL);
910 		dmu_objset_close(clone);
911 	} else if (strchr(zc->zc_name, '@') != 0) {
912 		/*
913 		 * We're taking a snapshot of an existing dataset.
914 		 */
915 		error = dmu_objset_create(zc->zc_name, type, NULL, NULL, NULL);
916 	} else {
917 		/*
918 		 * We're creating a new dataset.
919 		 */
920 		if (type == DMU_OST_ZVOL) {
921 			if ((error = zvol_check_volsize(zc)) != 0)
922 				return (error);
923 			if ((error = zvol_check_volblocksize(zc)) != 0)
924 				return (error);
925 		}
926 		error = dmu_objset_create(zc->zc_name, type, NULL, cbfunc, zc);
927 	}
928 	return (error);
929 }
930 
931 static int
932 zfs_ioc_destroy(zfs_cmd_t *zc)
933 {
934 	if (strchr(zc->zc_name, '@') != NULL &&
935 	    zc->zc_objset_type == DMU_OST_ZFS) {
936 		vfs_t *vfsp;
937 		int err;
938 
939 		/*
940 		 * Snapshots under .zfs control must be unmounted
941 		 * before they can be destroyed.
942 		 */
943 		if ((vfsp = zfs_get_vfs(zc->zc_name)) != NULL) {
944 			/*
945 			 * Always force the unmount for snapshots.
946 			 */
947 			int flag = MS_FORCE;
948 
949 			if ((err = vn_vfswlock(vfsp->vfs_vnodecovered)) != 0) {
950 				VFS_RELE(vfsp);
951 				return (err);
952 			}
953 			VFS_RELE(vfsp);
954 			if ((err = dounmount(vfsp, flag, kcred)) != 0)
955 				return (err);
956 		}
957 	}
958 
959 	return (dmu_objset_destroy(zc->zc_name));
960 }
961 
962 static int
963 zfs_ioc_rollback(zfs_cmd_t *zc)
964 {
965 	return (dmu_objset_rollback(zc->zc_name));
966 }
967 
968 static int
969 zfs_ioc_rename(zfs_cmd_t *zc)
970 {
971 	zc->zc_prop_value[sizeof (zc->zc_prop_value) - 1] = '\0';
972 	if (dataset_namecheck(zc->zc_prop_value, NULL, NULL) != 0)
973 		return (EINVAL);
974 
975 	if (strchr(zc->zc_name, '@') != NULL &&
976 	    zc->zc_objset_type == DMU_OST_ZFS) {
977 		vfs_t *vfsp;
978 		int err;
979 
980 		/*
981 		 * Snapshots under .zfs control must be unmounted
982 		 * before they can be renamed.
983 		 */
984 		if ((vfsp = zfs_get_vfs(zc->zc_name)) != NULL) {
985 			/*
986 			 * Always force the unmount for snapshots.
987 			 */
988 			int flag = MS_FORCE;
989 
990 			if ((err = vn_vfswlock(vfsp->vfs_vnodecovered)) != 0) {
991 				VFS_RELE(vfsp);
992 				return (err);
993 			}
994 			VFS_RELE(vfsp);
995 			if ((err = dounmount(vfsp, flag, kcred)) != 0)
996 				return (err);
997 		}
998 	}
999 
1000 	return (dmu_objset_rename(zc->zc_name, zc->zc_prop_value));
1001 }
1002 
1003 static int
1004 zfs_ioc_recvbackup(zfs_cmd_t *zc)
1005 {
1006 	file_t *fp;
1007 	int error, fd;
1008 
1009 	fd = zc->zc_cookie;
1010 	fp = getf(fd);
1011 	if (fp == NULL)
1012 		return (EBADF);
1013 	error = dmu_recvbackup(&zc->zc_begin_record, &zc->zc_cookie,
1014 	    fp->f_vnode, fp->f_offset);
1015 	releasef(fd);
1016 	return (error);
1017 }
1018 
1019 static int
1020 zfs_ioc_sendbackup(zfs_cmd_t *zc)
1021 {
1022 	objset_t *fromsnap = NULL;
1023 	objset_t *tosnap;
1024 	file_t *fp;
1025 	int error;
1026 
1027 	error = dmu_objset_open(zc->zc_name, DMU_OST_ANY,
1028 	    DS_MODE_STANDARD | DS_MODE_READONLY, &tosnap);
1029 	if (error)
1030 		return (error);
1031 
1032 	if (zc->zc_prop_value[0] != '\0') {
1033 		error = dmu_objset_open(zc->zc_prop_value, DMU_OST_ANY,
1034 		    DS_MODE_STANDARD | DS_MODE_READONLY, &fromsnap);
1035 		if (error) {
1036 			dmu_objset_close(tosnap);
1037 			return (error);
1038 		}
1039 	}
1040 
1041 	fp = getf(zc->zc_cookie);
1042 	if (fp == NULL) {
1043 		dmu_objset_close(tosnap);
1044 		if (fromsnap)
1045 			dmu_objset_close(fromsnap);
1046 		return (EBADF);
1047 	}
1048 
1049 	error = dmu_sendbackup(tosnap, fromsnap, fp->f_vnode);
1050 
1051 	releasef(zc->zc_cookie);
1052 	if (fromsnap)
1053 		dmu_objset_close(fromsnap);
1054 	dmu_objset_close(tosnap);
1055 	return (error);
1056 }
1057 
1058 static zfs_ioc_vec_t zfs_ioc_vec[] = {
1059 	{ zfs_ioc_pool_create,		zfs_secpolicy_config,	pool_name },
1060 	{ zfs_ioc_pool_destroy,		zfs_secpolicy_config,	pool_name },
1061 	{ zfs_ioc_pool_import,		zfs_secpolicy_config,	pool_name },
1062 	{ zfs_ioc_pool_export,		zfs_secpolicy_config,	pool_name },
1063 	{ zfs_ioc_pool_configs,		zfs_secpolicy_none,	no_name },
1064 	{ zfs_ioc_pool_guid,		zfs_secpolicy_read,	pool_name },
1065 	{ zfs_ioc_pool_stats,		zfs_secpolicy_read,	pool_name },
1066 	{ zfs_ioc_pool_tryimport,	zfs_secpolicy_config,	no_name },
1067 	{ zfs_ioc_pool_scrub,		zfs_secpolicy_config,	pool_name },
1068 	{ zfs_ioc_pool_freeze,		zfs_secpolicy_config,	no_name },
1069 	{ zfs_ioc_vdev_add,		zfs_secpolicy_config,	pool_name },
1070 	{ zfs_ioc_vdev_remove,		zfs_secpolicy_config,	pool_name },
1071 	{ zfs_ioc_vdev_online,		zfs_secpolicy_config,	pool_name },
1072 	{ zfs_ioc_vdev_offline,		zfs_secpolicy_config,	pool_name },
1073 	{ zfs_ioc_vdev_attach,		zfs_secpolicy_config,	pool_name },
1074 	{ zfs_ioc_vdev_detach,		zfs_secpolicy_config,	pool_name },
1075 	{ zfs_ioc_objset_stats,		zfs_secpolicy_read,	dataset_name },
1076 	{ zfs_ioc_dataset_list_next,	zfs_secpolicy_read,	dataset_name },
1077 	{ zfs_ioc_snapshot_list_next,	zfs_secpolicy_read,	dataset_name },
1078 	{ zfs_ioc_set_prop,		zfs_secpolicy_setprop,	dataset_name },
1079 	{ zfs_ioc_set_quota,		zfs_secpolicy_quota,	dataset_name },
1080 	{ zfs_ioc_set_reservation,	zfs_secpolicy_write,	dataset_name },
1081 	{ zfs_ioc_set_volsize,		zfs_secpolicy_config,	dataset_name },
1082 	{ zfs_ioc_set_volblocksize,	zfs_secpolicy_config,	dataset_name },
1083 	{ zfs_ioc_create_minor,		zfs_secpolicy_config,	dataset_name },
1084 	{ zfs_ioc_remove_minor,		zfs_secpolicy_config,	dataset_name },
1085 	{ zfs_ioc_create,		zfs_secpolicy_parent,	dataset_name },
1086 	{ zfs_ioc_destroy,		zfs_secpolicy_parent,	dataset_name },
1087 	{ zfs_ioc_rollback,		zfs_secpolicy_write,	dataset_name },
1088 	{ zfs_ioc_rename,		zfs_secpolicy_write,	dataset_name },
1089 	{ zfs_ioc_recvbackup,		zfs_secpolicy_write,	dataset_name },
1090 	{ zfs_ioc_sendbackup,		zfs_secpolicy_write,	dataset_name },
1091 };
1092 
1093 static int
1094 zfsdev_ioctl(dev_t dev, int cmd, intptr_t arg, int flag, cred_t *cr, int *rvalp)
1095 {
1096 	zfs_cmd_t *zc;
1097 	uint_t vec;
1098 	int error;
1099 
1100 	if (getminor(dev) != 0)
1101 		return (zvol_ioctl(dev, cmd, arg, flag, cr, rvalp));
1102 
1103 	vec = cmd - ZFS_IOC;
1104 
1105 	if (vec >= sizeof (zfs_ioc_vec) / sizeof (zfs_ioc_vec[0]))
1106 		return (EINVAL);
1107 
1108 	zc = kmem_zalloc(sizeof (zfs_cmd_t), KM_SLEEP);
1109 
1110 	error = xcopyin((void *)arg, zc, sizeof (zfs_cmd_t));
1111 
1112 	if (error == 0) {
1113 		zc->zc_cred = (uintptr_t)cr;
1114 		zc->zc_dev = dev;
1115 		error = zfs_ioc_vec[vec].zvec_secpolicy(zc->zc_name,
1116 		    zc->zc_prop_name, cr);
1117 	}
1118 
1119 	/*
1120 	 * Ensure that all pool/dataset names are valid before we pass down to
1121 	 * the lower layers.
1122 	 */
1123 	if (error == 0) {
1124 		zc->zc_name[sizeof (zc->zc_name) - 1] = '\0';
1125 		switch (zfs_ioc_vec[vec].zvec_namecheck) {
1126 		case pool_name:
1127 			if (pool_namecheck(zc->zc_name, NULL, NULL) != 0)
1128 				error = EINVAL;
1129 			break;
1130 
1131 		case dataset_name:
1132 			if (dataset_namecheck(zc->zc_name, NULL, NULL) != 0)
1133 				error = EINVAL;
1134 			break;
1135 		}
1136 	}
1137 
1138 	if (error == 0)
1139 		error = zfs_ioc_vec[vec].zvec_func(zc);
1140 
1141 	if (error == 0 || error == ENOMEM) {
1142 		int rc = xcopyout(zc, (void *)arg, sizeof (zfs_cmd_t));
1143 		if (error == 0)
1144 			error = rc;
1145 	}
1146 
1147 	kmem_free(zc, sizeof (zfs_cmd_t));
1148 	return (error);
1149 }
1150 
1151 static int
1152 zfs_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
1153 {
1154 	if (cmd != DDI_ATTACH)
1155 		return (DDI_FAILURE);
1156 
1157 	if (ddi_create_minor_node(dip, "zfs", S_IFCHR, 0,
1158 	    DDI_PSEUDO, 0) == DDI_FAILURE)
1159 		return (DDI_FAILURE);
1160 
1161 	zfs_dip = dip;
1162 
1163 	ddi_report_dev(dip);
1164 
1165 	return (DDI_SUCCESS);
1166 }
1167 
1168 static int
1169 zfs_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
1170 {
1171 	if (spa_busy() || zfs_busy() || zvol_busy())
1172 		return (DDI_FAILURE);
1173 
1174 	if (cmd != DDI_DETACH)
1175 		return (DDI_FAILURE);
1176 
1177 	zfs_dip = NULL;
1178 
1179 	ddi_prop_remove_all(dip);
1180 	ddi_remove_minor_node(dip, NULL);
1181 
1182 	return (DDI_SUCCESS);
1183 }
1184 
1185 /*ARGSUSED*/
1186 static int
1187 zfs_info(dev_info_t *dip, ddi_info_cmd_t infocmd, void *arg, void **result)
1188 {
1189 	switch (infocmd) {
1190 	case DDI_INFO_DEVT2DEVINFO:
1191 		*result = zfs_dip;
1192 		return (DDI_SUCCESS);
1193 
1194 	case DDI_INFO_DEVT2INSTANCE:
1195 		*result = (void *)0;
1196 		return (DDI_SUCCESS);
1197 	}
1198 
1199 	return (DDI_FAILURE);
1200 }
1201 
1202 /*
1203  * OK, so this is a little weird.
1204  *
1205  * /dev/zfs is the control node, i.e. minor 0.
1206  * /dev/zvol/[r]dsk/pool/dataset are the zvols, minor > 0.
1207  *
1208  * /dev/zfs has basically nothing to do except serve up ioctls,
1209  * so most of the standard driver entry points are in zvol.c.
1210  */
1211 static struct cb_ops zfs_cb_ops = {
1212 	zvol_open,	/* open */
1213 	zvol_close,	/* close */
1214 	zvol_strategy,	/* strategy */
1215 	nodev,		/* print */
1216 	nodev,		/* dump */
1217 	zvol_read,	/* read */
1218 	zvol_write,	/* write */
1219 	zfsdev_ioctl,	/* ioctl */
1220 	nodev,		/* devmap */
1221 	nodev,		/* mmap */
1222 	nodev,		/* segmap */
1223 	nochpoll,	/* poll */
1224 	ddi_prop_op,	/* prop_op */
1225 	NULL,		/* streamtab */
1226 	D_NEW | D_MP | D_64BIT,		/* Driver compatibility flag */
1227 	CB_REV,		/* version */
1228 	zvol_aread,	/* async read */
1229 	zvol_awrite,	/* async write */
1230 };
1231 
1232 static struct dev_ops zfs_dev_ops = {
1233 	DEVO_REV,	/* version */
1234 	0,		/* refcnt */
1235 	zfs_info,	/* info */
1236 	nulldev,	/* identify */
1237 	nulldev,	/* probe */
1238 	zfs_attach,	/* attach */
1239 	zfs_detach,	/* detach */
1240 	nodev,		/* reset */
1241 	&zfs_cb_ops,	/* driver operations */
1242 	NULL		/* no bus operations */
1243 };
1244 
1245 static struct modldrv zfs_modldrv = {
1246 	&mod_driverops, "ZFS storage pool version 1", &zfs_dev_ops
1247 };
1248 
1249 static struct modlinkage modlinkage = {
1250 	MODREV_1,
1251 	(void *)&zfs_modlfs,
1252 	(void *)&zfs_modldrv,
1253 	NULL
1254 };
1255 
1256 int
1257 _init(void)
1258 {
1259 	int error;
1260 
1261 	spa_init(FREAD | FWRITE);
1262 	zfs_init();
1263 	zvol_init();
1264 
1265 	if ((error = mod_install(&modlinkage)) != 0) {
1266 		zvol_fini();
1267 		zfs_fini();
1268 		spa_fini();
1269 		return (error);
1270 	}
1271 
1272 	error = ldi_ident_from_mod(&modlinkage, &zfs_li);
1273 	ASSERT(error == 0);
1274 
1275 	return (0);
1276 }
1277 
1278 int
1279 _fini(void)
1280 {
1281 	int error;
1282 
1283 	if (spa_busy() || zfs_busy() || zvol_busy())
1284 		return (EBUSY);
1285 
1286 	if ((error = mod_remove(&modlinkage)) != 0)
1287 		return (error);
1288 
1289 	zvol_fini();
1290 	zfs_fini();
1291 	spa_fini();
1292 
1293 	ldi_ident_release(zfs_li);
1294 	zfs_li = NULL;
1295 
1296 	return (error);
1297 }
1298 
1299 int
1300 _info(struct modinfo *modinfop)
1301 {
1302 	return (mod_info(&modlinkage, modinfop));
1303 }
1304