xref: /titanic_51/usr/src/cmd/zoneadmd/vplat.c (revision 25c28e83beb90e7c80452a7c818c5e6f73a07dc8)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24  * Copyright (c) 2013, Joyent Inc. All rights reserved.
25  */
26 
27 /*
28  * Copyright 2011 Nexenta Systems, Inc.  All rights reserved.
29  */
30 
31 /*
32  * This module contains functions used to bring up and tear down the
33  * Virtual Platform: [un]mounting file-systems, [un]plumbing network
34  * interfaces, [un]configuring devices, establishing resource controls,
35  * and creating/destroying the zone in the kernel.  These actions, on
36  * the way up, ready the zone; on the way down, they halt the zone.
37  * See the much longer block comment at the beginning of zoneadmd.c
38  * for a bigger picture of how the whole program functions.
39  *
40  * This module also has primary responsibility for the layout of "scratch
41  * zones."  These are mounted, but inactive, zones that are used during
42  * operating system upgrade and potentially other administrative action.  The
43  * scratch zone environment is similar to the miniroot environment.  The zone's
44  * actual root is mounted read-write on /a, and the standard paths (/usr,
45  * /sbin, /lib) all lead to read-only copies of the running system's binaries.
46  * This allows the administrative tools to manipulate the zone using "-R /a"
47  * without relying on any binaries in the zone itself.
48  *
49  * If the scratch zone is on an alternate root (Live Upgrade [LU] boot
50  * environment), then we must resolve the lofs mounts used there to uncover
51  * writable (unshared) resources.  Shared resources, though, are always
52  * read-only.  In addition, if the "same" zone with a different root path is
53  * currently running, then "/b" inside the zone points to the running zone's
54  * root.  This allows LU to synchronize configuration files during the upgrade
55  * process.
56  *
57  * To construct this environment, this module creates a tmpfs mount on
58  * $ZONEPATH/lu.  Inside this scratch area, the miniroot-like environment as
59  * described above is constructed on the fly.  The zone is then created using
60  * $ZONEPATH/lu as the root.
61  *
62  * Note that scratch zones are inactive.  The zone's bits are not running and
63  * likely cannot be run correctly until upgrade is done.  Init is not running
64  * there, nor is SMF.  Because of this, the "mounted" state of a scratch zone
65  * is not a part of the usual halt/ready/boot state machine.
66  */
67 
68 #include <sys/param.h>
69 #include <sys/mount.h>
70 #include <sys/mntent.h>
71 #include <sys/socket.h>
72 #include <sys/utsname.h>
73 #include <sys/types.h>
74 #include <sys/stat.h>
75 #include <sys/sockio.h>
76 #include <sys/stropts.h>
77 #include <sys/conf.h>
78 #include <sys/systeminfo.h>
79 
80 #include <libdlpi.h>
81 #include <libdllink.h>
82 #include <libdlvlan.h>
83 
84 #include <inet/tcp.h>
85 #include <arpa/inet.h>
86 #include <netinet/in.h>
87 #include <net/route.h>
88 
89 #include <stdio.h>
90 #include <errno.h>
91 #include <fcntl.h>
92 #include <unistd.h>
93 #include <rctl.h>
94 #include <stdlib.h>
95 #include <string.h>
96 #include <strings.h>
97 #include <wait.h>
98 #include <limits.h>
99 #include <libgen.h>
100 #include <libzfs.h>
101 #include <libdevinfo.h>
102 #include <zone.h>
103 #include <assert.h>
104 #include <libcontract.h>
105 #include <libcontract_priv.h>
106 #include <uuid/uuid.h>
107 
108 #include <sys/mntio.h>
109 #include <sys/mnttab.h>
110 #include <sys/fs/autofs.h>	/* for _autofssys() */
111 #include <sys/fs/lofs_info.h>
112 #include <sys/fs/zfs.h>
113 
114 #include <pool.h>
115 #include <sys/pool.h>
116 #include <sys/priocntl.h>
117 
118 #include <libbrand.h>
119 #include <sys/brand.h>
120 #include <libzonecfg.h>
121 #include <synch.h>
122 
123 #include "zoneadmd.h"
124 #include <tsol/label.h>
125 #include <libtsnet.h>
126 #include <sys/priv.h>
127 #include <libinetutil.h>
128 
129 #define	V4_ADDR_LEN	32
130 #define	V6_ADDR_LEN	128
131 
132 #define	RESOURCE_DEFAULT_OPTS \
133 	MNTOPT_RO "," MNTOPT_LOFS_NOSUB "," MNTOPT_NODEVICES
134 
135 #define	DFSTYPES	"/etc/dfs/fstypes"
136 #define	MAXTNZLEN	2048
137 
138 #define	ALT_MOUNT(mount_cmd) 	((mount_cmd) != Z_MNT_BOOT)
139 
140 /* a reasonable estimate for the number of lwps per process */
141 #define	LWPS_PER_PROCESS	10
142 
143 /* for routing socket */
144 static int rts_seqno = 0;
145 
146 /* mangled zone name when mounting in an alternate root environment */
147 static char kernzone[ZONENAME_MAX];
148 
149 /* array of cached mount entries for resolve_lofs */
150 static struct mnttab *resolve_lofs_mnts, *resolve_lofs_mnt_max;
151 
152 /* for Trusted Extensions */
153 static tsol_zcent_t *get_zone_label(zlog_t *, priv_set_t *);
154 static int tsol_mounts(zlog_t *, char *, char *);
155 static void tsol_unmounts(zlog_t *, char *);
156 
157 static m_label_t *zlabel = NULL;
158 static m_label_t *zid_label = NULL;
159 static priv_set_t *zprivs = NULL;
160 
161 static const char *DFLT_FS_ALLOWED = "hsfs,smbfs,nfs,nfs3,nfs4,nfsdyn";
162 
163 /* from libsocket, not in any header file */
164 extern int getnetmaskbyaddr(struct in_addr, struct in_addr *);
165 
166 /* from zoneadmd */
167 extern char query_hook[];
168 
169 /*
170  * For each "net" resource configured in zonecfg, we track a zone_addr_list_t
171  * node in a linked list that is sorted by linkid.  The list is constructed as
172  * the xml configuration file is parsed, and the information
173  * contained in each node is added to the kernel before the zone is
174  * booted, to be retrieved and applied from within the exclusive-IP NGZ
175  * on boot.
176  */
177 typedef struct zone_addr_list {
178 	struct zone_addr_list *za_next;
179 	datalink_id_t za_linkid;	/* datalink_id_t of interface */
180 	struct zone_nwiftab za_nwiftab; /* address, defrouter properties */
181 } zone_addr_list_t;
182 
183 /*
184  * An optimization for build_mnttable: reallocate (and potentially copy the
185  * data) only once every N times through the loop.
186  */
187 #define	MNTTAB_HUNK	32
188 
189 /* some handy macros */
190 #define	SIN(s)	((struct sockaddr_in *)s)
191 #define	SIN6(s)	((struct sockaddr_in6 *)s)
192 
193 /*
194  * Private autofs system call
195  */
196 extern int _autofssys(int, void *);
197 
198 static int
199 autofs_cleanup(zoneid_t zoneid)
200 {
201 	/*
202 	 * Ask autofs to unmount all trigger nodes in the given zone.
203 	 */
204 	return (_autofssys(AUTOFS_UNMOUNTALL, (void *)zoneid));
205 }
206 
207 static void
208 free_mnttable(struct mnttab *mnt_array, uint_t nelem)
209 {
210 	uint_t i;
211 
212 	if (mnt_array == NULL)
213 		return;
214 	for (i = 0; i < nelem; i++) {
215 		free(mnt_array[i].mnt_mountp);
216 		free(mnt_array[i].mnt_fstype);
217 		free(mnt_array[i].mnt_special);
218 		free(mnt_array[i].mnt_mntopts);
219 		assert(mnt_array[i].mnt_time == NULL);
220 	}
221 	free(mnt_array);
222 }
223 
224 /*
225  * Build the mount table for the zone rooted at "zroot", storing the resulting
226  * array of struct mnttabs in "mnt_arrayp" and the number of elements in the
227  * array in "nelemp".
228  */
229 static int
230 build_mnttable(zlog_t *zlogp, const char *zroot, size_t zrootlen, FILE *mnttab,
231     struct mnttab **mnt_arrayp, uint_t *nelemp)
232 {
233 	struct mnttab mnt;
234 	struct mnttab *mnts;
235 	struct mnttab *mnp;
236 	uint_t nmnt;
237 
238 	rewind(mnttab);
239 	resetmnttab(mnttab);
240 	nmnt = 0;
241 	mnts = NULL;
242 	while (getmntent(mnttab, &mnt) == 0) {
243 		struct mnttab *tmp_array;
244 
245 		if (strncmp(mnt.mnt_mountp, zroot, zrootlen) != 0)
246 			continue;
247 		if (nmnt % MNTTAB_HUNK == 0) {
248 			tmp_array = realloc(mnts,
249 			    (nmnt + MNTTAB_HUNK) * sizeof (*mnts));
250 			if (tmp_array == NULL) {
251 				free_mnttable(mnts, nmnt);
252 				return (-1);
253 			}
254 			mnts = tmp_array;
255 		}
256 		mnp = &mnts[nmnt++];
257 
258 		/*
259 		 * Zero out any fields we're not using.
260 		 */
261 		(void) memset(mnp, 0, sizeof (*mnp));
262 
263 		if (mnt.mnt_special != NULL)
264 			mnp->mnt_special = strdup(mnt.mnt_special);
265 		if (mnt.mnt_mntopts != NULL)
266 			mnp->mnt_mntopts = strdup(mnt.mnt_mntopts);
267 		mnp->mnt_mountp = strdup(mnt.mnt_mountp);
268 		mnp->mnt_fstype = strdup(mnt.mnt_fstype);
269 		if ((mnt.mnt_special != NULL && mnp->mnt_special == NULL) ||
270 		    (mnt.mnt_mntopts != NULL && mnp->mnt_mntopts == NULL) ||
271 		    mnp->mnt_mountp == NULL || mnp->mnt_fstype == NULL) {
272 			zerror(zlogp, B_TRUE, "memory allocation failed");
273 			free_mnttable(mnts, nmnt);
274 			return (-1);
275 		}
276 	}
277 	*mnt_arrayp = mnts;
278 	*nelemp = nmnt;
279 	return (0);
280 }
281 
282 /*
283  * This is an optimization.  The resolve_lofs function is used quite frequently
284  * to manipulate file paths, and on a machine with a large number of zones,
285  * there will be a huge number of mounted file systems.  Thus, we trigger a
286  * reread of the list of mount points
287  */
288 static void
289 lofs_discard_mnttab(void)
290 {
291 	free_mnttable(resolve_lofs_mnts,
292 	    resolve_lofs_mnt_max - resolve_lofs_mnts);
293 	resolve_lofs_mnts = resolve_lofs_mnt_max = NULL;
294 }
295 
296 static int
297 lofs_read_mnttab(zlog_t *zlogp)
298 {
299 	FILE *mnttab;
300 	uint_t nmnts;
301 
302 	if ((mnttab = fopen(MNTTAB, "r")) == NULL)
303 		return (-1);
304 	if (build_mnttable(zlogp, "", 0, mnttab, &resolve_lofs_mnts,
305 	    &nmnts) == -1) {
306 		(void) fclose(mnttab);
307 		return (-1);
308 	}
309 	(void) fclose(mnttab);
310 	resolve_lofs_mnt_max = resolve_lofs_mnts + nmnts;
311 	return (0);
312 }
313 
314 /*
315  * This function loops over potential loopback mounts and symlinks in a given
316  * path and resolves them all down to an absolute path.
317  */
318 void
319 resolve_lofs(zlog_t *zlogp, char *path, size_t pathlen)
320 {
321 	int len, arlen;
322 	const char *altroot;
323 	char tmppath[MAXPATHLEN];
324 	boolean_t outside_altroot;
325 
326 	if ((len = resolvepath(path, tmppath, sizeof (tmppath))) == -1)
327 		return;
328 	tmppath[len] = '\0';
329 	(void) strlcpy(path, tmppath, sizeof (tmppath));
330 
331 	/* This happens once per zoneadmd operation. */
332 	if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1)
333 		return;
334 
335 	altroot = zonecfg_get_root();
336 	arlen = strlen(altroot);
337 	outside_altroot = B_FALSE;
338 	for (;;) {
339 		struct mnttab *mnp;
340 
341 		/* Search in reverse order to find longest match */
342 		for (mnp = resolve_lofs_mnt_max - 1; mnp >= resolve_lofs_mnts;
343 		    mnp--) {
344 			if (mnp->mnt_fstype == NULL ||
345 			    mnp->mnt_mountp == NULL ||
346 			    mnp->mnt_special == NULL)
347 				continue;
348 			len = strlen(mnp->mnt_mountp);
349 			if (strncmp(mnp->mnt_mountp, path, len) == 0 &&
350 			    (path[len] == '/' || path[len] == '\0'))
351 				break;
352 		}
353 		if (mnp < resolve_lofs_mnts)
354 			break;
355 		/* If it's not a lofs then we're done */
356 		if (strcmp(mnp->mnt_fstype, MNTTYPE_LOFS) != 0)
357 			break;
358 		if (outside_altroot) {
359 			char *cp;
360 			int olen = sizeof (MNTOPT_RO) - 1;
361 
362 			/*
363 			 * If we run into a read-only mount outside of the
364 			 * alternate root environment, then the user doesn't
365 			 * want this path to be made read-write.
366 			 */
367 			if (mnp->mnt_mntopts != NULL &&
368 			    (cp = strstr(mnp->mnt_mntopts, MNTOPT_RO)) !=
369 			    NULL &&
370 			    (cp == mnp->mnt_mntopts || cp[-1] == ',') &&
371 			    (cp[olen] == '\0' || cp[olen] == ',')) {
372 				break;
373 			}
374 		} else if (arlen > 0 &&
375 		    (strncmp(mnp->mnt_special, altroot, arlen) != 0 ||
376 		    (mnp->mnt_special[arlen] != '\0' &&
377 		    mnp->mnt_special[arlen] != '/'))) {
378 			outside_altroot = B_TRUE;
379 		}
380 		/* use temporary buffer because new path might be longer */
381 		(void) snprintf(tmppath, sizeof (tmppath), "%s%s",
382 		    mnp->mnt_special, path + len);
383 		if ((len = resolvepath(tmppath, path, pathlen)) == -1)
384 			break;
385 		path[len] = '\0';
386 	}
387 }
388 
389 /*
390  * For a regular mount, check if a replacement lofs mount is needed because the
391  * referenced device is already mounted somewhere.
392  */
393 static int
394 check_lofs_needed(zlog_t *zlogp, struct zone_fstab *fsptr)
395 {
396 	struct mnttab *mnp;
397 	zone_fsopt_t *optptr, *onext;
398 
399 	/* This happens once per zoneadmd operation. */
400 	if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1)
401 		return (-1);
402 
403 	/*
404 	 * If this special node isn't already in use, then it's ours alone;
405 	 * no need to worry about conflicting mounts.
406 	 */
407 	for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max;
408 	    mnp++) {
409 		if (strcmp(mnp->mnt_special, fsptr->zone_fs_special) == 0)
410 			break;
411 	}
412 	if (mnp >= resolve_lofs_mnt_max)
413 		return (0);
414 
415 	/*
416 	 * Convert this duplicate mount into a lofs mount.
417 	 */
418 	(void) strlcpy(fsptr->zone_fs_special, mnp->mnt_mountp,
419 	    sizeof (fsptr->zone_fs_special));
420 	(void) strlcpy(fsptr->zone_fs_type, MNTTYPE_LOFS,
421 	    sizeof (fsptr->zone_fs_type));
422 	fsptr->zone_fs_raw[0] = '\0';
423 
424 	/*
425 	 * Discard all but one of the original options and set that to our
426 	 * default set of options used for resources.
427 	 */
428 	optptr = fsptr->zone_fs_options;
429 	if (optptr == NULL) {
430 		optptr = malloc(sizeof (*optptr));
431 		if (optptr == NULL) {
432 			zerror(zlogp, B_TRUE, "cannot mount %s",
433 			    fsptr->zone_fs_dir);
434 			return (-1);
435 		}
436 	} else {
437 		while ((onext = optptr->zone_fsopt_next) != NULL) {
438 			optptr->zone_fsopt_next = onext->zone_fsopt_next;
439 			free(onext);
440 		}
441 	}
442 	(void) strcpy(optptr->zone_fsopt_opt, RESOURCE_DEFAULT_OPTS);
443 	optptr->zone_fsopt_next = NULL;
444 	fsptr->zone_fs_options = optptr;
445 	return (0);
446 }
447 
448 int
449 make_one_dir(zlog_t *zlogp, const char *prefix, const char *subdir, mode_t mode,
450     uid_t userid, gid_t groupid)
451 {
452 	char path[MAXPATHLEN];
453 	struct stat st;
454 
455 	if (snprintf(path, sizeof (path), "%s%s", prefix, subdir) >
456 	    sizeof (path)) {
457 		zerror(zlogp, B_FALSE, "pathname %s%s is too long", prefix,
458 		    subdir);
459 		return (-1);
460 	}
461 
462 	if (lstat(path, &st) == 0) {
463 		/*
464 		 * We don't check the file mode since presumably the zone
465 		 * administrator may have had good reason to change the mode,
466 		 * and we don't need to second guess him.
467 		 */
468 		if (!S_ISDIR(st.st_mode)) {
469 			if (S_ISREG(st.st_mode)) {
470 				/*
471 				 * Allow readonly mounts of /etc/ files; this
472 				 * is needed most by Trusted Extensions.
473 				 */
474 				if (strncmp(subdir, "/etc/",
475 				    strlen("/etc/")) != 0) {
476 					zerror(zlogp, B_FALSE,
477 					    "%s is not in /etc", path);
478 					return (-1);
479 				}
480 			} else {
481 				zerror(zlogp, B_FALSE,
482 				    "%s is not a directory", path);
483 				return (-1);
484 			}
485 		}
486 		return (0);
487 	}
488 
489 	if (mkdirp(path, mode) != 0) {
490 		if (errno == EROFS)
491 			zerror(zlogp, B_FALSE, "Could not mkdir %s.\nIt is on "
492 			    "a read-only file system in this local zone.\nMake "
493 			    "sure %s exists in the global zone.", path, subdir);
494 		else
495 			zerror(zlogp, B_TRUE, "mkdirp of %s failed", path);
496 		return (-1);
497 	}
498 
499 	(void) chown(path, userid, groupid);
500 	return (0);
501 }
502 
503 static void
504 free_remote_fstypes(char **types)
505 {
506 	uint_t i;
507 
508 	if (types == NULL)
509 		return;
510 	for (i = 0; types[i] != NULL; i++)
511 		free(types[i]);
512 	free(types);
513 }
514 
515 static char **
516 get_remote_fstypes(zlog_t *zlogp)
517 {
518 	char **types = NULL;
519 	FILE *fp;
520 	char buf[MAXPATHLEN];
521 	char fstype[MAXPATHLEN];
522 	uint_t lines = 0;
523 	uint_t i;
524 
525 	if ((fp = fopen(DFSTYPES, "r")) == NULL) {
526 		zerror(zlogp, B_TRUE, "failed to open %s", DFSTYPES);
527 		return (NULL);
528 	}
529 	/*
530 	 * Count the number of lines
531 	 */
532 	while (fgets(buf, sizeof (buf), fp) != NULL)
533 		lines++;
534 	if (lines == 0)	/* didn't read anything; empty file */
535 		goto out;
536 	rewind(fp);
537 	/*
538 	 * Allocate enough space for a NULL-terminated array.
539 	 */
540 	types = calloc(lines + 1, sizeof (char *));
541 	if (types == NULL) {
542 		zerror(zlogp, B_TRUE, "memory allocation failed");
543 		goto out;
544 	}
545 	i = 0;
546 	while (fgets(buf, sizeof (buf), fp) != NULL) {
547 		/* LINTED - fstype is big enough to hold buf */
548 		if (sscanf(buf, "%s", fstype) == 0) {
549 			zerror(zlogp, B_FALSE, "unable to parse %s", DFSTYPES);
550 			free_remote_fstypes(types);
551 			types = NULL;
552 			goto out;
553 		}
554 		types[i] = strdup(fstype);
555 		if (types[i] == NULL) {
556 			zerror(zlogp, B_TRUE, "memory allocation failed");
557 			free_remote_fstypes(types);
558 			types = NULL;
559 			goto out;
560 		}
561 		i++;
562 	}
563 out:
564 	(void) fclose(fp);
565 	return (types);
566 }
567 
568 static boolean_t
569 is_remote_fstype(const char *fstype, char *const *remote_fstypes)
570 {
571 	uint_t i;
572 
573 	if (remote_fstypes == NULL)
574 		return (B_FALSE);
575 	for (i = 0; remote_fstypes[i] != NULL; i++) {
576 		if (strcmp(remote_fstypes[i], fstype) == 0)
577 			return (B_TRUE);
578 	}
579 	return (B_FALSE);
580 }
581 
582 /*
583  * This converts a zone root path (normally of the form .../root) to a Live
584  * Upgrade scratch zone root (of the form .../lu).
585  */
586 static void
587 root_to_lu(zlog_t *zlogp, char *zroot, size_t zrootlen, boolean_t isresolved)
588 {
589 	if (!isresolved && zonecfg_in_alt_root())
590 		resolve_lofs(zlogp, zroot, zrootlen);
591 	(void) strcpy(strrchr(zroot, '/') + 1, "lu");
592 }
593 
594 /*
595  * The general strategy for unmounting filesystems is as follows:
596  *
597  * - Remote filesystems may be dead, and attempting to contact them as
598  * part of a regular unmount may hang forever; we want to always try to
599  * forcibly unmount such filesystems and only fall back to regular
600  * unmounts if the filesystem doesn't support forced unmounts.
601  *
602  * - We don't want to unnecessarily corrupt metadata on local
603  * filesystems (ie UFS), so we want to start off with graceful unmounts,
604  * and only escalate to doing forced unmounts if we get stuck.
605  *
606  * We start off walking backwards through the mount table.  This doesn't
607  * give us strict ordering but ensures that we try to unmount submounts
608  * first.  We thus limit the number of failed umount2(2) calls.
609  *
610  * The mechanism for determining if we're stuck is to count the number
611  * of failed unmounts each iteration through the mount table.  This
612  * gives us an upper bound on the number of filesystems which remain
613  * mounted (autofs trigger nodes are dealt with separately).  If at the
614  * end of one unmount+autofs_cleanup cycle we still have the same number
615  * of mounts that we started out with, we're stuck and try a forced
616  * unmount.  If that fails (filesystem doesn't support forced unmounts)
617  * then we bail and are unable to teardown the zone.  If it succeeds,
618  * we're no longer stuck so we continue with our policy of trying
619  * graceful mounts first.
620  *
621  * Zone must be down (ie, no processes or threads active).
622  */
623 static int
624 unmount_filesystems(zlog_t *zlogp, zoneid_t zoneid, boolean_t unmount_cmd)
625 {
626 	int error = 0;
627 	FILE *mnttab;
628 	struct mnttab *mnts;
629 	uint_t nmnt;
630 	char zroot[MAXPATHLEN + 1];
631 	size_t zrootlen;
632 	uint_t oldcount = UINT_MAX;
633 	boolean_t stuck = B_FALSE;
634 	char **remote_fstypes = NULL;
635 
636 	if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) {
637 		zerror(zlogp, B_FALSE, "unable to determine zone root");
638 		return (-1);
639 	}
640 	if (unmount_cmd)
641 		root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE);
642 
643 	(void) strcat(zroot, "/");
644 	zrootlen = strlen(zroot);
645 
646 	/*
647 	 * For Trusted Extensions unmount each higher level zone's mount
648 	 * of our zone's /export/home
649 	 */
650 	if (!unmount_cmd)
651 		tsol_unmounts(zlogp, zone_name);
652 
653 	if ((mnttab = fopen(MNTTAB, "r")) == NULL) {
654 		zerror(zlogp, B_TRUE, "failed to open %s", MNTTAB);
655 		return (-1);
656 	}
657 	/*
658 	 * Use our hacky mntfs ioctl so we see everything, even mounts with
659 	 * MS_NOMNTTAB.
660 	 */
661 	if (ioctl(fileno(mnttab), MNTIOC_SHOWHIDDEN, NULL) < 0) {
662 		zerror(zlogp, B_TRUE, "unable to configure %s", MNTTAB);
663 		error++;
664 		goto out;
665 	}
666 
667 	/*
668 	 * Build the list of remote fstypes so we know which ones we
669 	 * should forcibly unmount.
670 	 */
671 	remote_fstypes = get_remote_fstypes(zlogp);
672 	for (; /* ever */; ) {
673 		uint_t newcount = 0;
674 		boolean_t unmounted;
675 		struct mnttab *mnp;
676 		char *path;
677 		uint_t i;
678 
679 		mnts = NULL;
680 		nmnt = 0;
681 		/*
682 		 * MNTTAB gives us a way to walk through mounted
683 		 * filesystems; we need to be able to walk them in
684 		 * reverse order, so we build a list of all mounted
685 		 * filesystems.
686 		 */
687 		if (build_mnttable(zlogp, zroot, zrootlen, mnttab, &mnts,
688 		    &nmnt) != 0) {
689 			error++;
690 			goto out;
691 		}
692 		for (i = 0; i < nmnt; i++) {
693 			mnp = &mnts[nmnt - i - 1]; /* access in reverse order */
694 			path = mnp->mnt_mountp;
695 			unmounted = B_FALSE;
696 			/*
697 			 * Try forced unmount first for remote filesystems.
698 			 *
699 			 * Not all remote filesystems support forced unmounts,
700 			 * so if this fails (ENOTSUP) we'll continue on
701 			 * and try a regular unmount.
702 			 */
703 			if (is_remote_fstype(mnp->mnt_fstype, remote_fstypes)) {
704 				if (umount2(path, MS_FORCE) == 0)
705 					unmounted = B_TRUE;
706 			}
707 			/*
708 			 * Try forced unmount if we're stuck.
709 			 */
710 			if (stuck) {
711 				if (umount2(path, MS_FORCE) == 0) {
712 					unmounted = B_TRUE;
713 					stuck = B_FALSE;
714 				} else {
715 					/*
716 					 * The first failure indicates a
717 					 * mount we won't be able to get
718 					 * rid of automatically, so we
719 					 * bail.
720 					 */
721 					error++;
722 					zerror(zlogp, B_FALSE,
723 					    "unable to unmount '%s'", path);
724 					free_mnttable(mnts, nmnt);
725 					goto out;
726 				}
727 			}
728 			/*
729 			 * Try regular unmounts for everything else.
730 			 */
731 			if (!unmounted && umount2(path, 0) != 0)
732 				newcount++;
733 		}
734 		free_mnttable(mnts, nmnt);
735 
736 		if (newcount == 0)
737 			break;
738 		if (newcount >= oldcount) {
739 			/*
740 			 * Last round didn't unmount anything; we're stuck and
741 			 * should start trying forced unmounts.
742 			 */
743 			stuck = B_TRUE;
744 		}
745 		oldcount = newcount;
746 
747 		/*
748 		 * Autofs doesn't let you unmount its trigger nodes from
749 		 * userland so we have to tell the kernel to cleanup for us.
750 		 */
751 		if (autofs_cleanup(zoneid) != 0) {
752 			zerror(zlogp, B_TRUE, "unable to remove autofs nodes");
753 			error++;
754 			goto out;
755 		}
756 	}
757 
758 out:
759 	free_remote_fstypes(remote_fstypes);
760 	(void) fclose(mnttab);
761 	return (error ? -1 : 0);
762 }
763 
764 static int
765 fs_compare(const void *m1, const void *m2)
766 {
767 	struct zone_fstab *i = (struct zone_fstab *)m1;
768 	struct zone_fstab *j = (struct zone_fstab *)m2;
769 
770 	return (strcmp(i->zone_fs_dir, j->zone_fs_dir));
771 }
772 
773 /*
774  * Fork and exec (and wait for) the mentioned binary with the provided
775  * arguments.  Returns (-1) if something went wrong with fork(2) or exec(2),
776  * returns the exit status otherwise.
777  *
778  * If we were unable to exec the provided pathname (for whatever
779  * reason), we return the special token ZEXIT_EXEC.  The current value
780  * of ZEXIT_EXEC doesn't conflict with legitimate exit codes of the
781  * consumers of this function; any future consumers must make sure this
782  * remains the case.
783  */
784 static int
785 forkexec(zlog_t *zlogp, const char *path, char *const argv[])
786 {
787 	pid_t child_pid;
788 	int child_status = 0;
789 
790 	/*
791 	 * Do not let another thread localize a message while we are forking.
792 	 */
793 	(void) mutex_lock(&msglock);
794 	child_pid = fork();
795 	(void) mutex_unlock(&msglock);
796 	if (child_pid == -1) {
797 		zerror(zlogp, B_TRUE, "could not fork for %s", argv[0]);
798 		return (-1);
799 	} else if (child_pid == 0) {
800 		closefrom(0);
801 		/* redirect stdin, stdout & stderr to /dev/null */
802 		(void) open("/dev/null", O_RDONLY);	/* stdin */
803 		(void) open("/dev/null", O_WRONLY);	/* stdout */
804 		(void) open("/dev/null", O_WRONLY);	/* stderr */
805 		(void) execv(path, argv);
806 		/*
807 		 * Since we are in the child, there is no point calling zerror()
808 		 * since there is nobody waiting to consume it.  So exit with a
809 		 * special code that the parent will recognize and call zerror()
810 		 * accordingly.
811 		 */
812 
813 		_exit(ZEXIT_EXEC);
814 	} else {
815 		(void) waitpid(child_pid, &child_status, 0);
816 	}
817 
818 	if (WIFSIGNALED(child_status)) {
819 		zerror(zlogp, B_FALSE, "%s unexpectedly terminated due to "
820 		    "signal %d", path, WTERMSIG(child_status));
821 		return (-1);
822 	}
823 	assert(WIFEXITED(child_status));
824 	if (WEXITSTATUS(child_status) == ZEXIT_EXEC) {
825 		zerror(zlogp, B_FALSE, "failed to exec %s", path);
826 		return (-1);
827 	}
828 	return (WEXITSTATUS(child_status));
829 }
830 
831 static int
832 isregfile(const char *path)
833 {
834 	struct stat64 st;
835 
836 	if (stat64(path, &st) == -1)
837 		return (-1);
838 
839 	return (S_ISREG(st.st_mode));
840 }
841 
842 static int
843 dofsck(zlog_t *zlogp, const char *fstype, const char *rawdev)
844 {
845 	char cmdbuf[MAXPATHLEN];
846 	char *argv[5];
847 	int status;
848 
849 	/*
850 	 * We could alternatively have called /usr/sbin/fsck -F <fstype>, but
851 	 * that would cost us an extra fork/exec without buying us anything.
852 	 */
853 	if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/fsck", fstype)
854 	    >= sizeof (cmdbuf)) {
855 		zerror(zlogp, B_FALSE, "file-system type %s too long", fstype);
856 		return (-1);
857 	}
858 
859 	/*
860 	 * If it doesn't exist, that's OK: we verified this previously
861 	 * in zoneadm.
862 	 */
863 	if (isregfile(cmdbuf) == -1)
864 		return (0);
865 
866 	argv[0] = "fsck";
867 	argv[1] = "-o";
868 	argv[2] = "p";
869 	argv[3] = (char *)rawdev;
870 	argv[4] = NULL;
871 
872 	status = forkexec(zlogp, cmdbuf, argv);
873 	if (status == 0 || status == -1)
874 		return (status);
875 	zerror(zlogp, B_FALSE, "fsck of '%s' failed with exit status %d; "
876 	    "run fsck manually", rawdev, status);
877 	return (-1);
878 }
879 
880 static int
881 domount(zlog_t *zlogp, const char *fstype, const char *opts,
882     const char *special, const char *directory)
883 {
884 	char cmdbuf[MAXPATHLEN];
885 	char *argv[6];
886 	int status;
887 
888 	/*
889 	 * We could alternatively have called /usr/sbin/mount -F <fstype>, but
890 	 * that would cost us an extra fork/exec without buying us anything.
891 	 */
892 	if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/mount", fstype)
893 	    >= sizeof (cmdbuf)) {
894 		zerror(zlogp, B_FALSE, "file-system type %s too long", fstype);
895 		return (-1);
896 	}
897 	argv[0] = "mount";
898 	if (opts[0] == '\0') {
899 		argv[1] = (char *)special;
900 		argv[2] = (char *)directory;
901 		argv[3] = NULL;
902 	} else {
903 		argv[1] = "-o";
904 		argv[2] = (char *)opts;
905 		argv[3] = (char *)special;
906 		argv[4] = (char *)directory;
907 		argv[5] = NULL;
908 	}
909 
910 	status = forkexec(zlogp, cmdbuf, argv);
911 	if (status == 0 || status == -1)
912 		return (status);
913 	if (opts[0] == '\0')
914 		zerror(zlogp, B_FALSE, "\"%s %s %s\" "
915 		    "failed with exit code %d",
916 		    cmdbuf, special, directory, status);
917 	else
918 		zerror(zlogp, B_FALSE, "\"%s -o %s %s %s\" "
919 		    "failed with exit code %d",
920 		    cmdbuf, opts, special, directory, status);
921 	return (-1);
922 }
923 
924 /*
925  * Check if a given mount point path exists.
926  * If it does, make sure it doesn't contain any symlinks.
927  * Note that if "leaf" is false we're checking an intermediate
928  * component of the mount point path, so it must be a directory.
929  * If "leaf" is true, then we're checking the entire mount point
930  * path, so the mount point itself can be anything aside from a
931  * symbolic link.
932  *
933  * If the path is invalid then a negative value is returned.  If the
934  * path exists and is a valid mount point path then 0 is returned.
935  * If the path doesn't exist return a positive value.
936  */
937 static int
938 valid_mount_point(zlog_t *zlogp, const char *path, const boolean_t leaf)
939 {
940 	struct stat statbuf;
941 	char respath[MAXPATHLEN];
942 	int res;
943 
944 	if (lstat(path, &statbuf) != 0) {
945 		if (errno == ENOENT)
946 			return (1);
947 		zerror(zlogp, B_TRUE, "can't stat %s", path);
948 		return (-1);
949 	}
950 	if (S_ISLNK(statbuf.st_mode)) {
951 		zerror(zlogp, B_FALSE, "%s is a symlink", path);
952 		return (-1);
953 	}
954 	if (!leaf && !S_ISDIR(statbuf.st_mode)) {
955 		zerror(zlogp, B_FALSE, "%s is not a directory", path);
956 		return (-1);
957 	}
958 	if ((res = resolvepath(path, respath, sizeof (respath))) == -1) {
959 		zerror(zlogp, B_TRUE, "unable to resolve path %s", path);
960 		return (-1);
961 	}
962 	respath[res] = '\0';
963 	if (strcmp(path, respath) != 0) {
964 		/*
965 		 * We don't like ".."s, "."s, or "//"s throwing us off
966 		 */
967 		zerror(zlogp, B_FALSE, "%s is not a canonical path", path);
968 		return (-1);
969 	}
970 	return (0);
971 }
972 
973 /*
974  * Validate a mount point path.  A valid mount point path is an
975  * absolute path that either doesn't exist, or, if it does exists it
976  * must be an absolute canonical path that doesn't have any symbolic
977  * links in it.  The target of a mount point path can be any filesystem
978  * object.  (Different filesystems can support different mount points,
979  * for example "lofs" and "mntfs" both support files and directories
980  * while "ufs" just supports directories.)
981  *
982  * If the path is invalid then a negative value is returned.  If the
983  * path exists and is a valid mount point path then 0 is returned.
984  * If the path doesn't exist return a positive value.
985  */
986 int
987 valid_mount_path(zlog_t *zlogp, const char *rootpath, const char *spec,
988     const char *dir, const char *fstype)
989 {
990 	char abspath[MAXPATHLEN], *slashp, *slashp_next;
991 	int rv;
992 
993 	/*
994 	 * Sanity check the target mount point path.
995 	 * It must be a non-null string that starts with a '/'.
996 	 */
997 	if (dir[0] != '/') {
998 		/* Something went wrong. */
999 		zerror(zlogp, B_FALSE, "invalid mount directory, "
1000 		    "type: \"%s\", special: \"%s\", dir: \"%s\"",
1001 		    fstype, spec, dir);
1002 		return (-1);
1003 	}
1004 
1005 	/*
1006 	 * Join rootpath and dir.  Make sure abspath ends with '/', this
1007 	 * is added to all paths (even non-directory paths) to allow us
1008 	 * to detect the end of paths below.  If the path already ends
1009 	 * in a '/', then that's ok too (although we'll fail the
1010 	 * cannonical path check in valid_mount_point()).
1011 	 */
1012 	if (snprintf(abspath, sizeof (abspath),
1013 	    "%s%s/", rootpath, dir) >= sizeof (abspath)) {
1014 		zerror(zlogp, B_FALSE, "pathname %s%s is too long",
1015 		    rootpath, dir);
1016 		return (-1);
1017 	}
1018 
1019 	/*
1020 	 * Starting with rootpath, verify the mount path one component
1021 	 * at a time.  Continue until we've evaluated all of abspath.
1022 	 */
1023 	slashp = &abspath[strlen(rootpath)];
1024 	assert(*slashp == '/');
1025 	do {
1026 		slashp_next = strchr(slashp + 1, '/');
1027 		*slashp = '\0';
1028 		if (slashp_next != NULL) {
1029 			/* This is an intermediary mount path component. */
1030 			rv = valid_mount_point(zlogp, abspath, B_FALSE);
1031 		} else {
1032 			/* This is the last component of the mount path. */
1033 			rv = valid_mount_point(zlogp, abspath, B_TRUE);
1034 		}
1035 		if (rv < 0)
1036 			return (rv);
1037 		*slashp = '/';
1038 	} while ((slashp = slashp_next) != NULL);
1039 	return (rv);
1040 }
1041 
1042 static int
1043 mount_one_dev_device_cb(void *arg, const char *match, const char *name)
1044 {
1045 	di_prof_t prof = arg;
1046 
1047 	if (name == NULL)
1048 		return (di_prof_add_dev(prof, match));
1049 	return (di_prof_add_map(prof, match, name));
1050 }
1051 
1052 static int
1053 mount_one_dev_symlink_cb(void *arg, const char *source, const char *target)
1054 {
1055 	di_prof_t prof = arg;
1056 
1057 	return (di_prof_add_symlink(prof, source, target));
1058 }
1059 
1060 int
1061 vplat_get_iptype(zlog_t *zlogp, zone_iptype_t *iptypep)
1062 {
1063 	zone_dochandle_t handle;
1064 
1065 	if ((handle = zonecfg_init_handle()) == NULL) {
1066 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
1067 		return (-1);
1068 	}
1069 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
1070 		zerror(zlogp, B_FALSE, "invalid configuration");
1071 		zonecfg_fini_handle(handle);
1072 		return (-1);
1073 	}
1074 	if (zonecfg_get_iptype(handle, iptypep) != Z_OK) {
1075 		zerror(zlogp, B_FALSE, "invalid ip-type configuration");
1076 		zonecfg_fini_handle(handle);
1077 		return (-1);
1078 	}
1079 	zonecfg_fini_handle(handle);
1080 	return (0);
1081 }
1082 
1083 /*
1084  * Apply the standard lists of devices/symlinks/mappings and the user-specified
1085  * list of devices (via zonecfg) to the /dev filesystem.  The filesystem will
1086  * use these as a profile/filter to determine what exists in /dev.
1087  */
1088 static int
1089 mount_one_dev(zlog_t *zlogp, char *devpath, zone_mnt_t mount_cmd)
1090 {
1091 	char			brand[MAXNAMELEN];
1092 	zone_dochandle_t	handle = NULL;
1093 	brand_handle_t		bh = NULL;
1094 	struct zone_devtab	ztab;
1095 	di_prof_t		prof = NULL;
1096 	int			err;
1097 	int			retval = -1;
1098 	zone_iptype_t		iptype;
1099 	const char 		*curr_iptype;
1100 
1101 	if (di_prof_init(devpath, &prof)) {
1102 		zerror(zlogp, B_TRUE, "failed to initialize profile");
1103 		goto cleanup;
1104 	}
1105 
1106 	/*
1107 	 * Get a handle to the brand info for this zone.
1108 	 * If we are mounting the zone, then we must always use the default
1109 	 * brand device mounts.
1110 	 */
1111 	if (ALT_MOUNT(mount_cmd)) {
1112 		(void) strlcpy(brand, default_brand, sizeof (brand));
1113 	} else {
1114 		(void) strlcpy(brand, brand_name, sizeof (brand));
1115 	}
1116 
1117 	if ((bh = brand_open(brand)) == NULL) {
1118 		zerror(zlogp, B_FALSE, "unable to determine zone brand");
1119 		goto cleanup;
1120 	}
1121 
1122 	if (vplat_get_iptype(zlogp, &iptype) < 0) {
1123 		zerror(zlogp, B_TRUE, "unable to determine ip-type");
1124 		goto cleanup;
1125 	}
1126 	switch (iptype) {
1127 	case ZS_SHARED:
1128 		curr_iptype = "shared";
1129 		break;
1130 	case ZS_EXCLUSIVE:
1131 		curr_iptype = "exclusive";
1132 		break;
1133 	}
1134 
1135 	if (brand_platform_iter_devices(bh, zone_name,
1136 	    mount_one_dev_device_cb, prof, curr_iptype) != 0) {
1137 		zerror(zlogp, B_TRUE, "failed to add standard device");
1138 		goto cleanup;
1139 	}
1140 
1141 	if (brand_platform_iter_link(bh,
1142 	    mount_one_dev_symlink_cb, prof) != 0) {
1143 		zerror(zlogp, B_TRUE, "failed to add standard symlink");
1144 		goto cleanup;
1145 	}
1146 
1147 	/* Add user-specified devices and directories */
1148 	if ((handle = zonecfg_init_handle()) == NULL) {
1149 		zerror(zlogp, B_FALSE, "can't initialize zone handle");
1150 		goto cleanup;
1151 	}
1152 	if (err = zonecfg_get_handle(zone_name, handle)) {
1153 		zerror(zlogp, B_FALSE, "can't get handle for zone "
1154 		    "%s: %s", zone_name, zonecfg_strerror(err));
1155 		goto cleanup;
1156 	}
1157 	if (err = zonecfg_setdevent(handle)) {
1158 		zerror(zlogp, B_FALSE, "%s: %s", zone_name,
1159 		    zonecfg_strerror(err));
1160 		goto cleanup;
1161 	}
1162 	while (zonecfg_getdevent(handle, &ztab) == Z_OK) {
1163 		if (di_prof_add_dev(prof, ztab.zone_dev_match)) {
1164 			zerror(zlogp, B_TRUE, "failed to add "
1165 			    "user-specified device");
1166 			goto cleanup;
1167 		}
1168 	}
1169 	(void) zonecfg_enddevent(handle);
1170 
1171 	/* Send profile to kernel */
1172 	if (di_prof_commit(prof)) {
1173 		zerror(zlogp, B_TRUE, "failed to commit profile");
1174 		goto cleanup;
1175 	}
1176 
1177 	retval = 0;
1178 
1179 cleanup:
1180 	if (bh != NULL)
1181 		brand_close(bh);
1182 	if (handle != NULL)
1183 		zonecfg_fini_handle(handle);
1184 	if (prof)
1185 		di_prof_fini(prof);
1186 	return (retval);
1187 }
1188 
1189 static int
1190 mount_one(zlog_t *zlogp, struct zone_fstab *fsptr, const char *rootpath,
1191     zone_mnt_t mount_cmd)
1192 {
1193 	char path[MAXPATHLEN];
1194 	char optstr[MAX_MNTOPT_STR];
1195 	zone_fsopt_t *optptr;
1196 	int rv;
1197 
1198 	if ((rv = valid_mount_path(zlogp, rootpath, fsptr->zone_fs_special,
1199 	    fsptr->zone_fs_dir, fsptr->zone_fs_type)) < 0) {
1200 		zerror(zlogp, B_FALSE, "%s%s is not a valid mount point",
1201 		    rootpath, fsptr->zone_fs_dir);
1202 		return (-1);
1203 	} else if (rv > 0) {
1204 		/* The mount point path doesn't exist, create it now. */
1205 		if (make_one_dir(zlogp, rootpath, fsptr->zone_fs_dir,
1206 		    DEFAULT_DIR_MODE, DEFAULT_DIR_USER,
1207 		    DEFAULT_DIR_GROUP) != 0) {
1208 			zerror(zlogp, B_FALSE, "failed to create mount point");
1209 			return (-1);
1210 		}
1211 
1212 		/*
1213 		 * Now this might seem weird, but we need to invoke
1214 		 * valid_mount_path() again.  Why?  Because it checks
1215 		 * to make sure that the mount point path is canonical,
1216 		 * which it can only do if the path exists, so now that
1217 		 * we've created the path we have to verify it again.
1218 		 */
1219 		if ((rv = valid_mount_path(zlogp, rootpath,
1220 		    fsptr->zone_fs_special, fsptr->zone_fs_dir,
1221 		    fsptr->zone_fs_type)) < 0) {
1222 			zerror(zlogp, B_FALSE,
1223 			    "%s%s is not a valid mount point",
1224 			    rootpath, fsptr->zone_fs_dir);
1225 			return (-1);
1226 		}
1227 	}
1228 
1229 	(void) snprintf(path, sizeof (path), "%s%s", rootpath,
1230 	    fsptr->zone_fs_dir);
1231 
1232 	/*
1233 	 * In general the strategy here is to do just as much verification as
1234 	 * necessary to avoid crashing or otherwise doing something bad; if the
1235 	 * administrator initiated the operation via zoneadm(1m), he'll get
1236 	 * auto-verification which will let him know what's wrong.  If he
1237 	 * modifies the zone configuration of a running zone and doesn't attempt
1238 	 * to verify that it's OK we won't crash but won't bother trying to be
1239 	 * too helpful either.  zoneadm verify is only a couple keystrokes away.
1240 	 */
1241 	if (!zonecfg_valid_fs_type(fsptr->zone_fs_type)) {
1242 		zerror(zlogp, B_FALSE, "cannot mount %s on %s: "
1243 		    "invalid file-system type %s", fsptr->zone_fs_special,
1244 		    fsptr->zone_fs_dir, fsptr->zone_fs_type);
1245 		return (-1);
1246 	}
1247 
1248 	/*
1249 	 * If we're looking at an alternate root environment, then construct
1250 	 * read-only loopback mounts as necessary.  Note that any special
1251 	 * paths for lofs zone mounts in an alternate root must have
1252 	 * already been pre-pended with any alternate root path by the
1253 	 * time we get here.
1254 	 */
1255 	if (zonecfg_in_alt_root()) {
1256 		struct stat64 st;
1257 
1258 		if (stat64(fsptr->zone_fs_special, &st) != -1 &&
1259 		    S_ISBLK(st.st_mode)) {
1260 			/*
1261 			 * If we're going to mount a block device we need
1262 			 * to check if that device is already mounted
1263 			 * somewhere else, and if so, do a lofs mount
1264 			 * of the device instead of a direct mount
1265 			 */
1266 			if (check_lofs_needed(zlogp, fsptr) == -1)
1267 				return (-1);
1268 		} else if (strcmp(fsptr->zone_fs_type, MNTTYPE_LOFS) == 0) {
1269 			/*
1270 			 * For lofs mounts, the special node is inside the
1271 			 * alternate root.  We need lofs resolution for
1272 			 * this case in order to get at the underlying
1273 			 * read-write path.
1274 			 */
1275 			resolve_lofs(zlogp, fsptr->zone_fs_special,
1276 			    sizeof (fsptr->zone_fs_special));
1277 		}
1278 	}
1279 
1280 	/*
1281 	 * Run 'fsck -m' if there's a device to fsck.
1282 	 */
1283 	if (fsptr->zone_fs_raw[0] != '\0' &&
1284 	    dofsck(zlogp, fsptr->zone_fs_type, fsptr->zone_fs_raw) != 0) {
1285 		return (-1);
1286 	} else if (isregfile(fsptr->zone_fs_special) == 1 &&
1287 	    dofsck(zlogp, fsptr->zone_fs_type, fsptr->zone_fs_special) != 0) {
1288 		return (-1);
1289 	}
1290 
1291 	/*
1292 	 * Build up mount option string.
1293 	 */
1294 	optstr[0] = '\0';
1295 	if (fsptr->zone_fs_options != NULL) {
1296 		(void) strlcpy(optstr, fsptr->zone_fs_options->zone_fsopt_opt,
1297 		    sizeof (optstr));
1298 		for (optptr = fsptr->zone_fs_options->zone_fsopt_next;
1299 		    optptr != NULL; optptr = optptr->zone_fsopt_next) {
1300 			(void) strlcat(optstr, ",", sizeof (optstr));
1301 			(void) strlcat(optstr, optptr->zone_fsopt_opt,
1302 			    sizeof (optstr));
1303 		}
1304 	}
1305 
1306 	if ((rv = domount(zlogp, fsptr->zone_fs_type, optstr,
1307 	    fsptr->zone_fs_special, path)) != 0)
1308 		return (rv);
1309 
1310 	/*
1311 	 * The mount succeeded.  If this was not a mount of /dev then
1312 	 * we're done.
1313 	 */
1314 	if (strcmp(fsptr->zone_fs_type, MNTTYPE_DEV) != 0)
1315 		return (0);
1316 
1317 	/*
1318 	 * We just mounted an instance of a /dev filesystem, so now we
1319 	 * need to configure it.
1320 	 */
1321 	return (mount_one_dev(zlogp, path, mount_cmd));
1322 }
1323 
1324 static void
1325 free_fs_data(struct zone_fstab *fsarray, uint_t nelem)
1326 {
1327 	uint_t i;
1328 
1329 	if (fsarray == NULL)
1330 		return;
1331 	for (i = 0; i < nelem; i++)
1332 		zonecfg_free_fs_option_list(fsarray[i].zone_fs_options);
1333 	free(fsarray);
1334 }
1335 
1336 /*
1337  * This function initiates the creation of a small Solaris Environment for
1338  * scratch zone. The Environment creation process is split up into two
1339  * functions(build_mounted_pre_var() and build_mounted_post_var()). It
1340  * is done this way because:
1341  * 	We need to have both /etc and /var in the root of the scratchzone.
1342  * 	We loopback mount zone's own /etc and /var into the root of the
1343  * 	scratch zone. Unlike /etc, /var can be a seperate filesystem. So we
1344  * 	need to delay the mount of /var till the zone's root gets populated.
1345  *	So mounting of localdirs[](/etc and /var) have been moved to the
1346  * 	build_mounted_post_var() which gets called only after the zone
1347  * 	specific filesystems are mounted.
1348  *
1349  * Note that the scratch zone we set up for updating the zone (Z_MNT_UPDATE)
1350  * does not loopback mount the zone's own /etc and /var into the root of the
1351  * scratch zone.
1352  */
1353 static boolean_t
1354 build_mounted_pre_var(zlog_t *zlogp, char *rootpath,
1355     size_t rootlen, const char *zonepath, char *luroot, size_t lurootlen)
1356 {
1357 	char tmp[MAXPATHLEN], fromdir[MAXPATHLEN];
1358 	const char **cpp;
1359 	static const char *mkdirs[] = {
1360 		"/system", "/system/contract", "/system/object", "/proc",
1361 		"/dev", "/tmp", "/a", NULL
1362 	};
1363 	char *altstr;
1364 	FILE *fp;
1365 	uuid_t uuid;
1366 
1367 	resolve_lofs(zlogp, rootpath, rootlen);
1368 	(void) snprintf(luroot, lurootlen, "%s/lu", zonepath);
1369 	resolve_lofs(zlogp, luroot, lurootlen);
1370 	(void) snprintf(tmp, sizeof (tmp), "%s/bin", luroot);
1371 	(void) symlink("./usr/bin", tmp);
1372 
1373 	/*
1374 	 * These are mostly special mount points; not handled here.  (See
1375 	 * zone_mount_early.)
1376 	 */
1377 	for (cpp = mkdirs; *cpp != NULL; cpp++) {
1378 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1379 		if (mkdir(tmp, 0755) != 0) {
1380 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1381 			return (B_FALSE);
1382 		}
1383 	}
1384 	/*
1385 	 * This is here to support lucopy.  If there's an instance of this same
1386 	 * zone on the current running system, then we mount its root up as
1387 	 * read-only inside the scratch zone.
1388 	 */
1389 	(void) zonecfg_get_uuid(zone_name, uuid);
1390 	altstr = strdup(zonecfg_get_root());
1391 	if (altstr == NULL) {
1392 		zerror(zlogp, B_TRUE, "memory allocation failed");
1393 		return (B_FALSE);
1394 	}
1395 	zonecfg_set_root("");
1396 	(void) strlcpy(tmp, zone_name, sizeof (tmp));
1397 	(void) zonecfg_get_name_by_uuid(uuid, tmp, sizeof (tmp));
1398 	if (zone_get_rootpath(tmp, fromdir, sizeof (fromdir)) == Z_OK &&
1399 	    strcmp(fromdir, rootpath) != 0) {
1400 		(void) snprintf(tmp, sizeof (tmp), "%s/b", luroot);
1401 		if (mkdir(tmp, 0755) != 0) {
1402 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1403 			return (B_FALSE);
1404 		}
1405 		if (domount(zlogp, MNTTYPE_LOFS, RESOURCE_DEFAULT_OPTS, fromdir,
1406 		    tmp) != 0) {
1407 			zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp,
1408 			    fromdir);
1409 			return (B_FALSE);
1410 		}
1411 	}
1412 	zonecfg_set_root(altstr);
1413 	free(altstr);
1414 
1415 	if ((fp = zonecfg_open_scratch(luroot, B_TRUE)) == NULL) {
1416 		zerror(zlogp, B_TRUE, "cannot open zone mapfile");
1417 		return (B_FALSE);
1418 	}
1419 	(void) ftruncate(fileno(fp), 0);
1420 	if (zonecfg_add_scratch(fp, zone_name, kernzone, "/") == -1) {
1421 		zerror(zlogp, B_TRUE, "cannot add zone mapfile entry");
1422 	}
1423 	zonecfg_close_scratch(fp);
1424 	(void) snprintf(tmp, sizeof (tmp), "%s/a", luroot);
1425 	if (domount(zlogp, MNTTYPE_LOFS, "", rootpath, tmp) != 0)
1426 		return (B_FALSE);
1427 	(void) strlcpy(rootpath, tmp, rootlen);
1428 	return (B_TRUE);
1429 }
1430 
1431 
1432 static boolean_t
1433 build_mounted_post_var(zlog_t *zlogp, zone_mnt_t mount_cmd, char *rootpath,
1434     const char *luroot)
1435 {
1436 	char tmp[MAXPATHLEN], fromdir[MAXPATHLEN];
1437 	const char **cpp;
1438 	const char **loopdirs;
1439 	const char **tmpdirs;
1440 	static const char *localdirs[] = {
1441 		"/etc", "/var", NULL
1442 	};
1443 	static const char *scr_loopdirs[] = {
1444 		"/etc/lib", "/etc/fs", "/lib", "/sbin", "/platform",
1445 		"/usr", NULL
1446 	};
1447 	static const char *upd_loopdirs[] = {
1448 		"/etc", "/kernel", "/lib", "/opt", "/platform", "/sbin",
1449 		"/usr", "/var", NULL
1450 	};
1451 	static const char *scr_tmpdirs[] = {
1452 		"/tmp", "/var/run", NULL
1453 	};
1454 	static const char *upd_tmpdirs[] = {
1455 		"/tmp", "/var/run", "/var/tmp", NULL
1456 	};
1457 	struct stat st;
1458 
1459 	if (mount_cmd == Z_MNT_SCRATCH) {
1460 		/*
1461 		 * These are mounted read-write from the zone undergoing
1462 		 * upgrade.  We must be careful not to 'leak' things from the
1463 		 * main system into the zone, and this accomplishes that goal.
1464 		 */
1465 		for (cpp = localdirs; *cpp != NULL; cpp++) {
1466 			(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot,
1467 			    *cpp);
1468 			(void) snprintf(fromdir, sizeof (fromdir), "%s%s",
1469 			    rootpath, *cpp);
1470 			if (mkdir(tmp, 0755) != 0) {
1471 				zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1472 				return (B_FALSE);
1473 			}
1474 			if (domount(zlogp, MNTTYPE_LOFS, "", fromdir, tmp)
1475 			    != 0) {
1476 				zerror(zlogp, B_TRUE, "cannot mount %s on %s",
1477 				    tmp, *cpp);
1478 				return (B_FALSE);
1479 			}
1480 		}
1481 	}
1482 
1483 	if (mount_cmd == Z_MNT_UPDATE)
1484 		loopdirs = upd_loopdirs;
1485 	else
1486 		loopdirs = scr_loopdirs;
1487 
1488 	/*
1489 	 * These are things mounted read-only from the running system because
1490 	 * they contain binaries that must match system.
1491 	 */
1492 	for (cpp = loopdirs; *cpp != NULL; cpp++) {
1493 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1494 		if (mkdir(tmp, 0755) != 0) {
1495 			if (errno != EEXIST) {
1496 				zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1497 				return (B_FALSE);
1498 			}
1499 			if (lstat(tmp, &st) != 0) {
1500 				zerror(zlogp, B_TRUE, "cannot stat %s", tmp);
1501 				return (B_FALSE);
1502 			}
1503 			/*
1504 			 * Ignore any non-directories encountered.  These are
1505 			 * things that have been converted into symlinks
1506 			 * (/etc/fs and /etc/lib) and no longer need a lofs
1507 			 * fixup.
1508 			 */
1509 			if (!S_ISDIR(st.st_mode))
1510 				continue;
1511 		}
1512 		if (domount(zlogp, MNTTYPE_LOFS, RESOURCE_DEFAULT_OPTS, *cpp,
1513 		    tmp) != 0) {
1514 			zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp,
1515 			    *cpp);
1516 			return (B_FALSE);
1517 		}
1518 	}
1519 
1520 	if (mount_cmd == Z_MNT_UPDATE)
1521 		tmpdirs = upd_tmpdirs;
1522 	else
1523 		tmpdirs = scr_tmpdirs;
1524 
1525 	/*
1526 	 * These are things with tmpfs mounted inside.
1527 	 */
1528 	for (cpp = tmpdirs; *cpp != NULL; cpp++) {
1529 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1530 		if (mount_cmd == Z_MNT_SCRATCH && mkdir(tmp, 0755) != 0 &&
1531 		    errno != EEXIST) {
1532 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1533 			return (B_FALSE);
1534 		}
1535 
1536 		/*
1537 		 * We could set the mode for /tmp when we do the mkdir but
1538 		 * since that can be modified by the umask we will just set
1539 		 * the correct mode for /tmp now.
1540 		 */
1541 		if (strcmp(*cpp, "/tmp") == 0 && chmod(tmp, 01777) != 0) {
1542 			zerror(zlogp, B_TRUE, "cannot chmod %s", tmp);
1543 			return (B_FALSE);
1544 		}
1545 
1546 		if (domount(zlogp, MNTTYPE_TMPFS, "", "swap", tmp) != 0) {
1547 			zerror(zlogp, B_TRUE, "cannot mount swap on %s", *cpp);
1548 			return (B_FALSE);
1549 		}
1550 	}
1551 	return (B_TRUE);
1552 }
1553 
1554 typedef struct plat_gmount_cb_data {
1555 	zlog_t			*pgcd_zlogp;
1556 	struct zone_fstab	**pgcd_fs_tab;
1557 	int			*pgcd_num_fs;
1558 } plat_gmount_cb_data_t;
1559 
1560 /*
1561  * plat_gmount_cb() is a callback function invoked by libbrand to iterate
1562  * through all global brand platform mounts.
1563  */
1564 int
1565 plat_gmount_cb(void *data, const char *spec, const char *dir,
1566     const char *fstype, const char *opt)
1567 {
1568 	plat_gmount_cb_data_t	*cp = data;
1569 	zlog_t			*zlogp = cp->pgcd_zlogp;
1570 	struct zone_fstab	*fs_ptr = *cp->pgcd_fs_tab;
1571 	int			num_fs = *cp->pgcd_num_fs;
1572 	struct zone_fstab	*fsp, *tmp_ptr;
1573 
1574 	num_fs++;
1575 	if ((tmp_ptr = realloc(fs_ptr, num_fs * sizeof (*tmp_ptr))) == NULL) {
1576 		zerror(zlogp, B_TRUE, "memory allocation failed");
1577 		return (-1);
1578 	}
1579 
1580 	fs_ptr = tmp_ptr;
1581 	fsp = &fs_ptr[num_fs - 1];
1582 
1583 	/* update the callback struct passed in */
1584 	*cp->pgcd_fs_tab = fs_ptr;
1585 	*cp->pgcd_num_fs = num_fs;
1586 
1587 	fsp->zone_fs_raw[0] = '\0';
1588 	(void) strlcpy(fsp->zone_fs_special, spec,
1589 	    sizeof (fsp->zone_fs_special));
1590 	(void) strlcpy(fsp->zone_fs_dir, dir, sizeof (fsp->zone_fs_dir));
1591 	(void) strlcpy(fsp->zone_fs_type, fstype, sizeof (fsp->zone_fs_type));
1592 	fsp->zone_fs_options = NULL;
1593 	if ((opt != NULL) &&
1594 	    (zonecfg_add_fs_option(fsp, (char *)opt) != Z_OK)) {
1595 		zerror(zlogp, B_FALSE, "error adding property");
1596 		return (-1);
1597 	}
1598 
1599 	return (0);
1600 }
1601 
1602 static int
1603 mount_filesystems_fsent(zone_dochandle_t handle, zlog_t *zlogp,
1604     struct zone_fstab **fs_tabp, int *num_fsp, zone_mnt_t mount_cmd)
1605 {
1606 	struct zone_fstab *tmp_ptr, *fs_ptr, *fsp, fstab;
1607 	int num_fs;
1608 
1609 	num_fs = *num_fsp;
1610 	fs_ptr = *fs_tabp;
1611 
1612 	if (zonecfg_setfsent(handle) != Z_OK) {
1613 		zerror(zlogp, B_FALSE, "invalid configuration");
1614 		return (-1);
1615 	}
1616 	while (zonecfg_getfsent(handle, &fstab) == Z_OK) {
1617 		/*
1618 		 * ZFS filesystems will not be accessible under an alternate
1619 		 * root, since the pool will not be known.  Ignore them in this
1620 		 * case.
1621 		 */
1622 		if (ALT_MOUNT(mount_cmd) &&
1623 		    strcmp(fstab.zone_fs_type, MNTTYPE_ZFS) == 0)
1624 			continue;
1625 
1626 		num_fs++;
1627 		if ((tmp_ptr = realloc(fs_ptr,
1628 		    num_fs * sizeof (*tmp_ptr))) == NULL) {
1629 			zerror(zlogp, B_TRUE, "memory allocation failed");
1630 			(void) zonecfg_endfsent(handle);
1631 			return (-1);
1632 		}
1633 		/* update the pointers passed in */
1634 		*fs_tabp = tmp_ptr;
1635 		*num_fsp = num_fs;
1636 
1637 		fs_ptr = tmp_ptr;
1638 		fsp = &fs_ptr[num_fs - 1];
1639 		(void) strlcpy(fsp->zone_fs_dir,
1640 		    fstab.zone_fs_dir, sizeof (fsp->zone_fs_dir));
1641 		(void) strlcpy(fsp->zone_fs_raw, fstab.zone_fs_raw,
1642 		    sizeof (fsp->zone_fs_raw));
1643 		(void) strlcpy(fsp->zone_fs_type, fstab.zone_fs_type,
1644 		    sizeof (fsp->zone_fs_type));
1645 		fsp->zone_fs_options = fstab.zone_fs_options;
1646 
1647 		/*
1648 		 * For all lofs mounts, make sure that the 'special'
1649 		 * entry points inside the alternate root.  The
1650 		 * source path for a lofs mount in a given zone needs
1651 		 * to be relative to the root of the boot environment
1652 		 * that contains the zone.  Note that we don't do this
1653 		 * for non-lofs mounts since they will have a device
1654 		 * as a backing store and device paths must always be
1655 		 * specified relative to the current boot environment.
1656 		 */
1657 		fsp->zone_fs_special[0] = '\0';
1658 		if (strcmp(fsp->zone_fs_type, MNTTYPE_LOFS) == 0) {
1659 			(void) strlcat(fsp->zone_fs_special, zonecfg_get_root(),
1660 			    sizeof (fsp->zone_fs_special));
1661 		}
1662 		(void) strlcat(fsp->zone_fs_special, fstab.zone_fs_special,
1663 		    sizeof (fsp->zone_fs_special));
1664 	}
1665 	(void) zonecfg_endfsent(handle);
1666 	return (0);
1667 }
1668 
1669 static int
1670 mount_filesystems(zlog_t *zlogp, zone_mnt_t mount_cmd)
1671 {
1672 	char rootpath[MAXPATHLEN];
1673 	char zonepath[MAXPATHLEN];
1674 	char brand[MAXNAMELEN];
1675 	char luroot[MAXPATHLEN];
1676 	int i, num_fs = 0;
1677 	struct zone_fstab *fs_ptr = NULL;
1678 	zone_dochandle_t handle = NULL;
1679 	zone_state_t zstate;
1680 	brand_handle_t bh;
1681 	plat_gmount_cb_data_t cb;
1682 
1683 	if (zone_get_state(zone_name, &zstate) != Z_OK ||
1684 	    (zstate != ZONE_STATE_READY && zstate != ZONE_STATE_MOUNTED)) {
1685 		zerror(zlogp, B_FALSE,
1686 		    "zone must be in '%s' or '%s' state to mount file-systems",
1687 		    zone_state_str(ZONE_STATE_READY),
1688 		    zone_state_str(ZONE_STATE_MOUNTED));
1689 		goto bad;
1690 	}
1691 
1692 	if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) {
1693 		zerror(zlogp, B_TRUE, "unable to determine zone path");
1694 		goto bad;
1695 	}
1696 
1697 	if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) {
1698 		zerror(zlogp, B_TRUE, "unable to determine zone root");
1699 		goto bad;
1700 	}
1701 
1702 	if ((handle = zonecfg_init_handle()) == NULL) {
1703 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
1704 		goto bad;
1705 	}
1706 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK ||
1707 	    zonecfg_setfsent(handle) != Z_OK) {
1708 		zerror(zlogp, B_FALSE, "invalid configuration");
1709 		goto bad;
1710 	}
1711 
1712 	/*
1713 	 * If we are mounting the zone, then we must always use the default
1714 	 * brand global mounts.
1715 	 */
1716 	if (ALT_MOUNT(mount_cmd)) {
1717 		(void) strlcpy(brand, default_brand, sizeof (brand));
1718 	} else {
1719 		(void) strlcpy(brand, brand_name, sizeof (brand));
1720 	}
1721 
1722 	/* Get a handle to the brand info for this zone */
1723 	if ((bh = brand_open(brand)) == NULL) {
1724 		zerror(zlogp, B_FALSE, "unable to determine zone brand");
1725 		zonecfg_fini_handle(handle);
1726 		return (-1);
1727 	}
1728 
1729 	/*
1730 	 * Get the list of global filesystems to mount from the brand
1731 	 * configuration.
1732 	 */
1733 	cb.pgcd_zlogp = zlogp;
1734 	cb.pgcd_fs_tab = &fs_ptr;
1735 	cb.pgcd_num_fs = &num_fs;
1736 	if (brand_platform_iter_gmounts(bh, zonepath,
1737 	    plat_gmount_cb, &cb) != 0) {
1738 		zerror(zlogp, B_FALSE, "unable to mount filesystems");
1739 		brand_close(bh);
1740 		zonecfg_fini_handle(handle);
1741 		return (-1);
1742 	}
1743 	brand_close(bh);
1744 
1745 	/*
1746 	 * Iterate through the rest of the filesystems. Sort them all,
1747 	 * then mount them in sorted order. This is to make sure the
1748 	 * higher level directories (e.g., /usr) get mounted before
1749 	 * any beneath them (e.g., /usr/local).
1750 	 */
1751 	if (mount_filesystems_fsent(handle, zlogp, &fs_ptr, &num_fs,
1752 	    mount_cmd) != 0)
1753 		goto bad;
1754 
1755 	zonecfg_fini_handle(handle);
1756 	handle = NULL;
1757 
1758 	/*
1759 	 * Normally when we mount a zone all the zone filesystems
1760 	 * get mounted relative to rootpath, which is usually
1761 	 * <zonepath>/root.  But when mounting a zone for administration
1762 	 * purposes via the zone "mount" state, build_mounted_pre_var()
1763 	 * updates rootpath to be <zonepath>/lu/a so we'll mount all
1764 	 * the zones filesystems there instead.
1765 	 *
1766 	 * build_mounted_pre_var() and build_mounted_post_var() will
1767 	 * also do some extra work to create directories and lofs mount
1768 	 * a bunch of global zone file system paths into <zonepath>/lu.
1769 	 *
1770 	 * This allows us to be able to enter the zone (now rooted at
1771 	 * <zonepath>/lu) and run the upgrade/patch tools that are in the
1772 	 * global zone and have them upgrade the to-be-modified zone's
1773 	 * files mounted on /a.  (Which mirrors the existing standard
1774 	 * upgrade environment.)
1775 	 *
1776 	 * There is of course one catch.  When doing the upgrade
1777 	 * we need <zoneroot>/lu/dev to be the /dev filesystem
1778 	 * for the zone and we don't want to have any /dev filesystem
1779 	 * mounted at <zoneroot>/lu/a/dev.  Since /dev is specified
1780 	 * as a normal zone filesystem by default we'll try to mount
1781 	 * it at <zoneroot>/lu/a/dev, so we have to detect this
1782 	 * case and instead mount it at <zoneroot>/lu/dev.
1783 	 *
1784 	 * All this work is done in three phases:
1785 	 *   1) Create and populate lu directory (build_mounted_pre_var()).
1786 	 *   2) Mount the required filesystems as per the zone configuration.
1787 	 *   3) Set up the rest of the scratch zone environment
1788 	 *	(build_mounted_post_var()).
1789 	 */
1790 	if (ALT_MOUNT(mount_cmd) && !build_mounted_pre_var(zlogp,
1791 	    rootpath, sizeof (rootpath), zonepath, luroot, sizeof (luroot)))
1792 		goto bad;
1793 
1794 	qsort(fs_ptr, num_fs, sizeof (*fs_ptr), fs_compare);
1795 
1796 	for (i = 0; i < num_fs; i++) {
1797 		if (ALT_MOUNT(mount_cmd) &&
1798 		    strcmp(fs_ptr[i].zone_fs_dir, "/dev") == 0) {
1799 			size_t slen = strlen(rootpath) - 2;
1800 
1801 			/*
1802 			 * By default we'll try to mount /dev as /a/dev
1803 			 * but /dev is special and always goes at the top
1804 			 * so strip the trailing '/a' from the rootpath.
1805 			 */
1806 			assert(strcmp(&rootpath[slen], "/a") == 0);
1807 			rootpath[slen] = '\0';
1808 			if (mount_one(zlogp, &fs_ptr[i], rootpath, mount_cmd)
1809 			    != 0)
1810 				goto bad;
1811 			rootpath[slen] = '/';
1812 			continue;
1813 		}
1814 		if (mount_one(zlogp, &fs_ptr[i], rootpath, mount_cmd) != 0)
1815 			goto bad;
1816 	}
1817 	if (ALT_MOUNT(mount_cmd) &&
1818 	    !build_mounted_post_var(zlogp, mount_cmd, rootpath, luroot))
1819 		goto bad;
1820 
1821 	/*
1822 	 * For Trusted Extensions cross-mount each lower level /export/home
1823 	 */
1824 	if (mount_cmd == Z_MNT_BOOT &&
1825 	    tsol_mounts(zlogp, zone_name, rootpath) != 0)
1826 		goto bad;
1827 
1828 	free_fs_data(fs_ptr, num_fs);
1829 
1830 	/*
1831 	 * Everything looks fine.
1832 	 */
1833 	return (0);
1834 
1835 bad:
1836 	if (handle != NULL)
1837 		zonecfg_fini_handle(handle);
1838 	free_fs_data(fs_ptr, num_fs);
1839 	return (-1);
1840 }
1841 
1842 /* caller makes sure neither parameter is NULL */
1843 static int
1844 addr2netmask(char *prefixstr, int maxprefixlen, uchar_t *maskstr)
1845 {
1846 	int prefixlen;
1847 
1848 	prefixlen = atoi(prefixstr);
1849 	if (prefixlen < 0 || prefixlen > maxprefixlen)
1850 		return (1);
1851 	while (prefixlen > 0) {
1852 		if (prefixlen >= 8) {
1853 			*maskstr++ = 0xFF;
1854 			prefixlen -= 8;
1855 			continue;
1856 		}
1857 		*maskstr |= 1 << (8 - prefixlen);
1858 		prefixlen--;
1859 	}
1860 	return (0);
1861 }
1862 
1863 /*
1864  * Tear down all interfaces belonging to the given zone.  This should
1865  * be called with the zone in a state other than "running", so that
1866  * interfaces can't be assigned to the zone after this returns.
1867  *
1868  * If anything goes wrong, log an error message and return an error.
1869  */
1870 static int
1871 unconfigure_shared_network_interfaces(zlog_t *zlogp, zoneid_t zone_id)
1872 {
1873 	struct lifnum lifn;
1874 	struct lifconf lifc;
1875 	struct lifreq *lifrp, lifrl;
1876 	int64_t lifc_flags = LIFC_NOXMIT | LIFC_ALLZONES;
1877 	int num_ifs, s, i, ret_code = 0;
1878 	uint_t bufsize;
1879 	char *buf = NULL;
1880 
1881 	if ((s = socket(AF_INET, SOCK_DGRAM, 0)) < 0) {
1882 		zerror(zlogp, B_TRUE, "could not get socket");
1883 		ret_code = -1;
1884 		goto bad;
1885 	}
1886 	lifn.lifn_family = AF_UNSPEC;
1887 	lifn.lifn_flags = (int)lifc_flags;
1888 	if (ioctl(s, SIOCGLIFNUM, (char *)&lifn) < 0) {
1889 		zerror(zlogp, B_TRUE,
1890 		    "could not determine number of network interfaces");
1891 		ret_code = -1;
1892 		goto bad;
1893 	}
1894 	num_ifs = lifn.lifn_count;
1895 	bufsize = num_ifs * sizeof (struct lifreq);
1896 	if ((buf = malloc(bufsize)) == NULL) {
1897 		zerror(zlogp, B_TRUE, "memory allocation failed");
1898 		ret_code = -1;
1899 		goto bad;
1900 	}
1901 	lifc.lifc_family = AF_UNSPEC;
1902 	lifc.lifc_flags = (int)lifc_flags;
1903 	lifc.lifc_len = bufsize;
1904 	lifc.lifc_buf = buf;
1905 	if (ioctl(s, SIOCGLIFCONF, (char *)&lifc) < 0) {
1906 		zerror(zlogp, B_TRUE, "could not get configured network "
1907 		    "interfaces");
1908 		ret_code = -1;
1909 		goto bad;
1910 	}
1911 	lifrp = lifc.lifc_req;
1912 	for (i = lifc.lifc_len / sizeof (struct lifreq); i > 0; i--, lifrp++) {
1913 		(void) close(s);
1914 		if ((s = socket(lifrp->lifr_addr.ss_family, SOCK_DGRAM, 0)) <
1915 		    0) {
1916 			zerror(zlogp, B_TRUE, "%s: could not get socket",
1917 			    lifrl.lifr_name);
1918 			ret_code = -1;
1919 			continue;
1920 		}
1921 		(void) memset(&lifrl, 0, sizeof (lifrl));
1922 		(void) strncpy(lifrl.lifr_name, lifrp->lifr_name,
1923 		    sizeof (lifrl.lifr_name));
1924 		if (ioctl(s, SIOCGLIFZONE, (caddr_t)&lifrl) < 0) {
1925 			if (errno == ENXIO)
1926 				/*
1927 				 * Interface may have been removed by admin or
1928 				 * another zone halting.
1929 				 */
1930 				continue;
1931 			zerror(zlogp, B_TRUE,
1932 			    "%s: could not determine the zone to which this "
1933 			    "network interface is bound", lifrl.lifr_name);
1934 			ret_code = -1;
1935 			continue;
1936 		}
1937 		if (lifrl.lifr_zoneid == zone_id) {
1938 			if (ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifrl) < 0) {
1939 				zerror(zlogp, B_TRUE,
1940 				    "%s: could not remove network interface",
1941 				    lifrl.lifr_name);
1942 				ret_code = -1;
1943 				continue;
1944 			}
1945 		}
1946 	}
1947 bad:
1948 	if (s > 0)
1949 		(void) close(s);
1950 	if (buf)
1951 		free(buf);
1952 	return (ret_code);
1953 }
1954 
1955 static union	sockunion {
1956 	struct	sockaddr sa;
1957 	struct	sockaddr_in sin;
1958 	struct	sockaddr_dl sdl;
1959 	struct	sockaddr_in6 sin6;
1960 } so_dst, so_ifp;
1961 
1962 static struct {
1963 	struct	rt_msghdr hdr;
1964 	char	space[512];
1965 } rtmsg;
1966 
1967 static int
1968 salen(struct sockaddr *sa)
1969 {
1970 	switch (sa->sa_family) {
1971 	case AF_INET:
1972 		return (sizeof (struct sockaddr_in));
1973 	case AF_LINK:
1974 		return (sizeof (struct sockaddr_dl));
1975 	case AF_INET6:
1976 		return (sizeof (struct sockaddr_in6));
1977 	default:
1978 		return (sizeof (struct sockaddr));
1979 	}
1980 }
1981 
1982 #define	ROUNDUP_LONG(a) \
1983 	((a) > 0 ? (1 + (((a) - 1) | (sizeof (long) - 1))) : sizeof (long))
1984 
1985 /*
1986  * Look up which zone is using a given IP address.  The address in question
1987  * is expected to have been stuffed into the structure to which lifr points
1988  * via a previous SIOCGLIFADDR ioctl().
1989  *
1990  * This is done using black router socket magic.
1991  *
1992  * Return the name of the zone on success or NULL on failure.
1993  *
1994  * This is a lot of code for a simple task; a new ioctl request to take care
1995  * of this might be a useful RFE.
1996  */
1997 
1998 static char *
1999 who_is_using(zlog_t *zlogp, struct lifreq *lifr)
2000 {
2001 	static char answer[ZONENAME_MAX];
2002 	pid_t pid;
2003 	int s, rlen, l, i;
2004 	char *cp = rtmsg.space;
2005 	struct sockaddr_dl *ifp = NULL;
2006 	struct sockaddr *sa;
2007 	char save_if_name[LIFNAMSIZ];
2008 
2009 	answer[0] = '\0';
2010 
2011 	pid = getpid();
2012 	if ((s = socket(PF_ROUTE, SOCK_RAW, 0)) < 0) {
2013 		zerror(zlogp, B_TRUE, "could not get routing socket");
2014 		return (NULL);
2015 	}
2016 
2017 	if (lifr->lifr_addr.ss_family == AF_INET) {
2018 		struct sockaddr_in *sin4;
2019 
2020 		so_dst.sa.sa_family = AF_INET;
2021 		sin4 = (struct sockaddr_in *)&lifr->lifr_addr;
2022 		so_dst.sin.sin_addr = sin4->sin_addr;
2023 	} else {
2024 		struct sockaddr_in6 *sin6;
2025 
2026 		so_dst.sa.sa_family = AF_INET6;
2027 		sin6 = (struct sockaddr_in6 *)&lifr->lifr_addr;
2028 		so_dst.sin6.sin6_addr = sin6->sin6_addr;
2029 	}
2030 
2031 	so_ifp.sa.sa_family = AF_LINK;
2032 
2033 	(void) memset(&rtmsg, 0, sizeof (rtmsg));
2034 	rtmsg.hdr.rtm_type = RTM_GET;
2035 	rtmsg.hdr.rtm_flags = RTF_UP | RTF_HOST;
2036 	rtmsg.hdr.rtm_version = RTM_VERSION;
2037 	rtmsg.hdr.rtm_seq = ++rts_seqno;
2038 	rtmsg.hdr.rtm_addrs = RTA_IFP | RTA_DST;
2039 
2040 	l = ROUNDUP_LONG(salen(&so_dst.sa));
2041 	(void) memmove(cp, &(so_dst), l);
2042 	cp += l;
2043 	l = ROUNDUP_LONG(salen(&so_ifp.sa));
2044 	(void) memmove(cp, &(so_ifp), l);
2045 	cp += l;
2046 
2047 	rtmsg.hdr.rtm_msglen = l = cp - (char *)&rtmsg;
2048 
2049 	if ((rlen = write(s, &rtmsg, l)) < 0) {
2050 		zerror(zlogp, B_TRUE, "writing to routing socket");
2051 		return (NULL);
2052 	} else if (rlen < (int)rtmsg.hdr.rtm_msglen) {
2053 		zerror(zlogp, B_TRUE,
2054 		    "write to routing socket got only %d for len\n", rlen);
2055 		return (NULL);
2056 	}
2057 	do {
2058 		l = read(s, &rtmsg, sizeof (rtmsg));
2059 	} while (l > 0 && (rtmsg.hdr.rtm_seq != rts_seqno ||
2060 	    rtmsg.hdr.rtm_pid != pid));
2061 	if (l < 0) {
2062 		zerror(zlogp, B_TRUE, "reading from routing socket");
2063 		return (NULL);
2064 	}
2065 
2066 	if (rtmsg.hdr.rtm_version != RTM_VERSION) {
2067 		zerror(zlogp, B_FALSE,
2068 		    "routing message version %d not understood",
2069 		    rtmsg.hdr.rtm_version);
2070 		return (NULL);
2071 	}
2072 	if (rtmsg.hdr.rtm_msglen != (ushort_t)l) {
2073 		zerror(zlogp, B_FALSE, "message length mismatch, "
2074 		    "expected %d bytes, returned %d bytes",
2075 		    rtmsg.hdr.rtm_msglen, l);
2076 		return (NULL);
2077 	}
2078 	if (rtmsg.hdr.rtm_errno != 0)  {
2079 		errno = rtmsg.hdr.rtm_errno;
2080 		zerror(zlogp, B_TRUE, "RTM_GET routing socket message");
2081 		return (NULL);
2082 	}
2083 	if ((rtmsg.hdr.rtm_addrs & RTA_IFP) == 0) {
2084 		zerror(zlogp, B_FALSE, "network interface not found");
2085 		return (NULL);
2086 	}
2087 	cp = ((char *)(&rtmsg.hdr + 1));
2088 	for (i = 1; i != 0; i <<= 1) {
2089 		/* LINTED E_BAD_PTR_CAST_ALIGN */
2090 		sa = (struct sockaddr *)cp;
2091 		if (i != RTA_IFP) {
2092 			if ((i & rtmsg.hdr.rtm_addrs) != 0)
2093 				cp += ROUNDUP_LONG(salen(sa));
2094 			continue;
2095 		}
2096 		if (sa->sa_family == AF_LINK &&
2097 		    ((struct sockaddr_dl *)sa)->sdl_nlen != 0)
2098 			ifp = (struct sockaddr_dl *)sa;
2099 		break;
2100 	}
2101 	if (ifp == NULL) {
2102 		zerror(zlogp, B_FALSE, "network interface could not be "
2103 		    "determined");
2104 		return (NULL);
2105 	}
2106 
2107 	/*
2108 	 * We need to set the I/F name to what we got above, then do the
2109 	 * appropriate ioctl to get its zone name.  But lifr->lifr_name is
2110 	 * used by the calling function to do a REMOVEIF, so if we leave the
2111 	 * "good" zone's I/F name in place, *that* I/F will be removed instead
2112 	 * of the bad one.  So we save the old (bad) I/F name before over-
2113 	 * writing it and doing the ioctl, then restore it after the ioctl.
2114 	 */
2115 	(void) strlcpy(save_if_name, lifr->lifr_name, sizeof (save_if_name));
2116 	(void) strncpy(lifr->lifr_name, ifp->sdl_data, ifp->sdl_nlen);
2117 	lifr->lifr_name[ifp->sdl_nlen] = '\0';
2118 	i = ioctl(s, SIOCGLIFZONE, lifr);
2119 	(void) strlcpy(lifr->lifr_name, save_if_name, sizeof (save_if_name));
2120 	if (i < 0) {
2121 		zerror(zlogp, B_TRUE,
2122 		    "%s: could not determine the zone network interface "
2123 		    "belongs to", lifr->lifr_name);
2124 		return (NULL);
2125 	}
2126 	if (getzonenamebyid(lifr->lifr_zoneid, answer, sizeof (answer)) < 0)
2127 		(void) snprintf(answer, sizeof (answer), "%d",
2128 		    lifr->lifr_zoneid);
2129 
2130 	if (strlen(answer) > 0)
2131 		return (answer);
2132 	return (NULL);
2133 }
2134 
2135 /*
2136  * Configures a single interface: a new virtual interface is added, based on
2137  * the physical interface nwiftabptr->zone_nwif_physical, with the address
2138  * specified in nwiftabptr->zone_nwif_address, for zone zone_id.  Note that
2139  * the "address" can be an IPv6 address (with a /prefixlength required), an
2140  * IPv4 address (with a /prefixlength optional), or a name; for the latter,
2141  * an IPv4 name-to-address resolution will be attempted.
2142  *
2143  * If anything goes wrong, we log an detailed error message, attempt to tear
2144  * down whatever we set up and return an error.
2145  */
2146 static int
2147 configure_one_interface(zlog_t *zlogp, zoneid_t zone_id,
2148     struct zone_nwiftab *nwiftabptr)
2149 {
2150 	struct lifreq lifr;
2151 	struct sockaddr_in netmask4;
2152 	struct sockaddr_in6 netmask6;
2153 	struct sockaddr_storage laddr;
2154 	struct in_addr in4;
2155 	sa_family_t af;
2156 	char *slashp = strchr(nwiftabptr->zone_nwif_address, '/');
2157 	int s;
2158 	boolean_t got_netmask = B_FALSE;
2159 	boolean_t is_loopback = B_FALSE;
2160 	char addrstr4[INET_ADDRSTRLEN];
2161 	int res;
2162 
2163 	res = zonecfg_valid_net_address(nwiftabptr->zone_nwif_address, &lifr);
2164 	if (res != Z_OK) {
2165 		zerror(zlogp, B_FALSE, "%s: %s", zonecfg_strerror(res),
2166 		    nwiftabptr->zone_nwif_address);
2167 		return (-1);
2168 	}
2169 	af = lifr.lifr_addr.ss_family;
2170 	if (af == AF_INET)
2171 		in4 = ((struct sockaddr_in *)(&lifr.lifr_addr))->sin_addr;
2172 	if ((s = socket(af, SOCK_DGRAM, 0)) < 0) {
2173 		zerror(zlogp, B_TRUE, "could not get socket");
2174 		return (-1);
2175 	}
2176 
2177 	/*
2178 	 * This is a similar kind of "hack" like in addif() to get around
2179 	 * the problem of SIOCLIFADDIF.  The problem is that this ioctl
2180 	 * does not include the netmask when adding a logical interface.
2181 	 * To get around this problem, we first add the logical interface
2182 	 * with a 0 address.  After that, we set the netmask if provided.
2183 	 * Finally we set the interface address.
2184 	 */
2185 	laddr = lifr.lifr_addr;
2186 	(void) strlcpy(lifr.lifr_name, nwiftabptr->zone_nwif_physical,
2187 	    sizeof (lifr.lifr_name));
2188 	(void) memset(&lifr.lifr_addr, 0, sizeof (lifr.lifr_addr));
2189 
2190 	if (ioctl(s, SIOCLIFADDIF, (caddr_t)&lifr) < 0) {
2191 		/*
2192 		 * Here, we know that the interface can't be brought up.
2193 		 * A similar warning message was already printed out to
2194 		 * the console by zoneadm(1M) so instead we log the
2195 		 * message to syslog and continue.
2196 		 */
2197 		zerror(&logsys, B_TRUE, "WARNING: skipping network interface "
2198 		    "'%s' which may not be present/plumbed in the "
2199 		    "global zone.", lifr.lifr_name);
2200 		(void) close(s);
2201 		return (Z_OK);
2202 	}
2203 
2204 	/* Preserve literal IPv4 address for later potential printing. */
2205 	if (af == AF_INET)
2206 		(void) inet_ntop(AF_INET, &in4, addrstr4, INET_ADDRSTRLEN);
2207 
2208 	lifr.lifr_zoneid = zone_id;
2209 	if (ioctl(s, SIOCSLIFZONE, (caddr_t)&lifr) < 0) {
2210 		zerror(zlogp, B_TRUE, "%s: could not place network interface "
2211 		    "into zone", lifr.lifr_name);
2212 		goto bad;
2213 	}
2214 
2215 	/*
2216 	 * Loopback interface will use the default netmask assigned, if no
2217 	 * netmask is found.
2218 	 */
2219 	if (strcmp(nwiftabptr->zone_nwif_physical, "lo0") == 0) {
2220 		is_loopback = B_TRUE;
2221 	}
2222 	if (af == AF_INET) {
2223 		/*
2224 		 * The IPv4 netmask can be determined either
2225 		 * directly if a prefix length was supplied with
2226 		 * the address or via the netmasks database.  Not
2227 		 * being able to determine it is a common failure,
2228 		 * but it often is not fatal to operation of the
2229 		 * interface.  In that case, a warning will be
2230 		 * printed after the rest of the interface's
2231 		 * parameters have been configured.
2232 		 */
2233 		(void) memset(&netmask4, 0, sizeof (netmask4));
2234 		if (slashp != NULL) {
2235 			if (addr2netmask(slashp + 1, V4_ADDR_LEN,
2236 			    (uchar_t *)&netmask4.sin_addr) != 0) {
2237 				*slashp = '/';
2238 				zerror(zlogp, B_FALSE,
2239 				    "%s: invalid prefix length in %s",
2240 				    lifr.lifr_name,
2241 				    nwiftabptr->zone_nwif_address);
2242 				goto bad;
2243 			}
2244 			got_netmask = B_TRUE;
2245 		} else if (getnetmaskbyaddr(in4,
2246 		    &netmask4.sin_addr) == 0) {
2247 			got_netmask = B_TRUE;
2248 		}
2249 		if (got_netmask) {
2250 			netmask4.sin_family = af;
2251 			(void) memcpy(&lifr.lifr_addr, &netmask4,
2252 			    sizeof (netmask4));
2253 		}
2254 	} else {
2255 		(void) memset(&netmask6, 0, sizeof (netmask6));
2256 		if (addr2netmask(slashp + 1, V6_ADDR_LEN,
2257 		    (uchar_t *)&netmask6.sin6_addr) != 0) {
2258 			*slashp = '/';
2259 			zerror(zlogp, B_FALSE,
2260 			    "%s: invalid prefix length in %s",
2261 			    lifr.lifr_name,
2262 			    nwiftabptr->zone_nwif_address);
2263 			goto bad;
2264 		}
2265 		got_netmask = B_TRUE;
2266 		netmask6.sin6_family = af;
2267 		(void) memcpy(&lifr.lifr_addr, &netmask6,
2268 		    sizeof (netmask6));
2269 	}
2270 	if (got_netmask &&
2271 	    ioctl(s, SIOCSLIFNETMASK, (caddr_t)&lifr) < 0) {
2272 		zerror(zlogp, B_TRUE, "%s: could not set netmask",
2273 		    lifr.lifr_name);
2274 		goto bad;
2275 	}
2276 
2277 	/* Set the interface address */
2278 	lifr.lifr_addr = laddr;
2279 	if (ioctl(s, SIOCSLIFADDR, (caddr_t)&lifr) < 0) {
2280 		zerror(zlogp, B_TRUE,
2281 		    "%s: could not set IP address to %s",
2282 		    lifr.lifr_name, nwiftabptr->zone_nwif_address);
2283 		goto bad;
2284 	}
2285 
2286 	if (ioctl(s, SIOCGLIFFLAGS, (caddr_t)&lifr) < 0) {
2287 		zerror(zlogp, B_TRUE, "%s: could not get flags",
2288 		    lifr.lifr_name);
2289 		goto bad;
2290 	}
2291 	lifr.lifr_flags |= IFF_UP;
2292 	if (ioctl(s, SIOCSLIFFLAGS, (caddr_t)&lifr) < 0) {
2293 		int save_errno = errno;
2294 		char *zone_using;
2295 
2296 		/*
2297 		 * If we failed with something other than EADDRNOTAVAIL,
2298 		 * then skip to the end.  Otherwise, look up our address,
2299 		 * then call a function to determine which zone is already
2300 		 * using that address.
2301 		 */
2302 		if (errno != EADDRNOTAVAIL) {
2303 			zerror(zlogp, B_TRUE,
2304 			    "%s: could not bring network interface up",
2305 			    lifr.lifr_name);
2306 			goto bad;
2307 		}
2308 		if (ioctl(s, SIOCGLIFADDR, (caddr_t)&lifr) < 0) {
2309 			zerror(zlogp, B_TRUE, "%s: could not get address",
2310 			    lifr.lifr_name);
2311 			goto bad;
2312 		}
2313 		zone_using = who_is_using(zlogp, &lifr);
2314 		errno = save_errno;
2315 		if (zone_using == NULL)
2316 			zerror(zlogp, B_TRUE,
2317 			    "%s: could not bring network interface up",
2318 			    lifr.lifr_name);
2319 		else
2320 			zerror(zlogp, B_TRUE, "%s: could not bring network "
2321 			    "interface up: address in use by zone '%s'",
2322 			    lifr.lifr_name, zone_using);
2323 		goto bad;
2324 	}
2325 
2326 	if (!got_netmask && !is_loopback) {
2327 		/*
2328 		 * A common, but often non-fatal problem, is that the system
2329 		 * cannot find the netmask for an interface address. This is
2330 		 * often caused by it being only in /etc/inet/netmasks, but
2331 		 * /etc/nsswitch.conf says to use NIS or NIS+ and it's not
2332 		 * in that. This doesn't show up at boot because the netmask
2333 		 * is obtained from /etc/inet/netmasks when no network
2334 		 * interfaces are up, but isn't consulted when NIS/NIS+ is
2335 		 * available. We warn the user here that something like this
2336 		 * has happened and we're just running with a default and
2337 		 * possible incorrect netmask.
2338 		 */
2339 		char buffer[INET6_ADDRSTRLEN];
2340 		void  *addr;
2341 		const char *nomatch = "no matching subnet found in netmasks(4)";
2342 
2343 		if (af == AF_INET)
2344 			addr = &((struct sockaddr_in *)
2345 			    (&lifr.lifr_addr))->sin_addr;
2346 		else
2347 			addr = &((struct sockaddr_in6 *)
2348 			    (&lifr.lifr_addr))->sin6_addr;
2349 
2350 		/*
2351 		 * Find out what netmask the interface is going to be using.
2352 		 * If we just brought up an IPMP data address on an underlying
2353 		 * interface above, the address will have already migrated, so
2354 		 * the SIOCGLIFNETMASK won't be able to find it (but we need
2355 		 * to bring the address up to get the actual netmask).  Just
2356 		 * omit printing the actual netmask in this corner-case.
2357 		 */
2358 		if (ioctl(s, SIOCGLIFNETMASK, (caddr_t)&lifr) < 0 ||
2359 		    inet_ntop(af, addr, buffer, sizeof (buffer)) == NULL) {
2360 			zerror(zlogp, B_FALSE, "WARNING: %s; using default.",
2361 			    nomatch);
2362 		} else {
2363 			zerror(zlogp, B_FALSE,
2364 			    "WARNING: %s: %s: %s; using default of %s.",
2365 			    lifr.lifr_name, nomatch, addrstr4, buffer);
2366 		}
2367 	}
2368 
2369 	/*
2370 	 * If a default router was specified for this interface
2371 	 * set the route now. Ignore if already set.
2372 	 */
2373 	if (strlen(nwiftabptr->zone_nwif_defrouter) > 0) {
2374 		int status;
2375 		char *argv[7];
2376 
2377 		argv[0] = "route";
2378 		argv[1] = "add";
2379 		argv[2] = "-ifp";
2380 		argv[3] = nwiftabptr->zone_nwif_physical;
2381 		argv[4] = "default";
2382 		argv[5] = nwiftabptr->zone_nwif_defrouter;
2383 		argv[6] = NULL;
2384 
2385 		status = forkexec(zlogp, "/usr/sbin/route", argv);
2386 		if (status != 0 && status != EEXIST)
2387 			zerror(zlogp, B_FALSE, "Unable to set route for "
2388 			    "interface %s to %s\n",
2389 			    nwiftabptr->zone_nwif_physical,
2390 			    nwiftabptr->zone_nwif_defrouter);
2391 	}
2392 
2393 	(void) close(s);
2394 	return (Z_OK);
2395 bad:
2396 	(void) ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifr);
2397 	(void) close(s);
2398 	return (-1);
2399 }
2400 
2401 /*
2402  * Sets up network interfaces based on information from the zone configuration.
2403  * IPv4 and IPv6 loopback interfaces are set up "for free", modeling the global
2404  * system.
2405  *
2406  * If anything goes wrong, we log a general error message, attempt to tear down
2407  * whatever we set up, and return an error.
2408  */
2409 static int
2410 configure_shared_network_interfaces(zlog_t *zlogp)
2411 {
2412 	zone_dochandle_t handle;
2413 	struct zone_nwiftab nwiftab, loopback_iftab;
2414 	zoneid_t zoneid;
2415 
2416 	if ((zoneid = getzoneidbyname(zone_name)) == ZONE_ID_UNDEFINED) {
2417 		zerror(zlogp, B_TRUE, "unable to get zoneid");
2418 		return (-1);
2419 	}
2420 
2421 	if ((handle = zonecfg_init_handle()) == NULL) {
2422 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2423 		return (-1);
2424 	}
2425 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2426 		zerror(zlogp, B_FALSE, "invalid configuration");
2427 		zonecfg_fini_handle(handle);
2428 		return (-1);
2429 	}
2430 	if (zonecfg_setnwifent(handle) == Z_OK) {
2431 		for (;;) {
2432 			if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK)
2433 				break;
2434 			if (configure_one_interface(zlogp, zoneid, &nwiftab) !=
2435 			    Z_OK) {
2436 				(void) zonecfg_endnwifent(handle);
2437 				zonecfg_fini_handle(handle);
2438 				return (-1);
2439 			}
2440 		}
2441 		(void) zonecfg_endnwifent(handle);
2442 	}
2443 	zonecfg_fini_handle(handle);
2444 	if (is_system_labeled()) {
2445 		/*
2446 		 * Labeled zones share the loopback interface
2447 		 * so it is not plumbed for shared stack instances.
2448 		 */
2449 		return (0);
2450 	}
2451 	(void) strlcpy(loopback_iftab.zone_nwif_physical, "lo0",
2452 	    sizeof (loopback_iftab.zone_nwif_physical));
2453 	(void) strlcpy(loopback_iftab.zone_nwif_address, "127.0.0.1",
2454 	    sizeof (loopback_iftab.zone_nwif_address));
2455 	loopback_iftab.zone_nwif_defrouter[0] = '\0';
2456 	if (configure_one_interface(zlogp, zoneid, &loopback_iftab) != Z_OK)
2457 		return (-1);
2458 
2459 	/* Always plumb up the IPv6 loopback interface. */
2460 	(void) strlcpy(loopback_iftab.zone_nwif_address, "::1/128",
2461 	    sizeof (loopback_iftab.zone_nwif_address));
2462 	if (configure_one_interface(zlogp, zoneid, &loopback_iftab) != Z_OK)
2463 		return (-1);
2464 	return (0);
2465 }
2466 
2467 static void
2468 zdlerror(zlog_t *zlogp, dladm_status_t err, const char *dlname, const char *str)
2469 {
2470 	char errmsg[DLADM_STRSIZE];
2471 
2472 	(void) dladm_status2str(err, errmsg);
2473 	zerror(zlogp, B_FALSE, "%s '%s': %s", str, dlname, errmsg);
2474 }
2475 
2476 static int
2477 add_datalink(zlog_t *zlogp, char *zone_name, datalink_id_t linkid, char *dlname)
2478 {
2479 	dladm_status_t err;
2480 	boolean_t cpuset, poolset;
2481 	char *poolp;
2482 
2483 	/* First check if it's in use by global zone. */
2484 	if (zonecfg_ifname_exists(AF_INET, dlname) ||
2485 	    zonecfg_ifname_exists(AF_INET6, dlname)) {
2486 		zerror(zlogp, B_FALSE, "WARNING: skipping network interface "
2487 		    "'%s' which is used in the global zone", dlname);
2488 		return (-1);
2489 	}
2490 
2491 	/* Set zoneid of this link. */
2492 	err = dladm_set_linkprop(dld_handle, linkid, "zone", &zone_name, 1,
2493 	    DLADM_OPT_ACTIVE);
2494 	if (err != DLADM_STATUS_OK) {
2495 		zdlerror(zlogp, err, dlname,
2496 		    "WARNING: unable to add network interface");
2497 		return (-1);
2498 	}
2499 
2500 	/*
2501 	 * Set the pool of this link if the zone has a pool and
2502 	 * neither the cpus nor the pool datalink property is
2503 	 * already set.
2504 	 */
2505 	err = dladm_linkprop_is_set(dld_handle, linkid, DLADM_PROP_VAL_CURRENT,
2506 	    "cpus", &cpuset);
2507 	if (err != DLADM_STATUS_OK) {
2508 		zdlerror(zlogp, err, dlname,
2509 		    "WARNING: unable to check if cpus link property is set");
2510 	}
2511 	err = dladm_linkprop_is_set(dld_handle, linkid, DLADM_PROP_VAL_CURRENT,
2512 	    "pool", &poolset);
2513 	if (err != DLADM_STATUS_OK) {
2514 		zdlerror(zlogp, err, dlname,
2515 		    "WARNING: unable to check if pool link property is set");
2516 	}
2517 
2518 	if ((strlen(pool_name) != 0) && !cpuset && !poolset) {
2519 		poolp = pool_name;
2520 		err = dladm_set_linkprop(dld_handle, linkid, "pool",
2521 		    &poolp, 1, DLADM_OPT_ACTIVE);
2522 		if (err != DLADM_STATUS_OK) {
2523 			zerror(zlogp, B_FALSE, "WARNING: unable to set "
2524 			    "pool %s to datalink %s", pool_name, dlname);
2525 			bzero(pool_name, sizeof (pool_name));
2526 		}
2527 	} else {
2528 		bzero(pool_name, sizeof (pool_name));
2529 	}
2530 	return (0);
2531 }
2532 
2533 static boolean_t
2534 sockaddr_to_str(sa_family_t af, const struct sockaddr *sockaddr,
2535     char *straddr, size_t len)
2536 {
2537 	struct sockaddr_in *sin;
2538 	struct sockaddr_in6 *sin6;
2539 	const char *str = NULL;
2540 
2541 	if (af == AF_INET) {
2542 		/* LINTED E_BAD_PTR_CAST_ALIGN */
2543 		sin = SIN(sockaddr);
2544 		str = inet_ntop(AF_INET, (void *)&sin->sin_addr, straddr, len);
2545 	} else if (af == AF_INET6) {
2546 		/* LINTED E_BAD_PTR_CAST_ALIGN */
2547 		sin6 = SIN6(sockaddr);
2548 		str = inet_ntop(AF_INET6, (void *)&sin6->sin6_addr, straddr,
2549 		    len);
2550 	}
2551 
2552 	return (str != NULL);
2553 }
2554 
2555 static int
2556 ipv4_prefixlen(struct sockaddr_in *sin)
2557 {
2558 	struct sockaddr_in *m;
2559 	struct sockaddr_storage mask;
2560 
2561 	m = SIN(&mask);
2562 	m->sin_family = AF_INET;
2563 	if (getnetmaskbyaddr(sin->sin_addr, &m->sin_addr) == 0) {
2564 		return (mask2plen((struct sockaddr *)&mask));
2565 	} else if (IN_CLASSA(htonl(sin->sin_addr.s_addr))) {
2566 		return (8);
2567 	} else if (IN_CLASSB(ntohl(sin->sin_addr.s_addr))) {
2568 		return (16);
2569 	} else if (IN_CLASSC(ntohl(sin->sin_addr.s_addr))) {
2570 		return (24);
2571 	}
2572 	return (0);
2573 }
2574 
2575 static int
2576 zone_setattr_network(int type, zoneid_t zoneid, datalink_id_t linkid,
2577     void *buf, size_t bufsize)
2578 {
2579 	zone_net_data_t *zndata;
2580 	size_t znsize;
2581 	int err;
2582 
2583 	znsize = sizeof (*zndata) + bufsize;
2584 	zndata = calloc(1, znsize);
2585 	if (zndata == NULL)
2586 		return (ENOMEM);
2587 	zndata->zn_type = type;
2588 	zndata->zn_len = bufsize;
2589 	zndata->zn_linkid = linkid;
2590 	bcopy(buf, zndata->zn_val, zndata->zn_len);
2591 	err = zone_setattr(zoneid, ZONE_ATTR_NETWORK, zndata, znsize);
2592 	free(zndata);
2593 	return (err);
2594 }
2595 
2596 static int
2597 add_net_for_linkid(zlog_t *zlogp, zoneid_t zoneid, zone_addr_list_t *start)
2598 {
2599 	struct lifreq lifr;
2600 	char **astr, *address;
2601 	dladm_status_t dlstatus;
2602 	char *ip_nospoof = "ip-nospoof";
2603 	int nnet, naddr, err = 0, j;
2604 	size_t zlen, cpleft;
2605 	zone_addr_list_t *ptr, *end;
2606 	char  tmp[INET6_ADDRSTRLEN], *maskstr;
2607 	char *zaddr, *cp;
2608 	struct in6_addr *routes = NULL;
2609 	boolean_t is_set;
2610 	datalink_id_t linkid;
2611 
2612 	assert(start != NULL);
2613 	naddr = 0; /* number of addresses */
2614 	nnet = 0; /* number of net resources */
2615 	linkid = start->za_linkid;
2616 	for (ptr = start; ptr != NULL && ptr->za_linkid == linkid;
2617 	    ptr = ptr->za_next) {
2618 		nnet++;
2619 	}
2620 	end = ptr;
2621 	zlen = nnet * (INET6_ADDRSTRLEN + 1);
2622 	astr = calloc(1, nnet * sizeof (uintptr_t));
2623 	zaddr = calloc(1, zlen);
2624 	if (astr == NULL || zaddr == NULL) {
2625 		err = ENOMEM;
2626 		goto done;
2627 	}
2628 	cp = zaddr;
2629 	cpleft = zlen;
2630 	j = 0;
2631 	for (ptr = start; ptr != end; ptr = ptr->za_next) {
2632 		address = ptr->za_nwiftab.zone_nwif_allowed_address;
2633 		if (address[0] == '\0')
2634 			continue;
2635 		(void) snprintf(tmp, sizeof (tmp), "%s", address);
2636 		/*
2637 		 * Validate the data. zonecfg_valid_net_address() clobbers
2638 		 * the /<mask> in the address string.
2639 		 */
2640 		if (zonecfg_valid_net_address(address, &lifr) != Z_OK) {
2641 			zerror(zlogp, B_FALSE, "invalid address [%s]\n",
2642 			    address);
2643 			err = EINVAL;
2644 			goto done;
2645 		}
2646 		/*
2647 		 * convert any hostnames to numeric address strings.
2648 		 */
2649 		if (!sockaddr_to_str(lifr.lifr_addr.ss_family,
2650 		    (const struct sockaddr *)&lifr.lifr_addr, cp, cpleft)) {
2651 			err = EINVAL;
2652 			goto done;
2653 		}
2654 		/*
2655 		 * make a copy of the numeric string for the data needed
2656 		 * by the "allowed-ips" datalink property.
2657 		 */
2658 		astr[j] = strdup(cp);
2659 		if (astr[j] == NULL) {
2660 			err = ENOMEM;
2661 			goto done;
2662 		}
2663 		j++;
2664 		/*
2665 		 * compute the default netmask from the address, if necessary
2666 		 */
2667 		if ((maskstr = strchr(tmp, '/')) == NULL) {
2668 			int prefixlen;
2669 
2670 			if (lifr.lifr_addr.ss_family == AF_INET) {
2671 				prefixlen = ipv4_prefixlen(
2672 				    SIN(&lifr.lifr_addr));
2673 			} else {
2674 				struct sockaddr_in6 *sin6;
2675 
2676 				sin6 = SIN6(&lifr.lifr_addr);
2677 				if (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr))
2678 					prefixlen = 10;
2679 				else
2680 					prefixlen = 64;
2681 			}
2682 			(void) snprintf(tmp, sizeof (tmp), "%d", prefixlen);
2683 			maskstr = tmp;
2684 		} else {
2685 			maskstr++;
2686 		}
2687 		/* append the "/<netmask>" */
2688 		(void) strlcat(cp, "/", cpleft);
2689 		(void) strlcat(cp, maskstr, cpleft);
2690 		(void) strlcat(cp, ",", cpleft);
2691 		cp += strnlen(cp, zlen);
2692 		cpleft = &zaddr[INET6_ADDRSTRLEN] - cp;
2693 	}
2694 	naddr = j; /* the actual number of addresses in the net resource */
2695 	assert(naddr <= nnet);
2696 
2697 	/*
2698 	 * zonecfg has already verified that the defrouter property can only
2699 	 * be set if there is at least one address defined for the net resource.
2700 	 * If j is 0, there are no addresses defined, and therefore no routers
2701 	 * to configure, and we are done at that point.
2702 	 */
2703 	if (j == 0)
2704 		goto done;
2705 
2706 	/* over-write last ',' with '\0' */
2707 	zaddr[strnlen(zaddr, zlen) + 1] = '\0';
2708 
2709 	/*
2710 	 * First make sure L3 protection is not already set on the link.
2711 	 */
2712 	dlstatus = dladm_linkprop_is_set(dld_handle, linkid, DLADM_OPT_ACTIVE,
2713 	    "protection", &is_set);
2714 	if (dlstatus != DLADM_STATUS_OK) {
2715 		err = EINVAL;
2716 		zerror(zlogp, B_FALSE, "unable to check if protection is set");
2717 		goto done;
2718 	}
2719 	if (is_set) {
2720 		err = EINVAL;
2721 		zerror(zlogp, B_FALSE, "Protection is already set");
2722 		goto done;
2723 	}
2724 	dlstatus = dladm_linkprop_is_set(dld_handle, linkid, DLADM_OPT_ACTIVE,
2725 	    "allowed-ips", &is_set);
2726 	if (dlstatus != DLADM_STATUS_OK) {
2727 		err = EINVAL;
2728 		zerror(zlogp, B_FALSE, "unable to check if allowed-ips is set");
2729 		goto done;
2730 	}
2731 	if (is_set) {
2732 		zerror(zlogp, B_FALSE, "allowed-ips is already set");
2733 		err = EINVAL;
2734 		goto done;
2735 	}
2736 
2737 	/*
2738 	 * Enable ip-nospoof for the link, and add address to the allowed-ips
2739 	 * list.
2740 	 */
2741 	dlstatus = dladm_set_linkprop(dld_handle, linkid, "protection",
2742 	    &ip_nospoof, 1, DLADM_OPT_ACTIVE);
2743 	if (dlstatus != DLADM_STATUS_OK) {
2744 		zerror(zlogp, B_FALSE, "could not set protection\n");
2745 		err = EINVAL;
2746 		goto done;
2747 	}
2748 	dlstatus = dladm_set_linkprop(dld_handle, linkid, "allowed-ips",
2749 	    astr, naddr, DLADM_OPT_ACTIVE);
2750 	if (dlstatus != DLADM_STATUS_OK) {
2751 		zerror(zlogp, B_FALSE, "could not set allowed-ips\n");
2752 		err = EINVAL;
2753 		goto done;
2754 	}
2755 
2756 	/* now set the address in the data-store */
2757 	err = zone_setattr_network(ZONE_NETWORK_ADDRESS, zoneid, linkid,
2758 	    zaddr, strnlen(zaddr, zlen) + 1);
2759 	if (err != 0)
2760 		goto done;
2761 
2762 	/*
2763 	 * add the defaultrouters
2764 	 */
2765 	routes = calloc(1, nnet * sizeof (*routes));
2766 	j = 0;
2767 	for (ptr = start; ptr != end; ptr = ptr->za_next) {
2768 		address = ptr->za_nwiftab.zone_nwif_defrouter;
2769 		if (address[0] == '\0')
2770 			continue;
2771 		if (strchr(address, '/') == NULL && strchr(address, ':') != 0) {
2772 			/*
2773 			 * zonecfg_valid_net_address() expects numeric IPv6
2774 			 * addresses to have a CIDR format netmask.
2775 			 */
2776 			(void) snprintf(tmp, sizeof (tmp), "/%d", V6_ADDR_LEN);
2777 			(void) strlcat(address, tmp, INET6_ADDRSTRLEN);
2778 		}
2779 		if (zonecfg_valid_net_address(address, &lifr) != Z_OK) {
2780 			zerror(zlogp, B_FALSE,
2781 			    "invalid router [%s]\n", address);
2782 			err = EINVAL;
2783 			goto done;
2784 		}
2785 		if (lifr.lifr_addr.ss_family == AF_INET6) {
2786 			routes[j] = SIN6(&lifr.lifr_addr)->sin6_addr;
2787 		} else {
2788 			IN6_INADDR_TO_V4MAPPED(&SIN(&lifr.lifr_addr)->sin_addr,
2789 			    &routes[j]);
2790 		}
2791 		j++;
2792 	}
2793 	assert(j <= nnet);
2794 	if (j > 0) {
2795 		err = zone_setattr_network(ZONE_NETWORK_DEFROUTER, zoneid,
2796 		    linkid, routes, j * sizeof (*routes));
2797 	}
2798 done:
2799 	free(routes);
2800 	for (j = 0; j < naddr; j++)
2801 		free(astr[j]);
2802 	free(astr);
2803 	free(zaddr);
2804 	return (err);
2805 
2806 }
2807 
2808 static int
2809 add_net(zlog_t *zlogp, zoneid_t zoneid, zone_addr_list_t *zalist)
2810 {
2811 	zone_addr_list_t *ptr;
2812 	datalink_id_t linkid;
2813 	int err;
2814 
2815 	if (zalist == NULL)
2816 		return (0);
2817 
2818 	linkid = zalist->za_linkid;
2819 
2820 	err = add_net_for_linkid(zlogp, zoneid, zalist);
2821 	if (err != 0)
2822 		return (err);
2823 
2824 	for (ptr = zalist; ptr != NULL; ptr = ptr->za_next) {
2825 		if (ptr->za_linkid == linkid)
2826 			continue;
2827 		linkid = ptr->za_linkid;
2828 		err = add_net_for_linkid(zlogp, zoneid, ptr);
2829 		if (err != 0)
2830 			return (err);
2831 	}
2832 	return (0);
2833 }
2834 
2835 /*
2836  * Add "new" to the list of network interfaces to be configured  by
2837  * add_net on zone boot in "old". The list of interfaces in "old" is
2838  * sorted by datalink_id_t, with interfaces sorted FIFO for a given
2839  * datalink_id_t.
2840  *
2841  * Returns the merged list of IP interfaces containing "old" and "new"
2842  */
2843 static zone_addr_list_t *
2844 add_ip_interface(zone_addr_list_t *old, zone_addr_list_t *new)
2845 {
2846 	zone_addr_list_t *ptr, *next;
2847 	datalink_id_t linkid = new->za_linkid;
2848 
2849 	assert(old != new);
2850 
2851 	if (old == NULL)
2852 		return (new);
2853 	for (ptr = old; ptr != NULL; ptr = ptr->za_next) {
2854 		if (ptr->za_linkid == linkid)
2855 			break;
2856 	}
2857 	if (ptr == NULL) {
2858 		/* linkid does not already exist, add to the beginning */
2859 		new->za_next = old;
2860 		return (new);
2861 	}
2862 	/*
2863 	 * adding to the middle of the list; ptr points at the first
2864 	 * occurrence of linkid. Find the last occurrence.
2865 	 */
2866 	while ((next = ptr->za_next) != NULL) {
2867 		if (next->za_linkid != linkid)
2868 			break;
2869 		ptr = next;
2870 	}
2871 	/* insert new after ptr */
2872 	new->za_next = next;
2873 	ptr->za_next = new;
2874 	return (old);
2875 }
2876 
2877 void
2878 free_ip_interface(zone_addr_list_t *zalist)
2879 {
2880 	zone_addr_list_t *ptr, *new;
2881 
2882 	for (ptr = zalist; ptr != NULL; ) {
2883 		new = ptr;
2884 		ptr = ptr->za_next;
2885 		free(new);
2886 	}
2887 }
2888 
2889 /*
2890  * Add the kernel access control information for the interface names.
2891  * If anything goes wrong, we log a general error message, attempt to tear down
2892  * whatever we set up, and return an error.
2893  */
2894 static int
2895 configure_exclusive_network_interfaces(zlog_t *zlogp, zoneid_t zoneid)
2896 {
2897 	zone_dochandle_t handle;
2898 	struct zone_nwiftab nwiftab;
2899 	char rootpath[MAXPATHLEN];
2900 	char path[MAXPATHLEN];
2901 	datalink_id_t linkid;
2902 	di_prof_t prof = NULL;
2903 	boolean_t added = B_FALSE;
2904 	zone_addr_list_t *zalist = NULL, *new;
2905 
2906 	if ((handle = zonecfg_init_handle()) == NULL) {
2907 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2908 		return (-1);
2909 	}
2910 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2911 		zerror(zlogp, B_FALSE, "invalid configuration");
2912 		zonecfg_fini_handle(handle);
2913 		return (-1);
2914 	}
2915 
2916 	if (zonecfg_setnwifent(handle) != Z_OK) {
2917 		zonecfg_fini_handle(handle);
2918 		return (0);
2919 	}
2920 
2921 	for (;;) {
2922 		if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK)
2923 			break;
2924 
2925 		if (prof == NULL) {
2926 			if (zone_get_devroot(zone_name, rootpath,
2927 			    sizeof (rootpath)) != Z_OK) {
2928 				(void) zonecfg_endnwifent(handle);
2929 				zonecfg_fini_handle(handle);
2930 				zerror(zlogp, B_TRUE,
2931 				    "unable to determine dev root");
2932 				return (-1);
2933 			}
2934 			(void) snprintf(path, sizeof (path), "%s%s", rootpath,
2935 			    "/dev");
2936 			if (di_prof_init(path, &prof) != 0) {
2937 				(void) zonecfg_endnwifent(handle);
2938 				zonecfg_fini_handle(handle);
2939 				zerror(zlogp, B_TRUE,
2940 				    "failed to initialize profile");
2941 				return (-1);
2942 			}
2943 		}
2944 
2945 		/*
2946 		 * Create the /dev entry for backward compatibility.
2947 		 * Only create the /dev entry if it's not in use.
2948 		 * Note that the zone still boots when the assigned
2949 		 * interface is inaccessible, used by others, etc.
2950 		 * Also, when vanity naming is used, some interface do
2951 		 * do not have corresponding /dev node names (for example,
2952 		 * vanity named aggregations).  The /dev entry is not
2953 		 * created in that case.  The /dev/net entry is always
2954 		 * accessible.
2955 		 */
2956 		if (dladm_name2info(dld_handle, nwiftab.zone_nwif_physical,
2957 		    &linkid, NULL, NULL, NULL) == DLADM_STATUS_OK &&
2958 		    add_datalink(zlogp, zone_name, linkid,
2959 		    nwiftab.zone_nwif_physical) == 0) {
2960 			added = B_TRUE;
2961 		} else {
2962 			(void) zonecfg_endnwifent(handle);
2963 			zonecfg_fini_handle(handle);
2964 			zerror(zlogp, B_TRUE, "failed to add network device");
2965 			return (-1);
2966 		}
2967 		/* set up the new IP interface, and add them all later */
2968 		new = malloc(sizeof (*new));
2969 		if (new == NULL) {
2970 			zerror(zlogp, B_TRUE, "no memory for %s",
2971 			    nwiftab.zone_nwif_physical);
2972 			zonecfg_fini_handle(handle);
2973 			free_ip_interface(zalist);
2974 		}
2975 		bzero(new, sizeof (*new));
2976 		new->za_nwiftab = nwiftab;
2977 		new->za_linkid = linkid;
2978 		zalist = add_ip_interface(zalist, new);
2979 	}
2980 	if (zalist != NULL) {
2981 		if ((errno = add_net(zlogp, zoneid, zalist)) != 0) {
2982 			(void) zonecfg_endnwifent(handle);
2983 			zonecfg_fini_handle(handle);
2984 			zerror(zlogp, B_TRUE, "failed to add address");
2985 			free_ip_interface(zalist);
2986 			return (-1);
2987 		}
2988 		free_ip_interface(zalist);
2989 	}
2990 	(void) zonecfg_endnwifent(handle);
2991 	zonecfg_fini_handle(handle);
2992 
2993 	if (prof != NULL && added) {
2994 		if (di_prof_commit(prof) != 0) {
2995 			zerror(zlogp, B_TRUE, "failed to commit profile");
2996 			return (-1);
2997 		}
2998 	}
2999 	if (prof != NULL)
3000 		di_prof_fini(prof);
3001 
3002 	return (0);
3003 }
3004 
3005 static int
3006 remove_datalink_pool(zlog_t *zlogp, zoneid_t zoneid)
3007 {
3008 	ushort_t flags;
3009 	zone_iptype_t iptype;
3010 	int i, dlnum = 0;
3011 	datalink_id_t *dllink, *dllinks = NULL;
3012 	dladm_status_t err;
3013 
3014 	if (strlen(pool_name) == 0)
3015 		return (0);
3016 
3017 	if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags,
3018 	    sizeof (flags)) < 0) {
3019 		if (vplat_get_iptype(zlogp, &iptype) < 0) {
3020 			zerror(zlogp, B_FALSE, "unable to determine ip-type");
3021 			return (-1);
3022 		}
3023 	} else {
3024 		if (flags & ZF_NET_EXCL)
3025 			iptype = ZS_EXCLUSIVE;
3026 		else
3027 			iptype = ZS_SHARED;
3028 	}
3029 
3030 	if (iptype == ZS_EXCLUSIVE) {
3031 		/*
3032 		 * Get the datalink count and for each datalink,
3033 		 * attempt to clear the pool property and clear
3034 		 * the pool_name.
3035 		 */
3036 		if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) {
3037 			zerror(zlogp, B_TRUE, "unable to count network "
3038 			    "interfaces");
3039 			return (-1);
3040 		}
3041 
3042 		if (dlnum == 0)
3043 			return (0);
3044 
3045 		if ((dllinks = malloc(dlnum * sizeof (datalink_id_t)))
3046 		    == NULL) {
3047 			zerror(zlogp, B_TRUE, "memory allocation failed");
3048 			return (-1);
3049 		}
3050 		if (zone_list_datalink(zoneid, &dlnum, dllinks) != 0) {
3051 			zerror(zlogp, B_TRUE, "unable to list network "
3052 			    "interfaces");
3053 			return (-1);
3054 		}
3055 
3056 		bzero(pool_name, sizeof (pool_name));
3057 		for (i = 0, dllink = dllinks; i < dlnum; i++, dllink++) {
3058 			err = dladm_set_linkprop(dld_handle, *dllink, "pool",
3059 			    NULL, 0, DLADM_OPT_ACTIVE);
3060 			if (err != DLADM_STATUS_OK) {
3061 				zerror(zlogp, B_TRUE,
3062 				    "WARNING: unable to clear pool");
3063 			}
3064 		}
3065 		free(dllinks);
3066 	}
3067 	return (0);
3068 }
3069 
3070 static int
3071 remove_datalink_protect(zlog_t *zlogp, zoneid_t zoneid)
3072 {
3073 	ushort_t flags;
3074 	zone_iptype_t iptype;
3075 	int i, dlnum = 0;
3076 	dladm_status_t dlstatus;
3077 	datalink_id_t *dllink, *dllinks = NULL;
3078 
3079 	if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags,
3080 	    sizeof (flags)) < 0) {
3081 		if (vplat_get_iptype(zlogp, &iptype) < 0) {
3082 			zerror(zlogp, B_FALSE, "unable to determine ip-type");
3083 			return (-1);
3084 		}
3085 	} else {
3086 		if (flags & ZF_NET_EXCL)
3087 			iptype = ZS_EXCLUSIVE;
3088 		else
3089 			iptype = ZS_SHARED;
3090 	}
3091 
3092 	if (iptype != ZS_EXCLUSIVE)
3093 		return (0);
3094 
3095 	/*
3096 	 * Get the datalink count and for each datalink,
3097 	 * attempt to clear the pool property and clear
3098 	 * the pool_name.
3099 	 */
3100 	if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) {
3101 		zerror(zlogp, B_TRUE, "unable to count network interfaces");
3102 		return (-1);
3103 	}
3104 
3105 	if (dlnum == 0)
3106 		return (0);
3107 
3108 	if ((dllinks = malloc(dlnum * sizeof (datalink_id_t))) == NULL) {
3109 		zerror(zlogp, B_TRUE, "memory allocation failed");
3110 		return (-1);
3111 	}
3112 	if (zone_list_datalink(zoneid, &dlnum, dllinks) != 0) {
3113 		zerror(zlogp, B_TRUE, "unable to list network interfaces");
3114 		free(dllinks);
3115 		return (-1);
3116 	}
3117 
3118 	for (i = 0, dllink = dllinks; i < dlnum; i++, dllink++) {
3119 		char dlerr[DLADM_STRSIZE];
3120 
3121 		dlstatus = dladm_set_linkprop(dld_handle, *dllink,
3122 		    "protection", NULL, 0, DLADM_OPT_ACTIVE);
3123 		if (dlstatus == DLADM_STATUS_NOTFOUND) {
3124 			/* datalink does not belong to the GZ */
3125 			continue;
3126 		}
3127 		if (dlstatus != DLADM_STATUS_OK) {
3128 			zerror(zlogp, B_FALSE,
3129 			    dladm_status2str(dlstatus, dlerr));
3130 			free(dllinks);
3131 			return (-1);
3132 		}
3133 		dlstatus = dladm_set_linkprop(dld_handle, *dllink,
3134 		    "allowed-ips", NULL, 0, DLADM_OPT_ACTIVE);
3135 		if (dlstatus != DLADM_STATUS_OK) {
3136 			zerror(zlogp, B_FALSE,
3137 			    dladm_status2str(dlstatus, dlerr));
3138 			free(dllinks);
3139 			return (-1);
3140 		}
3141 	}
3142 	free(dllinks);
3143 	return (0);
3144 }
3145 
3146 static int
3147 unconfigure_exclusive_network_interfaces(zlog_t *zlogp, zoneid_t zoneid)
3148 {
3149 	int dlnum = 0;
3150 
3151 	/*
3152 	 * The kernel shutdown callback for the dls module should have removed
3153 	 * all datalinks from this zone.  If any remain, then there's a
3154 	 * problem.
3155 	 */
3156 	if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) {
3157 		zerror(zlogp, B_TRUE, "unable to list network interfaces");
3158 		return (-1);
3159 	}
3160 	if (dlnum != 0) {
3161 		zerror(zlogp, B_FALSE,
3162 		    "datalinks remain in zone after shutdown");
3163 		return (-1);
3164 	}
3165 	return (0);
3166 }
3167 
3168 static int
3169 tcp_abort_conn(zlog_t *zlogp, zoneid_t zoneid,
3170     const struct sockaddr_storage *local, const struct sockaddr_storage *remote)
3171 {
3172 	int fd;
3173 	struct strioctl ioc;
3174 	tcp_ioc_abort_conn_t conn;
3175 	int error;
3176 
3177 	conn.ac_local = *local;
3178 	conn.ac_remote = *remote;
3179 	conn.ac_start = TCPS_SYN_SENT;
3180 	conn.ac_end = TCPS_TIME_WAIT;
3181 	conn.ac_zoneid = zoneid;
3182 
3183 	ioc.ic_cmd = TCP_IOC_ABORT_CONN;
3184 	ioc.ic_timout = -1; /* infinite timeout */
3185 	ioc.ic_len = sizeof (conn);
3186 	ioc.ic_dp = (char *)&conn;
3187 
3188 	if ((fd = open("/dev/tcp", O_RDONLY)) < 0) {
3189 		zerror(zlogp, B_TRUE, "unable to open %s", "/dev/tcp");
3190 		return (-1);
3191 	}
3192 
3193 	error = ioctl(fd, I_STR, &ioc);
3194 	(void) close(fd);
3195 	if (error == 0 || errno == ENOENT)	/* ENOENT is not an error */
3196 		return (0);
3197 	return (-1);
3198 }
3199 
3200 static int
3201 tcp_abort_connections(zlog_t *zlogp, zoneid_t zoneid)
3202 {
3203 	struct sockaddr_storage l, r;
3204 	struct sockaddr_in *local, *remote;
3205 	struct sockaddr_in6 *local6, *remote6;
3206 	int error;
3207 
3208 	/*
3209 	 * Abort IPv4 connections.
3210 	 */
3211 	bzero(&l, sizeof (*local));
3212 	local = (struct sockaddr_in *)&l;
3213 	local->sin_family = AF_INET;
3214 	local->sin_addr.s_addr = INADDR_ANY;
3215 	local->sin_port = 0;
3216 
3217 	bzero(&r, sizeof (*remote));
3218 	remote = (struct sockaddr_in *)&r;
3219 	remote->sin_family = AF_INET;
3220 	remote->sin_addr.s_addr = INADDR_ANY;
3221 	remote->sin_port = 0;
3222 
3223 	if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0)
3224 		return (error);
3225 
3226 	/*
3227 	 * Abort IPv6 connections.
3228 	 */
3229 	bzero(&l, sizeof (*local6));
3230 	local6 = (struct sockaddr_in6 *)&l;
3231 	local6->sin6_family = AF_INET6;
3232 	local6->sin6_port = 0;
3233 	local6->sin6_addr = in6addr_any;
3234 
3235 	bzero(&r, sizeof (*remote6));
3236 	remote6 = (struct sockaddr_in6 *)&r;
3237 	remote6->sin6_family = AF_INET6;
3238 	remote6->sin6_port = 0;
3239 	remote6->sin6_addr = in6addr_any;
3240 
3241 	if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0)
3242 		return (error);
3243 	return (0);
3244 }
3245 
3246 static int
3247 get_privset(zlog_t *zlogp, priv_set_t *privs, zone_mnt_t mount_cmd)
3248 {
3249 	int error = -1;
3250 	zone_dochandle_t handle;
3251 	char *privname = NULL;
3252 
3253 	if ((handle = zonecfg_init_handle()) == NULL) {
3254 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3255 		return (-1);
3256 	}
3257 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
3258 		zerror(zlogp, B_FALSE, "invalid configuration");
3259 		zonecfg_fini_handle(handle);
3260 		return (-1);
3261 	}
3262 
3263 	if (ALT_MOUNT(mount_cmd)) {
3264 		zone_iptype_t	iptype;
3265 		const char	*curr_iptype;
3266 
3267 		if (zonecfg_get_iptype(handle, &iptype) != Z_OK) {
3268 			zerror(zlogp, B_TRUE, "unable to determine ip-type");
3269 			zonecfg_fini_handle(handle);
3270 			return (-1);
3271 		}
3272 
3273 		switch (iptype) {
3274 		case ZS_SHARED:
3275 			curr_iptype = "shared";
3276 			break;
3277 		case ZS_EXCLUSIVE:
3278 			curr_iptype = "exclusive";
3279 			break;
3280 		}
3281 
3282 		if (zonecfg_default_privset(privs, curr_iptype) == Z_OK) {
3283 			zonecfg_fini_handle(handle);
3284 			return (0);
3285 		}
3286 		zerror(zlogp, B_FALSE,
3287 		    "failed to determine the zone's default privilege set");
3288 		zonecfg_fini_handle(handle);
3289 		return (-1);
3290 	}
3291 
3292 	switch (zonecfg_get_privset(handle, privs, &privname)) {
3293 	case Z_OK:
3294 		error = 0;
3295 		break;
3296 	case Z_PRIV_PROHIBITED:
3297 		zerror(zlogp, B_FALSE, "privilege \"%s\" is not permitted "
3298 		    "within the zone's privilege set", privname);
3299 		break;
3300 	case Z_PRIV_REQUIRED:
3301 		zerror(zlogp, B_FALSE, "required privilege \"%s\" is missing "
3302 		    "from the zone's privilege set", privname);
3303 		break;
3304 	case Z_PRIV_UNKNOWN:
3305 		zerror(zlogp, B_FALSE, "unknown privilege \"%s\" specified "
3306 		    "in the zone's privilege set", privname);
3307 		break;
3308 	default:
3309 		zerror(zlogp, B_FALSE, "failed to determine the zone's "
3310 		    "privilege set");
3311 		break;
3312 	}
3313 
3314 	free(privname);
3315 	zonecfg_fini_handle(handle);
3316 	return (error);
3317 }
3318 
3319 static int
3320 get_rctls(zlog_t *zlogp, char **bufp, size_t *bufsizep)
3321 {
3322 	nvlist_t *nvl = NULL;
3323 	char *nvl_packed = NULL;
3324 	size_t nvl_size = 0;
3325 	nvlist_t **nvlv = NULL;
3326 	int rctlcount = 0;
3327 	int error = -1;
3328 	zone_dochandle_t handle;
3329 	struct zone_rctltab rctltab;
3330 	rctlblk_t *rctlblk = NULL;
3331 	uint64_t maxlwps;
3332 	uint64_t maxprocs;
3333 
3334 	*bufp = NULL;
3335 	*bufsizep = 0;
3336 
3337 	if ((handle = zonecfg_init_handle()) == NULL) {
3338 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3339 		return (-1);
3340 	}
3341 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
3342 		zerror(zlogp, B_FALSE, "invalid configuration");
3343 		zonecfg_fini_handle(handle);
3344 		return (-1);
3345 	}
3346 
3347 	rctltab.zone_rctl_valptr = NULL;
3348 	if (nvlist_alloc(&nvl, NV_UNIQUE_NAME, 0) != 0) {
3349 		zerror(zlogp, B_TRUE, "%s failed", "nvlist_alloc");
3350 		goto out;
3351 	}
3352 
3353 	/*
3354 	 * Allow the administrator to control both the maximum number of
3355 	 * process table slots and the maximum number of lwps with just the
3356 	 * max-processes property.  If only the max-processes property is set,
3357 	 * we add a max-lwps property with a limit derived from max-processes.
3358 	 */
3359 	if (zonecfg_get_aliased_rctl(handle, ALIAS_MAXPROCS, &maxprocs)
3360 	    == Z_OK &&
3361 	    zonecfg_get_aliased_rctl(handle, ALIAS_MAXLWPS, &maxlwps)
3362 	    == Z_NO_ENTRY) {
3363 		if (zonecfg_set_aliased_rctl(handle, ALIAS_MAXLWPS,
3364 		    maxprocs * LWPS_PER_PROCESS) != Z_OK) {
3365 			zerror(zlogp, B_FALSE, "unable to set max-lwps alias");
3366 			goto out;
3367 		}
3368 	}
3369 
3370 	if (zonecfg_setrctlent(handle) != Z_OK) {
3371 		zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setrctlent");
3372 		goto out;
3373 	}
3374 
3375 	if ((rctlblk = malloc(rctlblk_size())) == NULL) {
3376 		zerror(zlogp, B_TRUE, "memory allocation failed");
3377 		goto out;
3378 	}
3379 	while (zonecfg_getrctlent(handle, &rctltab) == Z_OK) {
3380 		struct zone_rctlvaltab *rctlval;
3381 		uint_t i, count;
3382 		const char *name = rctltab.zone_rctl_name;
3383 
3384 		/* zoneadm should have already warned about unknown rctls. */
3385 		if (!zonecfg_is_rctl(name)) {
3386 			zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr);
3387 			rctltab.zone_rctl_valptr = NULL;
3388 			continue;
3389 		}
3390 		count = 0;
3391 		for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL;
3392 		    rctlval = rctlval->zone_rctlval_next) {
3393 			count++;
3394 		}
3395 		if (count == 0) {	/* ignore */
3396 			continue;	/* Nothing to free */
3397 		}
3398 		if ((nvlv = malloc(sizeof (*nvlv) * count)) == NULL)
3399 			goto out;
3400 		i = 0;
3401 		for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL;
3402 		    rctlval = rctlval->zone_rctlval_next, i++) {
3403 			if (nvlist_alloc(&nvlv[i], NV_UNIQUE_NAME, 0) != 0) {
3404 				zerror(zlogp, B_TRUE, "%s failed",
3405 				    "nvlist_alloc");
3406 				goto out;
3407 			}
3408 			if (zonecfg_construct_rctlblk(rctlval, rctlblk)
3409 			    != Z_OK) {
3410 				zerror(zlogp, B_FALSE, "invalid rctl value: "
3411 				    "(priv=%s,limit=%s,action=%s)",
3412 				    rctlval->zone_rctlval_priv,
3413 				    rctlval->zone_rctlval_limit,
3414 				    rctlval->zone_rctlval_action);
3415 				goto out;
3416 			}
3417 			if (!zonecfg_valid_rctl(name, rctlblk)) {
3418 				zerror(zlogp, B_FALSE,
3419 				    "(priv=%s,limit=%s,action=%s) is not a "
3420 				    "valid value for rctl '%s'",
3421 				    rctlval->zone_rctlval_priv,
3422 				    rctlval->zone_rctlval_limit,
3423 				    rctlval->zone_rctlval_action,
3424 				    name);
3425 				goto out;
3426 			}
3427 			if (nvlist_add_uint64(nvlv[i], "privilege",
3428 			    rctlblk_get_privilege(rctlblk)) != 0) {
3429 				zerror(zlogp, B_FALSE, "%s failed",
3430 				    "nvlist_add_uint64");
3431 				goto out;
3432 			}
3433 			if (nvlist_add_uint64(nvlv[i], "limit",
3434 			    rctlblk_get_value(rctlblk)) != 0) {
3435 				zerror(zlogp, B_FALSE, "%s failed",
3436 				    "nvlist_add_uint64");
3437 				goto out;
3438 			}
3439 			if (nvlist_add_uint64(nvlv[i], "action",
3440 			    (uint_t)rctlblk_get_local_action(rctlblk, NULL))
3441 			    != 0) {
3442 				zerror(zlogp, B_FALSE, "%s failed",
3443 				    "nvlist_add_uint64");
3444 				goto out;
3445 			}
3446 		}
3447 		zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr);
3448 		rctltab.zone_rctl_valptr = NULL;
3449 		if (nvlist_add_nvlist_array(nvl, (char *)name, nvlv, count)
3450 		    != 0) {
3451 			zerror(zlogp, B_FALSE, "%s failed",
3452 			    "nvlist_add_nvlist_array");
3453 			goto out;
3454 		}
3455 		for (i = 0; i < count; i++)
3456 			nvlist_free(nvlv[i]);
3457 		free(nvlv);
3458 		nvlv = NULL;
3459 		rctlcount++;
3460 	}
3461 	(void) zonecfg_endrctlent(handle);
3462 
3463 	if (rctlcount == 0) {
3464 		error = 0;
3465 		goto out;
3466 	}
3467 	if (nvlist_pack(nvl, &nvl_packed, &nvl_size, NV_ENCODE_NATIVE, 0)
3468 	    != 0) {
3469 		zerror(zlogp, B_FALSE, "%s failed", "nvlist_pack");
3470 		goto out;
3471 	}
3472 
3473 	error = 0;
3474 	*bufp = nvl_packed;
3475 	*bufsizep = nvl_size;
3476 
3477 out:
3478 	free(rctlblk);
3479 	zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr);
3480 	if (error && nvl_packed != NULL)
3481 		free(nvl_packed);
3482 	if (nvl != NULL)
3483 		nvlist_free(nvl);
3484 	if (nvlv != NULL)
3485 		free(nvlv);
3486 	if (handle != NULL)
3487 		zonecfg_fini_handle(handle);
3488 	return (error);
3489 }
3490 
3491 static int
3492 get_implicit_datasets(zlog_t *zlogp, char **retstr)
3493 {
3494 	char cmdbuf[2 * MAXPATHLEN];
3495 
3496 	if (query_hook[0] == '\0')
3497 		return (0);
3498 
3499 	if (snprintf(cmdbuf, sizeof (cmdbuf), "%s datasets", query_hook)
3500 	    > sizeof (cmdbuf))
3501 		return (-1);
3502 
3503 	if (do_subproc(zlogp, cmdbuf, retstr) != 0)
3504 		return (-1);
3505 
3506 	return (0);
3507 }
3508 
3509 static int
3510 get_datasets(zlog_t *zlogp, char **bufp, size_t *bufsizep)
3511 {
3512 	zone_dochandle_t handle;
3513 	struct zone_dstab dstab;
3514 	size_t total, offset, len;
3515 	int error = -1;
3516 	char *str = NULL;
3517 	char *implicit_datasets = NULL;
3518 	int implicit_len = 0;
3519 
3520 	*bufp = NULL;
3521 	*bufsizep = 0;
3522 
3523 	if ((handle = zonecfg_init_handle()) == NULL) {
3524 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3525 		return (-1);
3526 	}
3527 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
3528 		zerror(zlogp, B_FALSE, "invalid configuration");
3529 		zonecfg_fini_handle(handle);
3530 		return (-1);
3531 	}
3532 
3533 	if (get_implicit_datasets(zlogp, &implicit_datasets) != 0) {
3534 		zerror(zlogp, B_FALSE, "getting implicit datasets failed");
3535 		goto out;
3536 	}
3537 
3538 	if (zonecfg_setdsent(handle) != Z_OK) {
3539 		zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent");
3540 		goto out;
3541 	}
3542 
3543 	total = 0;
3544 	while (zonecfg_getdsent(handle, &dstab) == Z_OK)
3545 		total += strlen(dstab.zone_dataset_name) + 1;
3546 	(void) zonecfg_enddsent(handle);
3547 
3548 	if (implicit_datasets != NULL)
3549 		implicit_len = strlen(implicit_datasets);
3550 	if (implicit_len > 0)
3551 		total += implicit_len + 1;
3552 
3553 	if (total == 0) {
3554 		error = 0;
3555 		goto out;
3556 	}
3557 
3558 	if ((str = malloc(total)) == NULL) {
3559 		zerror(zlogp, B_TRUE, "memory allocation failed");
3560 		goto out;
3561 	}
3562 
3563 	if (zonecfg_setdsent(handle) != Z_OK) {
3564 		zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent");
3565 		goto out;
3566 	}
3567 	offset = 0;
3568 	while (zonecfg_getdsent(handle, &dstab) == Z_OK) {
3569 		len = strlen(dstab.zone_dataset_name);
3570 		(void) strlcpy(str + offset, dstab.zone_dataset_name,
3571 		    total - offset);
3572 		offset += len;
3573 		if (offset < total - 1)
3574 			str[offset++] = ',';
3575 	}
3576 	(void) zonecfg_enddsent(handle);
3577 
3578 	if (implicit_len > 0)
3579 		(void) strlcpy(str + offset, implicit_datasets, total - offset);
3580 
3581 	error = 0;
3582 	*bufp = str;
3583 	*bufsizep = total;
3584 
3585 out:
3586 	if (error != 0 && str != NULL)
3587 		free(str);
3588 	if (handle != NULL)
3589 		zonecfg_fini_handle(handle);
3590 	if (implicit_datasets != NULL)
3591 		free(implicit_datasets);
3592 
3593 	return (error);
3594 }
3595 
3596 static int
3597 validate_datasets(zlog_t *zlogp)
3598 {
3599 	zone_dochandle_t handle;
3600 	struct zone_dstab dstab;
3601 	zfs_handle_t *zhp;
3602 	libzfs_handle_t *hdl;
3603 
3604 	if ((handle = zonecfg_init_handle()) == NULL) {
3605 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3606 		return (-1);
3607 	}
3608 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
3609 		zerror(zlogp, B_FALSE, "invalid configuration");
3610 		zonecfg_fini_handle(handle);
3611 		return (-1);
3612 	}
3613 
3614 	if (zonecfg_setdsent(handle) != Z_OK) {
3615 		zerror(zlogp, B_FALSE, "invalid configuration");
3616 		zonecfg_fini_handle(handle);
3617 		return (-1);
3618 	}
3619 
3620 	if ((hdl = libzfs_init()) == NULL) {
3621 		zerror(zlogp, B_FALSE, "opening ZFS library");
3622 		zonecfg_fini_handle(handle);
3623 		return (-1);
3624 	}
3625 
3626 	while (zonecfg_getdsent(handle, &dstab) == Z_OK) {
3627 
3628 		if ((zhp = zfs_open(hdl, dstab.zone_dataset_name,
3629 		    ZFS_TYPE_FILESYSTEM)) == NULL) {
3630 			zerror(zlogp, B_FALSE, "cannot open ZFS dataset '%s'",
3631 			    dstab.zone_dataset_name);
3632 			zonecfg_fini_handle(handle);
3633 			libzfs_fini(hdl);
3634 			return (-1);
3635 		}
3636 
3637 		/*
3638 		 * Automatically set the 'zoned' property.  We check the value
3639 		 * first because we'll get EPERM if it is already set.
3640 		 */
3641 		if (!zfs_prop_get_int(zhp, ZFS_PROP_ZONED) &&
3642 		    zfs_prop_set(zhp, zfs_prop_to_name(ZFS_PROP_ZONED),
3643 		    "on") != 0) {
3644 			zerror(zlogp, B_FALSE, "cannot set 'zoned' "
3645 			    "property for ZFS dataset '%s'\n",
3646 			    dstab.zone_dataset_name);
3647 			zonecfg_fini_handle(handle);
3648 			zfs_close(zhp);
3649 			libzfs_fini(hdl);
3650 			return (-1);
3651 		}
3652 
3653 		zfs_close(zhp);
3654 	}
3655 	(void) zonecfg_enddsent(handle);
3656 
3657 	zonecfg_fini_handle(handle);
3658 	libzfs_fini(hdl);
3659 
3660 	return (0);
3661 }
3662 
3663 /*
3664  * Return true if the path is its own zfs file system.  We determine this
3665  * by stat-ing the path to see if it is zfs and stat-ing the parent to see
3666  * if it is a different fs.
3667  */
3668 boolean_t
3669 is_zonepath_zfs(char *zonepath)
3670 {
3671 	int res;
3672 	char *path;
3673 	char *parent;
3674 	struct statvfs64 buf1, buf2;
3675 
3676 	if (statvfs64(zonepath, &buf1) != 0)
3677 		return (B_FALSE);
3678 
3679 	if (strcmp(buf1.f_basetype, "zfs") != 0)
3680 		return (B_FALSE);
3681 
3682 	if ((path = strdup(zonepath)) == NULL)
3683 		return (B_FALSE);
3684 
3685 	parent = dirname(path);
3686 	res = statvfs64(parent, &buf2);
3687 	free(path);
3688 
3689 	if (res != 0)
3690 		return (B_FALSE);
3691 
3692 	if (buf1.f_fsid == buf2.f_fsid)
3693 		return (B_FALSE);
3694 
3695 	return (B_TRUE);
3696 }
3697 
3698 /*
3699  * Verify the MAC label in the root dataset for the zone.
3700  * If the label exists, it must match the label configured for the zone.
3701  * Otherwise if there's no label on the dataset, create one here.
3702  */
3703 
3704 static int
3705 validate_rootds_label(zlog_t *zlogp, char *rootpath, m_label_t *zone_sl)
3706 {
3707 	int		error = -1;
3708 	zfs_handle_t	*zhp;
3709 	libzfs_handle_t	*hdl;
3710 	m_label_t	ds_sl;
3711 	char		zonepath[MAXPATHLEN];
3712 	char		ds_hexsl[MAXNAMELEN];
3713 
3714 	if (!is_system_labeled())
3715 		return (0);
3716 
3717 	if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) {
3718 		zerror(zlogp, B_TRUE, "unable to determine zone path");
3719 		return (-1);
3720 	}
3721 
3722 	if (!is_zonepath_zfs(zonepath))
3723 		return (0);
3724 
3725 	if ((hdl = libzfs_init()) == NULL) {
3726 		zerror(zlogp, B_FALSE, "opening ZFS library");
3727 		return (-1);
3728 	}
3729 
3730 	if ((zhp = zfs_path_to_zhandle(hdl, rootpath,
3731 	    ZFS_TYPE_FILESYSTEM)) == NULL) {
3732 		zerror(zlogp, B_FALSE, "cannot open ZFS dataset for path '%s'",
3733 		    rootpath);
3734 		libzfs_fini(hdl);
3735 		return (-1);
3736 	}
3737 
3738 	/* Get the mlslabel property if it exists. */
3739 	if ((zfs_prop_get(zhp, ZFS_PROP_MLSLABEL, ds_hexsl, MAXNAMELEN,
3740 	    NULL, NULL, 0, B_TRUE) != 0) ||
3741 	    (strcmp(ds_hexsl, ZFS_MLSLABEL_DEFAULT) == 0)) {
3742 		char		*str2 = NULL;
3743 
3744 		/*
3745 		 * No label on the dataset (or default only); create one.
3746 		 * (Only do this automatic labeling for the labeled brand.)
3747 		 */
3748 		if (strcmp(brand_name, LABELED_BRAND_NAME) != 0) {
3749 			error = 0;
3750 			goto out;
3751 		}
3752 
3753 		error = l_to_str_internal(zone_sl, &str2);
3754 		if (error)
3755 			goto out;
3756 		if (str2 == NULL) {
3757 			error = -1;
3758 			goto out;
3759 		}
3760 		if ((error = zfs_prop_set(zhp,
3761 		    zfs_prop_to_name(ZFS_PROP_MLSLABEL), str2)) != 0) {
3762 			zerror(zlogp, B_FALSE, "cannot set 'mlslabel' "
3763 			    "property for root dataset at '%s'\n", rootpath);
3764 		}
3765 		free(str2);
3766 		goto out;
3767 	}
3768 
3769 	/* Convert the retrieved dataset label to binary form. */
3770 	error = hexstr_to_label(ds_hexsl, &ds_sl);
3771 	if (error) {
3772 		zerror(zlogp, B_FALSE, "invalid 'mlslabel' "
3773 		    "property on root dataset at '%s'\n", rootpath);
3774 		goto out;			/* exit with error */
3775 	}
3776 
3777 	/*
3778 	 * Perform a MAC check by comparing the zone label with the
3779 	 * dataset label.
3780 	 */
3781 	error = (!blequal(zone_sl, &ds_sl));
3782 	if (error)
3783 		zerror(zlogp, B_FALSE, "Rootpath dataset has mismatched label");
3784 out:
3785 	zfs_close(zhp);
3786 	libzfs_fini(hdl);
3787 
3788 	return (error);
3789 }
3790 
3791 /*
3792  * Mount lower level home directories into/from current zone
3793  * Share exported directories specified in dfstab for zone
3794  */
3795 static int
3796 tsol_mounts(zlog_t *zlogp, char *zone_name, char *rootpath)
3797 {
3798 	zoneid_t *zids = NULL;
3799 	priv_set_t *zid_privs;
3800 	const priv_impl_info_t *ip = NULL;
3801 	uint_t nzents_saved;
3802 	uint_t nzents;
3803 	int i;
3804 	char readonly[] = "ro";
3805 	struct zone_fstab lower_fstab;
3806 	char *argv[4];
3807 
3808 	if (!is_system_labeled())
3809 		return (0);
3810 
3811 	if (zid_label == NULL) {
3812 		zid_label = m_label_alloc(MAC_LABEL);
3813 		if (zid_label == NULL)
3814 			return (-1);
3815 	}
3816 
3817 	/* Make sure our zone has an /export/home dir */
3818 	(void) make_one_dir(zlogp, rootpath, "/export/home",
3819 	    DEFAULT_DIR_MODE, DEFAULT_DIR_USER, DEFAULT_DIR_GROUP);
3820 
3821 	lower_fstab.zone_fs_raw[0] = '\0';
3822 	(void) strlcpy(lower_fstab.zone_fs_type, MNTTYPE_LOFS,
3823 	    sizeof (lower_fstab.zone_fs_type));
3824 	lower_fstab.zone_fs_options = NULL;
3825 	(void) zonecfg_add_fs_option(&lower_fstab, readonly);
3826 
3827 	/*
3828 	 * Get the list of zones from the kernel
3829 	 */
3830 	if (zone_list(NULL, &nzents) != 0) {
3831 		zerror(zlogp, B_TRUE, "unable to list zones");
3832 		zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3833 		return (-1);
3834 	}
3835 again:
3836 	if (nzents == 0) {
3837 		zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3838 		return (-1);
3839 	}
3840 
3841 	zids = malloc(nzents * sizeof (zoneid_t));
3842 	if (zids == NULL) {
3843 		zerror(zlogp, B_TRUE, "memory allocation failed");
3844 		return (-1);
3845 	}
3846 	nzents_saved = nzents;
3847 
3848 	if (zone_list(zids, &nzents) != 0) {
3849 		zerror(zlogp, B_TRUE, "unable to list zones");
3850 		zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3851 		free(zids);
3852 		return (-1);
3853 	}
3854 	if (nzents != nzents_saved) {
3855 		/* list changed, try again */
3856 		free(zids);
3857 		goto again;
3858 	}
3859 
3860 	ip = getprivimplinfo();
3861 	if ((zid_privs = priv_allocset()) == NULL) {
3862 		zerror(zlogp, B_TRUE, "%s failed", "priv_allocset");
3863 		zonecfg_free_fs_option_list(
3864 		    lower_fstab.zone_fs_options);
3865 		free(zids);
3866 		return (-1);
3867 	}
3868 
3869 	for (i = 0; i < nzents; i++) {
3870 		char zid_name[ZONENAME_MAX];
3871 		zone_state_t zid_state;
3872 		char zid_rpath[MAXPATHLEN];
3873 		struct stat stat_buf;
3874 
3875 		if (zids[i] == GLOBAL_ZONEID)
3876 			continue;
3877 
3878 		if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1)
3879 			continue;
3880 
3881 		/*
3882 		 * Do special setup for the zone we are booting
3883 		 */
3884 		if (strcmp(zid_name, zone_name) == 0) {
3885 			struct zone_fstab autofs_fstab;
3886 			char map_path[MAXPATHLEN];
3887 			int fd;
3888 
3889 			/*
3890 			 * Create auto_home_<zone> map for this zone
3891 			 * in the global zone. The non-global zone entry
3892 			 * will be created by automount when the zone
3893 			 * is booted.
3894 			 */
3895 
3896 			(void) snprintf(autofs_fstab.zone_fs_special,
3897 			    MAXPATHLEN, "auto_home_%s", zid_name);
3898 
3899 			(void) snprintf(autofs_fstab.zone_fs_dir, MAXPATHLEN,
3900 			    "/zone/%s/home", zid_name);
3901 
3902 			(void) snprintf(map_path, sizeof (map_path),
3903 			    "/etc/%s", autofs_fstab.zone_fs_special);
3904 			/*
3905 			 * If the map file doesn't exist create a template
3906 			 */
3907 			if ((fd = open(map_path, O_RDWR | O_CREAT | O_EXCL,
3908 			    S_IRUSR | S_IWUSR | S_IRGRP| S_IROTH)) != -1) {
3909 				int len;
3910 				char map_rec[MAXPATHLEN];
3911 
3912 				len = snprintf(map_rec, sizeof (map_rec),
3913 				    "+%s\n*\t-fstype=lofs\t:%s/export/home/&\n",
3914 				    autofs_fstab.zone_fs_special, rootpath);
3915 				(void) write(fd, map_rec, len);
3916 				(void) close(fd);
3917 			}
3918 
3919 			/*
3920 			 * Mount auto_home_<zone> in the global zone if absent.
3921 			 * If it's already of type autofs, then
3922 			 * don't mount it again.
3923 			 */
3924 			if ((stat(autofs_fstab.zone_fs_dir, &stat_buf) == -1) ||
3925 			    strcmp(stat_buf.st_fstype, MNTTYPE_AUTOFS) != 0) {
3926 				char optstr[] = "indirect,ignore,nobrowse";
3927 
3928 				(void) make_one_dir(zlogp, "",
3929 				    autofs_fstab.zone_fs_dir, DEFAULT_DIR_MODE,
3930 				    DEFAULT_DIR_USER, DEFAULT_DIR_GROUP);
3931 
3932 				/*
3933 				 * Mount will fail if automounter has already
3934 				 * processed the auto_home_<zonename> map
3935 				 */
3936 				(void) domount(zlogp, MNTTYPE_AUTOFS, optstr,
3937 				    autofs_fstab.zone_fs_special,
3938 				    autofs_fstab.zone_fs_dir);
3939 			}
3940 			continue;
3941 		}
3942 
3943 
3944 		if (zone_get_state(zid_name, &zid_state) != Z_OK ||
3945 		    (zid_state != ZONE_STATE_READY &&
3946 		    zid_state != ZONE_STATE_RUNNING))
3947 			/* Skip over zones without mounted filesystems */
3948 			continue;
3949 
3950 		if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label,
3951 		    sizeof (m_label_t)) < 0)
3952 			/* Skip over zones with unspecified label */
3953 			continue;
3954 
3955 		if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath,
3956 		    sizeof (zid_rpath)) == -1)
3957 			/* Skip over zones with bad path */
3958 			continue;
3959 
3960 		if (zone_getattr(zids[i], ZONE_ATTR_PRIVSET, zid_privs,
3961 		    sizeof (priv_chunk_t) * ip->priv_setsize) == -1)
3962 			/* Skip over zones with bad privs */
3963 			continue;
3964 
3965 		/*
3966 		 * Reading down is valid according to our label model
3967 		 * but some customers want to disable it because it
3968 		 * allows execute down and other possible attacks.
3969 		 * Therefore, we restrict this feature to zones that
3970 		 * have the NET_MAC_AWARE privilege which is required
3971 		 * for NFS read-down semantics.
3972 		 */
3973 		if ((bldominates(zlabel, zid_label)) &&
3974 		    (priv_ismember(zprivs, PRIV_NET_MAC_AWARE))) {
3975 			/*
3976 			 * Our zone dominates this one.
3977 			 * Create a lofs mount from lower zone's /export/home
3978 			 */
3979 			(void) snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN,
3980 			    "%s/zone/%s/export/home", rootpath, zid_name);
3981 
3982 			/*
3983 			 * If the target is already an LOFS mount
3984 			 * then don't do it again.
3985 			 */
3986 			if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) ||
3987 			    strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) {
3988 
3989 				if (snprintf(lower_fstab.zone_fs_special,
3990 				    MAXPATHLEN, "%s/export",
3991 				    zid_rpath) > MAXPATHLEN)
3992 					continue;
3993 
3994 				/*
3995 				 * Make sure the lower-level home exists
3996 				 */
3997 				if (make_one_dir(zlogp,
3998 				    lower_fstab.zone_fs_special, "/home",
3999 				    DEFAULT_DIR_MODE, DEFAULT_DIR_USER,
4000 				    DEFAULT_DIR_GROUP) != 0)
4001 					continue;
4002 
4003 				(void) strlcat(lower_fstab.zone_fs_special,
4004 				    "/home", MAXPATHLEN);
4005 
4006 				/*
4007 				 * Mount can fail because the lower-level
4008 				 * zone may have already done a mount up.
4009 				 */
4010 				(void) mount_one(zlogp, &lower_fstab, "",
4011 				    Z_MNT_BOOT);
4012 			}
4013 		} else if ((bldominates(zid_label, zlabel)) &&
4014 		    (priv_ismember(zid_privs, PRIV_NET_MAC_AWARE))) {
4015 			/*
4016 			 * This zone dominates our zone.
4017 			 * Create a lofs mount from our zone's /export/home
4018 			 */
4019 			if (snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN,
4020 			    "%s/zone/%s/export/home", zid_rpath,
4021 			    zone_name) > MAXPATHLEN)
4022 				continue;
4023 
4024 			/*
4025 			 * If the target is already an LOFS mount
4026 			 * then don't do it again.
4027 			 */
4028 			if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) ||
4029 			    strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) {
4030 
4031 				(void) snprintf(lower_fstab.zone_fs_special,
4032 				    MAXPATHLEN, "%s/export/home", rootpath);
4033 
4034 				/*
4035 				 * Mount can fail because the higher-level
4036 				 * zone may have already done a mount down.
4037 				 */
4038 				(void) mount_one(zlogp, &lower_fstab, "",
4039 				    Z_MNT_BOOT);
4040 			}
4041 		}
4042 	}
4043 	zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
4044 	priv_freeset(zid_privs);
4045 	free(zids);
4046 
4047 	/*
4048 	 * Now share any exported directories from this zone.
4049 	 * Each zone can have its own dfstab.
4050 	 */
4051 
4052 	argv[0] = "zoneshare";
4053 	argv[1] = "-z";
4054 	argv[2] = zone_name;
4055 	argv[3] = NULL;
4056 
4057 	(void) forkexec(zlogp, "/usr/lib/zones/zoneshare", argv);
4058 	/* Don't check for errors since they don't affect the zone */
4059 
4060 	return (0);
4061 }
4062 
4063 /*
4064  * Unmount lofs mounts from higher level zones
4065  * Unshare nfs exported directories
4066  */
4067 static void
4068 tsol_unmounts(zlog_t *zlogp, char *zone_name)
4069 {
4070 	zoneid_t *zids = NULL;
4071 	uint_t nzents_saved;
4072 	uint_t nzents;
4073 	int i;
4074 	char *argv[4];
4075 	char path[MAXPATHLEN];
4076 
4077 	if (!is_system_labeled())
4078 		return;
4079 
4080 	/*
4081 	 * Get the list of zones from the kernel
4082 	 */
4083 	if (zone_list(NULL, &nzents) != 0) {
4084 		return;
4085 	}
4086 
4087 	if (zid_label == NULL) {
4088 		zid_label = m_label_alloc(MAC_LABEL);
4089 		if (zid_label == NULL)
4090 			return;
4091 	}
4092 
4093 again:
4094 	if (nzents == 0)
4095 		return;
4096 
4097 	zids = malloc(nzents * sizeof (zoneid_t));
4098 	if (zids == NULL) {
4099 		zerror(zlogp, B_TRUE, "memory allocation failed");
4100 		return;
4101 	}
4102 	nzents_saved = nzents;
4103 
4104 	if (zone_list(zids, &nzents) != 0) {
4105 		free(zids);
4106 		return;
4107 	}
4108 	if (nzents != nzents_saved) {
4109 		/* list changed, try again */
4110 		free(zids);
4111 		goto again;
4112 	}
4113 
4114 	for (i = 0; i < nzents; i++) {
4115 		char zid_name[ZONENAME_MAX];
4116 		zone_state_t zid_state;
4117 		char zid_rpath[MAXPATHLEN];
4118 
4119 		if (zids[i] == GLOBAL_ZONEID)
4120 			continue;
4121 
4122 		if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1)
4123 			continue;
4124 
4125 		/*
4126 		 * Skip the zone we are halting
4127 		 */
4128 		if (strcmp(zid_name, zone_name) == 0)
4129 			continue;
4130 
4131 		if ((zone_getattr(zids[i], ZONE_ATTR_STATUS, &zid_state,
4132 		    sizeof (zid_state)) < 0) ||
4133 		    (zid_state < ZONE_IS_READY))
4134 			/* Skip over zones without mounted filesystems */
4135 			continue;
4136 
4137 		if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label,
4138 		    sizeof (m_label_t)) < 0)
4139 			/* Skip over zones with unspecified label */
4140 			continue;
4141 
4142 		if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath,
4143 		    sizeof (zid_rpath)) == -1)
4144 			/* Skip over zones with bad path */
4145 			continue;
4146 
4147 		if (zlabel != NULL && bldominates(zid_label, zlabel)) {
4148 			/*
4149 			 * This zone dominates our zone.
4150 			 * Unmount the lofs mount of our zone's /export/home
4151 			 */
4152 
4153 			if (snprintf(path, MAXPATHLEN,
4154 			    "%s/zone/%s/export/home", zid_rpath,
4155 			    zone_name) > MAXPATHLEN)
4156 				continue;
4157 
4158 			/* Skip over mount failures */
4159 			(void) umount(path);
4160 		}
4161 	}
4162 	free(zids);
4163 
4164 	/*
4165 	 * Unmount global zone autofs trigger for this zone
4166 	 */
4167 	(void) snprintf(path, MAXPATHLEN, "/zone/%s/home", zone_name);
4168 	/* Skip over mount failures */
4169 	(void) umount(path);
4170 
4171 	/*
4172 	 * Next unshare any exported directories from this zone.
4173 	 */
4174 
4175 	argv[0] = "zoneunshare";
4176 	argv[1] = "-z";
4177 	argv[2] = zone_name;
4178 	argv[3] = NULL;
4179 
4180 	(void) forkexec(zlogp, "/usr/lib/zones/zoneunshare", argv);
4181 	/* Don't check for errors since they don't affect the zone */
4182 
4183 	/*
4184 	 * Finally, deallocate any devices in the zone.
4185 	 */
4186 
4187 	argv[0] = "deallocate";
4188 	argv[1] = "-Isz";
4189 	argv[2] = zone_name;
4190 	argv[3] = NULL;
4191 
4192 	(void) forkexec(zlogp, "/usr/sbin/deallocate", argv);
4193 	/* Don't check for errors since they don't affect the zone */
4194 }
4195 
4196 /*
4197  * Fetch the Trusted Extensions label and multi-level ports (MLPs) for
4198  * this zone.
4199  */
4200 static tsol_zcent_t *
4201 get_zone_label(zlog_t *zlogp, priv_set_t *privs)
4202 {
4203 	FILE *fp;
4204 	tsol_zcent_t *zcent = NULL;
4205 	char line[MAXTNZLEN];
4206 
4207 	if ((fp = fopen(TNZONECFG_PATH, "r")) == NULL) {
4208 		zerror(zlogp, B_TRUE, "%s", TNZONECFG_PATH);
4209 		return (NULL);
4210 	}
4211 
4212 	while (fgets(line, sizeof (line), fp) != NULL) {
4213 		/*
4214 		 * Check for malformed database
4215 		 */
4216 		if (strlen(line) == MAXTNZLEN - 1)
4217 			break;
4218 		if ((zcent = tsol_sgetzcent(line, NULL, NULL)) == NULL)
4219 			continue;
4220 		if (strcmp(zcent->zc_name, zone_name) == 0)
4221 			break;
4222 		tsol_freezcent(zcent);
4223 		zcent = NULL;
4224 	}
4225 	(void) fclose(fp);
4226 
4227 	if (zcent == NULL) {
4228 		zerror(zlogp, B_FALSE, "zone requires a label assignment. "
4229 		    "See tnzonecfg(4)");
4230 	} else {
4231 		if (zlabel == NULL)
4232 			zlabel = m_label_alloc(MAC_LABEL);
4233 		/*
4234 		 * Save this zone's privileges for later read-down processing
4235 		 */
4236 		if ((zprivs = priv_allocset()) == NULL) {
4237 			zerror(zlogp, B_TRUE, "%s failed", "priv_allocset");
4238 			return (NULL);
4239 		} else {
4240 			priv_copyset(privs, zprivs);
4241 		}
4242 	}
4243 	return (zcent);
4244 }
4245 
4246 /*
4247  * Add the Trusted Extensions multi-level ports for this zone.
4248  */
4249 static void
4250 set_mlps(zlog_t *zlogp, zoneid_t zoneid, tsol_zcent_t *zcent)
4251 {
4252 	tsol_mlp_t *mlp;
4253 	tsol_mlpent_t tsme;
4254 
4255 	if (!is_system_labeled())
4256 		return;
4257 
4258 	tsme.tsme_zoneid = zoneid;
4259 	tsme.tsme_flags = 0;
4260 	for (mlp = zcent->zc_private_mlp; !TSOL_MLP_END(mlp); mlp++) {
4261 		tsme.tsme_mlp = *mlp;
4262 		if (tnmlp(TNDB_LOAD, &tsme) != 0) {
4263 			zerror(zlogp, B_TRUE, "cannot set zone-specific MLP "
4264 			    "on %d-%d/%d", mlp->mlp_port,
4265 			    mlp->mlp_port_upper, mlp->mlp_ipp);
4266 		}
4267 	}
4268 
4269 	tsme.tsme_flags = TSOL_MEF_SHARED;
4270 	for (mlp = zcent->zc_shared_mlp; !TSOL_MLP_END(mlp); mlp++) {
4271 		tsme.tsme_mlp = *mlp;
4272 		if (tnmlp(TNDB_LOAD, &tsme) != 0) {
4273 			zerror(zlogp, B_TRUE, "cannot set shared MLP "
4274 			    "on %d-%d/%d", mlp->mlp_port,
4275 			    mlp->mlp_port_upper, mlp->mlp_ipp);
4276 		}
4277 	}
4278 }
4279 
4280 static void
4281 remove_mlps(zlog_t *zlogp, zoneid_t zoneid)
4282 {
4283 	tsol_mlpent_t tsme;
4284 
4285 	if (!is_system_labeled())
4286 		return;
4287 
4288 	(void) memset(&tsme, 0, sizeof (tsme));
4289 	tsme.tsme_zoneid = zoneid;
4290 	if (tnmlp(TNDB_FLUSH, &tsme) != 0)
4291 		zerror(zlogp, B_TRUE, "cannot flush MLPs");
4292 }
4293 
4294 int
4295 prtmount(const struct mnttab *fs, void *x) {
4296 	zerror((zlog_t *)x, B_FALSE, "  %s", fs->mnt_mountp);
4297 	return (0);
4298 }
4299 
4300 /*
4301  * Look for zones running on the main system that are using this root (or any
4302  * subdirectory of it).  Return B_TRUE and print an error if a conflicting zone
4303  * is found or if we can't tell.
4304  */
4305 static boolean_t
4306 duplicate_zone_root(zlog_t *zlogp, const char *rootpath)
4307 {
4308 	zoneid_t *zids = NULL;
4309 	uint_t nzids = 0;
4310 	boolean_t retv;
4311 	int rlen, zlen;
4312 	char zroot[MAXPATHLEN];
4313 	char zonename[ZONENAME_MAX];
4314 
4315 	for (;;) {
4316 		nzids += 10;
4317 		zids = malloc(nzids * sizeof (*zids));
4318 		if (zids == NULL) {
4319 			zerror(zlogp, B_TRUE, "memory allocation failed");
4320 			return (B_TRUE);
4321 		}
4322 		if (zone_list(zids, &nzids) == 0)
4323 			break;
4324 		free(zids);
4325 	}
4326 	retv = B_FALSE;
4327 	rlen = strlen(rootpath);
4328 	while (nzids > 0) {
4329 		/*
4330 		 * Ignore errors; they just mean that the zone has disappeared
4331 		 * while we were busy.
4332 		 */
4333 		if (zone_getattr(zids[--nzids], ZONE_ATTR_ROOT, zroot,
4334 		    sizeof (zroot)) == -1)
4335 			continue;
4336 		zlen = strlen(zroot);
4337 		if (zlen > rlen)
4338 			zlen = rlen;
4339 		if (strncmp(rootpath, zroot, zlen) == 0 &&
4340 		    (zroot[zlen] == '\0' || zroot[zlen] == '/') &&
4341 		    (rootpath[zlen] == '\0' || rootpath[zlen] == '/')) {
4342 			if (getzonenamebyid(zids[nzids], zonename,
4343 			    sizeof (zonename)) == -1)
4344 				(void) snprintf(zonename, sizeof (zonename),
4345 				    "id %d", (int)zids[nzids]);
4346 			zerror(zlogp, B_FALSE,
4347 			    "zone root %s already in use by zone %s",
4348 			    rootpath, zonename);
4349 			retv = B_TRUE;
4350 			break;
4351 		}
4352 	}
4353 	free(zids);
4354 	return (retv);
4355 }
4356 
4357 /*
4358  * Search for loopback mounts that use this same source node (same device and
4359  * inode).  Return B_TRUE if there is one or if we can't tell.
4360  */
4361 static boolean_t
4362 duplicate_reachable_path(zlog_t *zlogp, const char *rootpath)
4363 {
4364 	struct stat64 rst, zst;
4365 	struct mnttab *mnp;
4366 
4367 	if (stat64(rootpath, &rst) == -1) {
4368 		zerror(zlogp, B_TRUE, "can't stat %s", rootpath);
4369 		return (B_TRUE);
4370 	}
4371 	if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1)
4372 		return (B_TRUE);
4373 	for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max; mnp++) {
4374 		if (mnp->mnt_fstype == NULL ||
4375 		    strcmp(MNTTYPE_LOFS, mnp->mnt_fstype) != 0)
4376 			continue;
4377 		/* We're looking at a loopback mount.  Stat it. */
4378 		if (mnp->mnt_special != NULL &&
4379 		    stat64(mnp->mnt_special, &zst) != -1 &&
4380 		    rst.st_dev == zst.st_dev && rst.st_ino == zst.st_ino) {
4381 			zerror(zlogp, B_FALSE,
4382 			    "zone root %s is reachable through %s",
4383 			    rootpath, mnp->mnt_mountp);
4384 			return (B_TRUE);
4385 		}
4386 	}
4387 	return (B_FALSE);
4388 }
4389 
4390 /*
4391  * Set memory cap and pool info for the zone's resource management
4392  * configuration.
4393  */
4394 static int
4395 setup_zone_rm(zlog_t *zlogp, char *zone_name, zoneid_t zoneid)
4396 {
4397 	int res;
4398 	uint64_t tmp;
4399 	struct zone_mcaptab mcap;
4400 	char sched[MAXNAMELEN];
4401 	zone_dochandle_t handle = NULL;
4402 	char pool_err[128];
4403 
4404 	if ((handle = zonecfg_init_handle()) == NULL) {
4405 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
4406 		return (Z_BAD_HANDLE);
4407 	}
4408 
4409 	if ((res = zonecfg_get_snapshot_handle(zone_name, handle)) != Z_OK) {
4410 		zerror(zlogp, B_FALSE, "invalid configuration");
4411 		zonecfg_fini_handle(handle);
4412 		return (res);
4413 	}
4414 
4415 	/*
4416 	 * If a memory cap is configured, set the cap in the kernel using
4417 	 * zone_setattr() and make sure the rcapd SMF service is enabled.
4418 	 */
4419 	if (zonecfg_getmcapent(handle, &mcap) == Z_OK) {
4420 		uint64_t num;
4421 		char smf_err[128];
4422 
4423 		num = (uint64_t)strtoull(mcap.zone_physmem_cap, NULL, 10);
4424 		if (zone_setattr(zoneid, ZONE_ATTR_PHYS_MCAP, &num, 0) == -1) {
4425 			zerror(zlogp, B_TRUE, "could not set zone memory cap");
4426 			zonecfg_fini_handle(handle);
4427 			return (Z_INVAL);
4428 		}
4429 
4430 		if (zonecfg_enable_rcapd(smf_err, sizeof (smf_err)) != Z_OK) {
4431 			zerror(zlogp, B_FALSE, "enabling system/rcap service "
4432 			    "failed: %s", smf_err);
4433 			zonecfg_fini_handle(handle);
4434 			return (Z_INVAL);
4435 		}
4436 	}
4437 
4438 	/* Get the scheduling class set in the zone configuration. */
4439 	if (zonecfg_get_sched_class(handle, sched, sizeof (sched)) == Z_OK &&
4440 	    strlen(sched) > 0) {
4441 		if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, sched,
4442 		    strlen(sched)) == -1)
4443 			zerror(zlogp, B_TRUE, "WARNING: unable to set the "
4444 			    "default scheduling class");
4445 
4446 	} else if (zonecfg_get_aliased_rctl(handle, ALIAS_SHARES, &tmp)
4447 	    == Z_OK) {
4448 		/*
4449 		 * If the zone has the zone.cpu-shares rctl set then we want to
4450 		 * use the Fair Share Scheduler (FSS) for processes in the
4451 		 * zone.  Check what scheduling class the zone would be running
4452 		 * in by default so we can print a warning and modify the class
4453 		 * if we wouldn't be using FSS.
4454 		 */
4455 		char class_name[PC_CLNMSZ];
4456 
4457 		if (zonecfg_get_dflt_sched_class(handle, class_name,
4458 		    sizeof (class_name)) != Z_OK) {
4459 			zerror(zlogp, B_FALSE, "WARNING: unable to determine "
4460 			    "the zone's scheduling class");
4461 
4462 		} else if (strcmp("FSS", class_name) != 0) {
4463 			zerror(zlogp, B_FALSE, "WARNING: The zone.cpu-shares "
4464 			    "rctl is set but\nFSS is not the default "
4465 			    "scheduling class for\nthis zone.  FSS will be "
4466 			    "used for processes\nin the zone but to get the "
4467 			    "full benefit of FSS,\nit should be the default "
4468 			    "scheduling class.\nSee dispadmin(1M) for more "
4469 			    "details.");
4470 
4471 			if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, "FSS",
4472 			    strlen("FSS")) == -1)
4473 				zerror(zlogp, B_TRUE, "WARNING: unable to set "
4474 				    "zone scheduling class to FSS");
4475 		}
4476 	}
4477 
4478 	/*
4479 	 * The next few blocks of code attempt to set up temporary pools as
4480 	 * well as persistent pools.  In all cases we call the functions
4481 	 * unconditionally.  Within each funtion the code will check if the
4482 	 * zone is actually configured for a temporary pool or persistent pool
4483 	 * and just return if there is nothing to do.
4484 	 *
4485 	 * If we are rebooting we want to attempt to reuse any temporary pool
4486 	 * that was previously set up.  zonecfg_bind_tmp_pool() will do the
4487 	 * right thing in all cases (reuse or create) based on the current
4488 	 * zonecfg.
4489 	 */
4490 	if ((res = zonecfg_bind_tmp_pool(handle, zoneid, pool_err,
4491 	    sizeof (pool_err))) != Z_OK) {
4492 		if (res == Z_POOL || res == Z_POOL_CREATE || res == Z_POOL_BIND)
4493 			zerror(zlogp, B_FALSE, "%s: %s\ndedicated-cpu setting "
4494 			    "cannot be instantiated", zonecfg_strerror(res),
4495 			    pool_err);
4496 		else
4497 			zerror(zlogp, B_FALSE, "could not bind zone to "
4498 			    "temporary pool: %s", zonecfg_strerror(res));
4499 		zonecfg_fini_handle(handle);
4500 		return (Z_POOL_BIND);
4501 	}
4502 
4503 	/*
4504 	 * Check if we need to warn about poold not being enabled.
4505 	 */
4506 	if (zonecfg_warn_poold(handle)) {
4507 		zerror(zlogp, B_FALSE, "WARNING: A range of dedicated-cpus has "
4508 		    "been specified\nbut the dynamic pool service is not "
4509 		    "enabled.\nThe system will not dynamically adjust the\n"
4510 		    "processor allocation within the specified range\n"
4511 		    "until svc:/system/pools/dynamic is enabled.\n"
4512 		    "See poold(1M).");
4513 	}
4514 
4515 	/* The following is a warning, not an error. */
4516 	if ((res = zonecfg_bind_pool(handle, zoneid, pool_err,
4517 	    sizeof (pool_err))) != Z_OK) {
4518 		if (res == Z_POOL_BIND)
4519 			zerror(zlogp, B_FALSE, "WARNING: unable to bind to "
4520 			    "pool '%s'; using default pool.", pool_err);
4521 		else if (res == Z_POOL)
4522 			zerror(zlogp, B_FALSE, "WARNING: %s: %s",
4523 			    zonecfg_strerror(res), pool_err);
4524 		else
4525 			zerror(zlogp, B_FALSE, "WARNING: %s",
4526 			    zonecfg_strerror(res));
4527 	}
4528 
4529 	/* Update saved pool name in case it has changed */
4530 	(void) zonecfg_get_poolname(handle, zone_name, pool_name,
4531 	    sizeof (pool_name));
4532 
4533 	zonecfg_fini_handle(handle);
4534 	return (Z_OK);
4535 }
4536 
4537 static void
4538 report_prop_err(zlog_t *zlogp, const char *name, const char *value, int res)
4539 {
4540 	switch (res) {
4541 	case Z_TOO_BIG:
4542 		zerror(zlogp, B_FALSE, "%s property value is too large.", name);
4543 		break;
4544 
4545 	case Z_INVALID_PROPERTY:
4546 		zerror(zlogp, B_FALSE, "%s property value \"%s\" is not valid",
4547 		    name, value);
4548 		break;
4549 
4550 	default:
4551 		zerror(zlogp, B_TRUE, "fetching property %s: %d", name, res);
4552 		break;
4553 	}
4554 }
4555 
4556 /*
4557  * Sets the hostid of the new zone based on its configured value.  The zone's
4558  * zone_t structure must already exist in kernel memory.  'zlogp' refers to the
4559  * log used to report errors and warnings and must be non-NULL.  'zone_namep'
4560  * is the name of the new zone and must be non-NULL.  'zoneid' is the numeric
4561  * ID of the new zone.
4562  *
4563  * This function returns zero on success and a nonzero error code on failure.
4564  */
4565 static int
4566 setup_zone_hostid(zone_dochandle_t handle, zlog_t *zlogp, zoneid_t zoneid)
4567 {
4568 	int res;
4569 	char hostidp[HW_HOSTID_LEN];
4570 	unsigned int hostid;
4571 
4572 	res = zonecfg_get_hostid(handle, hostidp, sizeof (hostidp));
4573 
4574 	if (res == Z_BAD_PROPERTY) {
4575 		return (Z_OK);
4576 	} else if (res != Z_OK) {
4577 		report_prop_err(zlogp, "hostid", hostidp, res);
4578 		return (res);
4579 	}
4580 
4581 	hostid = (unsigned int)strtoul(hostidp, NULL, 16);
4582 	if ((res = zone_setattr(zoneid, ZONE_ATTR_HOSTID, &hostid,
4583 	    sizeof (hostid))) != 0) {
4584 		zerror(zlogp, B_TRUE,
4585 		    "zone hostid is not valid: %s: %d", hostidp, res);
4586 		return (Z_SYSTEM);
4587 	}
4588 
4589 	return (res);
4590 }
4591 
4592 static int
4593 setup_zone_fs_allowed(zone_dochandle_t handle, zlog_t *zlogp, zoneid_t zoneid)
4594 {
4595 	char fsallowed[ZONE_FS_ALLOWED_MAX];
4596 	char *fsallowedp = fsallowed;
4597 	int len = sizeof (fsallowed);
4598 	int res;
4599 
4600 	res = zonecfg_get_fs_allowed(handle, fsallowed, len);
4601 
4602 	if (res == Z_BAD_PROPERTY) {
4603 		/* No value, set the defaults */
4604 		(void) strlcpy(fsallowed, DFLT_FS_ALLOWED, len);
4605 	} else if (res != Z_OK) {
4606 		report_prop_err(zlogp, "fs-allowed", fsallowed, res);
4607 		return (res);
4608 	} else if (fsallowed[0] == '-') {
4609 		/* dropping default privs - use remaining list */
4610 		if (fsallowed[1] != ',')
4611 			return (Z_OK);
4612 		fsallowedp += 2;
4613 		len -= 2;
4614 	} else {
4615 		/* Has a value, append the defaults */
4616 		if (strlcat(fsallowed, ",", len) >= len ||
4617 		    strlcat(fsallowed, DFLT_FS_ALLOWED, len) >= len) {
4618 			report_prop_err(zlogp, "fs-allowed", fsallowed,
4619 			    Z_TOO_BIG);
4620 			return (Z_TOO_BIG);
4621 		}
4622 	}
4623 
4624 	if (zone_setattr(zoneid, ZONE_ATTR_FS_ALLOWED, fsallowedp, len) != 0) {
4625 		zerror(zlogp, B_TRUE,
4626 		    "fs-allowed couldn't be set: %s: %d", fsallowedp, res);
4627 		return (Z_SYSTEM);
4628 	}
4629 
4630 	return (Z_OK);
4631 }
4632 
4633 static int
4634 setup_zone_attrs(zlog_t *zlogp, char *zone_namep, zoneid_t zoneid)
4635 {
4636 	zone_dochandle_t handle;
4637 	int res = Z_OK;
4638 
4639 	if ((handle = zonecfg_init_handle()) == NULL) {
4640 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
4641 		return (Z_BAD_HANDLE);
4642 	}
4643 	if ((res = zonecfg_get_snapshot_handle(zone_namep, handle)) != Z_OK) {
4644 		zerror(zlogp, B_FALSE, "invalid configuration");
4645 		goto out;
4646 	}
4647 
4648 	if ((res = setup_zone_hostid(handle, zlogp, zoneid)) != Z_OK)
4649 		goto out;
4650 
4651 	if ((res = setup_zone_fs_allowed(handle, zlogp, zoneid)) != Z_OK)
4652 		goto out;
4653 
4654 out:
4655 	zonecfg_fini_handle(handle);
4656 	return (res);
4657 }
4658 
4659 zoneid_t
4660 vplat_create(zlog_t *zlogp, zone_mnt_t mount_cmd)
4661 {
4662 	zoneid_t rval = -1;
4663 	priv_set_t *privs;
4664 	char rootpath[MAXPATHLEN];
4665 	char *rctlbuf = NULL;
4666 	size_t rctlbufsz = 0;
4667 	char *zfsbuf = NULL;
4668 	size_t zfsbufsz = 0;
4669 	zoneid_t zoneid = -1;
4670 	int xerr;
4671 	char *kzone;
4672 	FILE *fp = NULL;
4673 	tsol_zcent_t *zcent = NULL;
4674 	int match = 0;
4675 	int doi = 0;
4676 	int flags;
4677 	zone_iptype_t iptype;
4678 
4679 	if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) {
4680 		zerror(zlogp, B_TRUE, "unable to determine zone root");
4681 		return (-1);
4682 	}
4683 	if (zonecfg_in_alt_root())
4684 		resolve_lofs(zlogp, rootpath, sizeof (rootpath));
4685 
4686 	if (vplat_get_iptype(zlogp, &iptype) < 0) {
4687 		zerror(zlogp, B_TRUE, "unable to determine ip-type");
4688 		return (-1);
4689 	}
4690 	switch (iptype) {
4691 	case ZS_SHARED:
4692 		flags = 0;
4693 		break;
4694 	case ZS_EXCLUSIVE:
4695 		flags = ZCF_NET_EXCL;
4696 		break;
4697 	}
4698 
4699 	if ((privs = priv_allocset()) == NULL) {
4700 		zerror(zlogp, B_TRUE, "%s failed", "priv_allocset");
4701 		return (-1);
4702 	}
4703 	priv_emptyset(privs);
4704 	if (get_privset(zlogp, privs, mount_cmd) != 0)
4705 		goto error;
4706 
4707 	if (mount_cmd == Z_MNT_BOOT &&
4708 	    get_rctls(zlogp, &rctlbuf, &rctlbufsz) != 0) {
4709 		zerror(zlogp, B_FALSE, "Unable to get list of rctls");
4710 		goto error;
4711 	}
4712 
4713 	if (get_datasets(zlogp, &zfsbuf, &zfsbufsz) != 0) {
4714 		zerror(zlogp, B_FALSE, "Unable to get list of ZFS datasets");
4715 		goto error;
4716 	}
4717 
4718 	if (mount_cmd == Z_MNT_BOOT && is_system_labeled()) {
4719 		zcent = get_zone_label(zlogp, privs);
4720 		if (zcent != NULL) {
4721 			match = zcent->zc_match;
4722 			doi = zcent->zc_doi;
4723 			*zlabel = zcent->zc_label;
4724 		} else {
4725 			goto error;
4726 		}
4727 		if (validate_rootds_label(zlogp, rootpath, zlabel) != 0)
4728 			goto error;
4729 	}
4730 
4731 	kzone = zone_name;
4732 
4733 	/*
4734 	 * We must do this scan twice.  First, we look for zones running on the
4735 	 * main system that are using this root (or any subdirectory of it).
4736 	 * Next, we reduce to the shortest path and search for loopback mounts
4737 	 * that use this same source node (same device and inode).
4738 	 */
4739 	if (duplicate_zone_root(zlogp, rootpath))
4740 		goto error;
4741 	if (duplicate_reachable_path(zlogp, rootpath))
4742 		goto error;
4743 
4744 	if (ALT_MOUNT(mount_cmd)) {
4745 		root_to_lu(zlogp, rootpath, sizeof (rootpath), B_TRUE);
4746 
4747 		/*
4748 		 * Forge up a special root for this zone.  When a zone is
4749 		 * mounted, we can't let the zone have its own root because the
4750 		 * tools that will be used in this "scratch zone" need access
4751 		 * to both the zone's resources and the running machine's
4752 		 * executables.
4753 		 *
4754 		 * Note that the mkdir here also catches read-only filesystems.
4755 		 */
4756 		if (mkdir(rootpath, 0755) != 0 && errno != EEXIST) {
4757 			zerror(zlogp, B_TRUE, "cannot create %s", rootpath);
4758 			goto error;
4759 		}
4760 		if (domount(zlogp, "tmpfs", "", "swap", rootpath) != 0)
4761 			goto error;
4762 	}
4763 
4764 	if (zonecfg_in_alt_root()) {
4765 		/*
4766 		 * If we are mounting up a zone in an alternate root partition,
4767 		 * then we have some additional work to do before starting the
4768 		 * zone.  First, resolve the root path down so that we're not
4769 		 * fooled by duplicates.  Then forge up an internal name for
4770 		 * the zone.
4771 		 */
4772 		if ((fp = zonecfg_open_scratch("", B_TRUE)) == NULL) {
4773 			zerror(zlogp, B_TRUE, "cannot open mapfile");
4774 			goto error;
4775 		}
4776 		if (zonecfg_lock_scratch(fp) != 0) {
4777 			zerror(zlogp, B_TRUE, "cannot lock mapfile");
4778 			goto error;
4779 		}
4780 		if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(),
4781 		    NULL, 0) == 0) {
4782 			zerror(zlogp, B_FALSE, "scratch zone already running");
4783 			goto error;
4784 		}
4785 		/* This is the preferred name */
4786 		(void) snprintf(kernzone, sizeof (kernzone), "SUNWlu-%s",
4787 		    zone_name);
4788 		srandom(getpid());
4789 		while (zonecfg_reverse_scratch(fp, kernzone, NULL, 0, NULL,
4790 		    0) == 0) {
4791 			/* This is just an arbitrary name; note "." usage */
4792 			(void) snprintf(kernzone, sizeof (kernzone),
4793 			    "SUNWlu.%08lX%08lX", random(), random());
4794 		}
4795 		kzone = kernzone;
4796 	}
4797 
4798 	xerr = 0;
4799 	if ((zoneid = zone_create(kzone, rootpath, privs, rctlbuf,
4800 	    rctlbufsz, zfsbuf, zfsbufsz, &xerr, match, doi, zlabel,
4801 	    flags)) == -1) {
4802 		if (xerr == ZE_AREMOUNTS) {
4803 			if (zonecfg_find_mounts(rootpath, NULL, NULL) < 1) {
4804 				zerror(zlogp, B_FALSE,
4805 				    "An unknown file-system is mounted on "
4806 				    "a subdirectory of %s", rootpath);
4807 			} else {
4808 
4809 				zerror(zlogp, B_FALSE,
4810 				    "These file-systems are mounted on "
4811 				    "subdirectories of %s:", rootpath);
4812 				(void) zonecfg_find_mounts(rootpath,
4813 				    prtmount, zlogp);
4814 			}
4815 		} else if (xerr == ZE_CHROOTED) {
4816 			zerror(zlogp, B_FALSE, "%s: "
4817 			    "cannot create a zone from a chrooted "
4818 			    "environment", "zone_create");
4819 		} else if (xerr == ZE_LABELINUSE) {
4820 			char zonename[ZONENAME_MAX];
4821 			(void) getzonenamebyid(getzoneidbylabel(zlabel),
4822 			    zonename, ZONENAME_MAX);
4823 			zerror(zlogp, B_FALSE, "The zone label is already "
4824 			    "used by the zone '%s'.", zonename);
4825 		} else {
4826 			zerror(zlogp, B_TRUE, "%s failed", "zone_create");
4827 		}
4828 		goto error;
4829 	}
4830 
4831 	if (zonecfg_in_alt_root() &&
4832 	    zonecfg_add_scratch(fp, zone_name, kernzone,
4833 	    zonecfg_get_root()) == -1) {
4834 		zerror(zlogp, B_TRUE, "cannot add mapfile entry");
4835 		goto error;
4836 	}
4837 
4838 	/*
4839 	 * The following actions are not performed when merely mounting a zone
4840 	 * for administrative use.
4841 	 */
4842 	if (mount_cmd == Z_MNT_BOOT) {
4843 		brand_handle_t bh;
4844 		struct brand_attr attr;
4845 		char modname[MAXPATHLEN];
4846 
4847 		if (setup_zone_attrs(zlogp, zone_name, zoneid) != Z_OK)
4848 			goto error;
4849 
4850 		if ((bh = brand_open(brand_name)) == NULL) {
4851 			zerror(zlogp, B_FALSE,
4852 			    "unable to determine brand name");
4853 			goto error;
4854 		}
4855 
4856 		if (!is_system_labeled() &&
4857 		    (strcmp(brand_name, LABELED_BRAND_NAME) == 0)) {
4858 			brand_close(bh);
4859 			zerror(zlogp, B_FALSE,
4860 			    "cannot boot labeled zone on unlabeled system");
4861 			goto error;
4862 		}
4863 
4864 		/*
4865 		 * If this brand requires any kernel support, now is the time to
4866 		 * get it loaded and initialized.
4867 		 */
4868 		if (brand_get_modname(bh, modname, MAXPATHLEN) < 0) {
4869 			brand_close(bh);
4870 			zerror(zlogp, B_FALSE,
4871 			    "unable to determine brand kernel module");
4872 			goto error;
4873 		}
4874 		brand_close(bh);
4875 
4876 		if (strlen(modname) > 0) {
4877 			(void) strlcpy(attr.ba_brandname, brand_name,
4878 			    sizeof (attr.ba_brandname));
4879 			(void) strlcpy(attr.ba_modname, modname,
4880 			    sizeof (attr.ba_modname));
4881 			if (zone_setattr(zoneid, ZONE_ATTR_BRAND, &attr,
4882 			    sizeof (attr) != 0)) {
4883 				zerror(zlogp, B_TRUE,
4884 				    "could not set zone brand attribute.");
4885 				goto error;
4886 			}
4887 		}
4888 
4889 		if (setup_zone_rm(zlogp, zone_name, zoneid) != Z_OK)
4890 			goto error;
4891 
4892 		set_mlps(zlogp, zoneid, zcent);
4893 	}
4894 
4895 	rval = zoneid;
4896 	zoneid = -1;
4897 
4898 error:
4899 	if (zoneid != -1) {
4900 		(void) zone_shutdown(zoneid);
4901 		(void) zone_destroy(zoneid);
4902 	}
4903 	if (rctlbuf != NULL)
4904 		free(rctlbuf);
4905 	priv_freeset(privs);
4906 	if (fp != NULL)
4907 		zonecfg_close_scratch(fp);
4908 	lofs_discard_mnttab();
4909 	if (zcent != NULL)
4910 		tsol_freezcent(zcent);
4911 	return (rval);
4912 }
4913 
4914 /*
4915  * Enter the zone and write a /etc/zones/index file there.  This allows
4916  * libzonecfg (and thus zoneadm) to report the UUID and potentially other zone
4917  * details from inside the zone.
4918  */
4919 static void
4920 write_index_file(zoneid_t zoneid)
4921 {
4922 	FILE *zef;
4923 	FILE *zet;
4924 	struct zoneent *zep;
4925 	pid_t child;
4926 	int tmpl_fd;
4927 	ctid_t ct;
4928 	int fd;
4929 	char uuidstr[UUID_PRINTABLE_STRING_LENGTH];
4930 
4931 	/* Locate the zone entry in the global zone's index file */
4932 	if ((zef = setzoneent()) == NULL)
4933 		return;
4934 	while ((zep = getzoneent_private(zef)) != NULL) {
4935 		if (strcmp(zep->zone_name, zone_name) == 0)
4936 			break;
4937 		free(zep);
4938 	}
4939 	endzoneent(zef);
4940 	if (zep == NULL)
4941 		return;
4942 
4943 	if ((tmpl_fd = init_template()) == -1) {
4944 		free(zep);
4945 		return;
4946 	}
4947 
4948 	if ((child = fork()) == -1) {
4949 		(void) ct_tmpl_clear(tmpl_fd);
4950 		(void) close(tmpl_fd);
4951 		free(zep);
4952 		return;
4953 	}
4954 
4955 	/* parent waits for child to finish */
4956 	if (child != 0) {
4957 		free(zep);
4958 		if (contract_latest(&ct) == -1)
4959 			ct = -1;
4960 		(void) ct_tmpl_clear(tmpl_fd);
4961 		(void) close(tmpl_fd);
4962 		(void) waitpid(child, NULL, 0);
4963 		(void) contract_abandon_id(ct);
4964 		return;
4965 	}
4966 
4967 	/* child enters zone and sets up index file */
4968 	(void) ct_tmpl_clear(tmpl_fd);
4969 	if (zone_enter(zoneid) != -1) {
4970 		(void) mkdir(ZONE_CONFIG_ROOT, ZONE_CONFIG_MODE);
4971 		(void) chown(ZONE_CONFIG_ROOT, ZONE_CONFIG_UID,
4972 		    ZONE_CONFIG_GID);
4973 		fd = open(ZONE_INDEX_FILE, O_WRONLY|O_CREAT|O_TRUNC,
4974 		    ZONE_INDEX_MODE);
4975 		if (fd != -1 && (zet = fdopen(fd, "w")) != NULL) {
4976 			(void) fchown(fd, ZONE_INDEX_UID, ZONE_INDEX_GID);
4977 			if (uuid_is_null(zep->zone_uuid))
4978 				uuidstr[0] = '\0';
4979 			else
4980 				uuid_unparse(zep->zone_uuid, uuidstr);
4981 			(void) fprintf(zet, "%s:%s:/:%s\n", zep->zone_name,
4982 			    zone_state_str(zep->zone_state),
4983 			    uuidstr);
4984 			(void) fclose(zet);
4985 		}
4986 	}
4987 	_exit(0);
4988 }
4989 
4990 int
4991 vplat_bringup(zlog_t *zlogp, zone_mnt_t mount_cmd, zoneid_t zoneid)
4992 {
4993 	char zonepath[MAXPATHLEN];
4994 
4995 	if (mount_cmd == Z_MNT_BOOT && validate_datasets(zlogp) != 0) {
4996 		lofs_discard_mnttab();
4997 		return (-1);
4998 	}
4999 
5000 	/*
5001 	 * Before we try to mount filesystems we need to create the
5002 	 * attribute backing store for /dev
5003 	 */
5004 	if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) {
5005 		lofs_discard_mnttab();
5006 		return (-1);
5007 	}
5008 	resolve_lofs(zlogp, zonepath, sizeof (zonepath));
5009 
5010 	/* Make /dev directory owned by root, grouped sys */
5011 	if (make_one_dir(zlogp, zonepath, "/dev", DEFAULT_DIR_MODE,
5012 	    0, 3) != 0) {
5013 		lofs_discard_mnttab();
5014 		return (-1);
5015 	}
5016 
5017 	if (mount_filesystems(zlogp, mount_cmd) != 0) {
5018 		lofs_discard_mnttab();
5019 		return (-1);
5020 	}
5021 
5022 	if (mount_cmd == Z_MNT_BOOT) {
5023 		zone_iptype_t iptype;
5024 
5025 		if (vplat_get_iptype(zlogp, &iptype) < 0) {
5026 			zerror(zlogp, B_TRUE, "unable to determine ip-type");
5027 			lofs_discard_mnttab();
5028 			return (-1);
5029 		}
5030 
5031 		switch (iptype) {
5032 		case ZS_SHARED:
5033 			/* Always do this to make lo0 get configured */
5034 			if (configure_shared_network_interfaces(zlogp) != 0) {
5035 				lofs_discard_mnttab();
5036 				return (-1);
5037 			}
5038 			break;
5039 		case ZS_EXCLUSIVE:
5040 			if (configure_exclusive_network_interfaces(zlogp,
5041 			    zoneid) !=
5042 			    0) {
5043 				lofs_discard_mnttab();
5044 				return (-1);
5045 			}
5046 			break;
5047 		}
5048 	}
5049 
5050 	write_index_file(zoneid);
5051 
5052 	lofs_discard_mnttab();
5053 	return (0);
5054 }
5055 
5056 static int
5057 lu_root_teardown(zlog_t *zlogp)
5058 {
5059 	char zroot[MAXPATHLEN];
5060 
5061 	if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) {
5062 		zerror(zlogp, B_FALSE, "unable to determine zone root");
5063 		return (-1);
5064 	}
5065 	root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE);
5066 
5067 	/*
5068 	 * At this point, the processes are gone, the filesystems (save the
5069 	 * root) are unmounted, and the zone is on death row.  But there may
5070 	 * still be creds floating about in the system that reference the
5071 	 * zone_t, and which pin down zone_rootvp causing this call to fail
5072 	 * with EBUSY.  Thus, we try for a little while before just giving up.
5073 	 * (How I wish this were not true, and umount2 just did the right
5074 	 * thing, or tmpfs supported MS_FORCE This is a gross hack.)
5075 	 */
5076 	if (umount2(zroot, MS_FORCE) != 0) {
5077 		if (errno == ENOTSUP && umount2(zroot, 0) == 0)
5078 			goto unmounted;
5079 		if (errno == EBUSY) {
5080 			int tries = 10;
5081 
5082 			while (--tries >= 0) {
5083 				(void) sleep(1);
5084 				if (umount2(zroot, 0) == 0)
5085 					goto unmounted;
5086 				if (errno != EBUSY)
5087 					break;
5088 			}
5089 		}
5090 		zerror(zlogp, B_TRUE, "unable to unmount '%s'", zroot);
5091 		return (-1);
5092 	}
5093 unmounted:
5094 
5095 	/*
5096 	 * Only zones in an alternate root environment have scratch zone
5097 	 * entries.
5098 	 */
5099 	if (zonecfg_in_alt_root()) {
5100 		FILE *fp;
5101 		int retv;
5102 
5103 		if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) {
5104 			zerror(zlogp, B_TRUE, "cannot open mapfile");
5105 			return (-1);
5106 		}
5107 		retv = -1;
5108 		if (zonecfg_lock_scratch(fp) != 0)
5109 			zerror(zlogp, B_TRUE, "cannot lock mapfile");
5110 		else if (zonecfg_delete_scratch(fp, kernzone) != 0)
5111 			zerror(zlogp, B_TRUE, "cannot delete map entry");
5112 		else
5113 			retv = 0;
5114 		zonecfg_close_scratch(fp);
5115 		return (retv);
5116 	} else {
5117 		return (0);
5118 	}
5119 }
5120 
5121 int
5122 vplat_teardown(zlog_t *zlogp, boolean_t unmount_cmd, boolean_t rebooting)
5123 {
5124 	char *kzone;
5125 	zoneid_t zoneid;
5126 	int res;
5127 	char pool_err[128];
5128 	char zpath[MAXPATHLEN];
5129 	char cmdbuf[MAXPATHLEN];
5130 	brand_handle_t bh = NULL;
5131 	dladm_status_t status;
5132 	char errmsg[DLADM_STRSIZE];
5133 	ushort_t flags;
5134 
5135 	kzone = zone_name;
5136 	if (zonecfg_in_alt_root()) {
5137 		FILE *fp;
5138 
5139 		if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) {
5140 			zerror(zlogp, B_TRUE, "unable to open map file");
5141 			goto error;
5142 		}
5143 		if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(),
5144 		    kernzone, sizeof (kernzone)) != 0) {
5145 			zerror(zlogp, B_FALSE, "unable to find scratch zone");
5146 			zonecfg_close_scratch(fp);
5147 			goto error;
5148 		}
5149 		zonecfg_close_scratch(fp);
5150 		kzone = kernzone;
5151 	}
5152 
5153 	if ((zoneid = getzoneidbyname(kzone)) == ZONE_ID_UNDEFINED) {
5154 		if (!bringup_failure_recovery)
5155 			zerror(zlogp, B_TRUE, "unable to get zoneid");
5156 		if (unmount_cmd)
5157 			(void) lu_root_teardown(zlogp);
5158 		goto error;
5159 	}
5160 
5161 	if (remove_datalink_pool(zlogp, zoneid) != 0) {
5162 		zerror(zlogp, B_FALSE, "unable clear datalink pool property");
5163 		goto error;
5164 	}
5165 
5166 	if (remove_datalink_protect(zlogp, zoneid) != 0) {
5167 		zerror(zlogp, B_FALSE,
5168 		    "unable clear datalink protect property");
5169 		goto error;
5170 	}
5171 
5172 	/*
5173 	 * The datalinks assigned to the zone will be removed from the NGZ as
5174 	 * part of zone_shutdown() so that we need to remove protect/pool etc.
5175 	 * before zone_shutdown(). Even if the shutdown itself fails, the zone
5176 	 * will not be able to violate any constraints applied because the
5177 	 * datalinks are no longer available to the zone.
5178 	 */
5179 	if (zone_shutdown(zoneid) != 0) {
5180 		zerror(zlogp, B_TRUE, "unable to shutdown zone");
5181 		goto error;
5182 	}
5183 
5184 	/* Get the zonepath of this zone */
5185 	if (zone_get_zonepath(zone_name, zpath, sizeof (zpath)) != Z_OK) {
5186 		zerror(zlogp, B_FALSE, "unable to determine zone path");
5187 		goto error;
5188 	}
5189 
5190 	/* Get a handle to the brand info for this zone */
5191 	if ((bh = brand_open(brand_name)) == NULL) {
5192 		zerror(zlogp, B_FALSE, "unable to determine zone brand");
5193 		return (-1);
5194 	}
5195 	/*
5196 	 * If there is a brand 'halt' callback, execute it now to give the
5197 	 * brand a chance to cleanup any custom configuration.
5198 	 */
5199 	(void) strcpy(cmdbuf, EXEC_PREFIX);
5200 	if (brand_get_halt(bh, zone_name, zpath, cmdbuf + EXEC_LEN,
5201 	    sizeof (cmdbuf) - EXEC_LEN) < 0) {
5202 		brand_close(bh);
5203 		zerror(zlogp, B_FALSE, "unable to determine branded zone's "
5204 		    "halt callback.");
5205 		goto error;
5206 	}
5207 	brand_close(bh);
5208 
5209 	if ((strlen(cmdbuf) > EXEC_LEN) &&
5210 	    (do_subproc(zlogp, cmdbuf, NULL) != Z_OK)) {
5211 		zerror(zlogp, B_FALSE, "%s failed", cmdbuf);
5212 		goto error;
5213 	}
5214 
5215 	if (!unmount_cmd) {
5216 		zone_iptype_t iptype;
5217 
5218 		if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags,
5219 		    sizeof (flags)) < 0) {
5220 			if (vplat_get_iptype(zlogp, &iptype) < 0) {
5221 				zerror(zlogp, B_TRUE, "unable to determine "
5222 				    "ip-type");
5223 				goto error;
5224 			}
5225 		} else {
5226 			if (flags & ZF_NET_EXCL)
5227 				iptype = ZS_EXCLUSIVE;
5228 			else
5229 				iptype = ZS_SHARED;
5230 		}
5231 
5232 		switch (iptype) {
5233 		case ZS_SHARED:
5234 			if (unconfigure_shared_network_interfaces(zlogp,
5235 			    zoneid) != 0) {
5236 				zerror(zlogp, B_FALSE, "unable to unconfigure "
5237 				    "network interfaces in zone");
5238 				goto error;
5239 			}
5240 			break;
5241 		case ZS_EXCLUSIVE:
5242 			if (unconfigure_exclusive_network_interfaces(zlogp,
5243 			    zoneid) != 0) {
5244 				zerror(zlogp, B_FALSE, "unable to unconfigure "
5245 				    "network interfaces in zone");
5246 				goto error;
5247 			}
5248 			status = dladm_zone_halt(dld_handle, zoneid);
5249 			if (status != DLADM_STATUS_OK) {
5250 				zerror(zlogp, B_FALSE, "unable to notify "
5251 				    "dlmgmtd of zone halt: %s",
5252 				    dladm_status2str(status, errmsg));
5253 			}
5254 			break;
5255 		}
5256 	}
5257 
5258 	if (!unmount_cmd && tcp_abort_connections(zlogp, zoneid) != 0) {
5259 		zerror(zlogp, B_TRUE, "unable to abort TCP connections");
5260 		goto error;
5261 	}
5262 
5263 	if (unmount_filesystems(zlogp, zoneid, unmount_cmd) != 0) {
5264 		zerror(zlogp, B_FALSE,
5265 		    "unable to unmount file systems in zone");
5266 		goto error;
5267 	}
5268 
5269 	/*
5270 	 * If we are rebooting then we normally don't want to destroy an
5271 	 * existing temporary pool at this point so that we can just reuse it
5272 	 * when the zone boots back up.  However, it is also possible we were
5273 	 * running with a temporary pool and the zone configuration has been
5274 	 * modified to no longer use a temporary pool.  In that case we need
5275 	 * to destroy the temporary pool now.  This case looks like the case
5276 	 * where we never had a temporary pool configured but
5277 	 * zonecfg_destroy_tmp_pool will do the right thing either way.
5278 	 */
5279 	if (!unmount_cmd) {
5280 		boolean_t destroy_tmp_pool = B_TRUE;
5281 
5282 		if (rebooting) {
5283 			struct zone_psettab pset_tab;
5284 			zone_dochandle_t handle;
5285 
5286 			if ((handle = zonecfg_init_handle()) != NULL &&
5287 			    zonecfg_get_handle(zone_name, handle) == Z_OK &&
5288 			    zonecfg_lookup_pset(handle, &pset_tab) == Z_OK)
5289 				destroy_tmp_pool = B_FALSE;
5290 
5291 			zonecfg_fini_handle(handle);
5292 		}
5293 
5294 		if (destroy_tmp_pool) {
5295 			if ((res = zonecfg_destroy_tmp_pool(zone_name, pool_err,
5296 			    sizeof (pool_err))) != Z_OK) {
5297 				if (res == Z_POOL)
5298 					zerror(zlogp, B_FALSE, pool_err);
5299 			}
5300 		}
5301 	}
5302 
5303 	remove_mlps(zlogp, zoneid);
5304 
5305 	if (zone_destroy(zoneid) != 0) {
5306 		zerror(zlogp, B_TRUE, "unable to destroy zone");
5307 		goto error;
5308 	}
5309 
5310 	/*
5311 	 * Special teardown for alternate boot environments: remove the tmpfs
5312 	 * root for the zone and then remove it from the map file.
5313 	 */
5314 	if (unmount_cmd && lu_root_teardown(zlogp) != 0)
5315 		goto error;
5316 
5317 	lofs_discard_mnttab();
5318 	return (0);
5319 
5320 error:
5321 	lofs_discard_mnttab();
5322 	return (-1);
5323 }
5324