xref: /titanic_44/usr/src/cmd/zoneadmd/vplat.c (revision f482c776bc557f0256e776932c7842b9db390de1)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
24  * Use is subject to license terms.
25  */
26 
27 #pragma ident	"%Z%%M%	%I%	%E% SMI"
28 
29 /*
30  * This module contains functions used to bring up and tear down the
31  * Virtual Platform: [un]mounting file-systems, [un]plumbing network
32  * interfaces, [un]configuring devices, establishing resource controls,
33  * and creating/destroying the zone in the kernel.  These actions, on
34  * the way up, ready the zone; on the way down, they halt the zone.
35  * See the much longer block comment at the beginning of zoneadmd.c
36  * for a bigger picture of how the whole program functions.
37  *
38  * This module also has primary responsibility for the layout of "scratch
39  * zones."  These are mounted, but inactive, zones that are used during
40  * operating system upgrade and potentially other administrative action.  The
41  * scratch zone environment is similar to the miniroot environment.  The zone's
42  * actual root is mounted read-write on /a, and the standard paths (/usr,
43  * /sbin, /lib) all lead to read-only copies of the running system's binaries.
44  * This allows the administrative tools to manipulate the zone using "-R /a"
45  * without relying on any binaries in the zone itself.
46  *
47  * If the scratch zone is on an alternate root (Live Upgrade [LU] boot
48  * environment), then we must resolve the lofs mounts used there to uncover
49  * writable (unshared) resources.  Shared resources, though, are always
50  * read-only.  In addition, if the "same" zone with a different root path is
51  * currently running, then "/b" inside the zone points to the running zone's
52  * root.  This allows LU to synchronize configuration files during the upgrade
53  * process.
54  *
55  * To construct this environment, this module creates a tmpfs mount on
56  * $ZONEPATH/lu.  Inside this scratch area, the miniroot-like environment as
57  * described above is constructed on the fly.  The zone is then created using
58  * $ZONEPATH/lu as the root.
59  *
60  * Note that scratch zones are inactive.  The zone's bits are not running and
61  * likely cannot be run correctly until upgrade is done.  Init is not running
62  * there, nor is SMF.  Because of this, the "mounted" state of a scratch zone
63  * is not a part of the usual halt/ready/boot state machine.
64  */
65 
66 #include <sys/param.h>
67 #include <sys/mount.h>
68 #include <sys/mntent.h>
69 #include <sys/socket.h>
70 #include <sys/utsname.h>
71 #include <sys/types.h>
72 #include <sys/stat.h>
73 #include <sys/sockio.h>
74 #include <sys/stropts.h>
75 #include <sys/conf.h>
76 
77 #include <sys/dlpi.h>
78 #include <libdlpi.h>
79 #include <libdllink.h>
80 
81 #include <inet/tcp.h>
82 #include <arpa/inet.h>
83 #include <netinet/in.h>
84 #include <net/route.h>
85 
86 #include <stdio.h>
87 #include <errno.h>
88 #include <fcntl.h>
89 #include <unistd.h>
90 #include <rctl.h>
91 #include <stdlib.h>
92 #include <string.h>
93 #include <strings.h>
94 #include <wait.h>
95 #include <limits.h>
96 #include <libgen.h>
97 #include <libzfs.h>
98 #include <libdevinfo.h>
99 #include <zone.h>
100 #include <assert.h>
101 #include <libcontract.h>
102 #include <libcontract_priv.h>
103 #include <uuid/uuid.h>
104 
105 #include <sys/mntio.h>
106 #include <sys/mnttab.h>
107 #include <sys/fs/autofs.h>	/* for _autofssys() */
108 #include <sys/fs/lofs_info.h>
109 #include <sys/fs/zfs.h>
110 
111 #include <pool.h>
112 #include <sys/pool.h>
113 #include <sys/priocntl.h>
114 
115 #include <libbrand.h>
116 #include <sys/brand.h>
117 #include <libzonecfg.h>
118 #include <synch.h>
119 
120 #include "zoneadmd.h"
121 #include <tsol/label.h>
122 #include <libtsnet.h>
123 #include <sys/priv.h>
124 
125 #define	V4_ADDR_LEN	32
126 #define	V6_ADDR_LEN	128
127 
128 /* 0755 is the default directory mode. */
129 #define	DEFAULT_DIR_MODE \
130 	(S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH)
131 #define	DEFAULT_DIR_USER -1	/* user ID for chown: -1 means don't change */
132 #define	DEFAULT_DIR_GROUP -1	/* grp ID for chown: -1 means don't change */
133 
134 #define	IPD_DEFAULT_OPTS \
135 	MNTOPT_RO "," MNTOPT_LOFS_NOSUB "," MNTOPT_NODEVICES
136 
137 #define	DFSTYPES	"/etc/dfs/fstypes"
138 #define	MAXTNZLEN	2048
139 
140 /* for routing socket */
141 static int rts_seqno = 0;
142 
143 /* mangled zone name when mounting in an alternate root environment */
144 static char kernzone[ZONENAME_MAX];
145 
146 /* array of cached mount entries for resolve_lofs */
147 static struct mnttab *resolve_lofs_mnts, *resolve_lofs_mnt_max;
148 
149 /* for Trusted Extensions */
150 static tsol_zcent_t *get_zone_label(zlog_t *, priv_set_t *);
151 static int tsol_mounts(zlog_t *, char *, char *);
152 static void tsol_unmounts(zlog_t *, char *);
153 static m_label_t *zlabel = NULL;
154 static m_label_t *zid_label = NULL;
155 static priv_set_t *zprivs = NULL;
156 
157 /* from libsocket, not in any header file */
158 extern int getnetmaskbyaddr(struct in_addr, struct in_addr *);
159 
160 /*
161  * An optimization for build_mnttable: reallocate (and potentially copy the
162  * data) only once every N times through the loop.
163  */
164 #define	MNTTAB_HUNK	32
165 
166 /*
167  * Private autofs system call
168  */
169 extern int _autofssys(int, void *);
170 
171 static int
172 autofs_cleanup(zoneid_t zoneid)
173 {
174 	/*
175 	 * Ask autofs to unmount all trigger nodes in the given zone.
176 	 */
177 	return (_autofssys(AUTOFS_UNMOUNTALL, (void *)zoneid));
178 }
179 
180 static void
181 free_mnttable(struct mnttab *mnt_array, uint_t nelem)
182 {
183 	uint_t i;
184 
185 	if (mnt_array == NULL)
186 		return;
187 	for (i = 0; i < nelem; i++) {
188 		free(mnt_array[i].mnt_mountp);
189 		free(mnt_array[i].mnt_fstype);
190 		free(mnt_array[i].mnt_special);
191 		free(mnt_array[i].mnt_mntopts);
192 		assert(mnt_array[i].mnt_time == NULL);
193 	}
194 	free(mnt_array);
195 }
196 
197 /*
198  * Build the mount table for the zone rooted at "zroot", storing the resulting
199  * array of struct mnttabs in "mnt_arrayp" and the number of elements in the
200  * array in "nelemp".
201  */
202 static int
203 build_mnttable(zlog_t *zlogp, const char *zroot, size_t zrootlen, FILE *mnttab,
204     struct mnttab **mnt_arrayp, uint_t *nelemp)
205 {
206 	struct mnttab mnt;
207 	struct mnttab *mnts;
208 	struct mnttab *mnp;
209 	uint_t nmnt;
210 
211 	rewind(mnttab);
212 	resetmnttab(mnttab);
213 	nmnt = 0;
214 	mnts = NULL;
215 	while (getmntent(mnttab, &mnt) == 0) {
216 		struct mnttab *tmp_array;
217 
218 		if (strncmp(mnt.mnt_mountp, zroot, zrootlen) != 0)
219 			continue;
220 		if (nmnt % MNTTAB_HUNK == 0) {
221 			tmp_array = realloc(mnts,
222 			    (nmnt + MNTTAB_HUNK) * sizeof (*mnts));
223 			if (tmp_array == NULL) {
224 				free_mnttable(mnts, nmnt);
225 				return (-1);
226 			}
227 			mnts = tmp_array;
228 		}
229 		mnp = &mnts[nmnt++];
230 
231 		/*
232 		 * Zero out any fields we're not using.
233 		 */
234 		(void) memset(mnp, 0, sizeof (*mnp));
235 
236 		if (mnt.mnt_special != NULL)
237 			mnp->mnt_special = strdup(mnt.mnt_special);
238 		if (mnt.mnt_mntopts != NULL)
239 			mnp->mnt_mntopts = strdup(mnt.mnt_mntopts);
240 		mnp->mnt_mountp = strdup(mnt.mnt_mountp);
241 		mnp->mnt_fstype = strdup(mnt.mnt_fstype);
242 		if ((mnt.mnt_special != NULL && mnp->mnt_special == NULL) ||
243 		    (mnt.mnt_mntopts != NULL && mnp->mnt_mntopts == NULL) ||
244 		    mnp->mnt_mountp == NULL || mnp->mnt_fstype == NULL) {
245 			zerror(zlogp, B_TRUE, "memory allocation failed");
246 			free_mnttable(mnts, nmnt);
247 			return (-1);
248 		}
249 	}
250 	*mnt_arrayp = mnts;
251 	*nelemp = nmnt;
252 	return (0);
253 }
254 
255 /*
256  * This is an optimization.  The resolve_lofs function is used quite frequently
257  * to manipulate file paths, and on a machine with a large number of zones,
258  * there will be a huge number of mounted file systems.  Thus, we trigger a
259  * reread of the list of mount points
260  */
261 static void
262 lofs_discard_mnttab(void)
263 {
264 	free_mnttable(resolve_lofs_mnts,
265 	    resolve_lofs_mnt_max - resolve_lofs_mnts);
266 	resolve_lofs_mnts = resolve_lofs_mnt_max = NULL;
267 }
268 
269 static int
270 lofs_read_mnttab(zlog_t *zlogp)
271 {
272 	FILE *mnttab;
273 	uint_t nmnts;
274 
275 	if ((mnttab = fopen(MNTTAB, "r")) == NULL)
276 		return (-1);
277 	if (build_mnttable(zlogp, "", 0, mnttab, &resolve_lofs_mnts,
278 	    &nmnts) == -1) {
279 		(void) fclose(mnttab);
280 		return (-1);
281 	}
282 	(void) fclose(mnttab);
283 	resolve_lofs_mnt_max = resolve_lofs_mnts + nmnts;
284 	return (0);
285 }
286 
287 /*
288  * This function loops over potential loopback mounts and symlinks in a given
289  * path and resolves them all down to an absolute path.
290  */
291 static void
292 resolve_lofs(zlog_t *zlogp, char *path, size_t pathlen)
293 {
294 	int len, arlen;
295 	const char *altroot;
296 	char tmppath[MAXPATHLEN];
297 	boolean_t outside_altroot;
298 
299 	if ((len = resolvepath(path, tmppath, sizeof (tmppath))) == -1)
300 		return;
301 	tmppath[len] = '\0';
302 	(void) strlcpy(path, tmppath, sizeof (tmppath));
303 
304 	/* This happens once per zoneadmd operation. */
305 	if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1)
306 		return;
307 
308 	altroot = zonecfg_get_root();
309 	arlen = strlen(altroot);
310 	outside_altroot = B_FALSE;
311 	for (;;) {
312 		struct mnttab *mnp;
313 
314 		/* Search in reverse order to find longest match */
315 		for (mnp = resolve_lofs_mnt_max - 1; mnp >= resolve_lofs_mnts;
316 		    mnp--) {
317 			if (mnp->mnt_fstype == NULL ||
318 			    mnp->mnt_mountp == NULL ||
319 			    mnp->mnt_special == NULL)
320 				continue;
321 			len = strlen(mnp->mnt_mountp);
322 			if (strncmp(mnp->mnt_mountp, path, len) == 0 &&
323 			    (path[len] == '/' || path[len] == '\0'))
324 				break;
325 		}
326 		if (mnp < resolve_lofs_mnts)
327 			break;
328 		/* If it's not a lofs then we're done */
329 		if (strcmp(mnp->mnt_fstype, MNTTYPE_LOFS) != 0)
330 			break;
331 		if (outside_altroot) {
332 			char *cp;
333 			int olen = sizeof (MNTOPT_RO) - 1;
334 
335 			/*
336 			 * If we run into a read-only mount outside of the
337 			 * alternate root environment, then the user doesn't
338 			 * want this path to be made read-write.
339 			 */
340 			if (mnp->mnt_mntopts != NULL &&
341 			    (cp = strstr(mnp->mnt_mntopts, MNTOPT_RO)) !=
342 			    NULL &&
343 			    (cp == mnp->mnt_mntopts || cp[-1] == ',') &&
344 			    (cp[olen] == '\0' || cp[olen] == ',')) {
345 				break;
346 			}
347 		} else if (arlen > 0 &&
348 		    (strncmp(mnp->mnt_special, altroot, arlen) != 0 ||
349 		    (mnp->mnt_special[arlen] != '\0' &&
350 		    mnp->mnt_special[arlen] != '/'))) {
351 			outside_altroot = B_TRUE;
352 		}
353 		/* use temporary buffer because new path might be longer */
354 		(void) snprintf(tmppath, sizeof (tmppath), "%s%s",
355 		    mnp->mnt_special, path + len);
356 		if ((len = resolvepath(tmppath, path, pathlen)) == -1)
357 			break;
358 		path[len] = '\0';
359 	}
360 }
361 
362 /*
363  * For a regular mount, check if a replacement lofs mount is needed because the
364  * referenced device is already mounted somewhere.
365  */
366 static int
367 check_lofs_needed(zlog_t *zlogp, struct zone_fstab *fsptr)
368 {
369 	struct mnttab *mnp;
370 	zone_fsopt_t *optptr, *onext;
371 
372 	/* This happens once per zoneadmd operation. */
373 	if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1)
374 		return (-1);
375 
376 	/*
377 	 * If this special node isn't already in use, then it's ours alone;
378 	 * no need to worry about conflicting mounts.
379 	 */
380 	for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max;
381 	    mnp++) {
382 		if (strcmp(mnp->mnt_special, fsptr->zone_fs_special) == 0)
383 			break;
384 	}
385 	if (mnp >= resolve_lofs_mnt_max)
386 		return (0);
387 
388 	/*
389 	 * Convert this duplicate mount into a lofs mount.
390 	 */
391 	(void) strlcpy(fsptr->zone_fs_special, mnp->mnt_mountp,
392 	    sizeof (fsptr->zone_fs_special));
393 	(void) strlcpy(fsptr->zone_fs_type, MNTTYPE_LOFS,
394 	    sizeof (fsptr->zone_fs_type));
395 	fsptr->zone_fs_raw[0] = '\0';
396 
397 	/*
398 	 * Discard all but one of the original options and set that to be the
399 	 * same set of options used for inherit package directory resources.
400 	 */
401 	optptr = fsptr->zone_fs_options;
402 	if (optptr == NULL) {
403 		optptr = malloc(sizeof (*optptr));
404 		if (optptr == NULL) {
405 			zerror(zlogp, B_TRUE, "cannot mount %s",
406 			    fsptr->zone_fs_dir);
407 			return (-1);
408 		}
409 	} else {
410 		while ((onext = optptr->zone_fsopt_next) != NULL) {
411 			optptr->zone_fsopt_next = onext->zone_fsopt_next;
412 			free(onext);
413 		}
414 	}
415 	(void) strcpy(optptr->zone_fsopt_opt, IPD_DEFAULT_OPTS);
416 	optptr->zone_fsopt_next = NULL;
417 	fsptr->zone_fs_options = optptr;
418 	return (0);
419 }
420 
421 static int
422 make_one_dir(zlog_t *zlogp, const char *prefix, const char *subdir, mode_t mode,
423     uid_t userid, gid_t groupid)
424 {
425 	char path[MAXPATHLEN];
426 	struct stat st;
427 
428 	if (snprintf(path, sizeof (path), "%s%s", prefix, subdir) >
429 	    sizeof (path)) {
430 		zerror(zlogp, B_FALSE, "pathname %s%s is too long", prefix,
431 		    subdir);
432 		return (-1);
433 	}
434 
435 	if (lstat(path, &st) == 0) {
436 		/*
437 		 * We don't check the file mode since presumably the zone
438 		 * administrator may have had good reason to change the mode,
439 		 * and we don't need to second guess him.
440 		 */
441 		if (!S_ISDIR(st.st_mode)) {
442 			if (is_system_labeled() &&
443 			    S_ISREG(st.st_mode)) {
444 				/*
445 				 * The need to mount readonly copies of
446 				 * global zone /etc/ files is unique to
447 				 * Trusted Extensions.
448 				 */
449 				if (strncmp(subdir, "/etc/",
450 				    strlen("/etc/")) != 0) {
451 					zerror(zlogp, B_FALSE,
452 					    "%s is not in /etc", path);
453 					return (-1);
454 				}
455 			} else {
456 				zerror(zlogp, B_FALSE,
457 				    "%s is not a directory", path);
458 				return (-1);
459 			}
460 		}
461 		return (0);
462 	}
463 
464 	if (mkdirp(path, mode) != 0) {
465 		if (errno == EROFS)
466 			zerror(zlogp, B_FALSE, "Could not mkdir %s.\nIt is on "
467 			    "a read-only file system in this local zone.\nMake "
468 			    "sure %s exists in the global zone.", path, subdir);
469 		else
470 			zerror(zlogp, B_TRUE, "mkdirp of %s failed", path);
471 		return (-1);
472 	}
473 
474 	(void) chown(path, userid, groupid);
475 	return (0);
476 }
477 
478 static void
479 free_remote_fstypes(char **types)
480 {
481 	uint_t i;
482 
483 	if (types == NULL)
484 		return;
485 	for (i = 0; types[i] != NULL; i++)
486 		free(types[i]);
487 	free(types);
488 }
489 
490 static char **
491 get_remote_fstypes(zlog_t *zlogp)
492 {
493 	char **types = NULL;
494 	FILE *fp;
495 	char buf[MAXPATHLEN];
496 	char fstype[MAXPATHLEN];
497 	uint_t lines = 0;
498 	uint_t i;
499 
500 	if ((fp = fopen(DFSTYPES, "r")) == NULL) {
501 		zerror(zlogp, B_TRUE, "failed to open %s", DFSTYPES);
502 		return (NULL);
503 	}
504 	/*
505 	 * Count the number of lines
506 	 */
507 	while (fgets(buf, sizeof (buf), fp) != NULL)
508 		lines++;
509 	if (lines == 0)	/* didn't read anything; empty file */
510 		goto out;
511 	rewind(fp);
512 	/*
513 	 * Allocate enough space for a NULL-terminated array.
514 	 */
515 	types = calloc(lines + 1, sizeof (char *));
516 	if (types == NULL) {
517 		zerror(zlogp, B_TRUE, "memory allocation failed");
518 		goto out;
519 	}
520 	i = 0;
521 	while (fgets(buf, sizeof (buf), fp) != NULL) {
522 		/* LINTED - fstype is big enough to hold buf */
523 		if (sscanf(buf, "%s", fstype) == 0) {
524 			zerror(zlogp, B_FALSE, "unable to parse %s", DFSTYPES);
525 			free_remote_fstypes(types);
526 			types = NULL;
527 			goto out;
528 		}
529 		types[i] = strdup(fstype);
530 		if (types[i] == NULL) {
531 			zerror(zlogp, B_TRUE, "memory allocation failed");
532 			free_remote_fstypes(types);
533 			types = NULL;
534 			goto out;
535 		}
536 		i++;
537 	}
538 out:
539 	(void) fclose(fp);
540 	return (types);
541 }
542 
543 static boolean_t
544 is_remote_fstype(const char *fstype, char *const *remote_fstypes)
545 {
546 	uint_t i;
547 
548 	if (remote_fstypes == NULL)
549 		return (B_FALSE);
550 	for (i = 0; remote_fstypes[i] != NULL; i++) {
551 		if (strcmp(remote_fstypes[i], fstype) == 0)
552 			return (B_TRUE);
553 	}
554 	return (B_FALSE);
555 }
556 
557 /*
558  * This converts a zone root path (normally of the form .../root) to a Live
559  * Upgrade scratch zone root (of the form .../lu).
560  */
561 static void
562 root_to_lu(zlog_t *zlogp, char *zroot, size_t zrootlen, boolean_t isresolved)
563 {
564 	assert(zone_isnative);
565 
566 	if (!isresolved && zonecfg_in_alt_root())
567 		resolve_lofs(zlogp, zroot, zrootlen);
568 	(void) strcpy(strrchr(zroot, '/') + 1, "lu");
569 }
570 
571 /*
572  * The general strategy for unmounting filesystems is as follows:
573  *
574  * - Remote filesystems may be dead, and attempting to contact them as
575  * part of a regular unmount may hang forever; we want to always try to
576  * forcibly unmount such filesystems and only fall back to regular
577  * unmounts if the filesystem doesn't support forced unmounts.
578  *
579  * - We don't want to unnecessarily corrupt metadata on local
580  * filesystems (ie UFS), so we want to start off with graceful unmounts,
581  * and only escalate to doing forced unmounts if we get stuck.
582  *
583  * We start off walking backwards through the mount table.  This doesn't
584  * give us strict ordering but ensures that we try to unmount submounts
585  * first.  We thus limit the number of failed umount2(2) calls.
586  *
587  * The mechanism for determining if we're stuck is to count the number
588  * of failed unmounts each iteration through the mount table.  This
589  * gives us an upper bound on the number of filesystems which remain
590  * mounted (autofs trigger nodes are dealt with separately).  If at the
591  * end of one unmount+autofs_cleanup cycle we still have the same number
592  * of mounts that we started out with, we're stuck and try a forced
593  * unmount.  If that fails (filesystem doesn't support forced unmounts)
594  * then we bail and are unable to teardown the zone.  If it succeeds,
595  * we're no longer stuck so we continue with our policy of trying
596  * graceful mounts first.
597  *
598  * Zone must be down (ie, no processes or threads active).
599  */
600 static int
601 unmount_filesystems(zlog_t *zlogp, zoneid_t zoneid, boolean_t unmount_cmd)
602 {
603 	int error = 0;
604 	FILE *mnttab;
605 	struct mnttab *mnts;
606 	uint_t nmnt;
607 	char zroot[MAXPATHLEN + 1];
608 	size_t zrootlen;
609 	uint_t oldcount = UINT_MAX;
610 	boolean_t stuck = B_FALSE;
611 	char **remote_fstypes = NULL;
612 
613 	if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) {
614 		zerror(zlogp, B_FALSE, "unable to determine zone root");
615 		return (-1);
616 	}
617 	if (unmount_cmd)
618 		root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE);
619 
620 	(void) strcat(zroot, "/");
621 	zrootlen = strlen(zroot);
622 
623 	/*
624 	 * For Trusted Extensions unmount each higher level zone's mount
625 	 * of our zone's /export/home
626 	 */
627 	if (!unmount_cmd)
628 		tsol_unmounts(zlogp, zone_name);
629 
630 	if ((mnttab = fopen(MNTTAB, "r")) == NULL) {
631 		zerror(zlogp, B_TRUE, "failed to open %s", MNTTAB);
632 		return (-1);
633 	}
634 	/*
635 	 * Use our hacky mntfs ioctl so we see everything, even mounts with
636 	 * MS_NOMNTTAB.
637 	 */
638 	if (ioctl(fileno(mnttab), MNTIOC_SHOWHIDDEN, NULL) < 0) {
639 		zerror(zlogp, B_TRUE, "unable to configure %s", MNTTAB);
640 		error++;
641 		goto out;
642 	}
643 
644 	/*
645 	 * Build the list of remote fstypes so we know which ones we
646 	 * should forcibly unmount.
647 	 */
648 	remote_fstypes = get_remote_fstypes(zlogp);
649 	for (; /* ever */; ) {
650 		uint_t newcount = 0;
651 		boolean_t unmounted;
652 		struct mnttab *mnp;
653 		char *path;
654 		uint_t i;
655 
656 		mnts = NULL;
657 		nmnt = 0;
658 		/*
659 		 * MNTTAB gives us a way to walk through mounted
660 		 * filesystems; we need to be able to walk them in
661 		 * reverse order, so we build a list of all mounted
662 		 * filesystems.
663 		 */
664 		if (build_mnttable(zlogp, zroot, zrootlen, mnttab, &mnts,
665 		    &nmnt) != 0) {
666 			error++;
667 			goto out;
668 		}
669 		for (i = 0; i < nmnt; i++) {
670 			mnp = &mnts[nmnt - i - 1]; /* access in reverse order */
671 			path = mnp->mnt_mountp;
672 			unmounted = B_FALSE;
673 			/*
674 			 * Try forced unmount first for remote filesystems.
675 			 *
676 			 * Not all remote filesystems support forced unmounts,
677 			 * so if this fails (ENOTSUP) we'll continue on
678 			 * and try a regular unmount.
679 			 */
680 			if (is_remote_fstype(mnp->mnt_fstype, remote_fstypes)) {
681 				if (umount2(path, MS_FORCE) == 0)
682 					unmounted = B_TRUE;
683 			}
684 			/*
685 			 * Try forced unmount if we're stuck.
686 			 */
687 			if (stuck) {
688 				if (umount2(path, MS_FORCE) == 0) {
689 					unmounted = B_TRUE;
690 					stuck = B_FALSE;
691 				} else {
692 					/*
693 					 * The first failure indicates a
694 					 * mount we won't be able to get
695 					 * rid of automatically, so we
696 					 * bail.
697 					 */
698 					error++;
699 					zerror(zlogp, B_FALSE,
700 					    "unable to unmount '%s'", path);
701 					free_mnttable(mnts, nmnt);
702 					goto out;
703 				}
704 			}
705 			/*
706 			 * Try regular unmounts for everything else.
707 			 */
708 			if (!unmounted && umount2(path, 0) != 0)
709 				newcount++;
710 		}
711 		free_mnttable(mnts, nmnt);
712 
713 		if (newcount == 0)
714 			break;
715 		if (newcount >= oldcount) {
716 			/*
717 			 * Last round didn't unmount anything; we're stuck and
718 			 * should start trying forced unmounts.
719 			 */
720 			stuck = B_TRUE;
721 		}
722 		oldcount = newcount;
723 
724 		/*
725 		 * Autofs doesn't let you unmount its trigger nodes from
726 		 * userland so we have to tell the kernel to cleanup for us.
727 		 */
728 		if (autofs_cleanup(zoneid) != 0) {
729 			zerror(zlogp, B_TRUE, "unable to remove autofs nodes");
730 			error++;
731 			goto out;
732 		}
733 	}
734 
735 out:
736 	free_remote_fstypes(remote_fstypes);
737 	(void) fclose(mnttab);
738 	return (error ? -1 : 0);
739 }
740 
741 static int
742 fs_compare(const void *m1, const void *m2)
743 {
744 	struct zone_fstab *i = (struct zone_fstab *)m1;
745 	struct zone_fstab *j = (struct zone_fstab *)m2;
746 
747 	return (strcmp(i->zone_fs_dir, j->zone_fs_dir));
748 }
749 
750 /*
751  * Fork and exec (and wait for) the mentioned binary with the provided
752  * arguments.  Returns (-1) if something went wrong with fork(2) or exec(2),
753  * returns the exit status otherwise.
754  *
755  * If we were unable to exec the provided pathname (for whatever
756  * reason), we return the special token ZEXIT_EXEC.  The current value
757  * of ZEXIT_EXEC doesn't conflict with legitimate exit codes of the
758  * consumers of this function; any future consumers must make sure this
759  * remains the case.
760  */
761 static int
762 forkexec(zlog_t *zlogp, const char *path, char *const argv[])
763 {
764 	pid_t child_pid;
765 	int child_status = 0;
766 
767 	/*
768 	 * Do not let another thread localize a message while we are forking.
769 	 */
770 	(void) mutex_lock(&msglock);
771 	child_pid = fork();
772 	(void) mutex_unlock(&msglock);
773 	if (child_pid == -1) {
774 		zerror(zlogp, B_TRUE, "could not fork for %s", argv[0]);
775 		return (-1);
776 	} else if (child_pid == 0) {
777 		closefrom(0);
778 		/* redirect stdin, stdout & stderr to /dev/null */
779 		(void) open("/dev/null", O_RDONLY);	/* stdin */
780 		(void) open("/dev/null", O_WRONLY);	/* stdout */
781 		(void) open("/dev/null", O_WRONLY);	/* stderr */
782 		(void) execv(path, argv);
783 		/*
784 		 * Since we are in the child, there is no point calling zerror()
785 		 * since there is nobody waiting to consume it.  So exit with a
786 		 * special code that the parent will recognize and call zerror()
787 		 * accordingly.
788 		 */
789 
790 		_exit(ZEXIT_EXEC);
791 	} else {
792 		(void) waitpid(child_pid, &child_status, 0);
793 	}
794 
795 	if (WIFSIGNALED(child_status)) {
796 		zerror(zlogp, B_FALSE, "%s unexpectedly terminated due to "
797 		    "signal %d", path, WTERMSIG(child_status));
798 		return (-1);
799 	}
800 	assert(WIFEXITED(child_status));
801 	if (WEXITSTATUS(child_status) == ZEXIT_EXEC) {
802 		zerror(zlogp, B_FALSE, "failed to exec %s", path);
803 		return (-1);
804 	}
805 	return (WEXITSTATUS(child_status));
806 }
807 
808 static int
809 dofsck(zlog_t *zlogp, const char *fstype, const char *rawdev)
810 {
811 	char cmdbuf[MAXPATHLEN];
812 	char *argv[4];
813 	int status;
814 
815 	/*
816 	 * We could alternatively have called /usr/sbin/fsck -F <fstype>, but
817 	 * that would cost us an extra fork/exec without buying us anything.
818 	 */
819 	if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/fsck", fstype)
820 	    >= sizeof (cmdbuf)) {
821 		zerror(zlogp, B_FALSE, "file-system type %s too long", fstype);
822 		return (-1);
823 	}
824 
825 	argv[0] = "fsck";
826 	argv[1] = "-m";
827 	argv[2] = (char *)rawdev;
828 	argv[3] = NULL;
829 
830 	status = forkexec(zlogp, cmdbuf, argv);
831 	if (status == 0 || status == -1)
832 		return (status);
833 	zerror(zlogp, B_FALSE, "fsck of '%s' failed with exit status %d; "
834 	    "run fsck manually", rawdev, status);
835 	return (-1);
836 }
837 
838 static int
839 domount(zlog_t *zlogp, const char *fstype, const char *opts,
840     const char *special, const char *directory)
841 {
842 	char cmdbuf[MAXPATHLEN];
843 	char *argv[6];
844 	int status;
845 
846 	/*
847 	 * We could alternatively have called /usr/sbin/mount -F <fstype>, but
848 	 * that would cost us an extra fork/exec without buying us anything.
849 	 */
850 	if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/mount", fstype)
851 	    >= sizeof (cmdbuf)) {
852 		zerror(zlogp, B_FALSE, "file-system type %s too long", fstype);
853 		return (-1);
854 	}
855 	argv[0] = "mount";
856 	if (opts[0] == '\0') {
857 		argv[1] = (char *)special;
858 		argv[2] = (char *)directory;
859 		argv[3] = NULL;
860 	} else {
861 		argv[1] = "-o";
862 		argv[2] = (char *)opts;
863 		argv[3] = (char *)special;
864 		argv[4] = (char *)directory;
865 		argv[5] = NULL;
866 	}
867 
868 	status = forkexec(zlogp, cmdbuf, argv);
869 	if (status == 0 || status == -1)
870 		return (status);
871 	if (opts[0] == '\0')
872 		zerror(zlogp, B_FALSE, "\"%s %s %s\" "
873 		    "failed with exit code %d",
874 		    cmdbuf, special, directory, status);
875 	else
876 		zerror(zlogp, B_FALSE, "\"%s -o %s %s %s\" "
877 		    "failed with exit code %d",
878 		    cmdbuf, opts, special, directory, status);
879 	return (-1);
880 }
881 
882 /*
883  * Make sure if a given path exists, it is not a sym-link, and is a directory.
884  */
885 static int
886 check_path(zlog_t *zlogp, const char *path)
887 {
888 	struct stat statbuf;
889 	char respath[MAXPATHLEN];
890 	int res;
891 
892 	if (lstat(path, &statbuf) != 0) {
893 		if (errno == ENOENT)
894 			return (0);
895 		zerror(zlogp, B_TRUE, "can't stat %s", path);
896 		return (-1);
897 	}
898 	if (S_ISLNK(statbuf.st_mode)) {
899 		zerror(zlogp, B_FALSE, "%s is a symlink", path);
900 		return (-1);
901 	}
902 	if (!S_ISDIR(statbuf.st_mode)) {
903 		if (is_system_labeled() && S_ISREG(statbuf.st_mode)) {
904 			/*
905 			 * The need to mount readonly copies of
906 			 * global zone /etc/ files is unique to
907 			 * Trusted Extensions.
908 			 * The check for /etc/ via strstr() is to
909 			 * allow paths like $ZONEROOT/etc/passwd
910 			 */
911 			if (strstr(path, "/etc/") == NULL) {
912 				zerror(zlogp, B_FALSE,
913 				    "%s is not in /etc", path);
914 				return (-1);
915 			}
916 		} else {
917 			zerror(zlogp, B_FALSE, "%s is not a directory", path);
918 			return (-1);
919 		}
920 	}
921 	if ((res = resolvepath(path, respath, sizeof (respath))) == -1) {
922 		zerror(zlogp, B_TRUE, "unable to resolve path %s", path);
923 		return (-1);
924 	}
925 	respath[res] = '\0';
926 	if (strcmp(path, respath) != 0) {
927 		/*
928 		 * We don't like ".."s and "."s throwing us off
929 		 */
930 		zerror(zlogp, B_FALSE, "%s is not a canonical path", path);
931 		return (-1);
932 	}
933 	return (0);
934 }
935 
936 /*
937  * Check every component of rootpath/relpath.  If any component fails (ie,
938  * exists but isn't the canonical path to a directory), it is returned in
939  * badpath, which is assumed to be at least of size MAXPATHLEN.
940  *
941  * Relpath must begin with '/'.
942  */
943 static boolean_t
944 valid_mount_path(zlog_t *zlogp, const char *rootpath, const char *relpath)
945 {
946 	char abspath[MAXPATHLEN], *slashp;
947 
948 	/*
949 	 * Make sure abspath has at least one '/' after its rootpath
950 	 * component, and ends with '/'.
951 	 */
952 	if (snprintf(abspath, sizeof (abspath), "%s%s/", rootpath, relpath) >=
953 	    sizeof (abspath)) {
954 		zerror(zlogp, B_FALSE, "pathname %s%s is too long", rootpath,
955 		    relpath);
956 		return (B_FALSE);
957 	}
958 
959 	slashp = &abspath[strlen(rootpath)];
960 	assert(*slashp == '/');
961 	do {
962 		*slashp = '\0';
963 		if (check_path(zlogp, abspath) != 0)
964 			return (B_FALSE);
965 		*slashp = '/';
966 		slashp++;
967 	} while ((slashp = strchr(slashp, '/')) != NULL);
968 	return (B_TRUE);
969 }
970 
971 static int
972 mount_one_dev_device_cb(void *arg, const char *match, const char *name)
973 {
974 	di_prof_t prof = arg;
975 
976 	if (name == NULL)
977 		return (di_prof_add_dev(prof, match));
978 	return (di_prof_add_map(prof, match, name));
979 }
980 
981 static int
982 mount_one_dev_symlink_cb(void *arg, const char *source, const char *target)
983 {
984 	di_prof_t prof = arg;
985 
986 	return (di_prof_add_symlink(prof, source, target));
987 }
988 
989 static int
990 get_iptype(zlog_t *zlogp, zone_iptype_t *iptypep)
991 {
992 	zone_dochandle_t handle;
993 
994 	if ((handle = zonecfg_init_handle()) == NULL) {
995 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
996 		return (-1);
997 	}
998 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
999 		zerror(zlogp, B_FALSE, "invalid configuration");
1000 		zonecfg_fini_handle(handle);
1001 		return (-1);
1002 	}
1003 	if (zonecfg_get_iptype(handle, iptypep) != Z_OK) {
1004 		zerror(zlogp, B_FALSE, "invalid ip-type configuration");
1005 		zonecfg_fini_handle(handle);
1006 		return (-1);
1007 	}
1008 	zonecfg_fini_handle(handle);
1009 	return (0);
1010 }
1011 
1012 /*
1013  * Apply the standard lists of devices/symlinks/mappings and the user-specified
1014  * list of devices (via zonecfg) to the /dev filesystem.  The filesystem will
1015  * use these as a profile/filter to determine what exists in /dev.
1016  */
1017 static int
1018 mount_one_dev(zlog_t *zlogp, char *devpath)
1019 {
1020 	char			brand[MAXNAMELEN];
1021 	zone_dochandle_t	handle = NULL;
1022 	brand_handle_t		bh = NULL;
1023 	struct zone_devtab	ztab;
1024 	di_prof_t		prof = NULL;
1025 	int			err;
1026 	int			retval = -1;
1027 	zone_iptype_t		iptype;
1028 	const char 		*curr_iptype;
1029 
1030 	if (di_prof_init(devpath, &prof)) {
1031 		zerror(zlogp, B_TRUE, "failed to initialize profile");
1032 		goto cleanup;
1033 	}
1034 
1035 	/* Get a handle to the brand info for this zone */
1036 	if ((zone_get_brand(zone_name, brand, sizeof (brand)) != Z_OK) ||
1037 	    (bh = brand_open(brand)) == NULL) {
1038 		zerror(zlogp, B_FALSE, "unable to determine zone brand");
1039 		goto cleanup;
1040 	}
1041 
1042 	if (get_iptype(zlogp, &iptype) < 0) {
1043 		zerror(zlogp, B_TRUE, "unable to determine ip-type");
1044 		goto cleanup;
1045 	}
1046 	switch (iptype) {
1047 	case ZS_SHARED:
1048 		curr_iptype = "shared";
1049 		break;
1050 	case ZS_EXCLUSIVE:
1051 		curr_iptype = "exclusive";
1052 		break;
1053 	}
1054 
1055 	if (brand_platform_iter_devices(bh, zone_name,
1056 	    mount_one_dev_device_cb, prof, curr_iptype) != 0) {
1057 		zerror(zlogp, B_TRUE, "failed to add standard device");
1058 		goto cleanup;
1059 	}
1060 
1061 	if (brand_platform_iter_link(bh,
1062 	    mount_one_dev_symlink_cb, prof) != 0) {
1063 		zerror(zlogp, B_TRUE, "failed to add standard symlink");
1064 		goto cleanup;
1065 	}
1066 
1067 	/* Add user-specified devices and directories */
1068 	if ((handle = zonecfg_init_handle()) == NULL) {
1069 		zerror(zlogp, B_FALSE, "can't initialize zone handle");
1070 		goto cleanup;
1071 	}
1072 	if (err = zonecfg_get_handle(zone_name, handle)) {
1073 		zerror(zlogp, B_FALSE, "can't get handle for zone "
1074 		    "%s: %s", zone_name, zonecfg_strerror(err));
1075 		goto cleanup;
1076 	}
1077 	if (err = zonecfg_setdevent(handle)) {
1078 		zerror(zlogp, B_FALSE, "%s: %s", zone_name,
1079 		    zonecfg_strerror(err));
1080 		goto cleanup;
1081 	}
1082 	while (zonecfg_getdevent(handle, &ztab) == Z_OK) {
1083 		if (di_prof_add_dev(prof, ztab.zone_dev_match)) {
1084 			zerror(zlogp, B_TRUE, "failed to add "
1085 			    "user-specified device");
1086 			goto cleanup;
1087 		}
1088 	}
1089 	(void) zonecfg_enddevent(handle);
1090 
1091 	/* Send profile to kernel */
1092 	if (di_prof_commit(prof)) {
1093 		zerror(zlogp, B_TRUE, "failed to commit profile");
1094 		goto cleanup;
1095 	}
1096 
1097 	retval = 0;
1098 
1099 cleanup:
1100 	if (bh != NULL)
1101 		brand_close(bh);
1102 	if (handle != NULL)
1103 		zonecfg_fini_handle(handle);
1104 	if (prof)
1105 		di_prof_fini(prof);
1106 	return (retval);
1107 }
1108 
1109 static int
1110 mount_one(zlog_t *zlogp, struct zone_fstab *fsptr, const char *rootpath)
1111 {
1112 	char path[MAXPATHLEN];
1113 	char specpath[MAXPATHLEN];
1114 	char optstr[MAX_MNTOPT_STR];
1115 	zone_fsopt_t *optptr;
1116 	int rv;
1117 
1118 	if (!valid_mount_path(zlogp, rootpath, fsptr->zone_fs_dir)) {
1119 		zerror(zlogp, B_FALSE, "%s%s is not a valid mount point",
1120 		    rootpath, fsptr->zone_fs_dir);
1121 		return (-1);
1122 	}
1123 
1124 	if (make_one_dir(zlogp, rootpath, fsptr->zone_fs_dir,
1125 	    DEFAULT_DIR_MODE, DEFAULT_DIR_USER, DEFAULT_DIR_GROUP) != 0)
1126 		return (-1);
1127 
1128 	(void) snprintf(path, sizeof (path), "%s%s", rootpath,
1129 	    fsptr->zone_fs_dir);
1130 
1131 	if (strlen(fsptr->zone_fs_special) == 0) {
1132 		/*
1133 		 * A zero-length special is how we distinguish IPDs from
1134 		 * general-purpose FSs.  Make sure it mounts from a place that
1135 		 * can be seen via the alternate zone's root.
1136 		 */
1137 		if (snprintf(specpath, sizeof (specpath), "%s%s",
1138 		    zonecfg_get_root(), fsptr->zone_fs_dir) >=
1139 		    sizeof (specpath)) {
1140 			zerror(zlogp, B_FALSE, "cannot mount %s: path too "
1141 			    "long in alternate root", fsptr->zone_fs_dir);
1142 			return (-1);
1143 		}
1144 		if (zonecfg_in_alt_root())
1145 			resolve_lofs(zlogp, specpath, sizeof (specpath));
1146 		if (domount(zlogp, MNTTYPE_LOFS, IPD_DEFAULT_OPTS,
1147 		    specpath, path) != 0) {
1148 			zerror(zlogp, B_TRUE, "failed to loopback mount %s",
1149 			    specpath);
1150 			return (-1);
1151 		}
1152 		return (0);
1153 	}
1154 
1155 	/*
1156 	 * In general the strategy here is to do just as much verification as
1157 	 * necessary to avoid crashing or otherwise doing something bad; if the
1158 	 * administrator initiated the operation via zoneadm(1m), he'll get
1159 	 * auto-verification which will let him know what's wrong.  If he
1160 	 * modifies the zone configuration of a running zone and doesn't attempt
1161 	 * to verify that it's OK we won't crash but won't bother trying to be
1162 	 * too helpful either.  zoneadm verify is only a couple keystrokes away.
1163 	 */
1164 	if (!zonecfg_valid_fs_type(fsptr->zone_fs_type)) {
1165 		zerror(zlogp, B_FALSE, "cannot mount %s on %s: "
1166 		    "invalid file-system type %s", fsptr->zone_fs_special,
1167 		    fsptr->zone_fs_dir, fsptr->zone_fs_type);
1168 		return (-1);
1169 	}
1170 
1171 	/*
1172 	 * If we're looking at an alternate root environment, then construct
1173 	 * read-only loopback mounts as necessary.  Note that any special
1174 	 * paths for lofs zone mounts in an alternate root must have
1175 	 * already been pre-pended with any alternate root path by the
1176 	 * time we get here.
1177 	 */
1178 	if (zonecfg_in_alt_root()) {
1179 		struct stat64 st;
1180 
1181 		if (stat64(fsptr->zone_fs_special, &st) != -1 &&
1182 		    S_ISBLK(st.st_mode)) {
1183 			/*
1184 			 * If we're going to mount a block device we need
1185 			 * to check if that device is already mounted
1186 			 * somewhere else, and if so, do a lofs mount
1187 			 * of the device instead of a direct mount
1188 			 */
1189 			if (check_lofs_needed(zlogp, fsptr) == -1)
1190 				return (-1);
1191 		} else if (strcmp(fsptr->zone_fs_type, MNTTYPE_LOFS) == 0) {
1192 			/*
1193 			 * For lofs mounts, the special node is inside the
1194 			 * alternate root.  We need lofs resolution for
1195 			 * this case in order to get at the underlying
1196 			 * read-write path.
1197 			 */
1198 			resolve_lofs(zlogp, fsptr->zone_fs_special,
1199 			    sizeof (fsptr->zone_fs_special));
1200 		}
1201 	}
1202 
1203 	/*
1204 	 * Run 'fsck -m' if there's a device to fsck.
1205 	 */
1206 	if (fsptr->zone_fs_raw[0] != '\0' &&
1207 	    dofsck(zlogp, fsptr->zone_fs_type, fsptr->zone_fs_raw) != 0)
1208 		return (-1);
1209 
1210 	/*
1211 	 * Build up mount option string.
1212 	 */
1213 	optstr[0] = '\0';
1214 	if (fsptr->zone_fs_options != NULL) {
1215 		(void) strlcpy(optstr, fsptr->zone_fs_options->zone_fsopt_opt,
1216 		    sizeof (optstr));
1217 		for (optptr = fsptr->zone_fs_options->zone_fsopt_next;
1218 		    optptr != NULL; optptr = optptr->zone_fsopt_next) {
1219 			(void) strlcat(optstr, ",", sizeof (optstr));
1220 			(void) strlcat(optstr, optptr->zone_fsopt_opt,
1221 			    sizeof (optstr));
1222 		}
1223 	}
1224 
1225 	if ((rv = domount(zlogp, fsptr->zone_fs_type, optstr,
1226 	    fsptr->zone_fs_special, path)) != 0)
1227 		return (rv);
1228 
1229 	/*
1230 	 * The mount succeeded.  If this was not a mount of /dev then
1231 	 * we're done.
1232 	 */
1233 	if (strcmp(fsptr->zone_fs_type, MNTTYPE_DEV) != 0)
1234 		return (0);
1235 
1236 	/*
1237 	 * We just mounted an instance of a /dev filesystem, so now we
1238 	 * need to configure it.
1239 	 */
1240 	return (mount_one_dev(zlogp, path));
1241 }
1242 
1243 static void
1244 free_fs_data(struct zone_fstab *fsarray, uint_t nelem)
1245 {
1246 	uint_t i;
1247 
1248 	if (fsarray == NULL)
1249 		return;
1250 	for (i = 0; i < nelem; i++)
1251 		zonecfg_free_fs_option_list(fsarray[i].zone_fs_options);
1252 	free(fsarray);
1253 }
1254 
1255 /*
1256  * This function initiates the creation of a small Solaris Environment for
1257  * scratch zone. The Environment creation process is split up into two
1258  * functions(build_mounted_pre_var() and build_mounted_post_var()). It
1259  * is done this way because:
1260  * 	We need to have both /etc and /var in the root of the scratchzone.
1261  * 	We loopback mount zone's own /etc and /var into the root of the
1262  * 	scratch zone. Unlike /etc, /var can be a seperate filesystem. So we
1263  * 	need to delay the mount of /var till the zone's root gets populated.
1264  *	So mounting of localdirs[](/etc and /var) have been moved to the
1265  * 	build_mounted_post_var() which gets called only after the zone
1266  * 	specific filesystems are mounted.
1267  */
1268 static boolean_t
1269 build_mounted_pre_var(zlog_t *zlogp, char *rootpath,
1270     size_t rootlen, const char *zonepath, char *luroot, size_t lurootlen)
1271 {
1272 	char tmp[MAXPATHLEN], fromdir[MAXPATHLEN];
1273 	const char **cpp;
1274 	static const char *mkdirs[] = {
1275 		"/system", "/system/contract", "/system/object", "/proc",
1276 		"/dev", "/tmp", "/a", NULL
1277 	};
1278 	char *altstr;
1279 	FILE *fp;
1280 	uuid_t uuid;
1281 
1282 	assert(zone_isnative);
1283 
1284 	resolve_lofs(zlogp, rootpath, rootlen);
1285 	(void) snprintf(luroot, lurootlen, "%s/lu", zonepath);
1286 	resolve_lofs(zlogp, luroot, lurootlen);
1287 	(void) snprintf(tmp, sizeof (tmp), "%s/bin", luroot);
1288 	(void) symlink("./usr/bin", tmp);
1289 
1290 	/*
1291 	 * These are mostly special mount points; not handled here.  (See
1292 	 * zone_mount_early.)
1293 	 */
1294 	for (cpp = mkdirs; *cpp != NULL; cpp++) {
1295 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1296 		if (mkdir(tmp, 0755) != 0) {
1297 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1298 			return (B_FALSE);
1299 		}
1300 	}
1301 	/*
1302 	 * This is here to support lucopy.  If there's an instance of this same
1303 	 * zone on the current running system, then we mount its root up as
1304 	 * read-only inside the scratch zone.
1305 	 */
1306 	(void) zonecfg_get_uuid(zone_name, uuid);
1307 	altstr = strdup(zonecfg_get_root());
1308 	if (altstr == NULL) {
1309 		zerror(zlogp, B_TRUE, "memory allocation failed");
1310 		return (B_FALSE);
1311 	}
1312 	zonecfg_set_root("");
1313 	(void) strlcpy(tmp, zone_name, sizeof (tmp));
1314 	(void) zonecfg_get_name_by_uuid(uuid, tmp, sizeof (tmp));
1315 	if (zone_get_rootpath(tmp, fromdir, sizeof (fromdir)) == Z_OK &&
1316 	    strcmp(fromdir, rootpath) != 0) {
1317 		(void) snprintf(tmp, sizeof (tmp), "%s/b", luroot);
1318 		if (mkdir(tmp, 0755) != 0) {
1319 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1320 			return (B_FALSE);
1321 		}
1322 		if (domount(zlogp, MNTTYPE_LOFS, IPD_DEFAULT_OPTS, fromdir,
1323 		    tmp) != 0) {
1324 			zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp,
1325 			    fromdir);
1326 			return (B_FALSE);
1327 		}
1328 	}
1329 	zonecfg_set_root(altstr);
1330 	free(altstr);
1331 
1332 	if ((fp = zonecfg_open_scratch(luroot, B_TRUE)) == NULL) {
1333 		zerror(zlogp, B_TRUE, "cannot open zone mapfile");
1334 		return (B_FALSE);
1335 	}
1336 	(void) ftruncate(fileno(fp), 0);
1337 	if (zonecfg_add_scratch(fp, zone_name, kernzone, "/") == -1) {
1338 		zerror(zlogp, B_TRUE, "cannot add zone mapfile entry");
1339 	}
1340 	zonecfg_close_scratch(fp);
1341 	(void) snprintf(tmp, sizeof (tmp), "%s/a", luroot);
1342 	if (domount(zlogp, MNTTYPE_LOFS, "", rootpath, tmp) != 0)
1343 		return (B_FALSE);
1344 	(void) strlcpy(rootpath, tmp, rootlen);
1345 	return (B_TRUE);
1346 }
1347 
1348 
1349 static boolean_t
1350 build_mounted_post_var(zlog_t *zlogp, char *rootpath, const char *luroot)
1351 {
1352 	char tmp[MAXPATHLEN], fromdir[MAXPATHLEN];
1353 	const char **cpp;
1354 	static const char *localdirs[] = {
1355 		"/etc", "/var", NULL
1356 	};
1357 	static const char *loopdirs[] = {
1358 		"/etc/lib", "/etc/fs", "/lib", "/sbin", "/platform",
1359 		"/usr", NULL
1360 	};
1361 	static const char *tmpdirs[] = {
1362 		"/tmp", "/var/run", NULL
1363 	};
1364 	struct stat st;
1365 
1366 	/*
1367 	 * These are mounted read-write from the zone undergoing upgrade.  We
1368 	 * must be careful not to 'leak' things from the main system into the
1369 	 * zone, and this accomplishes that goal.
1370 	 */
1371 	for (cpp = localdirs; *cpp != NULL; cpp++) {
1372 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1373 		(void) snprintf(fromdir, sizeof (fromdir), "%s%s", rootpath,
1374 		    *cpp);
1375 		if (mkdir(tmp, 0755) != 0) {
1376 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1377 			return (B_FALSE);
1378 		}
1379 		if (domount(zlogp, MNTTYPE_LOFS, "", fromdir, tmp) != 0) {
1380 			zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp,
1381 			    *cpp);
1382 			return (B_FALSE);
1383 		}
1384 	}
1385 
1386 	/*
1387 	 * These are things mounted read-only from the running system because
1388 	 * they contain binaries that must match system.
1389 	 */
1390 	for (cpp = loopdirs; *cpp != NULL; cpp++) {
1391 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1392 		if (mkdir(tmp, 0755) != 0) {
1393 			if (errno != EEXIST) {
1394 				zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1395 				return (B_FALSE);
1396 			}
1397 			if (lstat(tmp, &st) != 0) {
1398 				zerror(zlogp, B_TRUE, "cannot stat %s", tmp);
1399 				return (B_FALSE);
1400 			}
1401 			/*
1402 			 * Ignore any non-directories encountered.  These are
1403 			 * things that have been converted into symlinks
1404 			 * (/etc/fs and /etc/lib) and no longer need a lofs
1405 			 * fixup.
1406 			 */
1407 			if (!S_ISDIR(st.st_mode))
1408 				continue;
1409 		}
1410 		if (domount(zlogp, MNTTYPE_LOFS, IPD_DEFAULT_OPTS, *cpp,
1411 		    tmp) != 0) {
1412 			zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp,
1413 			    *cpp);
1414 			return (B_FALSE);
1415 		}
1416 	}
1417 
1418 	/*
1419 	 * These are things with tmpfs mounted inside.
1420 	 */
1421 	for (cpp = tmpdirs; *cpp != NULL; cpp++) {
1422 		(void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp);
1423 		if (mkdir(tmp, 0755) != 0 && errno != EEXIST) {
1424 			zerror(zlogp, B_TRUE, "cannot create %s", tmp);
1425 			return (B_FALSE);
1426 		}
1427 
1428 		/*
1429 		 * We could set the mode for /tmp when we do the mkdir but
1430 		 * since that can be modified by the umask we will just set
1431 		 * the correct mode for /tmp now.
1432 		 */
1433 		if (strcmp(*cpp, "/tmp") == 0 && chmod(tmp, 01777) != 0) {
1434 			zerror(zlogp, B_TRUE, "cannot chmod %s", tmp);
1435 			return (B_FALSE);
1436 		}
1437 
1438 		if (domount(zlogp, MNTTYPE_TMPFS, "", "swap", tmp) != 0) {
1439 			zerror(zlogp, B_TRUE, "cannot mount swap on %s", *cpp);
1440 			return (B_FALSE);
1441 		}
1442 	}
1443 	return (B_TRUE);
1444 }
1445 
1446 typedef struct plat_gmount_cb_data {
1447 	zlog_t			*pgcd_zlogp;
1448 	struct zone_fstab	**pgcd_fs_tab;
1449 	int			*pgcd_num_fs;
1450 } plat_gmount_cb_data_t;
1451 
1452 /*
1453  * plat_gmount_cb() is a callback function invoked by libbrand to iterate
1454  * through all global brand platform mounts.
1455  */
1456 int
1457 plat_gmount_cb(void *data, const char *spec, const char *dir,
1458     const char *fstype, const char *opt)
1459 {
1460 	plat_gmount_cb_data_t	*cp = data;
1461 	zlog_t			*zlogp = cp->pgcd_zlogp;
1462 	struct zone_fstab	*fs_ptr = *cp->pgcd_fs_tab;
1463 	int			num_fs = *cp->pgcd_num_fs;
1464 	struct zone_fstab	*fsp, *tmp_ptr;
1465 
1466 	num_fs++;
1467 	if ((tmp_ptr = realloc(fs_ptr, num_fs * sizeof (*tmp_ptr))) == NULL) {
1468 		zerror(zlogp, B_TRUE, "memory allocation failed");
1469 		return (-1);
1470 	}
1471 
1472 	fs_ptr = tmp_ptr;
1473 	fsp = &fs_ptr[num_fs - 1];
1474 
1475 	/* update the callback struct passed in */
1476 	*cp->pgcd_fs_tab = fs_ptr;
1477 	*cp->pgcd_num_fs = num_fs;
1478 
1479 	fsp->zone_fs_raw[0] = '\0';
1480 	(void) strlcpy(fsp->zone_fs_special, spec,
1481 	    sizeof (fsp->zone_fs_special));
1482 	(void) strlcpy(fsp->zone_fs_dir, dir, sizeof (fsp->zone_fs_dir));
1483 	(void) strlcpy(fsp->zone_fs_type, fstype, sizeof (fsp->zone_fs_type));
1484 	fsp->zone_fs_options = NULL;
1485 	if ((opt != NULL) &&
1486 	    (zonecfg_add_fs_option(fsp, (char *)opt) != Z_OK)) {
1487 		zerror(zlogp, B_FALSE, "error adding property");
1488 		return (-1);
1489 	}
1490 
1491 	return (0);
1492 }
1493 
1494 static int
1495 mount_filesystems_ipdent(zone_dochandle_t handle, zlog_t *zlogp,
1496     struct zone_fstab **fs_tabp, int *num_fsp)
1497 {
1498 	struct zone_fstab *tmp_ptr, *fs_ptr, *fsp, fstab;
1499 	int num_fs;
1500 
1501 	num_fs = *num_fsp;
1502 	fs_ptr = *fs_tabp;
1503 
1504 	if (zonecfg_setipdent(handle) != Z_OK) {
1505 		zerror(zlogp, B_FALSE, "invalid configuration");
1506 		return (-1);
1507 	}
1508 	while (zonecfg_getipdent(handle, &fstab) == Z_OK) {
1509 		num_fs++;
1510 		if ((tmp_ptr = realloc(fs_ptr,
1511 		    num_fs * sizeof (*tmp_ptr))) == NULL) {
1512 			zerror(zlogp, B_TRUE, "memory allocation failed");
1513 			(void) zonecfg_endipdent(handle);
1514 			return (-1);
1515 		}
1516 
1517 		/* update the pointers passed in */
1518 		*fs_tabp = tmp_ptr;
1519 		*num_fsp = num_fs;
1520 
1521 		/*
1522 		 * IPDs logically only have a mount point; all other properties
1523 		 * are implied.
1524 		 */
1525 		fs_ptr = tmp_ptr;
1526 		fsp = &fs_ptr[num_fs - 1];
1527 		(void) strlcpy(fsp->zone_fs_dir,
1528 		    fstab.zone_fs_dir, sizeof (fsp->zone_fs_dir));
1529 		fsp->zone_fs_special[0] = '\0';
1530 		fsp->zone_fs_raw[0] = '\0';
1531 		fsp->zone_fs_type[0] = '\0';
1532 		fsp->zone_fs_options = NULL;
1533 	}
1534 	(void) zonecfg_endipdent(handle);
1535 	return (0);
1536 }
1537 
1538 static int
1539 mount_filesystems_fsent(zone_dochandle_t handle, zlog_t *zlogp,
1540     struct zone_fstab **fs_tabp, int *num_fsp, int mount_cmd)
1541 {
1542 	struct zone_fstab *tmp_ptr, *fs_ptr, *fsp, fstab;
1543 	int num_fs;
1544 
1545 	num_fs = *num_fsp;
1546 	fs_ptr = *fs_tabp;
1547 
1548 	if (zonecfg_setfsent(handle) != Z_OK) {
1549 		zerror(zlogp, B_FALSE, "invalid configuration");
1550 		return (-1);
1551 	}
1552 	while (zonecfg_getfsent(handle, &fstab) == Z_OK) {
1553 		/*
1554 		 * ZFS filesystems will not be accessible under an alternate
1555 		 * root, since the pool will not be known.  Ignore them in this
1556 		 * case.
1557 		 */
1558 		if (mount_cmd && strcmp(fstab.zone_fs_type, MNTTYPE_ZFS) == 0)
1559 			continue;
1560 
1561 		num_fs++;
1562 		if ((tmp_ptr = realloc(fs_ptr,
1563 		    num_fs * sizeof (*tmp_ptr))) == NULL) {
1564 			zerror(zlogp, B_TRUE, "memory allocation failed");
1565 			(void) zonecfg_endfsent(handle);
1566 			return (-1);
1567 		}
1568 		/* update the pointers passed in */
1569 		*fs_tabp = tmp_ptr;
1570 		*num_fsp = num_fs;
1571 
1572 		fs_ptr = tmp_ptr;
1573 		fsp = &fs_ptr[num_fs - 1];
1574 		(void) strlcpy(fsp->zone_fs_dir,
1575 		    fstab.zone_fs_dir, sizeof (fsp->zone_fs_dir));
1576 		(void) strlcpy(fsp->zone_fs_raw, fstab.zone_fs_raw,
1577 		    sizeof (fsp->zone_fs_raw));
1578 		(void) strlcpy(fsp->zone_fs_type, fstab.zone_fs_type,
1579 		    sizeof (fsp->zone_fs_type));
1580 		fsp->zone_fs_options = fstab.zone_fs_options;
1581 
1582 		/*
1583 		 * For all lofs mounts, make sure that the 'special'
1584 		 * entry points inside the alternate root.  The
1585 		 * source path for a lofs mount in a given zone needs
1586 		 * to be relative to the root of the boot environment
1587 		 * that contains the zone.  Note that we don't do this
1588 		 * for non-lofs mounts since they will have a device
1589 		 * as a backing store and device paths must always be
1590 		 * specified relative to the current boot environment.
1591 		 */
1592 		fsp->zone_fs_special[0] = '\0';
1593 		if (strcmp(fsp->zone_fs_type, MNTTYPE_LOFS) == 0) {
1594 			(void) strlcat(fsp->zone_fs_special, zonecfg_get_root(),
1595 			    sizeof (fsp->zone_fs_special));
1596 		}
1597 		(void) strlcat(fsp->zone_fs_special, fstab.zone_fs_special,
1598 		    sizeof (fsp->zone_fs_special));
1599 	}
1600 	(void) zonecfg_endfsent(handle);
1601 	return (0);
1602 }
1603 
1604 static int
1605 mount_filesystems(zlog_t *zlogp, boolean_t mount_cmd)
1606 {
1607 	char rootpath[MAXPATHLEN];
1608 	char zonepath[MAXPATHLEN];
1609 	char brand[MAXNAMELEN];
1610 	char luroot[MAXPATHLEN];
1611 	int i, num_fs = 0;
1612 	struct zone_fstab *fs_ptr = NULL;
1613 	zone_dochandle_t handle = NULL;
1614 	zone_state_t zstate;
1615 	brand_handle_t bh;
1616 	plat_gmount_cb_data_t cb;
1617 
1618 	if (zone_get_state(zone_name, &zstate) != Z_OK ||
1619 	    (zstate != ZONE_STATE_READY && zstate != ZONE_STATE_MOUNTED)) {
1620 		zerror(zlogp, B_FALSE,
1621 		    "zone must be in '%s' or '%s' state to mount file-systems",
1622 		    zone_state_str(ZONE_STATE_READY),
1623 		    zone_state_str(ZONE_STATE_MOUNTED));
1624 		goto bad;
1625 	}
1626 
1627 	if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) {
1628 		zerror(zlogp, B_TRUE, "unable to determine zone path");
1629 		goto bad;
1630 	}
1631 
1632 	if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) {
1633 		zerror(zlogp, B_TRUE, "unable to determine zone root");
1634 		goto bad;
1635 	}
1636 
1637 	if ((handle = zonecfg_init_handle()) == NULL) {
1638 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
1639 		goto bad;
1640 	}
1641 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK ||
1642 	    zonecfg_setfsent(handle) != Z_OK) {
1643 		zerror(zlogp, B_FALSE, "invalid configuration");
1644 		goto bad;
1645 	}
1646 
1647 	/* Get a handle to the brand info for this zone */
1648 	if ((zone_get_brand(zone_name, brand, sizeof (brand)) != Z_OK) ||
1649 	    (bh = brand_open(brand)) == NULL) {
1650 		zerror(zlogp, B_FALSE, "unable to determine zone brand");
1651 		zonecfg_fini_handle(handle);
1652 		return (-1);
1653 	}
1654 
1655 	/*
1656 	 * Get the list of global filesystems to mount from the brand
1657 	 * configuration.
1658 	 */
1659 	cb.pgcd_zlogp = zlogp;
1660 	cb.pgcd_fs_tab = &fs_ptr;
1661 	cb.pgcd_num_fs = &num_fs;
1662 	if (brand_platform_iter_gmounts(bh, zonepath,
1663 	    plat_gmount_cb, &cb) != 0) {
1664 		zerror(zlogp, B_FALSE, "unable to mount filesystems");
1665 		brand_close(bh);
1666 		zonecfg_fini_handle(handle);
1667 		return (-1);
1668 	}
1669 	brand_close(bh);
1670 
1671 	/*
1672 	 * Iterate through the rest of the filesystems, first the IPDs, then
1673 	 * the general FSs.  Sort them all, then mount them in sorted order.
1674 	 * This is to make sure the higher level directories (e.g., /usr)
1675 	 * get mounted before any beneath them (e.g., /usr/local).
1676 	 */
1677 	if (mount_filesystems_ipdent(handle, zlogp, &fs_ptr, &num_fs) != 0)
1678 		goto bad;
1679 
1680 	if (mount_filesystems_fsent(handle, zlogp, &fs_ptr, &num_fs,
1681 	    mount_cmd) != 0)
1682 		goto bad;
1683 
1684 	zonecfg_fini_handle(handle);
1685 	handle = NULL;
1686 
1687 	/*
1688 	 * Normally when we mount a zone all the zone filesystems
1689 	 * get mounted relative to rootpath, which is usually
1690 	 * <zonepath>/root.  But when mounting a zone for administration
1691 	 * purposes via the zone "mount" state, build_mounted_pre_var()
1692 	 * updates rootpath to be <zonepath>/lu/a so we'll mount all
1693 	 * the zones filesystems there instead.
1694 	 *
1695 	 * build_mounted_pre_var() and build_mounted_post_var() will
1696 	 * also do some extra work to create directories and lofs mount
1697 	 * a bunch of global zone file system paths into <zonepath>/lu.
1698 	 *
1699 	 * This allows us to be able to enter the zone (now rooted at
1700 	 * <zonepath>/lu) and run the upgrade/patch tools that are in the
1701 	 * global zone and have them upgrade the to-be-modified zone's
1702 	 * files mounted on /a.  (Which mirrors the existing standard
1703 	 * upgrade environment.)
1704 	 *
1705 	 * There is of course one catch.  When doing the upgrade
1706 	 * we need <zoneroot>/lu/dev to be the /dev filesystem
1707 	 * for the zone and we don't want to have any /dev filesystem
1708 	 * mounted at <zoneroot>/lu/a/dev.  Since /dev is specified
1709 	 * as a normal zone filesystem by default we'll try to mount
1710 	 * it at <zoneroot>/lu/a/dev, so we have to detect this
1711 	 * case and instead mount it at <zoneroot>/lu/dev.
1712 	 *
1713 	 * All this work is done in three phases:
1714 	 *   1) Create and populate lu directory (build_mounted_pre_var()).
1715 	 *   2) Mount the required filesystems as per the zone configuration.
1716 	 *   3) Set up the rest of the scratch zone environment
1717 	 *	(build_mounted_post_var()).
1718 	 */
1719 	if (mount_cmd &&
1720 	    !build_mounted_pre_var(zlogp,
1721 	    rootpath, sizeof (rootpath), zonepath, luroot, sizeof (luroot)))
1722 		goto bad;
1723 
1724 	qsort(fs_ptr, num_fs, sizeof (*fs_ptr), fs_compare);
1725 
1726 	for (i = 0; i < num_fs; i++) {
1727 		if (mount_cmd &&
1728 		    strcmp(fs_ptr[i].zone_fs_dir, "/dev") == 0) {
1729 			size_t slen = strlen(rootpath) - 2;
1730 
1731 			/*
1732 			 * By default we'll try to mount /dev as /a/dev
1733 			 * but /dev is special and always goes at the top
1734 			 * so strip the trailing '/a' from the rootpath.
1735 			 */
1736 			assert(zone_isnative);
1737 			assert(strcmp(&rootpath[slen], "/a") == 0);
1738 			rootpath[slen] = '\0';
1739 			if (mount_one(zlogp, &fs_ptr[i], rootpath) != 0)
1740 				goto bad;
1741 			rootpath[slen] = '/';
1742 			continue;
1743 		}
1744 		if (mount_one(zlogp, &fs_ptr[i], rootpath) != 0)
1745 			goto bad;
1746 	}
1747 	if (mount_cmd &&
1748 	    !build_mounted_post_var(zlogp, rootpath, luroot))
1749 		goto bad;
1750 
1751 	/*
1752 	 * For Trusted Extensions cross-mount each lower level /export/home
1753 	 */
1754 	if (!mount_cmd && tsol_mounts(zlogp, zone_name, rootpath) != 0)
1755 		goto bad;
1756 
1757 	free_fs_data(fs_ptr, num_fs);
1758 
1759 	/*
1760 	 * Everything looks fine.
1761 	 */
1762 	return (0);
1763 
1764 bad:
1765 	if (handle != NULL)
1766 		zonecfg_fini_handle(handle);
1767 	free_fs_data(fs_ptr, num_fs);
1768 	return (-1);
1769 }
1770 
1771 /* caller makes sure neither parameter is NULL */
1772 static int
1773 addr2netmask(char *prefixstr, int maxprefixlen, uchar_t *maskstr)
1774 {
1775 	int prefixlen;
1776 
1777 	prefixlen = atoi(prefixstr);
1778 	if (prefixlen < 0 || prefixlen > maxprefixlen)
1779 		return (1);
1780 	while (prefixlen > 0) {
1781 		if (prefixlen >= 8) {
1782 			*maskstr++ = 0xFF;
1783 			prefixlen -= 8;
1784 			continue;
1785 		}
1786 		*maskstr |= 1 << (8 - prefixlen);
1787 		prefixlen--;
1788 	}
1789 	return (0);
1790 }
1791 
1792 /*
1793  * Tear down all interfaces belonging to the given zone.  This should
1794  * be called with the zone in a state other than "running", so that
1795  * interfaces can't be assigned to the zone after this returns.
1796  *
1797  * If anything goes wrong, log an error message and return an error.
1798  */
1799 static int
1800 unconfigure_shared_network_interfaces(zlog_t *zlogp, zoneid_t zone_id)
1801 {
1802 	struct lifnum lifn;
1803 	struct lifconf lifc;
1804 	struct lifreq *lifrp, lifrl;
1805 	int64_t lifc_flags = LIFC_NOXMIT | LIFC_ALLZONES;
1806 	int num_ifs, s, i, ret_code = 0;
1807 	uint_t bufsize;
1808 	char *buf = NULL;
1809 
1810 	if ((s = socket(AF_INET, SOCK_DGRAM, 0)) < 0) {
1811 		zerror(zlogp, B_TRUE, "could not get socket");
1812 		ret_code = -1;
1813 		goto bad;
1814 	}
1815 	lifn.lifn_family = AF_UNSPEC;
1816 	lifn.lifn_flags = (int)lifc_flags;
1817 	if (ioctl(s, SIOCGLIFNUM, (char *)&lifn) < 0) {
1818 		zerror(zlogp, B_TRUE,
1819 		    "could not determine number of network interfaces");
1820 		ret_code = -1;
1821 		goto bad;
1822 	}
1823 	num_ifs = lifn.lifn_count;
1824 	bufsize = num_ifs * sizeof (struct lifreq);
1825 	if ((buf = malloc(bufsize)) == NULL) {
1826 		zerror(zlogp, B_TRUE, "memory allocation failed");
1827 		ret_code = -1;
1828 		goto bad;
1829 	}
1830 	lifc.lifc_family = AF_UNSPEC;
1831 	lifc.lifc_flags = (int)lifc_flags;
1832 	lifc.lifc_len = bufsize;
1833 	lifc.lifc_buf = buf;
1834 	if (ioctl(s, SIOCGLIFCONF, (char *)&lifc) < 0) {
1835 		zerror(zlogp, B_TRUE, "could not get configured network "
1836 		    "interfaces");
1837 		ret_code = -1;
1838 		goto bad;
1839 	}
1840 	lifrp = lifc.lifc_req;
1841 	for (i = lifc.lifc_len / sizeof (struct lifreq); i > 0; i--, lifrp++) {
1842 		(void) close(s);
1843 		if ((s = socket(lifrp->lifr_addr.ss_family, SOCK_DGRAM, 0)) <
1844 		    0) {
1845 			zerror(zlogp, B_TRUE, "%s: could not get socket",
1846 			    lifrl.lifr_name);
1847 			ret_code = -1;
1848 			continue;
1849 		}
1850 		(void) memset(&lifrl, 0, sizeof (lifrl));
1851 		(void) strncpy(lifrl.lifr_name, lifrp->lifr_name,
1852 		    sizeof (lifrl.lifr_name));
1853 		if (ioctl(s, SIOCGLIFZONE, (caddr_t)&lifrl) < 0) {
1854 			if (errno == ENXIO)
1855 				/*
1856 				 * Interface may have been removed by admin or
1857 				 * another zone halting.
1858 				 */
1859 				continue;
1860 			zerror(zlogp, B_TRUE,
1861 			    "%s: could not determine the zone to which this "
1862 			    "network interface is bound", lifrl.lifr_name);
1863 			ret_code = -1;
1864 			continue;
1865 		}
1866 		if (lifrl.lifr_zoneid == zone_id) {
1867 			if (ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifrl) < 0) {
1868 				zerror(zlogp, B_TRUE,
1869 				    "%s: could not remove network interface",
1870 				    lifrl.lifr_name);
1871 				ret_code = -1;
1872 				continue;
1873 			}
1874 		}
1875 	}
1876 bad:
1877 	if (s > 0)
1878 		(void) close(s);
1879 	if (buf)
1880 		free(buf);
1881 	return (ret_code);
1882 }
1883 
1884 static union	sockunion {
1885 	struct	sockaddr sa;
1886 	struct	sockaddr_in sin;
1887 	struct	sockaddr_dl sdl;
1888 	struct	sockaddr_in6 sin6;
1889 } so_dst, so_ifp;
1890 
1891 static struct {
1892 	struct	rt_msghdr hdr;
1893 	char	space[512];
1894 } rtmsg;
1895 
1896 static int
1897 salen(struct sockaddr *sa)
1898 {
1899 	switch (sa->sa_family) {
1900 	case AF_INET:
1901 		return (sizeof (struct sockaddr_in));
1902 	case AF_LINK:
1903 		return (sizeof (struct sockaddr_dl));
1904 	case AF_INET6:
1905 		return (sizeof (struct sockaddr_in6));
1906 	default:
1907 		return (sizeof (struct sockaddr));
1908 	}
1909 }
1910 
1911 #define	ROUNDUP_LONG(a) \
1912 	((a) > 0 ? (1 + (((a) - 1) | (sizeof (long) - 1))) : sizeof (long))
1913 
1914 /*
1915  * Look up which zone is using a given IP address.  The address in question
1916  * is expected to have been stuffed into the structure to which lifr points
1917  * via a previous SIOCGLIFADDR ioctl().
1918  *
1919  * This is done using black router socket magic.
1920  *
1921  * Return the name of the zone on success or NULL on failure.
1922  *
1923  * This is a lot of code for a simple task; a new ioctl request to take care
1924  * of this might be a useful RFE.
1925  */
1926 
1927 static char *
1928 who_is_using(zlog_t *zlogp, struct lifreq *lifr)
1929 {
1930 	static char answer[ZONENAME_MAX];
1931 	pid_t pid;
1932 	int s, rlen, l, i;
1933 	char *cp = rtmsg.space;
1934 	struct sockaddr_dl *ifp = NULL;
1935 	struct sockaddr *sa;
1936 	char save_if_name[LIFNAMSIZ];
1937 
1938 	answer[0] = '\0';
1939 
1940 	pid = getpid();
1941 	if ((s = socket(PF_ROUTE, SOCK_RAW, 0)) < 0) {
1942 		zerror(zlogp, B_TRUE, "could not get routing socket");
1943 		return (NULL);
1944 	}
1945 
1946 	if (lifr->lifr_addr.ss_family == AF_INET) {
1947 		struct sockaddr_in *sin4;
1948 
1949 		so_dst.sa.sa_family = AF_INET;
1950 		sin4 = (struct sockaddr_in *)&lifr->lifr_addr;
1951 		so_dst.sin.sin_addr = sin4->sin_addr;
1952 	} else {
1953 		struct sockaddr_in6 *sin6;
1954 
1955 		so_dst.sa.sa_family = AF_INET6;
1956 		sin6 = (struct sockaddr_in6 *)&lifr->lifr_addr;
1957 		so_dst.sin6.sin6_addr = sin6->sin6_addr;
1958 	}
1959 
1960 	so_ifp.sa.sa_family = AF_LINK;
1961 
1962 	(void) memset(&rtmsg, 0, sizeof (rtmsg));
1963 	rtmsg.hdr.rtm_type = RTM_GET;
1964 	rtmsg.hdr.rtm_flags = RTF_UP | RTF_HOST;
1965 	rtmsg.hdr.rtm_version = RTM_VERSION;
1966 	rtmsg.hdr.rtm_seq = ++rts_seqno;
1967 	rtmsg.hdr.rtm_addrs = RTA_IFP | RTA_DST;
1968 
1969 	l = ROUNDUP_LONG(salen(&so_dst.sa));
1970 	(void) memmove(cp, &(so_dst), l);
1971 	cp += l;
1972 	l = ROUNDUP_LONG(salen(&so_ifp.sa));
1973 	(void) memmove(cp, &(so_ifp), l);
1974 	cp += l;
1975 
1976 	rtmsg.hdr.rtm_msglen = l = cp - (char *)&rtmsg;
1977 
1978 	if ((rlen = write(s, &rtmsg, l)) < 0) {
1979 		zerror(zlogp, B_TRUE, "writing to routing socket");
1980 		return (NULL);
1981 	} else if (rlen < (int)rtmsg.hdr.rtm_msglen) {
1982 		zerror(zlogp, B_TRUE,
1983 		    "write to routing socket got only %d for len\n", rlen);
1984 		return (NULL);
1985 	}
1986 	do {
1987 		l = read(s, &rtmsg, sizeof (rtmsg));
1988 	} while (l > 0 && (rtmsg.hdr.rtm_seq != rts_seqno ||
1989 	    rtmsg.hdr.rtm_pid != pid));
1990 	if (l < 0) {
1991 		zerror(zlogp, B_TRUE, "reading from routing socket");
1992 		return (NULL);
1993 	}
1994 
1995 	if (rtmsg.hdr.rtm_version != RTM_VERSION) {
1996 		zerror(zlogp, B_FALSE,
1997 		    "routing message version %d not understood",
1998 		    rtmsg.hdr.rtm_version);
1999 		return (NULL);
2000 	}
2001 	if (rtmsg.hdr.rtm_msglen != (ushort_t)l) {
2002 		zerror(zlogp, B_FALSE, "message length mismatch, "
2003 		    "expected %d bytes, returned %d bytes",
2004 		    rtmsg.hdr.rtm_msglen, l);
2005 		return (NULL);
2006 	}
2007 	if (rtmsg.hdr.rtm_errno != 0)  {
2008 		errno = rtmsg.hdr.rtm_errno;
2009 		zerror(zlogp, B_TRUE, "RTM_GET routing socket message");
2010 		return (NULL);
2011 	}
2012 	if ((rtmsg.hdr.rtm_addrs & RTA_IFP) == 0) {
2013 		zerror(zlogp, B_FALSE, "network interface not found");
2014 		return (NULL);
2015 	}
2016 	cp = ((char *)(&rtmsg.hdr + 1));
2017 	for (i = 1; i != 0; i <<= 1) {
2018 		/* LINTED E_BAD_PTR_CAST_ALIGN */
2019 		sa = (struct sockaddr *)cp;
2020 		if (i != RTA_IFP) {
2021 			if ((i & rtmsg.hdr.rtm_addrs) != 0)
2022 				cp += ROUNDUP_LONG(salen(sa));
2023 			continue;
2024 		}
2025 		if (sa->sa_family == AF_LINK &&
2026 		    ((struct sockaddr_dl *)sa)->sdl_nlen != 0)
2027 			ifp = (struct sockaddr_dl *)sa;
2028 		break;
2029 	}
2030 	if (ifp == NULL) {
2031 		zerror(zlogp, B_FALSE, "network interface could not be "
2032 		    "determined");
2033 		return (NULL);
2034 	}
2035 
2036 	/*
2037 	 * We need to set the I/F name to what we got above, then do the
2038 	 * appropriate ioctl to get its zone name.  But lifr->lifr_name is
2039 	 * used by the calling function to do a REMOVEIF, so if we leave the
2040 	 * "good" zone's I/F name in place, *that* I/F will be removed instead
2041 	 * of the bad one.  So we save the old (bad) I/F name before over-
2042 	 * writing it and doing the ioctl, then restore it after the ioctl.
2043 	 */
2044 	(void) strlcpy(save_if_name, lifr->lifr_name, sizeof (save_if_name));
2045 	(void) strncpy(lifr->lifr_name, ifp->sdl_data, ifp->sdl_nlen);
2046 	lifr->lifr_name[ifp->sdl_nlen] = '\0';
2047 	i = ioctl(s, SIOCGLIFZONE, lifr);
2048 	(void) strlcpy(lifr->lifr_name, save_if_name, sizeof (save_if_name));
2049 	if (i < 0) {
2050 		zerror(zlogp, B_TRUE,
2051 		    "%s: could not determine the zone network interface "
2052 		    "belongs to", lifr->lifr_name);
2053 		return (NULL);
2054 	}
2055 	if (getzonenamebyid(lifr->lifr_zoneid, answer, sizeof (answer)) < 0)
2056 		(void) snprintf(answer, sizeof (answer), "%d",
2057 		    lifr->lifr_zoneid);
2058 
2059 	if (strlen(answer) > 0)
2060 		return (answer);
2061 	return (NULL);
2062 }
2063 
2064 typedef struct mcast_rtmsg_s {
2065 	struct rt_msghdr	m_rtm;
2066 	union {
2067 		struct {
2068 			struct sockaddr_in	m_dst;
2069 			struct sockaddr_in	m_gw;
2070 			struct sockaddr_in	m_netmask;
2071 		} m_v4;
2072 		struct {
2073 			struct sockaddr_in6	m_dst;
2074 			struct sockaddr_in6	m_gw;
2075 			struct sockaddr_in6	m_netmask;
2076 		} m_v6;
2077 	} m_u;
2078 } mcast_rtmsg_t;
2079 #define	m_dst4		m_u.m_v4.m_dst
2080 #define	m_dst6		m_u.m_v6.m_dst
2081 #define	m_gw4		m_u.m_v4.m_gw
2082 #define	m_gw6		m_u.m_v6.m_gw
2083 #define	m_netmask4	m_u.m_v4.m_netmask
2084 #define	m_netmask6	m_u.m_v6.m_netmask
2085 
2086 /*
2087  * Configures a single interface: a new virtual interface is added, based on
2088  * the physical interface nwiftabptr->zone_nwif_physical, with the address
2089  * specified in nwiftabptr->zone_nwif_address, for zone zone_id.  Note that
2090  * the "address" can be an IPv6 address (with a /prefixlength required), an
2091  * IPv4 address (with a /prefixlength optional), or a name; for the latter,
2092  * an IPv4 name-to-address resolution will be attempted.
2093  *
2094  * A default interface route for multicast is created on the first IPv4 and
2095  * IPv6 interfaces (that have the IFF_MULTICAST flag set), respectively.
2096  * This should really be done in the init scripts if we ever allow zones to
2097  * modify the routing tables.
2098  *
2099  * If anything goes wrong, we log an detailed error message, attempt to tear
2100  * down whatever we set up and return an error.
2101  */
2102 static int
2103 configure_one_interface(zlog_t *zlogp, zoneid_t zone_id,
2104     struct zone_nwiftab *nwiftabptr, boolean_t *mcast_rt_v4_setp,
2105     boolean_t *mcast_rt_v6_setp)
2106 {
2107 	struct lifreq lifr;
2108 	struct sockaddr_in netmask4;
2109 	struct sockaddr_in6 netmask6;
2110 	struct in_addr in4;
2111 	struct in6_addr in6;
2112 	sa_family_t af;
2113 	char *slashp = strchr(nwiftabptr->zone_nwif_address, '/');
2114 	mcast_rtmsg_t mcast_rtmsg;
2115 	int s;
2116 	int rs;
2117 	int rlen;
2118 	boolean_t got_netmask = B_FALSE;
2119 	char addrstr4[INET_ADDRSTRLEN];
2120 	int res;
2121 
2122 	res = zonecfg_valid_net_address(nwiftabptr->zone_nwif_address, &lifr);
2123 	if (res != Z_OK) {
2124 		zerror(zlogp, B_FALSE, "%s: %s", zonecfg_strerror(res),
2125 		    nwiftabptr->zone_nwif_address);
2126 		return (-1);
2127 	}
2128 	af = lifr.lifr_addr.ss_family;
2129 	if (af == AF_INET)
2130 		in4 = ((struct sockaddr_in *)(&lifr.lifr_addr))->sin_addr;
2131 	else
2132 		in6 = ((struct sockaddr_in6 *)(&lifr.lifr_addr))->sin6_addr;
2133 
2134 	if ((s = socket(af, SOCK_DGRAM, 0)) < 0) {
2135 		zerror(zlogp, B_TRUE, "could not get socket");
2136 		return (-1);
2137 	}
2138 
2139 	(void) strlcpy(lifr.lifr_name, nwiftabptr->zone_nwif_physical,
2140 	    sizeof (lifr.lifr_name));
2141 	if (ioctl(s, SIOCLIFADDIF, (caddr_t)&lifr) < 0) {
2142 		/*
2143 		 * Here, we know that the interface can't be brought up.
2144 		 * A similar warning message was already printed out to
2145 		 * the console by zoneadm(1M) so instead we log the
2146 		 * message to syslog and continue.
2147 		 */
2148 		zerror(&logsys, B_TRUE, "WARNING: skipping network interface "
2149 		    "'%s' which may not be present/plumbed in the "
2150 		    "global zone.", lifr.lifr_name);
2151 		(void) close(s);
2152 		return (Z_OK);
2153 	}
2154 
2155 	if (ioctl(s, SIOCSLIFADDR, (caddr_t)&lifr) < 0) {
2156 		zerror(zlogp, B_TRUE,
2157 		    "%s: could not set IP address to %s",
2158 		    lifr.lifr_name, nwiftabptr->zone_nwif_address);
2159 		goto bad;
2160 	}
2161 
2162 	/* Preserve literal IPv4 address for later potential printing. */
2163 	if (af == AF_INET)
2164 		(void) inet_ntop(AF_INET, &in4, addrstr4, INET_ADDRSTRLEN);
2165 
2166 	lifr.lifr_zoneid = zone_id;
2167 	if (ioctl(s, SIOCSLIFZONE, (caddr_t)&lifr) < 0) {
2168 		zerror(zlogp, B_TRUE, "%s: could not place network interface "
2169 		    "into zone", lifr.lifr_name);
2170 		goto bad;
2171 	}
2172 
2173 	if (strcmp(nwiftabptr->zone_nwif_physical, "lo0") == 0) {
2174 		got_netmask = B_TRUE;	/* default setting will be correct */
2175 	} else {
2176 		if (af == AF_INET) {
2177 			/*
2178 			 * The IPv4 netmask can be determined either
2179 			 * directly if a prefix length was supplied with
2180 			 * the address or via the netmasks database.  Not
2181 			 * being able to determine it is a common failure,
2182 			 * but it often is not fatal to operation of the
2183 			 * interface.  In that case, a warning will be
2184 			 * printed after the rest of the interface's
2185 			 * parameters have been configured.
2186 			 */
2187 			(void) memset(&netmask4, 0, sizeof (netmask4));
2188 			if (slashp != NULL) {
2189 				if (addr2netmask(slashp + 1, V4_ADDR_LEN,
2190 				    (uchar_t *)&netmask4.sin_addr) != 0) {
2191 					*slashp = '/';
2192 					zerror(zlogp, B_FALSE,
2193 					    "%s: invalid prefix length in %s",
2194 					    lifr.lifr_name,
2195 					    nwiftabptr->zone_nwif_address);
2196 					goto bad;
2197 				}
2198 				got_netmask = B_TRUE;
2199 			} else if (getnetmaskbyaddr(in4,
2200 			    &netmask4.sin_addr) == 0) {
2201 				got_netmask = B_TRUE;
2202 			}
2203 			if (got_netmask) {
2204 				netmask4.sin_family = af;
2205 				(void) memcpy(&lifr.lifr_addr, &netmask4,
2206 				    sizeof (netmask4));
2207 			}
2208 		} else {
2209 			(void) memset(&netmask6, 0, sizeof (netmask6));
2210 			if (addr2netmask(slashp + 1, V6_ADDR_LEN,
2211 			    (uchar_t *)&netmask6.sin6_addr) != 0) {
2212 				*slashp = '/';
2213 				zerror(zlogp, B_FALSE,
2214 				    "%s: invalid prefix length in %s",
2215 				    lifr.lifr_name,
2216 				    nwiftabptr->zone_nwif_address);
2217 				goto bad;
2218 			}
2219 			got_netmask = B_TRUE;
2220 			netmask6.sin6_family = af;
2221 			(void) memcpy(&lifr.lifr_addr, &netmask6,
2222 			    sizeof (netmask6));
2223 		}
2224 		if (got_netmask &&
2225 		    ioctl(s, SIOCSLIFNETMASK, (caddr_t)&lifr) < 0) {
2226 			zerror(zlogp, B_TRUE, "%s: could not set netmask",
2227 			    lifr.lifr_name);
2228 			goto bad;
2229 		}
2230 
2231 		/*
2232 		 * This doesn't set the broadcast address at all. Rather, it
2233 		 * gets, then sets the interface's address, relying on the fact
2234 		 * that resetting the address will reset the broadcast address.
2235 		 */
2236 		if (ioctl(s, SIOCGLIFADDR, (caddr_t)&lifr) < 0) {
2237 			zerror(zlogp, B_TRUE, "%s: could not get address",
2238 			    lifr.lifr_name);
2239 			goto bad;
2240 		}
2241 		if (ioctl(s, SIOCSLIFADDR, (caddr_t)&lifr) < 0) {
2242 			zerror(zlogp, B_TRUE,
2243 			    "%s: could not reset broadcast address",
2244 			    lifr.lifr_name);
2245 			goto bad;
2246 		}
2247 	}
2248 
2249 	if (ioctl(s, SIOCGLIFFLAGS, (caddr_t)&lifr) < 0) {
2250 		zerror(zlogp, B_TRUE, "%s: could not get flags",
2251 		    lifr.lifr_name);
2252 		goto bad;
2253 	}
2254 	lifr.lifr_flags |= IFF_UP;
2255 	if (ioctl(s, SIOCSLIFFLAGS, (caddr_t)&lifr) < 0) {
2256 		int save_errno = errno;
2257 		char *zone_using;
2258 
2259 		/*
2260 		 * If we failed with something other than EADDRNOTAVAIL,
2261 		 * then skip to the end.  Otherwise, look up our address,
2262 		 * then call a function to determine which zone is already
2263 		 * using that address.
2264 		 */
2265 		if (errno != EADDRNOTAVAIL) {
2266 			zerror(zlogp, B_TRUE,
2267 			    "%s: could not bring network interface up",
2268 			    lifr.lifr_name);
2269 			goto bad;
2270 		}
2271 		if (ioctl(s, SIOCGLIFADDR, (caddr_t)&lifr) < 0) {
2272 			zerror(zlogp, B_TRUE, "%s: could not get address",
2273 			    lifr.lifr_name);
2274 			goto bad;
2275 		}
2276 		zone_using = who_is_using(zlogp, &lifr);
2277 		errno = save_errno;
2278 		if (zone_using == NULL)
2279 			zerror(zlogp, B_TRUE,
2280 			    "%s: could not bring network interface up",
2281 			    lifr.lifr_name);
2282 		else
2283 			zerror(zlogp, B_TRUE, "%s: could not bring network "
2284 			    "interface up: address in use by zone '%s'",
2285 			    lifr.lifr_name, zone_using);
2286 		goto bad;
2287 	}
2288 	if ((lifr.lifr_flags & IFF_MULTICAST) && ((af == AF_INET &&
2289 	    mcast_rt_v4_setp != NULL && *mcast_rt_v4_setp == B_FALSE) ||
2290 	    (af == AF_INET6 &&
2291 	    mcast_rt_v6_setp != NULL && *mcast_rt_v6_setp == B_FALSE))) {
2292 		rs = socket(PF_ROUTE, SOCK_RAW, 0);
2293 		if (rs < 0) {
2294 			zerror(zlogp, B_TRUE, "%s: could not create "
2295 			    "routing socket", lifr.lifr_name);
2296 			goto bad;
2297 		}
2298 		(void) shutdown(rs, 0);
2299 		(void) memset((void *)&mcast_rtmsg, 0, sizeof (mcast_rtmsg_t));
2300 		mcast_rtmsg.m_rtm.rtm_msglen =  sizeof (struct rt_msghdr) +
2301 		    3 * (af == AF_INET ? sizeof (struct sockaddr_in) :
2302 		    sizeof (struct sockaddr_in6));
2303 		mcast_rtmsg.m_rtm.rtm_version = RTM_VERSION;
2304 		mcast_rtmsg.m_rtm.rtm_type = RTM_ADD;
2305 		mcast_rtmsg.m_rtm.rtm_flags = RTF_UP;
2306 		mcast_rtmsg.m_rtm.rtm_addrs =
2307 		    RTA_DST | RTA_GATEWAY | RTA_NETMASK;
2308 		mcast_rtmsg.m_rtm.rtm_seq = ++rts_seqno;
2309 		if (af == AF_INET) {
2310 			mcast_rtmsg.m_dst4.sin_family = AF_INET;
2311 			mcast_rtmsg.m_dst4.sin_addr.s_addr =
2312 			    htonl(INADDR_UNSPEC_GROUP);
2313 			mcast_rtmsg.m_gw4.sin_family = AF_INET;
2314 			mcast_rtmsg.m_gw4.sin_addr = in4;
2315 			mcast_rtmsg.m_netmask4.sin_family = AF_INET;
2316 			mcast_rtmsg.m_netmask4.sin_addr.s_addr =
2317 			    htonl(IN_CLASSD_NET);
2318 		} else {
2319 			mcast_rtmsg.m_dst6.sin6_family = AF_INET6;
2320 			mcast_rtmsg.m_dst6.sin6_addr.s6_addr[0] = 0xffU;
2321 			mcast_rtmsg.m_gw6.sin6_family = AF_INET6;
2322 			mcast_rtmsg.m_gw6.sin6_addr = in6;
2323 			mcast_rtmsg.m_netmask6.sin6_family = AF_INET6;
2324 			mcast_rtmsg.m_netmask6.sin6_addr.s6_addr[0] = 0xffU;
2325 		}
2326 		rlen = write(rs, (char *)&mcast_rtmsg,
2327 		    mcast_rtmsg.m_rtm.rtm_msglen);
2328 		/*
2329 		 * The write to the multicast socket will fail if the
2330 		 * interface belongs to a failed IPMP group. This is a
2331 		 * non-fatal error and the zone will continue booting.
2332 		 * While the zone is running, if any interface in the
2333 		 * failed IPMP group recovers, the zone will fallback to
2334 		 * using that interface.
2335 		 */
2336 		if (rlen < mcast_rtmsg.m_rtm.rtm_msglen) {
2337 			if (rlen < 0) {
2338 				zerror(zlogp, B_TRUE, "WARNING: network "
2339 				    "interface '%s' not available as default "
2340 				    "for multicast.", lifr.lifr_name);
2341 			} else {
2342 				zerror(zlogp, B_FALSE, "WARNING: network "
2343 				    "interface '%s' not available as default "
2344 				    "for multicast; routing socket returned "
2345 				    "unexpected %d bytes.",
2346 				    lifr.lifr_name, rlen);
2347 			}
2348 		} else {
2349 
2350 			if (af == AF_INET) {
2351 				*mcast_rt_v4_setp = B_TRUE;
2352 			} else {
2353 				*mcast_rt_v6_setp = B_TRUE;
2354 			}
2355 		}
2356 		(void) close(rs);
2357 	}
2358 
2359 	if (!got_netmask) {
2360 		/*
2361 		 * A common, but often non-fatal problem, is that the system
2362 		 * cannot find the netmask for an interface address. This is
2363 		 * often caused by it being only in /etc/inet/netmasks, but
2364 		 * /etc/nsswitch.conf says to use NIS or NIS+ and it's not
2365 		 * in that. This doesn't show up at boot because the netmask
2366 		 * is obtained from /etc/inet/netmasks when no network
2367 		 * interfaces are up, but isn't consulted when NIS/NIS+ is
2368 		 * available. We warn the user here that something like this
2369 		 * has happened and we're just running with a default and
2370 		 * possible incorrect netmask.
2371 		 */
2372 		char buffer[INET6_ADDRSTRLEN];
2373 		void  *addr;
2374 
2375 		if (af == AF_INET)
2376 			addr = &((struct sockaddr_in *)
2377 			    (&lifr.lifr_addr))->sin_addr;
2378 		else
2379 			addr = &((struct sockaddr_in6 *)
2380 			    (&lifr.lifr_addr))->sin6_addr;
2381 
2382 		/* Find out what netmask interface is going to be using */
2383 		if (ioctl(s, SIOCGLIFNETMASK, (caddr_t)&lifr) < 0 ||
2384 		    inet_ntop(af, addr, buffer, sizeof (buffer)) == NULL)
2385 			goto bad;
2386 		zerror(zlogp, B_FALSE,
2387 		    "WARNING: %s: no matching subnet found in netmasks(4) for "
2388 		    "%s; using default of %s.",
2389 		    lifr.lifr_name, addrstr4, buffer);
2390 	}
2391 
2392 	(void) close(s);
2393 	return (Z_OK);
2394 bad:
2395 	(void) ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifr);
2396 	(void) close(s);
2397 	return (-1);
2398 }
2399 
2400 /*
2401  * Sets up network interfaces based on information from the zone configuration.
2402  * An IPv4 loopback interface is set up "for free", modeling the global system.
2403  * If any of the configuration interfaces were IPv6, then an IPv6 loopback
2404  * address is set up as well.
2405  *
2406  * If anything goes wrong, we log a general error message, attempt to tear down
2407  * whatever we set up, and return an error.
2408  */
2409 static int
2410 configure_shared_network_interfaces(zlog_t *zlogp)
2411 {
2412 	zone_dochandle_t handle;
2413 	struct zone_nwiftab nwiftab, loopback_iftab;
2414 	boolean_t saw_v6 = B_FALSE;
2415 	boolean_t mcast_rt_v4_set = B_FALSE;
2416 	boolean_t mcast_rt_v6_set = B_FALSE;
2417 	zoneid_t zoneid;
2418 
2419 	if ((zoneid = getzoneidbyname(zone_name)) == ZONE_ID_UNDEFINED) {
2420 		zerror(zlogp, B_TRUE, "unable to get zoneid");
2421 		return (-1);
2422 	}
2423 
2424 	if ((handle = zonecfg_init_handle()) == NULL) {
2425 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2426 		return (-1);
2427 	}
2428 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2429 		zerror(zlogp, B_FALSE, "invalid configuration");
2430 		zonecfg_fini_handle(handle);
2431 		return (-1);
2432 	}
2433 	if (zonecfg_setnwifent(handle) == Z_OK) {
2434 		for (;;) {
2435 			struct in6_addr in6;
2436 
2437 			if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK)
2438 				break;
2439 			if (configure_one_interface(zlogp, zoneid,
2440 			    &nwiftab, &mcast_rt_v4_set, &mcast_rt_v6_set) !=
2441 			    Z_OK) {
2442 				(void) zonecfg_endnwifent(handle);
2443 				zonecfg_fini_handle(handle);
2444 				return (-1);
2445 			}
2446 			if (inet_pton(AF_INET6, nwiftab.zone_nwif_address,
2447 			    &in6) == 1)
2448 				saw_v6 = B_TRUE;
2449 		}
2450 		(void) zonecfg_endnwifent(handle);
2451 	}
2452 	zonecfg_fini_handle(handle);
2453 	(void) strlcpy(loopback_iftab.zone_nwif_physical, "lo0",
2454 	    sizeof (loopback_iftab.zone_nwif_physical));
2455 	(void) strlcpy(loopback_iftab.zone_nwif_address, "127.0.0.1",
2456 	    sizeof (loopback_iftab.zone_nwif_address));
2457 	if (configure_one_interface(zlogp, zoneid, &loopback_iftab, NULL, NULL)
2458 	    != Z_OK) {
2459 		return (-1);
2460 	}
2461 	if (saw_v6) {
2462 		(void) strlcpy(loopback_iftab.zone_nwif_address, "::1/128",
2463 		    sizeof (loopback_iftab.zone_nwif_address));
2464 		if (configure_one_interface(zlogp, zoneid,
2465 		    &loopback_iftab, NULL, NULL) != Z_OK) {
2466 			return (-1);
2467 		}
2468 	}
2469 	return (0);
2470 }
2471 
2472 static void
2473 show_owner(zlog_t *zlogp, char *dlname)
2474 {
2475 	zoneid_t dl_owner_zid;
2476 	char dl_owner_zname[ZONENAME_MAX];
2477 
2478 	dl_owner_zid = ALL_ZONES;
2479 	if (zone_check_datalink(&dl_owner_zid, dlname) != 0)
2480 		(void) snprintf(dl_owner_zname, ZONENAME_MAX, "<unknown>");
2481 	else if (getzonenamebyid(dl_owner_zid, dl_owner_zname, ZONENAME_MAX)
2482 	    < 0)
2483 		(void) snprintf(dl_owner_zname, ZONENAME_MAX, "<%d>",
2484 		    dl_owner_zid);
2485 
2486 	errno = EPERM;
2487 	zerror(zlogp, B_TRUE, "WARNING: skipping network interface '%s' "
2488 	    "which is used by the non-global zone '%s'.\n",
2489 	    dlname, dl_owner_zname);
2490 }
2491 
2492 static int
2493 add_datalink(zlog_t *zlogp, zoneid_t zoneid, char *dlname)
2494 {
2495 	/* First check if it's in use by global zone. */
2496 	if (zonecfg_ifname_exists(AF_INET, dlname) ||
2497 	    zonecfg_ifname_exists(AF_INET6, dlname)) {
2498 		errno = EPERM;
2499 		zerror(zlogp, B_TRUE, "WARNING: skipping network interface "
2500 		    "'%s' which is used in the global zone.", dlname);
2501 		return (-1);
2502 	}
2503 
2504 	/* Add access control information */
2505 	if (zone_add_datalink(zoneid, dlname) != 0) {
2506 		/* If someone got this link before us, show its name */
2507 		if (errno == EPERM)
2508 			show_owner(zlogp, dlname);
2509 		else
2510 			zerror(zlogp, B_TRUE, "WARNING: unable to add network "
2511 			    "interface '%s'.", dlname);
2512 		return (-1);
2513 	}
2514 
2515 	/* Hold the link for this zone */
2516 	if (dladm_hold_link(dlname, zoneid, B_FALSE) < 0) {
2517 		int res, old_errno;
2518 		dladm_attr_t da;
2519 
2520 		/*
2521 		 * The following check is similar to 'dladm show-link'
2522 		 * to determine if this is a legacy interface.
2523 		 */
2524 		old_errno = errno;
2525 		res = dladm_info(dlname, &da);
2526 		if (res < 0 && errno == ENODEV) {
2527 			zerror(zlogp, B_FALSE, "WARNING: legacy network "
2528 			    "interface '%s'\nunsupported with an "
2529 			    "ip-type=exclusive configuration.", dlname);
2530 		} else {
2531 			errno = old_errno;
2532 			zerror(zlogp, B_TRUE, "WARNING: unable to hold network "
2533 			    "interface '%s'.", dlname);
2534 		}
2535 
2536 		(void) zone_remove_datalink(zoneid, dlname);
2537 		return (-1);
2538 	}
2539 
2540 	return (0);
2541 }
2542 
2543 static int
2544 remove_datalink(zlog_t *zlogp, zoneid_t zoneid, char *dlname)
2545 {
2546 	/*
2547 	 * Remove access control information.
2548 	 * If the errno is ENXIO, the interface is not added yet,
2549 	 * nothing to report then.
2550 	 */
2551 	if (zone_remove_datalink(zoneid, dlname) != 0) {
2552 		if (errno == ENXIO)
2553 			return (0);
2554 		zerror(zlogp, B_TRUE, "unable to remove network interface '%s'",
2555 		    dlname);
2556 		return (-1);
2557 	}
2558 
2559 	if (dladm_rele_link(dlname, 0, B_FALSE) < 0) {
2560 		zerror(zlogp, B_TRUE, "unable to release network "
2561 		    "interface '%s'", dlname);
2562 		return (-1);
2563 	}
2564 	return (0);
2565 }
2566 
2567 /*
2568  * Add the kernel access control information for the interface names.
2569  * If anything goes wrong, we log a general error message, attempt to tear down
2570  * whatever we set up, and return an error.
2571  */
2572 static int
2573 configure_exclusive_network_interfaces(zlog_t *zlogp)
2574 {
2575 	zone_dochandle_t handle;
2576 	struct zone_nwiftab nwiftab;
2577 	zoneid_t zoneid;
2578 	char rootpath[MAXPATHLEN];
2579 	char path[MAXPATHLEN];
2580 	di_prof_t prof = NULL;
2581 	boolean_t added = B_FALSE;
2582 
2583 	if ((zoneid = getzoneidbyname(zone_name)) == -1) {
2584 		zerror(zlogp, B_TRUE, "unable to get zoneid");
2585 		return (-1);
2586 	}
2587 
2588 	if ((handle = zonecfg_init_handle()) == NULL) {
2589 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2590 		return (-1);
2591 	}
2592 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2593 		zerror(zlogp, B_FALSE, "invalid configuration");
2594 		zonecfg_fini_handle(handle);
2595 		return (-1);
2596 	}
2597 
2598 	if (zonecfg_setnwifent(handle) != Z_OK) {
2599 		zonecfg_fini_handle(handle);
2600 		return (0);
2601 	}
2602 
2603 	for (;;) {
2604 		if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK)
2605 			break;
2606 
2607 		if (prof == NULL) {
2608 			if (zone_get_devroot(zone_name, rootpath,
2609 			    sizeof (rootpath)) != Z_OK) {
2610 				(void) zonecfg_endnwifent(handle);
2611 				zonecfg_fini_handle(handle);
2612 				zerror(zlogp, B_TRUE,
2613 				    "unable to determine dev root");
2614 				return (-1);
2615 			}
2616 			(void) snprintf(path, sizeof (path), "%s%s", rootpath,
2617 			    "/dev");
2618 			if (di_prof_init(path, &prof) != 0) {
2619 				(void) zonecfg_endnwifent(handle);
2620 				zonecfg_fini_handle(handle);
2621 				zerror(zlogp, B_TRUE,
2622 				    "failed to initialize profile");
2623 				return (-1);
2624 			}
2625 		}
2626 
2627 		/*
2628 		 * Only create the /dev entry if it's not in use.
2629 		 * Note here the zone still boots when the interfaces
2630 		 * assigned is inaccessible, used by others, etc.
2631 		 */
2632 		if (add_datalink(zlogp, zoneid, nwiftab.zone_nwif_physical)
2633 		    == 0) {
2634 			if (di_prof_add_dev(prof, nwiftab.zone_nwif_physical)
2635 			    != 0) {
2636 				(void) zonecfg_endnwifent(handle);
2637 				zonecfg_fini_handle(handle);
2638 				zerror(zlogp, B_TRUE,
2639 				    "failed to add network device");
2640 				return (-1);
2641 			}
2642 			added = B_TRUE;
2643 		}
2644 	}
2645 	(void) zonecfg_endnwifent(handle);
2646 	zonecfg_fini_handle(handle);
2647 
2648 	if (prof != NULL && added) {
2649 		if (di_prof_commit(prof) != 0) {
2650 			zerror(zlogp, B_TRUE, "failed to commit profile");
2651 			return (-1);
2652 		}
2653 	}
2654 	if (prof != NULL)
2655 		di_prof_fini(prof);
2656 
2657 	return (0);
2658 }
2659 
2660 /*
2661  * Get the list of the data-links from kernel, and try to remove it
2662  */
2663 static int
2664 unconfigure_exclusive_network_interfaces_run(zlog_t *zlogp, zoneid_t zoneid)
2665 {
2666 	char *dlnames, *ptr;
2667 	int dlnum, dlnum_saved, i;
2668 
2669 	dlnum = 0;
2670 	if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) {
2671 		zerror(zlogp, B_TRUE, "unable to list network interfaces");
2672 		return (-1);
2673 	}
2674 again:
2675 	/* this zone doesn't have any data-links */
2676 	if (dlnum == 0)
2677 		return (0);
2678 
2679 	dlnames = malloc(dlnum * LIFNAMSIZ);
2680 	if (dlnames == NULL) {
2681 		zerror(zlogp, B_TRUE, "memory allocation failed");
2682 		return (-1);
2683 	}
2684 	dlnum_saved = dlnum;
2685 
2686 	if (zone_list_datalink(zoneid, &dlnum, dlnames) != 0) {
2687 		zerror(zlogp, B_TRUE, "unable to list network interfaces");
2688 		free(dlnames);
2689 		return (-1);
2690 	}
2691 	if (dlnum_saved < dlnum) {
2692 		/* list increased, try again */
2693 		free(dlnames);
2694 		goto again;
2695 	}
2696 	ptr = dlnames;
2697 	for (i = 0; i < dlnum; i++) {
2698 		/* Remove access control information */
2699 		if (remove_datalink(zlogp, zoneid, ptr) != 0) {
2700 			free(dlnames);
2701 			return (-1);
2702 		}
2703 		ptr += LIFNAMSIZ;
2704 	}
2705 	free(dlnames);
2706 	return (0);
2707 }
2708 
2709 /*
2710  * Get the list of the data-links from configuration, and try to remove it
2711  */
2712 static int
2713 unconfigure_exclusive_network_interfaces_static(zlog_t *zlogp, zoneid_t zoneid)
2714 {
2715 	zone_dochandle_t handle;
2716 	struct zone_nwiftab nwiftab;
2717 
2718 	if ((handle = zonecfg_init_handle()) == NULL) {
2719 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2720 		return (-1);
2721 	}
2722 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2723 		zerror(zlogp, B_FALSE, "invalid configuration");
2724 		zonecfg_fini_handle(handle);
2725 		return (-1);
2726 	}
2727 	if (zonecfg_setnwifent(handle) != Z_OK) {
2728 		zonecfg_fini_handle(handle);
2729 		return (0);
2730 	}
2731 	for (;;) {
2732 		if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK)
2733 			break;
2734 		/* Remove access control information */
2735 		if (remove_datalink(zlogp, zoneid, nwiftab.zone_nwif_physical)
2736 		    != 0) {
2737 			(void) zonecfg_endnwifent(handle);
2738 			zonecfg_fini_handle(handle);
2739 			return (-1);
2740 		}
2741 	}
2742 	(void) zonecfg_endnwifent(handle);
2743 	zonecfg_fini_handle(handle);
2744 	return (0);
2745 }
2746 
2747 /*
2748  * Remove the access control information from the kernel for the exclusive
2749  * network interfaces.
2750  */
2751 static int
2752 unconfigure_exclusive_network_interfaces(zlog_t *zlogp, zoneid_t zoneid)
2753 {
2754 	if (unconfigure_exclusive_network_interfaces_run(zlogp, zoneid) != 0) {
2755 		return (unconfigure_exclusive_network_interfaces_static(zlogp,
2756 		    zoneid));
2757 	}
2758 
2759 	return (0);
2760 }
2761 
2762 static int
2763 tcp_abort_conn(zlog_t *zlogp, zoneid_t zoneid,
2764     const struct sockaddr_storage *local, const struct sockaddr_storage *remote)
2765 {
2766 	int fd;
2767 	struct strioctl ioc;
2768 	tcp_ioc_abort_conn_t conn;
2769 	int error;
2770 
2771 	conn.ac_local = *local;
2772 	conn.ac_remote = *remote;
2773 	conn.ac_start = TCPS_SYN_SENT;
2774 	conn.ac_end = TCPS_TIME_WAIT;
2775 	conn.ac_zoneid = zoneid;
2776 
2777 	ioc.ic_cmd = TCP_IOC_ABORT_CONN;
2778 	ioc.ic_timout = -1; /* infinite timeout */
2779 	ioc.ic_len = sizeof (conn);
2780 	ioc.ic_dp = (char *)&conn;
2781 
2782 	if ((fd = open("/dev/tcp", O_RDONLY)) < 0) {
2783 		zerror(zlogp, B_TRUE, "unable to open %s", "/dev/tcp");
2784 		return (-1);
2785 	}
2786 
2787 	error = ioctl(fd, I_STR, &ioc);
2788 	(void) close(fd);
2789 	if (error == 0 || errno == ENOENT)	/* ENOENT is not an error */
2790 		return (0);
2791 	return (-1);
2792 }
2793 
2794 static int
2795 tcp_abort_connections(zlog_t *zlogp, zoneid_t zoneid)
2796 {
2797 	struct sockaddr_storage l, r;
2798 	struct sockaddr_in *local, *remote;
2799 	struct sockaddr_in6 *local6, *remote6;
2800 	int error;
2801 
2802 	/*
2803 	 * Abort IPv4 connections.
2804 	 */
2805 	bzero(&l, sizeof (*local));
2806 	local = (struct sockaddr_in *)&l;
2807 	local->sin_family = AF_INET;
2808 	local->sin_addr.s_addr = INADDR_ANY;
2809 	local->sin_port = 0;
2810 
2811 	bzero(&r, sizeof (*remote));
2812 	remote = (struct sockaddr_in *)&r;
2813 	remote->sin_family = AF_INET;
2814 	remote->sin_addr.s_addr = INADDR_ANY;
2815 	remote->sin_port = 0;
2816 
2817 	if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0)
2818 		return (error);
2819 
2820 	/*
2821 	 * Abort IPv6 connections.
2822 	 */
2823 	bzero(&l, sizeof (*local6));
2824 	local6 = (struct sockaddr_in6 *)&l;
2825 	local6->sin6_family = AF_INET6;
2826 	local6->sin6_port = 0;
2827 	local6->sin6_addr = in6addr_any;
2828 
2829 	bzero(&r, sizeof (*remote6));
2830 	remote6 = (struct sockaddr_in6 *)&r;
2831 	remote6->sin6_family = AF_INET6;
2832 	remote6->sin6_port = 0;
2833 	remote6->sin6_addr = in6addr_any;
2834 
2835 	if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0)
2836 		return (error);
2837 	return (0);
2838 }
2839 
2840 static int
2841 get_privset(zlog_t *zlogp, priv_set_t *privs, boolean_t mount_cmd)
2842 {
2843 	int error = -1;
2844 	zone_dochandle_t handle;
2845 	char *privname = NULL;
2846 
2847 	if ((handle = zonecfg_init_handle()) == NULL) {
2848 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2849 		return (-1);
2850 	}
2851 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2852 		zerror(zlogp, B_FALSE, "invalid configuration");
2853 		zonecfg_fini_handle(handle);
2854 		return (-1);
2855 	}
2856 
2857 	if (mount_cmd) {
2858 		zone_iptype_t	iptype;
2859 		const char	*curr_iptype;
2860 
2861 		if (zonecfg_get_iptype(handle, &iptype) != Z_OK) {
2862 			zerror(zlogp, B_TRUE, "unable to determine ip-type");
2863 			zonecfg_fini_handle(handle);
2864 			return (-1);
2865 		}
2866 
2867 		switch (iptype) {
2868 		case ZS_SHARED:
2869 			curr_iptype = "shared";
2870 			break;
2871 		case ZS_EXCLUSIVE:
2872 			curr_iptype = "exclusive";
2873 			break;
2874 		}
2875 
2876 		if (zonecfg_default_privset(privs, curr_iptype) == Z_OK) {
2877 			zonecfg_fini_handle(handle);
2878 			return (0);
2879 		}
2880 		zerror(zlogp, B_FALSE,
2881 		    "failed to determine the zone's default privilege set");
2882 		zonecfg_fini_handle(handle);
2883 		return (-1);
2884 	}
2885 
2886 	switch (zonecfg_get_privset(handle, privs, &privname)) {
2887 	case Z_OK:
2888 		error = 0;
2889 		break;
2890 	case Z_PRIV_PROHIBITED:
2891 		zerror(zlogp, B_FALSE, "privilege \"%s\" is not permitted "
2892 		    "within the zone's privilege set", privname);
2893 		break;
2894 	case Z_PRIV_REQUIRED:
2895 		zerror(zlogp, B_FALSE, "required privilege \"%s\" is missing "
2896 		    "from the zone's privilege set", privname);
2897 		break;
2898 	case Z_PRIV_UNKNOWN:
2899 		zerror(zlogp, B_FALSE, "unknown privilege \"%s\" specified "
2900 		    "in the zone's privilege set", privname);
2901 		break;
2902 	default:
2903 		zerror(zlogp, B_FALSE, "failed to determine the zone's "
2904 		    "privilege set");
2905 		break;
2906 	}
2907 
2908 	free(privname);
2909 	zonecfg_fini_handle(handle);
2910 	return (error);
2911 }
2912 
2913 static int
2914 get_rctls(zlog_t *zlogp, char **bufp, size_t *bufsizep)
2915 {
2916 	nvlist_t *nvl = NULL;
2917 	char *nvl_packed = NULL;
2918 	size_t nvl_size = 0;
2919 	nvlist_t **nvlv = NULL;
2920 	int rctlcount = 0;
2921 	int error = -1;
2922 	zone_dochandle_t handle;
2923 	struct zone_rctltab rctltab;
2924 	rctlblk_t *rctlblk = NULL;
2925 
2926 	*bufp = NULL;
2927 	*bufsizep = 0;
2928 
2929 	if ((handle = zonecfg_init_handle()) == NULL) {
2930 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
2931 		return (-1);
2932 	}
2933 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
2934 		zerror(zlogp, B_FALSE, "invalid configuration");
2935 		zonecfg_fini_handle(handle);
2936 		return (-1);
2937 	}
2938 
2939 	rctltab.zone_rctl_valptr = NULL;
2940 	if (nvlist_alloc(&nvl, NV_UNIQUE_NAME, 0) != 0) {
2941 		zerror(zlogp, B_TRUE, "%s failed", "nvlist_alloc");
2942 		goto out;
2943 	}
2944 
2945 	if (zonecfg_setrctlent(handle) != Z_OK) {
2946 		zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setrctlent");
2947 		goto out;
2948 	}
2949 
2950 	if ((rctlblk = malloc(rctlblk_size())) == NULL) {
2951 		zerror(zlogp, B_TRUE, "memory allocation failed");
2952 		goto out;
2953 	}
2954 	while (zonecfg_getrctlent(handle, &rctltab) == Z_OK) {
2955 		struct zone_rctlvaltab *rctlval;
2956 		uint_t i, count;
2957 		const char *name = rctltab.zone_rctl_name;
2958 
2959 		/* zoneadm should have already warned about unknown rctls. */
2960 		if (!zonecfg_is_rctl(name)) {
2961 			zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr);
2962 			rctltab.zone_rctl_valptr = NULL;
2963 			continue;
2964 		}
2965 		count = 0;
2966 		for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL;
2967 		    rctlval = rctlval->zone_rctlval_next) {
2968 			count++;
2969 		}
2970 		if (count == 0) {	/* ignore */
2971 			continue;	/* Nothing to free */
2972 		}
2973 		if ((nvlv = malloc(sizeof (*nvlv) * count)) == NULL)
2974 			goto out;
2975 		i = 0;
2976 		for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL;
2977 		    rctlval = rctlval->zone_rctlval_next, i++) {
2978 			if (nvlist_alloc(&nvlv[i], NV_UNIQUE_NAME, 0) != 0) {
2979 				zerror(zlogp, B_TRUE, "%s failed",
2980 				    "nvlist_alloc");
2981 				goto out;
2982 			}
2983 			if (zonecfg_construct_rctlblk(rctlval, rctlblk)
2984 			    != Z_OK) {
2985 				zerror(zlogp, B_FALSE, "invalid rctl value: "
2986 				    "(priv=%s,limit=%s,action=%s)",
2987 				    rctlval->zone_rctlval_priv,
2988 				    rctlval->zone_rctlval_limit,
2989 				    rctlval->zone_rctlval_action);
2990 				goto out;
2991 			}
2992 			if (!zonecfg_valid_rctl(name, rctlblk)) {
2993 				zerror(zlogp, B_FALSE,
2994 				    "(priv=%s,limit=%s,action=%s) is not a "
2995 				    "valid value for rctl '%s'",
2996 				    rctlval->zone_rctlval_priv,
2997 				    rctlval->zone_rctlval_limit,
2998 				    rctlval->zone_rctlval_action,
2999 				    name);
3000 				goto out;
3001 			}
3002 			if (nvlist_add_uint64(nvlv[i], "privilege",
3003 			    rctlblk_get_privilege(rctlblk)) != 0) {
3004 				zerror(zlogp, B_FALSE, "%s failed",
3005 				    "nvlist_add_uint64");
3006 				goto out;
3007 			}
3008 			if (nvlist_add_uint64(nvlv[i], "limit",
3009 			    rctlblk_get_value(rctlblk)) != 0) {
3010 				zerror(zlogp, B_FALSE, "%s failed",
3011 				    "nvlist_add_uint64");
3012 				goto out;
3013 			}
3014 			if (nvlist_add_uint64(nvlv[i], "action",
3015 			    (uint_t)rctlblk_get_local_action(rctlblk, NULL))
3016 			    != 0) {
3017 				zerror(zlogp, B_FALSE, "%s failed",
3018 				    "nvlist_add_uint64");
3019 				goto out;
3020 			}
3021 		}
3022 		zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr);
3023 		rctltab.zone_rctl_valptr = NULL;
3024 		if (nvlist_add_nvlist_array(nvl, (char *)name, nvlv, count)
3025 		    != 0) {
3026 			zerror(zlogp, B_FALSE, "%s failed",
3027 			    "nvlist_add_nvlist_array");
3028 			goto out;
3029 		}
3030 		for (i = 0; i < count; i++)
3031 			nvlist_free(nvlv[i]);
3032 		free(nvlv);
3033 		nvlv = NULL;
3034 		rctlcount++;
3035 	}
3036 	(void) zonecfg_endrctlent(handle);
3037 
3038 	if (rctlcount == 0) {
3039 		error = 0;
3040 		goto out;
3041 	}
3042 	if (nvlist_pack(nvl, &nvl_packed, &nvl_size, NV_ENCODE_NATIVE, 0)
3043 	    != 0) {
3044 		zerror(zlogp, B_FALSE, "%s failed", "nvlist_pack");
3045 		goto out;
3046 	}
3047 
3048 	error = 0;
3049 	*bufp = nvl_packed;
3050 	*bufsizep = nvl_size;
3051 
3052 out:
3053 	free(rctlblk);
3054 	zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr);
3055 	if (error && nvl_packed != NULL)
3056 		free(nvl_packed);
3057 	if (nvl != NULL)
3058 		nvlist_free(nvl);
3059 	if (nvlv != NULL)
3060 		free(nvlv);
3061 	if (handle != NULL)
3062 		zonecfg_fini_handle(handle);
3063 	return (error);
3064 }
3065 
3066 static int
3067 get_datasets(zlog_t *zlogp, char **bufp, size_t *bufsizep)
3068 {
3069 	zone_dochandle_t handle;
3070 	struct zone_dstab dstab;
3071 	size_t total, offset, len;
3072 	int error = -1;
3073 	char *str;
3074 
3075 	*bufp = NULL;
3076 	*bufsizep = 0;
3077 
3078 	if ((handle = zonecfg_init_handle()) == NULL) {
3079 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3080 		return (-1);
3081 	}
3082 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
3083 		zerror(zlogp, B_FALSE, "invalid configuration");
3084 		zonecfg_fini_handle(handle);
3085 		return (-1);
3086 	}
3087 
3088 	if (zonecfg_setdsent(handle) != Z_OK) {
3089 		zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent");
3090 		goto out;
3091 	}
3092 
3093 	total = 0;
3094 	while (zonecfg_getdsent(handle, &dstab) == Z_OK)
3095 		total += strlen(dstab.zone_dataset_name) + 1;
3096 	(void) zonecfg_enddsent(handle);
3097 
3098 	if (total == 0) {
3099 		error = 0;
3100 		goto out;
3101 	}
3102 
3103 	if ((str = malloc(total)) == NULL) {
3104 		zerror(zlogp, B_TRUE, "memory allocation failed");
3105 		goto out;
3106 	}
3107 
3108 	if (zonecfg_setdsent(handle) != Z_OK) {
3109 		zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent");
3110 		goto out;
3111 	}
3112 	offset = 0;
3113 	while (zonecfg_getdsent(handle, &dstab) == Z_OK) {
3114 		len = strlen(dstab.zone_dataset_name);
3115 		(void) strlcpy(str + offset, dstab.zone_dataset_name,
3116 		    sizeof (dstab.zone_dataset_name) - offset);
3117 		offset += len;
3118 		if (offset != total - 1)
3119 			str[offset++] = ',';
3120 	}
3121 	(void) zonecfg_enddsent(handle);
3122 
3123 	error = 0;
3124 	*bufp = str;
3125 	*bufsizep = total;
3126 
3127 out:
3128 	if (error != 0 && str != NULL)
3129 		free(str);
3130 	if (handle != NULL)
3131 		zonecfg_fini_handle(handle);
3132 
3133 	return (error);
3134 }
3135 
3136 static int
3137 validate_datasets(zlog_t *zlogp)
3138 {
3139 	zone_dochandle_t handle;
3140 	struct zone_dstab dstab;
3141 	zfs_handle_t *zhp;
3142 	libzfs_handle_t *hdl;
3143 
3144 	if ((handle = zonecfg_init_handle()) == NULL) {
3145 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3146 		return (-1);
3147 	}
3148 	if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) {
3149 		zerror(zlogp, B_FALSE, "invalid configuration");
3150 		zonecfg_fini_handle(handle);
3151 		return (-1);
3152 	}
3153 
3154 	if (zonecfg_setdsent(handle) != Z_OK) {
3155 		zerror(zlogp, B_FALSE, "invalid configuration");
3156 		zonecfg_fini_handle(handle);
3157 		return (-1);
3158 	}
3159 
3160 	if ((hdl = libzfs_init()) == NULL) {
3161 		zerror(zlogp, B_FALSE, "opening ZFS library");
3162 		zonecfg_fini_handle(handle);
3163 		return (-1);
3164 	}
3165 
3166 	while (zonecfg_getdsent(handle, &dstab) == Z_OK) {
3167 
3168 		if ((zhp = zfs_open(hdl, dstab.zone_dataset_name,
3169 		    ZFS_TYPE_FILESYSTEM)) == NULL) {
3170 			zerror(zlogp, B_FALSE, "cannot open ZFS dataset '%s'",
3171 			    dstab.zone_dataset_name);
3172 			zonecfg_fini_handle(handle);
3173 			libzfs_fini(hdl);
3174 			return (-1);
3175 		}
3176 
3177 		/*
3178 		 * Automatically set the 'zoned' property.  We check the value
3179 		 * first because we'll get EPERM if it is already set.
3180 		 */
3181 		if (!zfs_prop_get_int(zhp, ZFS_PROP_ZONED) &&
3182 		    zfs_prop_set(zhp, zfs_prop_to_name(ZFS_PROP_ZONED),
3183 		    "on") != 0) {
3184 			zerror(zlogp, B_FALSE, "cannot set 'zoned' "
3185 			    "property for ZFS dataset '%s'\n",
3186 			    dstab.zone_dataset_name);
3187 			zonecfg_fini_handle(handle);
3188 			zfs_close(zhp);
3189 			libzfs_fini(hdl);
3190 			return (-1);
3191 		}
3192 
3193 		zfs_close(zhp);
3194 	}
3195 	(void) zonecfg_enddsent(handle);
3196 
3197 	zonecfg_fini_handle(handle);
3198 	libzfs_fini(hdl);
3199 
3200 	return (0);
3201 }
3202 
3203 /*
3204  * Mount lower level home directories into/from current zone
3205  * Share exported directories specified in dfstab for zone
3206  */
3207 static int
3208 tsol_mounts(zlog_t *zlogp, char *zone_name, char *rootpath)
3209 {
3210 	zoneid_t *zids = NULL;
3211 	priv_set_t *zid_privs;
3212 	const priv_impl_info_t *ip = NULL;
3213 	uint_t nzents_saved;
3214 	uint_t nzents;
3215 	int i;
3216 	char readonly[] = "ro";
3217 	struct zone_fstab lower_fstab;
3218 	char *argv[4];
3219 
3220 	if (!is_system_labeled())
3221 		return (0);
3222 
3223 	if (zid_label == NULL) {
3224 		zid_label = m_label_alloc(MAC_LABEL);
3225 		if (zid_label == NULL)
3226 			return (-1);
3227 	}
3228 
3229 	/* Make sure our zone has an /export/home dir */
3230 	(void) make_one_dir(zlogp, rootpath, "/export/home",
3231 	    DEFAULT_DIR_MODE, DEFAULT_DIR_USER, DEFAULT_DIR_GROUP);
3232 
3233 	lower_fstab.zone_fs_raw[0] = '\0';
3234 	(void) strlcpy(lower_fstab.zone_fs_type, MNTTYPE_LOFS,
3235 	    sizeof (lower_fstab.zone_fs_type));
3236 	lower_fstab.zone_fs_options = NULL;
3237 	(void) zonecfg_add_fs_option(&lower_fstab, readonly);
3238 
3239 	/*
3240 	 * Get the list of zones from the kernel
3241 	 */
3242 	if (zone_list(NULL, &nzents) != 0) {
3243 		zerror(zlogp, B_TRUE, "unable to list zones");
3244 		zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3245 		return (-1);
3246 	}
3247 again:
3248 	if (nzents == 0) {
3249 		zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3250 		return (-1);
3251 	}
3252 
3253 	zids = malloc(nzents * sizeof (zoneid_t));
3254 	if (zids == NULL) {
3255 		zerror(zlogp, B_TRUE, "memory allocation failed");
3256 		return (-1);
3257 	}
3258 	nzents_saved = nzents;
3259 
3260 	if (zone_list(zids, &nzents) != 0) {
3261 		zerror(zlogp, B_TRUE, "unable to list zones");
3262 		zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3263 		free(zids);
3264 		return (-1);
3265 	}
3266 	if (nzents != nzents_saved) {
3267 		/* list changed, try again */
3268 		free(zids);
3269 		goto again;
3270 	}
3271 
3272 	ip = getprivimplinfo();
3273 	if ((zid_privs = priv_allocset()) == NULL) {
3274 		zerror(zlogp, B_TRUE, "%s failed", "priv_allocset");
3275 		zonecfg_free_fs_option_list(
3276 		    lower_fstab.zone_fs_options);
3277 		free(zids);
3278 		return (-1);
3279 	}
3280 
3281 	for (i = 0; i < nzents; i++) {
3282 		char zid_name[ZONENAME_MAX];
3283 		zone_state_t zid_state;
3284 		char zid_rpath[MAXPATHLEN];
3285 		struct stat stat_buf;
3286 
3287 		if (zids[i] == GLOBAL_ZONEID)
3288 			continue;
3289 
3290 		if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1)
3291 			continue;
3292 
3293 		/*
3294 		 * Do special setup for the zone we are booting
3295 		 */
3296 		if (strcmp(zid_name, zone_name) == 0) {
3297 			struct zone_fstab autofs_fstab;
3298 			char map_path[MAXPATHLEN];
3299 			int fd;
3300 
3301 			/*
3302 			 * Create auto_home_<zone> map for this zone
3303 			 * in the global zone. The non-global zone entry
3304 			 * will be created by automount when the zone
3305 			 * is booted.
3306 			 */
3307 
3308 			(void) snprintf(autofs_fstab.zone_fs_special,
3309 			    MAXPATHLEN, "auto_home_%s", zid_name);
3310 
3311 			(void) snprintf(autofs_fstab.zone_fs_dir, MAXPATHLEN,
3312 			    "/zone/%s/home", zid_name);
3313 
3314 			(void) snprintf(map_path, sizeof (map_path),
3315 			    "/etc/%s", autofs_fstab.zone_fs_special);
3316 			/*
3317 			 * If the map file doesn't exist create a template
3318 			 */
3319 			if ((fd = open(map_path, O_RDWR | O_CREAT | O_EXCL,
3320 			    S_IRUSR | S_IWUSR | S_IRGRP| S_IROTH)) != -1) {
3321 				int len;
3322 				char map_rec[MAXPATHLEN];
3323 
3324 				len = snprintf(map_rec, sizeof (map_rec),
3325 				    "+%s\n*\t-fstype=lofs\t:%s/export/home/&\n",
3326 				    autofs_fstab.zone_fs_special, rootpath);
3327 				(void) write(fd, map_rec, len);
3328 				(void) close(fd);
3329 			}
3330 
3331 			/*
3332 			 * Mount auto_home_<zone> in the global zone if absent.
3333 			 * If it's already of type autofs, then
3334 			 * don't mount it again.
3335 			 */
3336 			if ((stat(autofs_fstab.zone_fs_dir, &stat_buf) == -1) ||
3337 			    strcmp(stat_buf.st_fstype, MNTTYPE_AUTOFS) != 0) {
3338 				char optstr[] = "indirect,ignore,nobrowse";
3339 
3340 				(void) make_one_dir(zlogp, "",
3341 				    autofs_fstab.zone_fs_dir, DEFAULT_DIR_MODE,
3342 				    DEFAULT_DIR_USER, DEFAULT_DIR_GROUP);
3343 
3344 				/*
3345 				 * Mount will fail if automounter has already
3346 				 * processed the auto_home_<zonename> map
3347 				 */
3348 				(void) domount(zlogp, MNTTYPE_AUTOFS, optstr,
3349 				    autofs_fstab.zone_fs_special,
3350 				    autofs_fstab.zone_fs_dir);
3351 			}
3352 			continue;
3353 		}
3354 
3355 
3356 		if (zone_get_state(zid_name, &zid_state) != Z_OK ||
3357 		    (zid_state != ZONE_STATE_READY &&
3358 		    zid_state != ZONE_STATE_RUNNING))
3359 			/* Skip over zones without mounted filesystems */
3360 			continue;
3361 
3362 		if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label,
3363 		    sizeof (m_label_t)) < 0)
3364 			/* Skip over zones with unspecified label */
3365 			continue;
3366 
3367 		if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath,
3368 		    sizeof (zid_rpath)) == -1)
3369 			/* Skip over zones with bad path */
3370 			continue;
3371 
3372 		if (zone_getattr(zids[i], ZONE_ATTR_PRIVSET, zid_privs,
3373 		    sizeof (priv_chunk_t) * ip->priv_setsize) == -1)
3374 			/* Skip over zones with bad privs */
3375 			continue;
3376 
3377 		/*
3378 		 * Reading down is valid according to our label model
3379 		 * but some customers want to disable it because it
3380 		 * allows execute down and other possible attacks.
3381 		 * Therefore, we restrict this feature to zones that
3382 		 * have the NET_MAC_AWARE privilege which is required
3383 		 * for NFS read-down semantics.
3384 		 */
3385 		if ((bldominates(zlabel, zid_label)) &&
3386 		    (priv_ismember(zprivs, PRIV_NET_MAC_AWARE))) {
3387 			/*
3388 			 * Our zone dominates this one.
3389 			 * Create a lofs mount from lower zone's /export/home
3390 			 */
3391 			(void) snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN,
3392 			    "%s/zone/%s/export/home", rootpath, zid_name);
3393 
3394 			/*
3395 			 * If the target is already an LOFS mount
3396 			 * then don't do it again.
3397 			 */
3398 			if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) ||
3399 			    strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) {
3400 
3401 				if (snprintf(lower_fstab.zone_fs_special,
3402 				    MAXPATHLEN, "%s/export",
3403 				    zid_rpath) > MAXPATHLEN)
3404 					continue;
3405 
3406 				/*
3407 				 * Make sure the lower-level home exists
3408 				 */
3409 				if (make_one_dir(zlogp,
3410 				    lower_fstab.zone_fs_special, "/home",
3411 				    DEFAULT_DIR_MODE, DEFAULT_DIR_USER,
3412 				    DEFAULT_DIR_GROUP) != 0)
3413 					continue;
3414 
3415 				(void) strlcat(lower_fstab.zone_fs_special,
3416 				    "/home", MAXPATHLEN);
3417 
3418 				/*
3419 				 * Mount can fail because the lower-level
3420 				 * zone may have already done a mount up.
3421 				 */
3422 				(void) mount_one(zlogp, &lower_fstab, "");
3423 			}
3424 		} else if ((bldominates(zid_label, zlabel)) &&
3425 		    (priv_ismember(zid_privs, PRIV_NET_MAC_AWARE))) {
3426 			/*
3427 			 * This zone dominates our zone.
3428 			 * Create a lofs mount from our zone's /export/home
3429 			 */
3430 			if (snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN,
3431 			    "%s/zone/%s/export/home", zid_rpath,
3432 			    zone_name) > MAXPATHLEN)
3433 				continue;
3434 
3435 			/*
3436 			 * If the target is already an LOFS mount
3437 			 * then don't do it again.
3438 			 */
3439 			if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) ||
3440 			    strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) {
3441 
3442 				(void) snprintf(lower_fstab.zone_fs_special,
3443 				    MAXPATHLEN, "%s/export/home", rootpath);
3444 
3445 				/*
3446 				 * Mount can fail because the higher-level
3447 				 * zone may have already done a mount down.
3448 				 */
3449 				(void) mount_one(zlogp, &lower_fstab, "");
3450 			}
3451 		}
3452 	}
3453 	zonecfg_free_fs_option_list(lower_fstab.zone_fs_options);
3454 	priv_freeset(zid_privs);
3455 	free(zids);
3456 
3457 	/*
3458 	 * Now share any exported directories from this zone.
3459 	 * Each zone can have its own dfstab.
3460 	 */
3461 
3462 	argv[0] = "zoneshare";
3463 	argv[1] = "-z";
3464 	argv[2] = zone_name;
3465 	argv[3] = NULL;
3466 
3467 	(void) forkexec(zlogp, "/usr/lib/zones/zoneshare", argv);
3468 	/* Don't check for errors since they don't affect the zone */
3469 
3470 	return (0);
3471 }
3472 
3473 /*
3474  * Unmount lofs mounts from higher level zones
3475  * Unshare nfs exported directories
3476  */
3477 static void
3478 tsol_unmounts(zlog_t *zlogp, char *zone_name)
3479 {
3480 	zoneid_t *zids = NULL;
3481 	uint_t nzents_saved;
3482 	uint_t nzents;
3483 	int i;
3484 	char *argv[4];
3485 	char path[MAXPATHLEN];
3486 
3487 	if (!is_system_labeled())
3488 		return;
3489 
3490 	/*
3491 	 * Get the list of zones from the kernel
3492 	 */
3493 	if (zone_list(NULL, &nzents) != 0) {
3494 		return;
3495 	}
3496 
3497 	if (zid_label == NULL) {
3498 		zid_label = m_label_alloc(MAC_LABEL);
3499 		if (zid_label == NULL)
3500 			return;
3501 	}
3502 
3503 again:
3504 	if (nzents == 0)
3505 		return;
3506 
3507 	zids = malloc(nzents * sizeof (zoneid_t));
3508 	if (zids == NULL) {
3509 		zerror(zlogp, B_TRUE, "memory allocation failed");
3510 		return;
3511 	}
3512 	nzents_saved = nzents;
3513 
3514 	if (zone_list(zids, &nzents) != 0) {
3515 		free(zids);
3516 		return;
3517 	}
3518 	if (nzents != nzents_saved) {
3519 		/* list changed, try again */
3520 		free(zids);
3521 		goto again;
3522 	}
3523 
3524 	for (i = 0; i < nzents; i++) {
3525 		char zid_name[ZONENAME_MAX];
3526 		zone_state_t zid_state;
3527 		char zid_rpath[MAXPATHLEN];
3528 
3529 		if (zids[i] == GLOBAL_ZONEID)
3530 			continue;
3531 
3532 		if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1)
3533 			continue;
3534 
3535 		/*
3536 		 * Skip the zone we are halting
3537 		 */
3538 		if (strcmp(zid_name, zone_name) == 0)
3539 			continue;
3540 
3541 		if ((zone_getattr(zids[i], ZONE_ATTR_STATUS, &zid_state,
3542 		    sizeof (zid_state)) < 0) ||
3543 		    (zid_state < ZONE_IS_READY))
3544 			/* Skip over zones without mounted filesystems */
3545 			continue;
3546 
3547 		if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label,
3548 		    sizeof (m_label_t)) < 0)
3549 			/* Skip over zones with unspecified label */
3550 			continue;
3551 
3552 		if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath,
3553 		    sizeof (zid_rpath)) == -1)
3554 			/* Skip over zones with bad path */
3555 			continue;
3556 
3557 		if (zlabel != NULL && bldominates(zid_label, zlabel)) {
3558 			/*
3559 			 * This zone dominates our zone.
3560 			 * Unmount the lofs mount of our zone's /export/home
3561 			 */
3562 
3563 			if (snprintf(path, MAXPATHLEN,
3564 			    "%s/zone/%s/export/home", zid_rpath,
3565 			    zone_name) > MAXPATHLEN)
3566 				continue;
3567 
3568 			/* Skip over mount failures */
3569 			(void) umount(path);
3570 		}
3571 	}
3572 	free(zids);
3573 
3574 	/*
3575 	 * Unmount global zone autofs trigger for this zone
3576 	 */
3577 	(void) snprintf(path, MAXPATHLEN, "/zone/%s/home", zone_name);
3578 	/* Skip over mount failures */
3579 	(void) umount(path);
3580 
3581 	/*
3582 	 * Next unshare any exported directories from this zone.
3583 	 */
3584 
3585 	argv[0] = "zoneunshare";
3586 	argv[1] = "-z";
3587 	argv[2] = zone_name;
3588 	argv[3] = NULL;
3589 
3590 	(void) forkexec(zlogp, "/usr/lib/zones/zoneunshare", argv);
3591 	/* Don't check for errors since they don't affect the zone */
3592 
3593 	/*
3594 	 * Finally, deallocate any devices in the zone.
3595 	 */
3596 
3597 	argv[0] = "deallocate";
3598 	argv[1] = "-Isz";
3599 	argv[2] = zone_name;
3600 	argv[3] = NULL;
3601 
3602 	(void) forkexec(zlogp, "/usr/sbin/deallocate", argv);
3603 	/* Don't check for errors since they don't affect the zone */
3604 }
3605 
3606 /*
3607  * Fetch the Trusted Extensions label and multi-level ports (MLPs) for
3608  * this zone.
3609  */
3610 static tsol_zcent_t *
3611 get_zone_label(zlog_t *zlogp, priv_set_t *privs)
3612 {
3613 	FILE *fp;
3614 	tsol_zcent_t *zcent = NULL;
3615 	char line[MAXTNZLEN];
3616 
3617 	if ((fp = fopen(TNZONECFG_PATH, "r")) == NULL) {
3618 		zerror(zlogp, B_TRUE, "%s", TNZONECFG_PATH);
3619 		return (NULL);
3620 	}
3621 
3622 	while (fgets(line, sizeof (line), fp) != NULL) {
3623 		/*
3624 		 * Check for malformed database
3625 		 */
3626 		if (strlen(line) == MAXTNZLEN - 1)
3627 			break;
3628 		if ((zcent = tsol_sgetzcent(line, NULL, NULL)) == NULL)
3629 			continue;
3630 		if (strcmp(zcent->zc_name, zone_name) == 0)
3631 			break;
3632 		tsol_freezcent(zcent);
3633 		zcent = NULL;
3634 	}
3635 	(void) fclose(fp);
3636 
3637 	if (zcent == NULL) {
3638 		zerror(zlogp, B_FALSE, "zone requires a label assignment. "
3639 		    "See tnzonecfg(4)");
3640 	} else {
3641 		if (zlabel == NULL)
3642 			zlabel = m_label_alloc(MAC_LABEL);
3643 		/*
3644 		 * Save this zone's privileges for later read-down processing
3645 		 */
3646 		if ((zprivs = priv_allocset()) == NULL) {
3647 			zerror(zlogp, B_TRUE, "%s failed", "priv_allocset");
3648 			return (NULL);
3649 		} else {
3650 			priv_copyset(privs, zprivs);
3651 		}
3652 	}
3653 	return (zcent);
3654 }
3655 
3656 /*
3657  * Add the Trusted Extensions multi-level ports for this zone.
3658  */
3659 static void
3660 set_mlps(zlog_t *zlogp, zoneid_t zoneid, tsol_zcent_t *zcent)
3661 {
3662 	tsol_mlp_t *mlp;
3663 	tsol_mlpent_t tsme;
3664 
3665 	if (!is_system_labeled())
3666 		return;
3667 
3668 	tsme.tsme_zoneid = zoneid;
3669 	tsme.tsme_flags = 0;
3670 	for (mlp = zcent->zc_private_mlp; !TSOL_MLP_END(mlp); mlp++) {
3671 		tsme.tsme_mlp = *mlp;
3672 		if (tnmlp(TNDB_LOAD, &tsme) != 0) {
3673 			zerror(zlogp, B_TRUE, "cannot set zone-specific MLP "
3674 			    "on %d-%d/%d", mlp->mlp_port,
3675 			    mlp->mlp_port_upper, mlp->mlp_ipp);
3676 		}
3677 	}
3678 
3679 	tsme.tsme_flags = TSOL_MEF_SHARED;
3680 	for (mlp = zcent->zc_shared_mlp; !TSOL_MLP_END(mlp); mlp++) {
3681 		tsme.tsme_mlp = *mlp;
3682 		if (tnmlp(TNDB_LOAD, &tsme) != 0) {
3683 			zerror(zlogp, B_TRUE, "cannot set shared MLP "
3684 			    "on %d-%d/%d", mlp->mlp_port,
3685 			    mlp->mlp_port_upper, mlp->mlp_ipp);
3686 		}
3687 	}
3688 }
3689 
3690 static void
3691 remove_mlps(zlog_t *zlogp, zoneid_t zoneid)
3692 {
3693 	tsol_mlpent_t tsme;
3694 
3695 	if (!is_system_labeled())
3696 		return;
3697 
3698 	(void) memset(&tsme, 0, sizeof (tsme));
3699 	tsme.tsme_zoneid = zoneid;
3700 	if (tnmlp(TNDB_FLUSH, &tsme) != 0)
3701 		zerror(zlogp, B_TRUE, "cannot flush MLPs");
3702 }
3703 
3704 int
3705 prtmount(const char *fs, void *x) {
3706 	zerror((zlog_t *)x, B_FALSE, "  %s", fs);
3707 	return (0);
3708 }
3709 
3710 /*
3711  * Look for zones running on the main system that are using this root (or any
3712  * subdirectory of it).  Return B_TRUE and print an error if a conflicting zone
3713  * is found or if we can't tell.
3714  */
3715 static boolean_t
3716 duplicate_zone_root(zlog_t *zlogp, const char *rootpath)
3717 {
3718 	zoneid_t *zids = NULL;
3719 	uint_t nzids = 0;
3720 	boolean_t retv;
3721 	int rlen, zlen;
3722 	char zroot[MAXPATHLEN];
3723 	char zonename[ZONENAME_MAX];
3724 
3725 	for (;;) {
3726 		nzids += 10;
3727 		zids = malloc(nzids * sizeof (*zids));
3728 		if (zids == NULL) {
3729 			zerror(zlogp, B_TRUE, "memory allocation failed");
3730 			return (B_TRUE);
3731 		}
3732 		if (zone_list(zids, &nzids) == 0)
3733 			break;
3734 		free(zids);
3735 	}
3736 	retv = B_FALSE;
3737 	rlen = strlen(rootpath);
3738 	while (nzids > 0) {
3739 		/*
3740 		 * Ignore errors; they just mean that the zone has disappeared
3741 		 * while we were busy.
3742 		 */
3743 		if (zone_getattr(zids[--nzids], ZONE_ATTR_ROOT, zroot,
3744 		    sizeof (zroot)) == -1)
3745 			continue;
3746 		zlen = strlen(zroot);
3747 		if (zlen > rlen)
3748 			zlen = rlen;
3749 		if (strncmp(rootpath, zroot, zlen) == 0 &&
3750 		    (zroot[zlen] == '\0' || zroot[zlen] == '/') &&
3751 		    (rootpath[zlen] == '\0' || rootpath[zlen] == '/')) {
3752 			if (getzonenamebyid(zids[nzids], zonename,
3753 			    sizeof (zonename)) == -1)
3754 				(void) snprintf(zonename, sizeof (zonename),
3755 				    "id %d", (int)zids[nzids]);
3756 			zerror(zlogp, B_FALSE,
3757 			    "zone root %s already in use by zone %s",
3758 			    rootpath, zonename);
3759 			retv = B_TRUE;
3760 			break;
3761 		}
3762 	}
3763 	free(zids);
3764 	return (retv);
3765 }
3766 
3767 /*
3768  * Search for loopback mounts that use this same source node (same device and
3769  * inode).  Return B_TRUE if there is one or if we can't tell.
3770  */
3771 static boolean_t
3772 duplicate_reachable_path(zlog_t *zlogp, const char *rootpath)
3773 {
3774 	struct stat64 rst, zst;
3775 	struct mnttab *mnp;
3776 
3777 	if (stat64(rootpath, &rst) == -1) {
3778 		zerror(zlogp, B_TRUE, "can't stat %s", rootpath);
3779 		return (B_TRUE);
3780 	}
3781 	if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1)
3782 		return (B_TRUE);
3783 	for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max; mnp++) {
3784 		if (mnp->mnt_fstype == NULL ||
3785 		    strcmp(MNTTYPE_LOFS, mnp->mnt_fstype) != 0)
3786 			continue;
3787 		/* We're looking at a loopback mount.  Stat it. */
3788 		if (mnp->mnt_special != NULL &&
3789 		    stat64(mnp->mnt_special, &zst) != -1 &&
3790 		    rst.st_dev == zst.st_dev && rst.st_ino == zst.st_ino) {
3791 			zerror(zlogp, B_FALSE,
3792 			    "zone root %s is reachable through %s",
3793 			    rootpath, mnp->mnt_mountp);
3794 			return (B_TRUE);
3795 		}
3796 	}
3797 	return (B_FALSE);
3798 }
3799 
3800 /*
3801  * Set memory cap and pool info for the zone's resource management
3802  * configuration.
3803  */
3804 static int
3805 setup_zone_rm(zlog_t *zlogp, char *zone_name, zoneid_t zoneid)
3806 {
3807 	int res;
3808 	uint64_t tmp;
3809 	struct zone_mcaptab mcap;
3810 	char sched[MAXNAMELEN];
3811 	zone_dochandle_t handle = NULL;
3812 	char pool_err[128];
3813 
3814 	if ((handle = zonecfg_init_handle()) == NULL) {
3815 		zerror(zlogp, B_TRUE, "getting zone configuration handle");
3816 		return (Z_BAD_HANDLE);
3817 	}
3818 
3819 	if ((res = zonecfg_get_snapshot_handle(zone_name, handle)) != Z_OK) {
3820 		zerror(zlogp, B_FALSE, "invalid configuration");
3821 		zonecfg_fini_handle(handle);
3822 		return (res);
3823 	}
3824 
3825 	/*
3826 	 * If a memory cap is configured, set the cap in the kernel using
3827 	 * zone_setattr() and make sure the rcapd SMF service is enabled.
3828 	 */
3829 	if (zonecfg_getmcapent(handle, &mcap) == Z_OK) {
3830 		uint64_t num;
3831 		char smf_err[128];
3832 
3833 		num = (uint64_t)strtoull(mcap.zone_physmem_cap, NULL, 10);
3834 		if (zone_setattr(zoneid, ZONE_ATTR_PHYS_MCAP, &num, 0) == -1) {
3835 			zerror(zlogp, B_TRUE, "could not set zone memory cap");
3836 			zonecfg_fini_handle(handle);
3837 			return (Z_INVAL);
3838 		}
3839 
3840 		if (zonecfg_enable_rcapd(smf_err, sizeof (smf_err)) != Z_OK) {
3841 			zerror(zlogp, B_FALSE, "enabling system/rcap service "
3842 			    "failed: %s", smf_err);
3843 			zonecfg_fini_handle(handle);
3844 			return (Z_INVAL);
3845 		}
3846 	}
3847 
3848 	/* Get the scheduling class set in the zone configuration. */
3849 	if (zonecfg_get_sched_class(handle, sched, sizeof (sched)) == Z_OK &&
3850 	    strlen(sched) > 0) {
3851 		if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, sched,
3852 		    strlen(sched)) == -1)
3853 			zerror(zlogp, B_TRUE, "WARNING: unable to set the "
3854 			    "default scheduling class");
3855 
3856 	} else if (zonecfg_get_aliased_rctl(handle, ALIAS_SHARES, &tmp)
3857 	    == Z_OK) {
3858 		/*
3859 		 * If the zone has the zone.cpu-shares rctl set then we want to
3860 		 * use the Fair Share Scheduler (FSS) for processes in the
3861 		 * zone.  Check what scheduling class the zone would be running
3862 		 * in by default so we can print a warning and modify the class
3863 		 * if we wouldn't be using FSS.
3864 		 */
3865 		char class_name[PC_CLNMSZ];
3866 
3867 		if (zonecfg_get_dflt_sched_class(handle, class_name,
3868 		    sizeof (class_name)) != Z_OK) {
3869 			zerror(zlogp, B_FALSE, "WARNING: unable to determine "
3870 			    "the zone's scheduling class");
3871 
3872 		} else if (strcmp("FSS", class_name) != 0) {
3873 			zerror(zlogp, B_FALSE, "WARNING: The zone.cpu-shares "
3874 			    "rctl is set but\nFSS is not the default "
3875 			    "scheduling class for\nthis zone.  FSS will be "
3876 			    "used for processes\nin the zone but to get the "
3877 			    "full benefit of FSS,\nit should be the default "
3878 			    "scheduling class.\nSee dispadmin(1M) for more "
3879 			    "details.");
3880 
3881 			if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, "FSS",
3882 			    strlen("FSS")) == -1)
3883 				zerror(zlogp, B_TRUE, "WARNING: unable to set "
3884 				    "zone scheduling class to FSS");
3885 		}
3886 	}
3887 
3888 	/*
3889 	 * The next few blocks of code attempt to set up temporary pools as
3890 	 * well as persistent pools.  In all cases we call the functions
3891 	 * unconditionally.  Within each funtion the code will check if the
3892 	 * zone is actually configured for a temporary pool or persistent pool
3893 	 * and just return if there is nothing to do.
3894 	 *
3895 	 * If we are rebooting we want to attempt to reuse any temporary pool
3896 	 * that was previously set up.  zonecfg_bind_tmp_pool() will do the
3897 	 * right thing in all cases (reuse or create) based on the current
3898 	 * zonecfg.
3899 	 */
3900 	if ((res = zonecfg_bind_tmp_pool(handle, zoneid, pool_err,
3901 	    sizeof (pool_err))) != Z_OK) {
3902 		if (res == Z_POOL || res == Z_POOL_CREATE || res == Z_POOL_BIND)
3903 			zerror(zlogp, B_FALSE, "%s: %s\ndedicated-cpu setting "
3904 			    "cannot be instantiated", zonecfg_strerror(res),
3905 			    pool_err);
3906 		else
3907 			zerror(zlogp, B_FALSE, "could not bind zone to "
3908 			    "temporary pool: %s", zonecfg_strerror(res));
3909 		zonecfg_fini_handle(handle);
3910 		return (Z_POOL_BIND);
3911 	}
3912 
3913 	/*
3914 	 * Check if we need to warn about poold not being enabled.
3915 	 */
3916 	if (zonecfg_warn_poold(handle)) {
3917 		zerror(zlogp, B_FALSE, "WARNING: A range of dedicated-cpus has "
3918 		    "been specified\nbut the dynamic pool service is not "
3919 		    "enabled.\nThe system will not dynamically adjust the\n"
3920 		    "processor allocation within the specified range\n"
3921 		    "until svc:/system/pools/dynamic is enabled.\n"
3922 		    "See poold(1M).");
3923 	}
3924 
3925 	/* The following is a warning, not an error. */
3926 	if ((res = zonecfg_bind_pool(handle, zoneid, pool_err,
3927 	    sizeof (pool_err))) != Z_OK) {
3928 		if (res == Z_POOL_BIND)
3929 			zerror(zlogp, B_FALSE, "WARNING: unable to bind to "
3930 			    "pool '%s'; using default pool.", pool_err);
3931 		else if (res == Z_POOL)
3932 			zerror(zlogp, B_FALSE, "WARNING: %s: %s",
3933 			    zonecfg_strerror(res), pool_err);
3934 		else
3935 			zerror(zlogp, B_FALSE, "WARNING: %s",
3936 			    zonecfg_strerror(res));
3937 	}
3938 
3939 	zonecfg_fini_handle(handle);
3940 	return (Z_OK);
3941 }
3942 
3943 zoneid_t
3944 vplat_create(zlog_t *zlogp, boolean_t mount_cmd)
3945 {
3946 	zoneid_t rval = -1;
3947 	priv_set_t *privs;
3948 	char rootpath[MAXPATHLEN];
3949 	char modname[MAXPATHLEN];
3950 	struct brand_attr attr;
3951 	brand_handle_t bh;
3952 	char *rctlbuf = NULL;
3953 	size_t rctlbufsz = 0;
3954 	char *zfsbuf = NULL;
3955 	size_t zfsbufsz = 0;
3956 	zoneid_t zoneid = -1;
3957 	int xerr;
3958 	char *kzone;
3959 	FILE *fp = NULL;
3960 	tsol_zcent_t *zcent = NULL;
3961 	int match = 0;
3962 	int doi = 0;
3963 	int flags;
3964 	zone_iptype_t iptype;
3965 
3966 	if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) {
3967 		zerror(zlogp, B_TRUE, "unable to determine zone root");
3968 		return (-1);
3969 	}
3970 	if (zonecfg_in_alt_root())
3971 		resolve_lofs(zlogp, rootpath, sizeof (rootpath));
3972 
3973 	if (get_iptype(zlogp, &iptype) < 0) {
3974 		zerror(zlogp, B_TRUE, "unable to determine ip-type");
3975 		return (-1);
3976 	}
3977 	switch (iptype) {
3978 	case ZS_SHARED:
3979 		flags = 0;
3980 		break;
3981 	case ZS_EXCLUSIVE:
3982 		flags = ZCF_NET_EXCL;
3983 		break;
3984 	}
3985 
3986 	if ((privs = priv_allocset()) == NULL) {
3987 		zerror(zlogp, B_TRUE, "%s failed", "priv_allocset");
3988 		return (-1);
3989 	}
3990 	priv_emptyset(privs);
3991 	if (get_privset(zlogp, privs, mount_cmd) != 0)
3992 		goto error;
3993 
3994 	if (!mount_cmd && get_rctls(zlogp, &rctlbuf, &rctlbufsz) != 0) {
3995 		zerror(zlogp, B_FALSE, "Unable to get list of rctls");
3996 		goto error;
3997 	}
3998 
3999 	if (get_datasets(zlogp, &zfsbuf, &zfsbufsz) != 0) {
4000 		zerror(zlogp, B_FALSE, "Unable to get list of ZFS datasets");
4001 		goto error;
4002 	}
4003 
4004 	if (!mount_cmd && is_system_labeled()) {
4005 		zcent = get_zone_label(zlogp, privs);
4006 		if (zcent != NULL) {
4007 			match = zcent->zc_match;
4008 			doi = zcent->zc_doi;
4009 			*zlabel = zcent->zc_label;
4010 		} else {
4011 			goto error;
4012 		}
4013 	}
4014 
4015 	kzone = zone_name;
4016 
4017 	/*
4018 	 * We must do this scan twice.  First, we look for zones running on the
4019 	 * main system that are using this root (or any subdirectory of it).
4020 	 * Next, we reduce to the shortest path and search for loopback mounts
4021 	 * that use this same source node (same device and inode).
4022 	 */
4023 	if (duplicate_zone_root(zlogp, rootpath))
4024 		goto error;
4025 	if (duplicate_reachable_path(zlogp, rootpath))
4026 		goto error;
4027 
4028 	if (mount_cmd) {
4029 		assert(zone_isnative);
4030 		root_to_lu(zlogp, rootpath, sizeof (rootpath), B_TRUE);
4031 
4032 		/*
4033 		 * Forge up a special root for this zone.  When a zone is
4034 		 * mounted, we can't let the zone have its own root because the
4035 		 * tools that will be used in this "scratch zone" need access
4036 		 * to both the zone's resources and the running machine's
4037 		 * executables.
4038 		 *
4039 		 * Note that the mkdir here also catches read-only filesystems.
4040 		 */
4041 		if (mkdir(rootpath, 0755) != 0 && errno != EEXIST) {
4042 			zerror(zlogp, B_TRUE, "cannot create %s", rootpath);
4043 			goto error;
4044 		}
4045 		if (domount(zlogp, "tmpfs", "", "swap", rootpath) != 0)
4046 			goto error;
4047 	}
4048 
4049 	if (zonecfg_in_alt_root()) {
4050 		/*
4051 		 * If we are mounting up a zone in an alternate root partition,
4052 		 * then we have some additional work to do before starting the
4053 		 * zone.  First, resolve the root path down so that we're not
4054 		 * fooled by duplicates.  Then forge up an internal name for
4055 		 * the zone.
4056 		 */
4057 		if ((fp = zonecfg_open_scratch("", B_TRUE)) == NULL) {
4058 			zerror(zlogp, B_TRUE, "cannot open mapfile");
4059 			goto error;
4060 		}
4061 		if (zonecfg_lock_scratch(fp) != 0) {
4062 			zerror(zlogp, B_TRUE, "cannot lock mapfile");
4063 			goto error;
4064 		}
4065 		if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(),
4066 		    NULL, 0) == 0) {
4067 			zerror(zlogp, B_FALSE, "scratch zone already running");
4068 			goto error;
4069 		}
4070 		/* This is the preferred name */
4071 		(void) snprintf(kernzone, sizeof (kernzone), "SUNWlu-%s",
4072 		    zone_name);
4073 		srandom(getpid());
4074 		while (zonecfg_reverse_scratch(fp, kernzone, NULL, 0, NULL,
4075 		    0) == 0) {
4076 			/* This is just an arbitrary name; note "." usage */
4077 			(void) snprintf(kernzone, sizeof (kernzone),
4078 			    "SUNWlu.%08lX%08lX", random(), random());
4079 		}
4080 		kzone = kernzone;
4081 	}
4082 
4083 	xerr = 0;
4084 	if ((zoneid = zone_create(kzone, rootpath, privs, rctlbuf,
4085 	    rctlbufsz, zfsbuf, zfsbufsz, &xerr, match, doi, zlabel,
4086 	    flags)) == -1) {
4087 		if (xerr == ZE_AREMOUNTS) {
4088 			if (zonecfg_find_mounts(rootpath, NULL, NULL) < 1) {
4089 				zerror(zlogp, B_FALSE,
4090 				    "An unknown file-system is mounted on "
4091 				    "a subdirectory of %s", rootpath);
4092 			} else {
4093 
4094 				zerror(zlogp, B_FALSE,
4095 				    "These file-systems are mounted on "
4096 				    "subdirectories of %s:", rootpath);
4097 				(void) zonecfg_find_mounts(rootpath,
4098 				    prtmount, zlogp);
4099 			}
4100 		} else if (xerr == ZE_CHROOTED) {
4101 			zerror(zlogp, B_FALSE, "%s: "
4102 			    "cannot create a zone from a chrooted "
4103 			    "environment", "zone_create");
4104 		} else {
4105 			zerror(zlogp, B_TRUE, "%s failed", "zone_create");
4106 		}
4107 		goto error;
4108 	}
4109 
4110 	if (zonecfg_in_alt_root() &&
4111 	    zonecfg_add_scratch(fp, zone_name, kernzone,
4112 	    zonecfg_get_root()) == -1) {
4113 		zerror(zlogp, B_TRUE, "cannot add mapfile entry");
4114 		goto error;
4115 	}
4116 
4117 	if ((zone_get_brand(zone_name, attr.ba_brandname,
4118 	    MAXNAMELEN) != Z_OK) ||
4119 	    (bh = brand_open(attr.ba_brandname)) == NULL) {
4120 		zerror(zlogp, B_FALSE, "unable to determine brand name");
4121 		return (-1);
4122 	}
4123 
4124 	/*
4125 	 * If this brand requires any kernel support, now is the time to
4126 	 * get it loaded and initialized.
4127 	 */
4128 	if (brand_get_modname(bh, modname, MAXPATHLEN) < 0) {
4129 		brand_close(bh);
4130 		zerror(zlogp, B_FALSE, "unable to determine brand kernel "
4131 		    "module");
4132 		return (-1);
4133 	}
4134 	brand_close(bh);
4135 
4136 	if (strlen(modname) > 0) {
4137 		(void) strlcpy(attr.ba_modname, modname, MAXPATHLEN);
4138 		if (zone_setattr(zoneid, ZONE_ATTR_BRAND, &attr,
4139 		    sizeof (attr) != 0)) {
4140 			zerror(zlogp, B_TRUE, "could not set zone brand "
4141 			    "attribute.");
4142 			goto error;
4143 		}
4144 	}
4145 
4146 	/*
4147 	 * The following actions are not performed when merely mounting a zone
4148 	 * for administrative use.
4149 	 */
4150 	if (!mount_cmd) {
4151 		if (setup_zone_rm(zlogp, zone_name, zoneid) != Z_OK) {
4152 			(void) zone_shutdown(zoneid);
4153 			goto error;
4154 		}
4155 
4156 		set_mlps(zlogp, zoneid, zcent);
4157 	}
4158 
4159 	rval = zoneid;
4160 	zoneid = -1;
4161 
4162 error:
4163 	if (zoneid != -1)
4164 		(void) zone_destroy(zoneid);
4165 	if (rctlbuf != NULL)
4166 		free(rctlbuf);
4167 	priv_freeset(privs);
4168 	if (fp != NULL)
4169 		zonecfg_close_scratch(fp);
4170 	lofs_discard_mnttab();
4171 	if (zcent != NULL)
4172 		tsol_freezcent(zcent);
4173 	return (rval);
4174 }
4175 
4176 /*
4177  * Enter the zone and write a /etc/zones/index file there.  This allows
4178  * libzonecfg (and thus zoneadm) to report the UUID and potentially other zone
4179  * details from inside the zone.
4180  */
4181 static void
4182 write_index_file(zoneid_t zoneid)
4183 {
4184 	FILE *zef;
4185 	FILE *zet;
4186 	struct zoneent *zep;
4187 	pid_t child;
4188 	int tmpl_fd;
4189 	ctid_t ct;
4190 	int fd;
4191 	char uuidstr[UUID_PRINTABLE_STRING_LENGTH];
4192 
4193 	/* Locate the zone entry in the global zone's index file */
4194 	if ((zef = setzoneent()) == NULL)
4195 		return;
4196 	while ((zep = getzoneent_private(zef)) != NULL) {
4197 		if (strcmp(zep->zone_name, zone_name) == 0)
4198 			break;
4199 		free(zep);
4200 	}
4201 	endzoneent(zef);
4202 	if (zep == NULL)
4203 		return;
4204 
4205 	if ((tmpl_fd = init_template()) == -1) {
4206 		free(zep);
4207 		return;
4208 	}
4209 
4210 	if ((child = fork()) == -1) {
4211 		(void) ct_tmpl_clear(tmpl_fd);
4212 		(void) close(tmpl_fd);
4213 		free(zep);
4214 		return;
4215 	}
4216 
4217 	/* parent waits for child to finish */
4218 	if (child != 0) {
4219 		free(zep);
4220 		if (contract_latest(&ct) == -1)
4221 			ct = -1;
4222 		(void) ct_tmpl_clear(tmpl_fd);
4223 		(void) close(tmpl_fd);
4224 		(void) waitpid(child, NULL, 0);
4225 		(void) contract_abandon_id(ct);
4226 		return;
4227 	}
4228 
4229 	/* child enters zone and sets up index file */
4230 	(void) ct_tmpl_clear(tmpl_fd);
4231 	if (zone_enter(zoneid) != -1) {
4232 		(void) mkdir(ZONE_CONFIG_ROOT, ZONE_CONFIG_MODE);
4233 		(void) chown(ZONE_CONFIG_ROOT, ZONE_CONFIG_UID,
4234 		    ZONE_CONFIG_GID);
4235 		fd = open(ZONE_INDEX_FILE, O_WRONLY|O_CREAT|O_TRUNC,
4236 		    ZONE_INDEX_MODE);
4237 		if (fd != -1 && (zet = fdopen(fd, "w")) != NULL) {
4238 			(void) fchown(fd, ZONE_INDEX_UID, ZONE_INDEX_GID);
4239 			if (uuid_is_null(zep->zone_uuid))
4240 				uuidstr[0] = '\0';
4241 			else
4242 				uuid_unparse(zep->zone_uuid, uuidstr);
4243 			(void) fprintf(zet, "%s:%s:/:%s\n", zep->zone_name,
4244 			    zone_state_str(zep->zone_state),
4245 			    uuidstr);
4246 			(void) fclose(zet);
4247 		}
4248 	}
4249 	_exit(0);
4250 }
4251 
4252 int
4253 vplat_bringup(zlog_t *zlogp, boolean_t mount_cmd, zoneid_t zoneid)
4254 {
4255 	char zonepath[MAXPATHLEN];
4256 
4257 	if (!mount_cmd && validate_datasets(zlogp) != 0) {
4258 		lofs_discard_mnttab();
4259 		return (-1);
4260 	}
4261 
4262 	/*
4263 	 * Before we try to mount filesystems we need to create the
4264 	 * attribute backing store for /dev
4265 	 */
4266 	if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) {
4267 		lofs_discard_mnttab();
4268 		return (-1);
4269 	}
4270 	resolve_lofs(zlogp, zonepath, sizeof (zonepath));
4271 
4272 	/* Make /dev directory owned by root, grouped sys */
4273 	if (make_one_dir(zlogp, zonepath, "/dev", DEFAULT_DIR_MODE,
4274 	    0, 3) != 0) {
4275 		lofs_discard_mnttab();
4276 		return (-1);
4277 	}
4278 
4279 	if (mount_filesystems(zlogp, mount_cmd) != 0) {
4280 		lofs_discard_mnttab();
4281 		return (-1);
4282 	}
4283 
4284 	if (!mount_cmd) {
4285 		zone_iptype_t iptype;
4286 
4287 		if (get_iptype(zlogp, &iptype) < 0) {
4288 			zerror(zlogp, B_TRUE, "unable to determine ip-type");
4289 			lofs_discard_mnttab();
4290 			return (-1);
4291 		}
4292 
4293 		switch (iptype) {
4294 		case ZS_SHARED:
4295 			/* Always do this to make lo0 get configured */
4296 			if (configure_shared_network_interfaces(zlogp) != 0) {
4297 				lofs_discard_mnttab();
4298 				return (-1);
4299 			}
4300 			break;
4301 		case ZS_EXCLUSIVE:
4302 			if (configure_exclusive_network_interfaces(zlogp) !=
4303 			    0) {
4304 				lofs_discard_mnttab();
4305 				return (-1);
4306 			}
4307 			break;
4308 		}
4309 	}
4310 
4311 	write_index_file(zoneid);
4312 
4313 	lofs_discard_mnttab();
4314 	return (0);
4315 }
4316 
4317 static int
4318 lu_root_teardown(zlog_t *zlogp)
4319 {
4320 	char zroot[MAXPATHLEN];
4321 
4322 	assert(zone_isnative);
4323 
4324 	if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) {
4325 		zerror(zlogp, B_FALSE, "unable to determine zone root");
4326 		return (-1);
4327 	}
4328 	root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE);
4329 
4330 	/*
4331 	 * At this point, the processes are gone, the filesystems (save the
4332 	 * root) are unmounted, and the zone is on death row.  But there may
4333 	 * still be creds floating about in the system that reference the
4334 	 * zone_t, and which pin down zone_rootvp causing this call to fail
4335 	 * with EBUSY.  Thus, we try for a little while before just giving up.
4336 	 * (How I wish this were not true, and umount2 just did the right
4337 	 * thing, or tmpfs supported MS_FORCE This is a gross hack.)
4338 	 */
4339 	if (umount2(zroot, MS_FORCE) != 0) {
4340 		if (errno == ENOTSUP && umount2(zroot, 0) == 0)
4341 			goto unmounted;
4342 		if (errno == EBUSY) {
4343 			int tries = 10;
4344 
4345 			while (--tries >= 0) {
4346 				(void) sleep(1);
4347 				if (umount2(zroot, 0) == 0)
4348 					goto unmounted;
4349 				if (errno != EBUSY)
4350 					break;
4351 			}
4352 		}
4353 		zerror(zlogp, B_TRUE, "unable to unmount '%s'", zroot);
4354 		return (-1);
4355 	}
4356 unmounted:
4357 
4358 	/*
4359 	 * Only zones in an alternate root environment have scratch zone
4360 	 * entries.
4361 	 */
4362 	if (zonecfg_in_alt_root()) {
4363 		FILE *fp;
4364 		int retv;
4365 
4366 		if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) {
4367 			zerror(zlogp, B_TRUE, "cannot open mapfile");
4368 			return (-1);
4369 		}
4370 		retv = -1;
4371 		if (zonecfg_lock_scratch(fp) != 0)
4372 			zerror(zlogp, B_TRUE, "cannot lock mapfile");
4373 		else if (zonecfg_delete_scratch(fp, kernzone) != 0)
4374 			zerror(zlogp, B_TRUE, "cannot delete map entry");
4375 		else
4376 			retv = 0;
4377 		zonecfg_close_scratch(fp);
4378 		return (retv);
4379 	} else {
4380 		return (0);
4381 	}
4382 }
4383 
4384 int
4385 vplat_teardown(zlog_t *zlogp, boolean_t unmount_cmd, boolean_t rebooting)
4386 {
4387 	char *kzone;
4388 	zoneid_t zoneid;
4389 	int res;
4390 	char pool_err[128];
4391 	char zroot[MAXPATHLEN];
4392 	char cmdbuf[MAXPATHLEN];
4393 	char brand[MAXNAMELEN];
4394 	brand_handle_t bh = NULL;
4395 	ushort_t flags;
4396 
4397 	kzone = zone_name;
4398 	if (zonecfg_in_alt_root()) {
4399 		FILE *fp;
4400 
4401 		if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) {
4402 			zerror(zlogp, B_TRUE, "unable to open map file");
4403 			goto error;
4404 		}
4405 		if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(),
4406 		    kernzone, sizeof (kernzone)) != 0) {
4407 			zerror(zlogp, B_FALSE, "unable to find scratch zone");
4408 			zonecfg_close_scratch(fp);
4409 			goto error;
4410 		}
4411 		zonecfg_close_scratch(fp);
4412 		kzone = kernzone;
4413 	}
4414 
4415 	if ((zoneid = getzoneidbyname(kzone)) == ZONE_ID_UNDEFINED) {
4416 		if (!bringup_failure_recovery)
4417 			zerror(zlogp, B_TRUE, "unable to get zoneid");
4418 		if (unmount_cmd)
4419 			(void) lu_root_teardown(zlogp);
4420 		goto error;
4421 	}
4422 
4423 	if (zone_shutdown(zoneid) != 0) {
4424 		zerror(zlogp, B_TRUE, "unable to shutdown zone");
4425 		goto error;
4426 	}
4427 
4428 	/* Get the path to the root of this zone */
4429 	if (zone_get_zonepath(zone_name, zroot, sizeof (zroot)) != Z_OK) {
4430 		zerror(zlogp, B_FALSE, "unable to determine zone root");
4431 		goto error;
4432 	}
4433 
4434 	/* Get a handle to the brand info for this zone */
4435 	if ((zone_get_brand(zone_name, brand, sizeof (brand)) != Z_OK) ||
4436 	    (bh = brand_open(brand)) == NULL) {
4437 		zerror(zlogp, B_FALSE, "unable to determine zone brand");
4438 		return (-1);
4439 	}
4440 	/*
4441 	 * If there is a brand 'halt' callback, execute it now to give the
4442 	 * brand a chance to cleanup any custom configuration.
4443 	 */
4444 	(void) strcpy(cmdbuf, EXEC_PREFIX);
4445 	if (brand_get_halt(bh, zone_name, zroot, cmdbuf + EXEC_LEN,
4446 	    sizeof (cmdbuf) - EXEC_LEN, 0, NULL) < 0) {
4447 		brand_close(bh);
4448 		zerror(zlogp, B_FALSE, "unable to determine branded zone's "
4449 		    "halt callback.");
4450 		goto error;
4451 	}
4452 	brand_close(bh);
4453 
4454 	if ((strlen(cmdbuf) > EXEC_LEN) &&
4455 	    (do_subproc(zlogp, cmdbuf) != Z_OK)) {
4456 		zerror(zlogp, B_FALSE, "%s failed", cmdbuf);
4457 		goto error;
4458 	}
4459 
4460 	if (!unmount_cmd) {
4461 		zone_iptype_t iptype;
4462 
4463 		if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags,
4464 		    sizeof (flags)) < 0) {
4465 			if (get_iptype(zlogp, &iptype) < 0) {
4466 				zerror(zlogp, B_TRUE, "unable to determine "
4467 				    "ip-type");
4468 				goto error;
4469 			}
4470 		} else {
4471 			if (flags & ZF_NET_EXCL)
4472 				iptype = ZS_EXCLUSIVE;
4473 			else
4474 				iptype = ZS_SHARED;
4475 		}
4476 
4477 		switch (iptype) {
4478 		case ZS_SHARED:
4479 			if (unconfigure_shared_network_interfaces(zlogp,
4480 			    zoneid) != 0) {
4481 				zerror(zlogp, B_FALSE, "unable to unconfigure "
4482 				    "network interfaces in zone");
4483 				goto error;
4484 			}
4485 			break;
4486 		case ZS_EXCLUSIVE:
4487 			if (unconfigure_exclusive_network_interfaces(zlogp,
4488 			    zoneid) != 0) {
4489 				zerror(zlogp, B_FALSE, "unable to unconfigure "
4490 				    "network interfaces in zone");
4491 				goto error;
4492 			}
4493 			break;
4494 		}
4495 	}
4496 
4497 	if (!unmount_cmd && tcp_abort_connections(zlogp, zoneid) != 0) {
4498 		zerror(zlogp, B_TRUE, "unable to abort TCP connections");
4499 		goto error;
4500 	}
4501 
4502 	/* destroy zconsole before umount /dev */
4503 	if (!unmount_cmd)
4504 		destroy_console_slave();
4505 
4506 	if (unmount_filesystems(zlogp, zoneid, unmount_cmd) != 0) {
4507 		zerror(zlogp, B_FALSE,
4508 		    "unable to unmount file systems in zone");
4509 		goto error;
4510 	}
4511 
4512 	/*
4513 	 * If we are rebooting then we normally don't want to destroy an
4514 	 * existing temporary pool at this point so that we can just reuse it
4515 	 * when the zone boots back up.  However, it is also possible we were
4516 	 * running with a temporary pool and the zone configuration has been
4517 	 * modified to no longer use a temporary pool.  In that case we need
4518 	 * to destroy the temporary pool now.  This case looks like the case
4519 	 * where we never had a temporary pool configured but
4520 	 * zonecfg_destroy_tmp_pool will do the right thing either way.
4521 	 */
4522 	if (!unmount_cmd) {
4523 		boolean_t destroy_tmp_pool = B_TRUE;
4524 
4525 		if (rebooting) {
4526 			struct zone_psettab pset_tab;
4527 			zone_dochandle_t handle;
4528 
4529 			if ((handle = zonecfg_init_handle()) != NULL &&
4530 			    zonecfg_get_handle(zone_name, handle) == Z_OK &&
4531 			    zonecfg_lookup_pset(handle, &pset_tab) == Z_OK)
4532 				destroy_tmp_pool = B_FALSE;
4533 
4534 			zonecfg_fini_handle(handle);
4535 		}
4536 
4537 		if (destroy_tmp_pool) {
4538 			if ((res = zonecfg_destroy_tmp_pool(zone_name, pool_err,
4539 			    sizeof (pool_err))) != Z_OK) {
4540 				if (res == Z_POOL)
4541 					zerror(zlogp, B_FALSE, pool_err);
4542 			}
4543 		}
4544 	}
4545 
4546 	remove_mlps(zlogp, zoneid);
4547 
4548 	if (zone_destroy(zoneid) != 0) {
4549 		zerror(zlogp, B_TRUE, "unable to destroy zone");
4550 		goto error;
4551 	}
4552 
4553 	/*
4554 	 * Special teardown for alternate boot environments: remove the tmpfs
4555 	 * root for the zone and then remove it from the map file.
4556 	 */
4557 	if (unmount_cmd && lu_root_teardown(zlogp) != 0)
4558 		goto error;
4559 
4560 	lofs_discard_mnttab();
4561 	return (0);
4562 
4563 error:
4564 	lofs_discard_mnttab();
4565 	return (-1);
4566 }
4567