1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2007 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 #pragma ident "%Z%%M% %I% %E% SMI" 28 29 /* 30 * This module contains functions used to bring up and tear down the 31 * Virtual Platform: [un]mounting file-systems, [un]plumbing network 32 * interfaces, [un]configuring devices, establishing resource controls, 33 * and creating/destroying the zone in the kernel. These actions, on 34 * the way up, ready the zone; on the way down, they halt the zone. 35 * See the much longer block comment at the beginning of zoneadmd.c 36 * for a bigger picture of how the whole program functions. 37 * 38 * This module also has primary responsibility for the layout of "scratch 39 * zones." These are mounted, but inactive, zones that are used during 40 * operating system upgrade and potentially other administrative action. The 41 * scratch zone environment is similar to the miniroot environment. The zone's 42 * actual root is mounted read-write on /a, and the standard paths (/usr, 43 * /sbin, /lib) all lead to read-only copies of the running system's binaries. 44 * This allows the administrative tools to manipulate the zone using "-R /a" 45 * without relying on any binaries in the zone itself. 46 * 47 * If the scratch zone is on an alternate root (Live Upgrade [LU] boot 48 * environment), then we must resolve the lofs mounts used there to uncover 49 * writable (unshared) resources. Shared resources, though, are always 50 * read-only. In addition, if the "same" zone with a different root path is 51 * currently running, then "/b" inside the zone points to the running zone's 52 * root. This allows LU to synchronize configuration files during the upgrade 53 * process. 54 * 55 * To construct this environment, this module creates a tmpfs mount on 56 * $ZONEPATH/lu. Inside this scratch area, the miniroot-like environment as 57 * described above is constructed on the fly. The zone is then created using 58 * $ZONEPATH/lu as the root. 59 * 60 * Note that scratch zones are inactive. The zone's bits are not running and 61 * likely cannot be run correctly until upgrade is done. Init is not running 62 * there, nor is SMF. Because of this, the "mounted" state of a scratch zone 63 * is not a part of the usual halt/ready/boot state machine. 64 */ 65 66 #include <sys/param.h> 67 #include <sys/mount.h> 68 #include <sys/mntent.h> 69 #include <sys/socket.h> 70 #include <sys/utsname.h> 71 #include <sys/types.h> 72 #include <sys/stat.h> 73 #include <sys/sockio.h> 74 #include <sys/stropts.h> 75 #include <sys/conf.h> 76 77 #include <sys/dlpi.h> 78 #include <libdlpi.h> 79 #include <libdllink.h> 80 81 #include <inet/tcp.h> 82 #include <arpa/inet.h> 83 #include <netinet/in.h> 84 #include <net/route.h> 85 86 #include <stdio.h> 87 #include <errno.h> 88 #include <fcntl.h> 89 #include <unistd.h> 90 #include <rctl.h> 91 #include <stdlib.h> 92 #include <string.h> 93 #include <strings.h> 94 #include <wait.h> 95 #include <limits.h> 96 #include <libgen.h> 97 #include <libzfs.h> 98 #include <libdevinfo.h> 99 #include <zone.h> 100 #include <assert.h> 101 #include <libcontract.h> 102 #include <libcontract_priv.h> 103 #include <uuid/uuid.h> 104 105 #include <sys/mntio.h> 106 #include <sys/mnttab.h> 107 #include <sys/fs/autofs.h> /* for _autofssys() */ 108 #include <sys/fs/lofs_info.h> 109 #include <sys/fs/zfs.h> 110 111 #include <pool.h> 112 #include <sys/pool.h> 113 #include <sys/priocntl.h> 114 115 #include <libbrand.h> 116 #include <sys/brand.h> 117 #include <libzonecfg.h> 118 #include <synch.h> 119 120 #include "zoneadmd.h" 121 #include <tsol/label.h> 122 #include <libtsnet.h> 123 #include <sys/priv.h> 124 125 #include <sys/dld.h> /* DLIOCHOLDVLAN and friends */ 126 127 #define V4_ADDR_LEN 32 128 #define V6_ADDR_LEN 128 129 130 #define IPD_DEFAULT_OPTS \ 131 MNTOPT_RO "," MNTOPT_LOFS_NOSUB "," MNTOPT_NODEVICES 132 133 #define DFSTYPES "/etc/dfs/fstypes" 134 #define MAXTNZLEN 2048 135 136 /* for routing socket */ 137 static int rts_seqno = 0; 138 139 /* mangled zone name when mounting in an alternate root environment */ 140 static char kernzone[ZONENAME_MAX]; 141 142 /* array of cached mount entries for resolve_lofs */ 143 static struct mnttab *resolve_lofs_mnts, *resolve_lofs_mnt_max; 144 145 /* for Trusted Extensions */ 146 static tsol_zcent_t *get_zone_label(zlog_t *, priv_set_t *); 147 static int tsol_mounts(zlog_t *, char *, char *); 148 static void tsol_unmounts(zlog_t *, char *); 149 static int driver_hold_link(const char *name, zoneid_t zoneid); 150 static int driver_rele_link(const char *name, zoneid_t zoneid); 151 152 static m_label_t *zlabel = NULL; 153 static m_label_t *zid_label = NULL; 154 static priv_set_t *zprivs = NULL; 155 156 /* from libsocket, not in any header file */ 157 extern int getnetmaskbyaddr(struct in_addr, struct in_addr *); 158 159 /* 160 * An optimization for build_mnttable: reallocate (and potentially copy the 161 * data) only once every N times through the loop. 162 */ 163 #define MNTTAB_HUNK 32 164 165 /* 166 * Private autofs system call 167 */ 168 extern int _autofssys(int, void *); 169 170 static int 171 autofs_cleanup(zoneid_t zoneid) 172 { 173 /* 174 * Ask autofs to unmount all trigger nodes in the given zone. 175 */ 176 return (_autofssys(AUTOFS_UNMOUNTALL, (void *)zoneid)); 177 } 178 179 static void 180 free_mnttable(struct mnttab *mnt_array, uint_t nelem) 181 { 182 uint_t i; 183 184 if (mnt_array == NULL) 185 return; 186 for (i = 0; i < nelem; i++) { 187 free(mnt_array[i].mnt_mountp); 188 free(mnt_array[i].mnt_fstype); 189 free(mnt_array[i].mnt_special); 190 free(mnt_array[i].mnt_mntopts); 191 assert(mnt_array[i].mnt_time == NULL); 192 } 193 free(mnt_array); 194 } 195 196 /* 197 * Build the mount table for the zone rooted at "zroot", storing the resulting 198 * array of struct mnttabs in "mnt_arrayp" and the number of elements in the 199 * array in "nelemp". 200 */ 201 static int 202 build_mnttable(zlog_t *zlogp, const char *zroot, size_t zrootlen, FILE *mnttab, 203 struct mnttab **mnt_arrayp, uint_t *nelemp) 204 { 205 struct mnttab mnt; 206 struct mnttab *mnts; 207 struct mnttab *mnp; 208 uint_t nmnt; 209 210 rewind(mnttab); 211 resetmnttab(mnttab); 212 nmnt = 0; 213 mnts = NULL; 214 while (getmntent(mnttab, &mnt) == 0) { 215 struct mnttab *tmp_array; 216 217 if (strncmp(mnt.mnt_mountp, zroot, zrootlen) != 0) 218 continue; 219 if (nmnt % MNTTAB_HUNK == 0) { 220 tmp_array = realloc(mnts, 221 (nmnt + MNTTAB_HUNK) * sizeof (*mnts)); 222 if (tmp_array == NULL) { 223 free_mnttable(mnts, nmnt); 224 return (-1); 225 } 226 mnts = tmp_array; 227 } 228 mnp = &mnts[nmnt++]; 229 230 /* 231 * Zero out any fields we're not using. 232 */ 233 (void) memset(mnp, 0, sizeof (*mnp)); 234 235 if (mnt.mnt_special != NULL) 236 mnp->mnt_special = strdup(mnt.mnt_special); 237 if (mnt.mnt_mntopts != NULL) 238 mnp->mnt_mntopts = strdup(mnt.mnt_mntopts); 239 mnp->mnt_mountp = strdup(mnt.mnt_mountp); 240 mnp->mnt_fstype = strdup(mnt.mnt_fstype); 241 if ((mnt.mnt_special != NULL && mnp->mnt_special == NULL) || 242 (mnt.mnt_mntopts != NULL && mnp->mnt_mntopts == NULL) || 243 mnp->mnt_mountp == NULL || mnp->mnt_fstype == NULL) { 244 zerror(zlogp, B_TRUE, "memory allocation failed"); 245 free_mnttable(mnts, nmnt); 246 return (-1); 247 } 248 } 249 *mnt_arrayp = mnts; 250 *nelemp = nmnt; 251 return (0); 252 } 253 254 /* 255 * This is an optimization. The resolve_lofs function is used quite frequently 256 * to manipulate file paths, and on a machine with a large number of zones, 257 * there will be a huge number of mounted file systems. Thus, we trigger a 258 * reread of the list of mount points 259 */ 260 static void 261 lofs_discard_mnttab(void) 262 { 263 free_mnttable(resolve_lofs_mnts, 264 resolve_lofs_mnt_max - resolve_lofs_mnts); 265 resolve_lofs_mnts = resolve_lofs_mnt_max = NULL; 266 } 267 268 static int 269 lofs_read_mnttab(zlog_t *zlogp) 270 { 271 FILE *mnttab; 272 uint_t nmnts; 273 274 if ((mnttab = fopen(MNTTAB, "r")) == NULL) 275 return (-1); 276 if (build_mnttable(zlogp, "", 0, mnttab, &resolve_lofs_mnts, 277 &nmnts) == -1) { 278 (void) fclose(mnttab); 279 return (-1); 280 } 281 (void) fclose(mnttab); 282 resolve_lofs_mnt_max = resolve_lofs_mnts + nmnts; 283 return (0); 284 } 285 286 /* 287 * This function loops over potential loopback mounts and symlinks in a given 288 * path and resolves them all down to an absolute path. 289 */ 290 void 291 resolve_lofs(zlog_t *zlogp, char *path, size_t pathlen) 292 { 293 int len, arlen; 294 const char *altroot; 295 char tmppath[MAXPATHLEN]; 296 boolean_t outside_altroot; 297 298 if ((len = resolvepath(path, tmppath, sizeof (tmppath))) == -1) 299 return; 300 tmppath[len] = '\0'; 301 (void) strlcpy(path, tmppath, sizeof (tmppath)); 302 303 /* This happens once per zoneadmd operation. */ 304 if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1) 305 return; 306 307 altroot = zonecfg_get_root(); 308 arlen = strlen(altroot); 309 outside_altroot = B_FALSE; 310 for (;;) { 311 struct mnttab *mnp; 312 313 /* Search in reverse order to find longest match */ 314 for (mnp = resolve_lofs_mnt_max - 1; mnp >= resolve_lofs_mnts; 315 mnp--) { 316 if (mnp->mnt_fstype == NULL || 317 mnp->mnt_mountp == NULL || 318 mnp->mnt_special == NULL) 319 continue; 320 len = strlen(mnp->mnt_mountp); 321 if (strncmp(mnp->mnt_mountp, path, len) == 0 && 322 (path[len] == '/' || path[len] == '\0')) 323 break; 324 } 325 if (mnp < resolve_lofs_mnts) 326 break; 327 /* If it's not a lofs then we're done */ 328 if (strcmp(mnp->mnt_fstype, MNTTYPE_LOFS) != 0) 329 break; 330 if (outside_altroot) { 331 char *cp; 332 int olen = sizeof (MNTOPT_RO) - 1; 333 334 /* 335 * If we run into a read-only mount outside of the 336 * alternate root environment, then the user doesn't 337 * want this path to be made read-write. 338 */ 339 if (mnp->mnt_mntopts != NULL && 340 (cp = strstr(mnp->mnt_mntopts, MNTOPT_RO)) != 341 NULL && 342 (cp == mnp->mnt_mntopts || cp[-1] == ',') && 343 (cp[olen] == '\0' || cp[olen] == ',')) { 344 break; 345 } 346 } else if (arlen > 0 && 347 (strncmp(mnp->mnt_special, altroot, arlen) != 0 || 348 (mnp->mnt_special[arlen] != '\0' && 349 mnp->mnt_special[arlen] != '/'))) { 350 outside_altroot = B_TRUE; 351 } 352 /* use temporary buffer because new path might be longer */ 353 (void) snprintf(tmppath, sizeof (tmppath), "%s%s", 354 mnp->mnt_special, path + len); 355 if ((len = resolvepath(tmppath, path, pathlen)) == -1) 356 break; 357 path[len] = '\0'; 358 } 359 } 360 361 /* 362 * For a regular mount, check if a replacement lofs mount is needed because the 363 * referenced device is already mounted somewhere. 364 */ 365 static int 366 check_lofs_needed(zlog_t *zlogp, struct zone_fstab *fsptr) 367 { 368 struct mnttab *mnp; 369 zone_fsopt_t *optptr, *onext; 370 371 /* This happens once per zoneadmd operation. */ 372 if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1) 373 return (-1); 374 375 /* 376 * If this special node isn't already in use, then it's ours alone; 377 * no need to worry about conflicting mounts. 378 */ 379 for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max; 380 mnp++) { 381 if (strcmp(mnp->mnt_special, fsptr->zone_fs_special) == 0) 382 break; 383 } 384 if (mnp >= resolve_lofs_mnt_max) 385 return (0); 386 387 /* 388 * Convert this duplicate mount into a lofs mount. 389 */ 390 (void) strlcpy(fsptr->zone_fs_special, mnp->mnt_mountp, 391 sizeof (fsptr->zone_fs_special)); 392 (void) strlcpy(fsptr->zone_fs_type, MNTTYPE_LOFS, 393 sizeof (fsptr->zone_fs_type)); 394 fsptr->zone_fs_raw[0] = '\0'; 395 396 /* 397 * Discard all but one of the original options and set that to be the 398 * same set of options used for inherit package directory resources. 399 */ 400 optptr = fsptr->zone_fs_options; 401 if (optptr == NULL) { 402 optptr = malloc(sizeof (*optptr)); 403 if (optptr == NULL) { 404 zerror(zlogp, B_TRUE, "cannot mount %s", 405 fsptr->zone_fs_dir); 406 return (-1); 407 } 408 } else { 409 while ((onext = optptr->zone_fsopt_next) != NULL) { 410 optptr->zone_fsopt_next = onext->zone_fsopt_next; 411 free(onext); 412 } 413 } 414 (void) strcpy(optptr->zone_fsopt_opt, IPD_DEFAULT_OPTS); 415 optptr->zone_fsopt_next = NULL; 416 fsptr->zone_fs_options = optptr; 417 return (0); 418 } 419 420 int 421 make_one_dir(zlog_t *zlogp, const char *prefix, const char *subdir, mode_t mode, 422 uid_t userid, gid_t groupid) 423 { 424 char path[MAXPATHLEN]; 425 struct stat st; 426 427 if (snprintf(path, sizeof (path), "%s%s", prefix, subdir) > 428 sizeof (path)) { 429 zerror(zlogp, B_FALSE, "pathname %s%s is too long", prefix, 430 subdir); 431 return (-1); 432 } 433 434 if (lstat(path, &st) == 0) { 435 /* 436 * We don't check the file mode since presumably the zone 437 * administrator may have had good reason to change the mode, 438 * and we don't need to second guess him. 439 */ 440 if (!S_ISDIR(st.st_mode)) { 441 if (is_system_labeled() && 442 S_ISREG(st.st_mode)) { 443 /* 444 * The need to mount readonly copies of 445 * global zone /etc/ files is unique to 446 * Trusted Extensions. 447 */ 448 if (strncmp(subdir, "/etc/", 449 strlen("/etc/")) != 0) { 450 zerror(zlogp, B_FALSE, 451 "%s is not in /etc", path); 452 return (-1); 453 } 454 } else { 455 zerror(zlogp, B_FALSE, 456 "%s is not a directory", path); 457 return (-1); 458 } 459 } 460 return (0); 461 } 462 463 if (mkdirp(path, mode) != 0) { 464 if (errno == EROFS) 465 zerror(zlogp, B_FALSE, "Could not mkdir %s.\nIt is on " 466 "a read-only file system in this local zone.\nMake " 467 "sure %s exists in the global zone.", path, subdir); 468 else 469 zerror(zlogp, B_TRUE, "mkdirp of %s failed", path); 470 return (-1); 471 } 472 473 (void) chown(path, userid, groupid); 474 return (0); 475 } 476 477 static void 478 free_remote_fstypes(char **types) 479 { 480 uint_t i; 481 482 if (types == NULL) 483 return; 484 for (i = 0; types[i] != NULL; i++) 485 free(types[i]); 486 free(types); 487 } 488 489 static char ** 490 get_remote_fstypes(zlog_t *zlogp) 491 { 492 char **types = NULL; 493 FILE *fp; 494 char buf[MAXPATHLEN]; 495 char fstype[MAXPATHLEN]; 496 uint_t lines = 0; 497 uint_t i; 498 499 if ((fp = fopen(DFSTYPES, "r")) == NULL) { 500 zerror(zlogp, B_TRUE, "failed to open %s", DFSTYPES); 501 return (NULL); 502 } 503 /* 504 * Count the number of lines 505 */ 506 while (fgets(buf, sizeof (buf), fp) != NULL) 507 lines++; 508 if (lines == 0) /* didn't read anything; empty file */ 509 goto out; 510 rewind(fp); 511 /* 512 * Allocate enough space for a NULL-terminated array. 513 */ 514 types = calloc(lines + 1, sizeof (char *)); 515 if (types == NULL) { 516 zerror(zlogp, B_TRUE, "memory allocation failed"); 517 goto out; 518 } 519 i = 0; 520 while (fgets(buf, sizeof (buf), fp) != NULL) { 521 /* LINTED - fstype is big enough to hold buf */ 522 if (sscanf(buf, "%s", fstype) == 0) { 523 zerror(zlogp, B_FALSE, "unable to parse %s", DFSTYPES); 524 free_remote_fstypes(types); 525 types = NULL; 526 goto out; 527 } 528 types[i] = strdup(fstype); 529 if (types[i] == NULL) { 530 zerror(zlogp, B_TRUE, "memory allocation failed"); 531 free_remote_fstypes(types); 532 types = NULL; 533 goto out; 534 } 535 i++; 536 } 537 out: 538 (void) fclose(fp); 539 return (types); 540 } 541 542 static boolean_t 543 is_remote_fstype(const char *fstype, char *const *remote_fstypes) 544 { 545 uint_t i; 546 547 if (remote_fstypes == NULL) 548 return (B_FALSE); 549 for (i = 0; remote_fstypes[i] != NULL; i++) { 550 if (strcmp(remote_fstypes[i], fstype) == 0) 551 return (B_TRUE); 552 } 553 return (B_FALSE); 554 } 555 556 /* 557 * This converts a zone root path (normally of the form .../root) to a Live 558 * Upgrade scratch zone root (of the form .../lu). 559 */ 560 static void 561 root_to_lu(zlog_t *zlogp, char *zroot, size_t zrootlen, boolean_t isresolved) 562 { 563 assert(zone_isnative || zone_iscluster); 564 565 if (!isresolved && zonecfg_in_alt_root()) 566 resolve_lofs(zlogp, zroot, zrootlen); 567 (void) strcpy(strrchr(zroot, '/') + 1, "lu"); 568 } 569 570 /* 571 * The general strategy for unmounting filesystems is as follows: 572 * 573 * - Remote filesystems may be dead, and attempting to contact them as 574 * part of a regular unmount may hang forever; we want to always try to 575 * forcibly unmount such filesystems and only fall back to regular 576 * unmounts if the filesystem doesn't support forced unmounts. 577 * 578 * - We don't want to unnecessarily corrupt metadata on local 579 * filesystems (ie UFS), so we want to start off with graceful unmounts, 580 * and only escalate to doing forced unmounts if we get stuck. 581 * 582 * We start off walking backwards through the mount table. This doesn't 583 * give us strict ordering but ensures that we try to unmount submounts 584 * first. We thus limit the number of failed umount2(2) calls. 585 * 586 * The mechanism for determining if we're stuck is to count the number 587 * of failed unmounts each iteration through the mount table. This 588 * gives us an upper bound on the number of filesystems which remain 589 * mounted (autofs trigger nodes are dealt with separately). If at the 590 * end of one unmount+autofs_cleanup cycle we still have the same number 591 * of mounts that we started out with, we're stuck and try a forced 592 * unmount. If that fails (filesystem doesn't support forced unmounts) 593 * then we bail and are unable to teardown the zone. If it succeeds, 594 * we're no longer stuck so we continue with our policy of trying 595 * graceful mounts first. 596 * 597 * Zone must be down (ie, no processes or threads active). 598 */ 599 static int 600 unmount_filesystems(zlog_t *zlogp, zoneid_t zoneid, boolean_t unmount_cmd) 601 { 602 int error = 0; 603 FILE *mnttab; 604 struct mnttab *mnts; 605 uint_t nmnt; 606 char zroot[MAXPATHLEN + 1]; 607 size_t zrootlen; 608 uint_t oldcount = UINT_MAX; 609 boolean_t stuck = B_FALSE; 610 char **remote_fstypes = NULL; 611 612 if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) { 613 zerror(zlogp, B_FALSE, "unable to determine zone root"); 614 return (-1); 615 } 616 if (unmount_cmd) 617 root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE); 618 619 (void) strcat(zroot, "/"); 620 zrootlen = strlen(zroot); 621 622 /* 623 * For Trusted Extensions unmount each higher level zone's mount 624 * of our zone's /export/home 625 */ 626 if (!unmount_cmd) 627 tsol_unmounts(zlogp, zone_name); 628 629 if ((mnttab = fopen(MNTTAB, "r")) == NULL) { 630 zerror(zlogp, B_TRUE, "failed to open %s", MNTTAB); 631 return (-1); 632 } 633 /* 634 * Use our hacky mntfs ioctl so we see everything, even mounts with 635 * MS_NOMNTTAB. 636 */ 637 if (ioctl(fileno(mnttab), MNTIOC_SHOWHIDDEN, NULL) < 0) { 638 zerror(zlogp, B_TRUE, "unable to configure %s", MNTTAB); 639 error++; 640 goto out; 641 } 642 643 /* 644 * Build the list of remote fstypes so we know which ones we 645 * should forcibly unmount. 646 */ 647 remote_fstypes = get_remote_fstypes(zlogp); 648 for (; /* ever */; ) { 649 uint_t newcount = 0; 650 boolean_t unmounted; 651 struct mnttab *mnp; 652 char *path; 653 uint_t i; 654 655 mnts = NULL; 656 nmnt = 0; 657 /* 658 * MNTTAB gives us a way to walk through mounted 659 * filesystems; we need to be able to walk them in 660 * reverse order, so we build a list of all mounted 661 * filesystems. 662 */ 663 if (build_mnttable(zlogp, zroot, zrootlen, mnttab, &mnts, 664 &nmnt) != 0) { 665 error++; 666 goto out; 667 } 668 for (i = 0; i < nmnt; i++) { 669 mnp = &mnts[nmnt - i - 1]; /* access in reverse order */ 670 path = mnp->mnt_mountp; 671 unmounted = B_FALSE; 672 /* 673 * Try forced unmount first for remote filesystems. 674 * 675 * Not all remote filesystems support forced unmounts, 676 * so if this fails (ENOTSUP) we'll continue on 677 * and try a regular unmount. 678 */ 679 if (is_remote_fstype(mnp->mnt_fstype, remote_fstypes)) { 680 if (umount2(path, MS_FORCE) == 0) 681 unmounted = B_TRUE; 682 } 683 /* 684 * Try forced unmount if we're stuck. 685 */ 686 if (stuck) { 687 if (umount2(path, MS_FORCE) == 0) { 688 unmounted = B_TRUE; 689 stuck = B_FALSE; 690 } else { 691 /* 692 * The first failure indicates a 693 * mount we won't be able to get 694 * rid of automatically, so we 695 * bail. 696 */ 697 error++; 698 zerror(zlogp, B_FALSE, 699 "unable to unmount '%s'", path); 700 free_mnttable(mnts, nmnt); 701 goto out; 702 } 703 } 704 /* 705 * Try regular unmounts for everything else. 706 */ 707 if (!unmounted && umount2(path, 0) != 0) 708 newcount++; 709 } 710 free_mnttable(mnts, nmnt); 711 712 if (newcount == 0) 713 break; 714 if (newcount >= oldcount) { 715 /* 716 * Last round didn't unmount anything; we're stuck and 717 * should start trying forced unmounts. 718 */ 719 stuck = B_TRUE; 720 } 721 oldcount = newcount; 722 723 /* 724 * Autofs doesn't let you unmount its trigger nodes from 725 * userland so we have to tell the kernel to cleanup for us. 726 */ 727 if (autofs_cleanup(zoneid) != 0) { 728 zerror(zlogp, B_TRUE, "unable to remove autofs nodes"); 729 error++; 730 goto out; 731 } 732 } 733 734 out: 735 free_remote_fstypes(remote_fstypes); 736 (void) fclose(mnttab); 737 return (error ? -1 : 0); 738 } 739 740 static int 741 fs_compare(const void *m1, const void *m2) 742 { 743 struct zone_fstab *i = (struct zone_fstab *)m1; 744 struct zone_fstab *j = (struct zone_fstab *)m2; 745 746 return (strcmp(i->zone_fs_dir, j->zone_fs_dir)); 747 } 748 749 /* 750 * Fork and exec (and wait for) the mentioned binary with the provided 751 * arguments. Returns (-1) if something went wrong with fork(2) or exec(2), 752 * returns the exit status otherwise. 753 * 754 * If we were unable to exec the provided pathname (for whatever 755 * reason), we return the special token ZEXIT_EXEC. The current value 756 * of ZEXIT_EXEC doesn't conflict with legitimate exit codes of the 757 * consumers of this function; any future consumers must make sure this 758 * remains the case. 759 */ 760 static int 761 forkexec(zlog_t *zlogp, const char *path, char *const argv[]) 762 { 763 pid_t child_pid; 764 int child_status = 0; 765 766 /* 767 * Do not let another thread localize a message while we are forking. 768 */ 769 (void) mutex_lock(&msglock); 770 child_pid = fork(); 771 (void) mutex_unlock(&msglock); 772 if (child_pid == -1) { 773 zerror(zlogp, B_TRUE, "could not fork for %s", argv[0]); 774 return (-1); 775 } else if (child_pid == 0) { 776 closefrom(0); 777 /* redirect stdin, stdout & stderr to /dev/null */ 778 (void) open("/dev/null", O_RDONLY); /* stdin */ 779 (void) open("/dev/null", O_WRONLY); /* stdout */ 780 (void) open("/dev/null", O_WRONLY); /* stderr */ 781 (void) execv(path, argv); 782 /* 783 * Since we are in the child, there is no point calling zerror() 784 * since there is nobody waiting to consume it. So exit with a 785 * special code that the parent will recognize and call zerror() 786 * accordingly. 787 */ 788 789 _exit(ZEXIT_EXEC); 790 } else { 791 (void) waitpid(child_pid, &child_status, 0); 792 } 793 794 if (WIFSIGNALED(child_status)) { 795 zerror(zlogp, B_FALSE, "%s unexpectedly terminated due to " 796 "signal %d", path, WTERMSIG(child_status)); 797 return (-1); 798 } 799 assert(WIFEXITED(child_status)); 800 if (WEXITSTATUS(child_status) == ZEXIT_EXEC) { 801 zerror(zlogp, B_FALSE, "failed to exec %s", path); 802 return (-1); 803 } 804 return (WEXITSTATUS(child_status)); 805 } 806 807 static int 808 dofsck(zlog_t *zlogp, const char *fstype, const char *rawdev) 809 { 810 char cmdbuf[MAXPATHLEN]; 811 char *argv[4]; 812 int status; 813 814 /* 815 * We could alternatively have called /usr/sbin/fsck -F <fstype>, but 816 * that would cost us an extra fork/exec without buying us anything. 817 */ 818 if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/fsck", fstype) 819 >= sizeof (cmdbuf)) { 820 zerror(zlogp, B_FALSE, "file-system type %s too long", fstype); 821 return (-1); 822 } 823 824 argv[0] = "fsck"; 825 argv[1] = "-m"; 826 argv[2] = (char *)rawdev; 827 argv[3] = NULL; 828 829 status = forkexec(zlogp, cmdbuf, argv); 830 if (status == 0 || status == -1) 831 return (status); 832 zerror(zlogp, B_FALSE, "fsck of '%s' failed with exit status %d; " 833 "run fsck manually", rawdev, status); 834 return (-1); 835 } 836 837 static int 838 domount(zlog_t *zlogp, const char *fstype, const char *opts, 839 const char *special, const char *directory) 840 { 841 char cmdbuf[MAXPATHLEN]; 842 char *argv[6]; 843 int status; 844 845 /* 846 * We could alternatively have called /usr/sbin/mount -F <fstype>, but 847 * that would cost us an extra fork/exec without buying us anything. 848 */ 849 if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/mount", fstype) 850 >= sizeof (cmdbuf)) { 851 zerror(zlogp, B_FALSE, "file-system type %s too long", fstype); 852 return (-1); 853 } 854 argv[0] = "mount"; 855 if (opts[0] == '\0') { 856 argv[1] = (char *)special; 857 argv[2] = (char *)directory; 858 argv[3] = NULL; 859 } else { 860 argv[1] = "-o"; 861 argv[2] = (char *)opts; 862 argv[3] = (char *)special; 863 argv[4] = (char *)directory; 864 argv[5] = NULL; 865 } 866 867 status = forkexec(zlogp, cmdbuf, argv); 868 if (status == 0 || status == -1) 869 return (status); 870 if (opts[0] == '\0') 871 zerror(zlogp, B_FALSE, "\"%s %s %s\" " 872 "failed with exit code %d", 873 cmdbuf, special, directory, status); 874 else 875 zerror(zlogp, B_FALSE, "\"%s -o %s %s %s\" " 876 "failed with exit code %d", 877 cmdbuf, opts, special, directory, status); 878 return (-1); 879 } 880 881 /* 882 * Check if a given mount point path exists. 883 * If it does, make sure it doesn't contain any symlinks. 884 * Note that if "leaf" is false we're checking an intermediate 885 * component of the mount point path, so it must be a directory. 886 * If "leaf" is true, then we're checking the entire mount point 887 * path, so the mount point itself can be anything aside from a 888 * symbolic link. 889 * 890 * If the path is invalid then a negative value is returned. If the 891 * path exists and is a valid mount point path then 0 is returned. 892 * If the path doesn't exist return a positive value. 893 */ 894 static int 895 valid_mount_point(zlog_t *zlogp, const char *path, const boolean_t leaf) 896 { 897 struct stat statbuf; 898 char respath[MAXPATHLEN]; 899 int res; 900 901 if (lstat(path, &statbuf) != 0) { 902 if (errno == ENOENT) 903 return (1); 904 zerror(zlogp, B_TRUE, "can't stat %s", path); 905 return (-1); 906 } 907 if (S_ISLNK(statbuf.st_mode)) { 908 zerror(zlogp, B_FALSE, "%s is a symlink", path); 909 return (-1); 910 } 911 if (!leaf && !S_ISDIR(statbuf.st_mode)) { 912 zerror(zlogp, B_FALSE, "%s is not a directory", path); 913 return (-1); 914 } 915 if ((res = resolvepath(path, respath, sizeof (respath))) == -1) { 916 zerror(zlogp, B_TRUE, "unable to resolve path %s", path); 917 return (-1); 918 } 919 respath[res] = '\0'; 920 if (strcmp(path, respath) != 0) { 921 /* 922 * We don't like ".."s, "."s, or "//"s throwing us off 923 */ 924 zerror(zlogp, B_FALSE, "%s is not a canonical path", path); 925 return (-1); 926 } 927 return (0); 928 } 929 930 /* 931 * Validate a mount point path. A valid mount point path is an 932 * absolute path that either doesn't exist, or, if it does exists it 933 * must be an absolute canonical path that doesn't have any symbolic 934 * links in it. The target of a mount point path can be any filesystem 935 * object. (Different filesystems can support different mount points, 936 * for example "lofs" and "mntfs" both support files and directories 937 * while "ufs" just supports directories.) 938 * 939 * If the path is invalid then a negative value is returned. If the 940 * path exists and is a valid mount point path then 0 is returned. 941 * If the path doesn't exist return a positive value. 942 */ 943 int 944 valid_mount_path(zlog_t *zlogp, const char *rootpath, const char *spec, 945 const char *dir, const char *fstype) 946 { 947 char abspath[MAXPATHLEN], *slashp, *slashp_next; 948 int rv; 949 950 /* 951 * Sanity check the target mount point path. 952 * It must be a non-null string that starts with a '/'. 953 */ 954 if (dir[0] != '/') { 955 if (spec[0] == '\0') { 956 /* 957 * This must be an invalid ipd entry (see comments 958 * in mount_filesystems_ipdent()). 959 */ 960 zerror(zlogp, B_FALSE, 961 "invalid inherit-pkg-dir entry: \"%s\"", dir); 962 } else { 963 /* Something went wrong. */ 964 zerror(zlogp, B_FALSE, "invalid mount directory, " 965 "type: \"%s\", special: \"%s\", dir: \"%s\"", 966 fstype, spec, dir); 967 } 968 return (-1); 969 } 970 971 /* 972 * Join rootpath and dir. Make sure abspath ends with '/', this 973 * is added to all paths (even non-directory paths) to allow us 974 * to detect the end of paths below. If the path already ends 975 * in a '/', then that's ok too (although we'll fail the 976 * cannonical path check in valid_mount_point()). 977 */ 978 if (snprintf(abspath, sizeof (abspath), 979 "%s%s/", rootpath, dir) >= sizeof (abspath)) { 980 zerror(zlogp, B_FALSE, "pathname %s%s is too long", 981 rootpath, dir); 982 return (-1); 983 } 984 985 /* 986 * Starting with rootpath, verify the mount path one component 987 * at a time. Continue until we've evaluated all of abspath. 988 */ 989 slashp = &abspath[strlen(rootpath)]; 990 assert(*slashp == '/'); 991 do { 992 slashp_next = strchr(slashp + 1, '/'); 993 *slashp = '\0'; 994 if (slashp_next != NULL) { 995 /* This is an intermediary mount path component. */ 996 rv = valid_mount_point(zlogp, abspath, B_FALSE); 997 } else { 998 /* This is the last component of the mount path. */ 999 rv = valid_mount_point(zlogp, abspath, B_TRUE); 1000 } 1001 if (rv < 0) 1002 return (rv); 1003 *slashp = '/'; 1004 } while ((slashp = slashp_next) != NULL); 1005 return (rv); 1006 } 1007 1008 static int 1009 mount_one_dev_device_cb(void *arg, const char *match, const char *name) 1010 { 1011 di_prof_t prof = arg; 1012 1013 if (name == NULL) 1014 return (di_prof_add_dev(prof, match)); 1015 return (di_prof_add_map(prof, match, name)); 1016 } 1017 1018 static int 1019 mount_one_dev_symlink_cb(void *arg, const char *source, const char *target) 1020 { 1021 di_prof_t prof = arg; 1022 1023 return (di_prof_add_symlink(prof, source, target)); 1024 } 1025 1026 static int 1027 get_iptype(zlog_t *zlogp, zone_iptype_t *iptypep) 1028 { 1029 zone_dochandle_t handle; 1030 1031 if ((handle = zonecfg_init_handle()) == NULL) { 1032 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 1033 return (-1); 1034 } 1035 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 1036 zerror(zlogp, B_FALSE, "invalid configuration"); 1037 zonecfg_fini_handle(handle); 1038 return (-1); 1039 } 1040 if (zonecfg_get_iptype(handle, iptypep) != Z_OK) { 1041 zerror(zlogp, B_FALSE, "invalid ip-type configuration"); 1042 zonecfg_fini_handle(handle); 1043 return (-1); 1044 } 1045 zonecfg_fini_handle(handle); 1046 return (0); 1047 } 1048 1049 /* 1050 * Apply the standard lists of devices/symlinks/mappings and the user-specified 1051 * list of devices (via zonecfg) to the /dev filesystem. The filesystem will 1052 * use these as a profile/filter to determine what exists in /dev. 1053 */ 1054 static int 1055 mount_one_dev(zlog_t *zlogp, char *devpath) 1056 { 1057 char brand[MAXNAMELEN]; 1058 zone_dochandle_t handle = NULL; 1059 brand_handle_t bh = NULL; 1060 struct zone_devtab ztab; 1061 di_prof_t prof = NULL; 1062 int err; 1063 int retval = -1; 1064 zone_iptype_t iptype; 1065 const char *curr_iptype; 1066 1067 if (di_prof_init(devpath, &prof)) { 1068 zerror(zlogp, B_TRUE, "failed to initialize profile"); 1069 goto cleanup; 1070 } 1071 1072 /* Get a handle to the brand info for this zone */ 1073 if ((zone_get_brand(zone_name, brand, sizeof (brand)) != Z_OK) || 1074 (bh = brand_open(brand)) == NULL) { 1075 zerror(zlogp, B_FALSE, "unable to determine zone brand"); 1076 goto cleanup; 1077 } 1078 1079 if (get_iptype(zlogp, &iptype) < 0) { 1080 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 1081 goto cleanup; 1082 } 1083 switch (iptype) { 1084 case ZS_SHARED: 1085 curr_iptype = "shared"; 1086 break; 1087 case ZS_EXCLUSIVE: 1088 curr_iptype = "exclusive"; 1089 break; 1090 } 1091 1092 if (brand_platform_iter_devices(bh, zone_name, 1093 mount_one_dev_device_cb, prof, curr_iptype) != 0) { 1094 zerror(zlogp, B_TRUE, "failed to add standard device"); 1095 goto cleanup; 1096 } 1097 1098 if (brand_platform_iter_link(bh, 1099 mount_one_dev_symlink_cb, prof) != 0) { 1100 zerror(zlogp, B_TRUE, "failed to add standard symlink"); 1101 goto cleanup; 1102 } 1103 1104 /* Add user-specified devices and directories */ 1105 if ((handle = zonecfg_init_handle()) == NULL) { 1106 zerror(zlogp, B_FALSE, "can't initialize zone handle"); 1107 goto cleanup; 1108 } 1109 if (err = zonecfg_get_handle(zone_name, handle)) { 1110 zerror(zlogp, B_FALSE, "can't get handle for zone " 1111 "%s: %s", zone_name, zonecfg_strerror(err)); 1112 goto cleanup; 1113 } 1114 if (err = zonecfg_setdevent(handle)) { 1115 zerror(zlogp, B_FALSE, "%s: %s", zone_name, 1116 zonecfg_strerror(err)); 1117 goto cleanup; 1118 } 1119 while (zonecfg_getdevent(handle, &ztab) == Z_OK) { 1120 if (di_prof_add_dev(prof, ztab.zone_dev_match)) { 1121 zerror(zlogp, B_TRUE, "failed to add " 1122 "user-specified device"); 1123 goto cleanup; 1124 } 1125 } 1126 (void) zonecfg_enddevent(handle); 1127 1128 /* Send profile to kernel */ 1129 if (di_prof_commit(prof)) { 1130 zerror(zlogp, B_TRUE, "failed to commit profile"); 1131 goto cleanup; 1132 } 1133 1134 retval = 0; 1135 1136 cleanup: 1137 if (bh != NULL) 1138 brand_close(bh); 1139 if (handle != NULL) 1140 zonecfg_fini_handle(handle); 1141 if (prof) 1142 di_prof_fini(prof); 1143 return (retval); 1144 } 1145 1146 static int 1147 mount_one(zlog_t *zlogp, struct zone_fstab *fsptr, const char *rootpath) 1148 { 1149 char path[MAXPATHLEN]; 1150 char specpath[MAXPATHLEN]; 1151 char optstr[MAX_MNTOPT_STR]; 1152 zone_fsopt_t *optptr; 1153 int rv; 1154 1155 if ((rv = valid_mount_path(zlogp, rootpath, fsptr->zone_fs_special, 1156 fsptr->zone_fs_dir, fsptr->zone_fs_type)) < 0) { 1157 zerror(zlogp, B_FALSE, "%s%s is not a valid mount point", 1158 rootpath, fsptr->zone_fs_dir); 1159 return (-1); 1160 } else if (rv > 0) { 1161 /* The mount point path doesn't exist, create it now. */ 1162 if (make_one_dir(zlogp, rootpath, fsptr->zone_fs_dir, 1163 DEFAULT_DIR_MODE, DEFAULT_DIR_USER, 1164 DEFAULT_DIR_GROUP) != 0) { 1165 zerror(zlogp, B_FALSE, "failed to create mount point"); 1166 return (-1); 1167 } 1168 1169 /* 1170 * Now this might seem weird, but we need to invoke 1171 * valid_mount_path() again. Why? Because it checks 1172 * to make sure that the mount point path is canonical, 1173 * which it can only do if the path exists, so now that 1174 * we've created the path we have to verify it again. 1175 */ 1176 if ((rv = valid_mount_path(zlogp, rootpath, 1177 fsptr->zone_fs_special, fsptr->zone_fs_dir, 1178 fsptr->zone_fs_type)) < 0) { 1179 zerror(zlogp, B_FALSE, 1180 "%s%s is not a valid mount point", 1181 rootpath, fsptr->zone_fs_dir); 1182 return (-1); 1183 } 1184 } 1185 1186 (void) snprintf(path, sizeof (path), "%s%s", rootpath, 1187 fsptr->zone_fs_dir); 1188 1189 if (strlen(fsptr->zone_fs_special) == 0) { 1190 /* 1191 * A zero-length special is how we distinguish IPDs from 1192 * general-purpose FSs. Make sure it mounts from a place that 1193 * can be seen via the alternate zone's root. 1194 */ 1195 if (snprintf(specpath, sizeof (specpath), "%s%s", 1196 zonecfg_get_root(), fsptr->zone_fs_dir) >= 1197 sizeof (specpath)) { 1198 zerror(zlogp, B_FALSE, "cannot mount %s: path too " 1199 "long in alternate root", fsptr->zone_fs_dir); 1200 return (-1); 1201 } 1202 if (zonecfg_in_alt_root()) 1203 resolve_lofs(zlogp, specpath, sizeof (specpath)); 1204 if (domount(zlogp, MNTTYPE_LOFS, IPD_DEFAULT_OPTS, 1205 specpath, path) != 0) { 1206 zerror(zlogp, B_TRUE, "failed to loopback mount %s", 1207 specpath); 1208 return (-1); 1209 } 1210 return (0); 1211 } 1212 1213 /* 1214 * In general the strategy here is to do just as much verification as 1215 * necessary to avoid crashing or otherwise doing something bad; if the 1216 * administrator initiated the operation via zoneadm(1m), he'll get 1217 * auto-verification which will let him know what's wrong. If he 1218 * modifies the zone configuration of a running zone and doesn't attempt 1219 * to verify that it's OK we won't crash but won't bother trying to be 1220 * too helpful either. zoneadm verify is only a couple keystrokes away. 1221 */ 1222 if (!zonecfg_valid_fs_type(fsptr->zone_fs_type)) { 1223 zerror(zlogp, B_FALSE, "cannot mount %s on %s: " 1224 "invalid file-system type %s", fsptr->zone_fs_special, 1225 fsptr->zone_fs_dir, fsptr->zone_fs_type); 1226 return (-1); 1227 } 1228 1229 /* 1230 * If we're looking at an alternate root environment, then construct 1231 * read-only loopback mounts as necessary. Note that any special 1232 * paths for lofs zone mounts in an alternate root must have 1233 * already been pre-pended with any alternate root path by the 1234 * time we get here. 1235 */ 1236 if (zonecfg_in_alt_root()) { 1237 struct stat64 st; 1238 1239 if (stat64(fsptr->zone_fs_special, &st) != -1 && 1240 S_ISBLK(st.st_mode)) { 1241 /* 1242 * If we're going to mount a block device we need 1243 * to check if that device is already mounted 1244 * somewhere else, and if so, do a lofs mount 1245 * of the device instead of a direct mount 1246 */ 1247 if (check_lofs_needed(zlogp, fsptr) == -1) 1248 return (-1); 1249 } else if (strcmp(fsptr->zone_fs_type, MNTTYPE_LOFS) == 0) { 1250 /* 1251 * For lofs mounts, the special node is inside the 1252 * alternate root. We need lofs resolution for 1253 * this case in order to get at the underlying 1254 * read-write path. 1255 */ 1256 resolve_lofs(zlogp, fsptr->zone_fs_special, 1257 sizeof (fsptr->zone_fs_special)); 1258 } 1259 } 1260 1261 /* 1262 * Run 'fsck -m' if there's a device to fsck. 1263 */ 1264 if (fsptr->zone_fs_raw[0] != '\0' && 1265 dofsck(zlogp, fsptr->zone_fs_type, fsptr->zone_fs_raw) != 0) 1266 return (-1); 1267 1268 /* 1269 * Build up mount option string. 1270 */ 1271 optstr[0] = '\0'; 1272 if (fsptr->zone_fs_options != NULL) { 1273 (void) strlcpy(optstr, fsptr->zone_fs_options->zone_fsopt_opt, 1274 sizeof (optstr)); 1275 for (optptr = fsptr->zone_fs_options->zone_fsopt_next; 1276 optptr != NULL; optptr = optptr->zone_fsopt_next) { 1277 (void) strlcat(optstr, ",", sizeof (optstr)); 1278 (void) strlcat(optstr, optptr->zone_fsopt_opt, 1279 sizeof (optstr)); 1280 } 1281 } 1282 1283 if ((rv = domount(zlogp, fsptr->zone_fs_type, optstr, 1284 fsptr->zone_fs_special, path)) != 0) 1285 return (rv); 1286 1287 /* 1288 * The mount succeeded. If this was not a mount of /dev then 1289 * we're done. 1290 */ 1291 if (strcmp(fsptr->zone_fs_type, MNTTYPE_DEV) != 0) 1292 return (0); 1293 1294 /* 1295 * We just mounted an instance of a /dev filesystem, so now we 1296 * need to configure it. 1297 */ 1298 return (mount_one_dev(zlogp, path)); 1299 } 1300 1301 static void 1302 free_fs_data(struct zone_fstab *fsarray, uint_t nelem) 1303 { 1304 uint_t i; 1305 1306 if (fsarray == NULL) 1307 return; 1308 for (i = 0; i < nelem; i++) 1309 zonecfg_free_fs_option_list(fsarray[i].zone_fs_options); 1310 free(fsarray); 1311 } 1312 1313 /* 1314 * This function initiates the creation of a small Solaris Environment for 1315 * scratch zone. The Environment creation process is split up into two 1316 * functions(build_mounted_pre_var() and build_mounted_post_var()). It 1317 * is done this way because: 1318 * We need to have both /etc and /var in the root of the scratchzone. 1319 * We loopback mount zone's own /etc and /var into the root of the 1320 * scratch zone. Unlike /etc, /var can be a seperate filesystem. So we 1321 * need to delay the mount of /var till the zone's root gets populated. 1322 * So mounting of localdirs[](/etc and /var) have been moved to the 1323 * build_mounted_post_var() which gets called only after the zone 1324 * specific filesystems are mounted. 1325 */ 1326 static boolean_t 1327 build_mounted_pre_var(zlog_t *zlogp, char *rootpath, 1328 size_t rootlen, const char *zonepath, char *luroot, size_t lurootlen) 1329 { 1330 char tmp[MAXPATHLEN], fromdir[MAXPATHLEN]; 1331 const char **cpp; 1332 static const char *mkdirs[] = { 1333 "/system", "/system/contract", "/system/object", "/proc", 1334 "/dev", "/tmp", "/a", NULL 1335 }; 1336 char *altstr; 1337 FILE *fp; 1338 uuid_t uuid; 1339 1340 assert(zone_isnative || zone_iscluster); 1341 1342 resolve_lofs(zlogp, rootpath, rootlen); 1343 (void) snprintf(luroot, lurootlen, "%s/lu", zonepath); 1344 resolve_lofs(zlogp, luroot, lurootlen); 1345 (void) snprintf(tmp, sizeof (tmp), "%s/bin", luroot); 1346 (void) symlink("./usr/bin", tmp); 1347 1348 /* 1349 * These are mostly special mount points; not handled here. (See 1350 * zone_mount_early.) 1351 */ 1352 for (cpp = mkdirs; *cpp != NULL; cpp++) { 1353 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1354 if (mkdir(tmp, 0755) != 0) { 1355 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1356 return (B_FALSE); 1357 } 1358 } 1359 /* 1360 * This is here to support lucopy. If there's an instance of this same 1361 * zone on the current running system, then we mount its root up as 1362 * read-only inside the scratch zone. 1363 */ 1364 (void) zonecfg_get_uuid(zone_name, uuid); 1365 altstr = strdup(zonecfg_get_root()); 1366 if (altstr == NULL) { 1367 zerror(zlogp, B_TRUE, "memory allocation failed"); 1368 return (B_FALSE); 1369 } 1370 zonecfg_set_root(""); 1371 (void) strlcpy(tmp, zone_name, sizeof (tmp)); 1372 (void) zonecfg_get_name_by_uuid(uuid, tmp, sizeof (tmp)); 1373 if (zone_get_rootpath(tmp, fromdir, sizeof (fromdir)) == Z_OK && 1374 strcmp(fromdir, rootpath) != 0) { 1375 (void) snprintf(tmp, sizeof (tmp), "%s/b", luroot); 1376 if (mkdir(tmp, 0755) != 0) { 1377 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1378 return (B_FALSE); 1379 } 1380 if (domount(zlogp, MNTTYPE_LOFS, IPD_DEFAULT_OPTS, fromdir, 1381 tmp) != 0) { 1382 zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp, 1383 fromdir); 1384 return (B_FALSE); 1385 } 1386 } 1387 zonecfg_set_root(altstr); 1388 free(altstr); 1389 1390 if ((fp = zonecfg_open_scratch(luroot, B_TRUE)) == NULL) { 1391 zerror(zlogp, B_TRUE, "cannot open zone mapfile"); 1392 return (B_FALSE); 1393 } 1394 (void) ftruncate(fileno(fp), 0); 1395 if (zonecfg_add_scratch(fp, zone_name, kernzone, "/") == -1) { 1396 zerror(zlogp, B_TRUE, "cannot add zone mapfile entry"); 1397 } 1398 zonecfg_close_scratch(fp); 1399 (void) snprintf(tmp, sizeof (tmp), "%s/a", luroot); 1400 if (domount(zlogp, MNTTYPE_LOFS, "", rootpath, tmp) != 0) 1401 return (B_FALSE); 1402 (void) strlcpy(rootpath, tmp, rootlen); 1403 return (B_TRUE); 1404 } 1405 1406 1407 static boolean_t 1408 build_mounted_post_var(zlog_t *zlogp, char *rootpath, const char *luroot) 1409 { 1410 char tmp[MAXPATHLEN], fromdir[MAXPATHLEN]; 1411 const char **cpp; 1412 static const char *localdirs[] = { 1413 "/etc", "/var", NULL 1414 }; 1415 static const char *loopdirs[] = { 1416 "/etc/lib", "/etc/fs", "/lib", "/sbin", "/platform", 1417 "/usr", NULL 1418 }; 1419 static const char *tmpdirs[] = { 1420 "/tmp", "/var/run", NULL 1421 }; 1422 struct stat st; 1423 1424 /* 1425 * These are mounted read-write from the zone undergoing upgrade. We 1426 * must be careful not to 'leak' things from the main system into the 1427 * zone, and this accomplishes that goal. 1428 */ 1429 for (cpp = localdirs; *cpp != NULL; cpp++) { 1430 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1431 (void) snprintf(fromdir, sizeof (fromdir), "%s%s", rootpath, 1432 *cpp); 1433 if (mkdir(tmp, 0755) != 0) { 1434 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1435 return (B_FALSE); 1436 } 1437 if (domount(zlogp, MNTTYPE_LOFS, "", fromdir, tmp) != 0) { 1438 zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp, 1439 *cpp); 1440 return (B_FALSE); 1441 } 1442 } 1443 1444 /* 1445 * These are things mounted read-only from the running system because 1446 * they contain binaries that must match system. 1447 */ 1448 for (cpp = loopdirs; *cpp != NULL; cpp++) { 1449 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1450 if (mkdir(tmp, 0755) != 0) { 1451 if (errno != EEXIST) { 1452 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1453 return (B_FALSE); 1454 } 1455 if (lstat(tmp, &st) != 0) { 1456 zerror(zlogp, B_TRUE, "cannot stat %s", tmp); 1457 return (B_FALSE); 1458 } 1459 /* 1460 * Ignore any non-directories encountered. These are 1461 * things that have been converted into symlinks 1462 * (/etc/fs and /etc/lib) and no longer need a lofs 1463 * fixup. 1464 */ 1465 if (!S_ISDIR(st.st_mode)) 1466 continue; 1467 } 1468 if (domount(zlogp, MNTTYPE_LOFS, IPD_DEFAULT_OPTS, *cpp, 1469 tmp) != 0) { 1470 zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp, 1471 *cpp); 1472 return (B_FALSE); 1473 } 1474 } 1475 1476 /* 1477 * These are things with tmpfs mounted inside. 1478 */ 1479 for (cpp = tmpdirs; *cpp != NULL; cpp++) { 1480 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1481 if (mkdir(tmp, 0755) != 0 && errno != EEXIST) { 1482 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1483 return (B_FALSE); 1484 } 1485 1486 /* 1487 * We could set the mode for /tmp when we do the mkdir but 1488 * since that can be modified by the umask we will just set 1489 * the correct mode for /tmp now. 1490 */ 1491 if (strcmp(*cpp, "/tmp") == 0 && chmod(tmp, 01777) != 0) { 1492 zerror(zlogp, B_TRUE, "cannot chmod %s", tmp); 1493 return (B_FALSE); 1494 } 1495 1496 if (domount(zlogp, MNTTYPE_TMPFS, "", "swap", tmp) != 0) { 1497 zerror(zlogp, B_TRUE, "cannot mount swap on %s", *cpp); 1498 return (B_FALSE); 1499 } 1500 } 1501 return (B_TRUE); 1502 } 1503 1504 typedef struct plat_gmount_cb_data { 1505 zlog_t *pgcd_zlogp; 1506 struct zone_fstab **pgcd_fs_tab; 1507 int *pgcd_num_fs; 1508 } plat_gmount_cb_data_t; 1509 1510 /* 1511 * plat_gmount_cb() is a callback function invoked by libbrand to iterate 1512 * through all global brand platform mounts. 1513 */ 1514 int 1515 plat_gmount_cb(void *data, const char *spec, const char *dir, 1516 const char *fstype, const char *opt) 1517 { 1518 plat_gmount_cb_data_t *cp = data; 1519 zlog_t *zlogp = cp->pgcd_zlogp; 1520 struct zone_fstab *fs_ptr = *cp->pgcd_fs_tab; 1521 int num_fs = *cp->pgcd_num_fs; 1522 struct zone_fstab *fsp, *tmp_ptr; 1523 1524 num_fs++; 1525 if ((tmp_ptr = realloc(fs_ptr, num_fs * sizeof (*tmp_ptr))) == NULL) { 1526 zerror(zlogp, B_TRUE, "memory allocation failed"); 1527 return (-1); 1528 } 1529 1530 fs_ptr = tmp_ptr; 1531 fsp = &fs_ptr[num_fs - 1]; 1532 1533 /* update the callback struct passed in */ 1534 *cp->pgcd_fs_tab = fs_ptr; 1535 *cp->pgcd_num_fs = num_fs; 1536 1537 fsp->zone_fs_raw[0] = '\0'; 1538 (void) strlcpy(fsp->zone_fs_special, spec, 1539 sizeof (fsp->zone_fs_special)); 1540 (void) strlcpy(fsp->zone_fs_dir, dir, sizeof (fsp->zone_fs_dir)); 1541 (void) strlcpy(fsp->zone_fs_type, fstype, sizeof (fsp->zone_fs_type)); 1542 fsp->zone_fs_options = NULL; 1543 if ((opt != NULL) && 1544 (zonecfg_add_fs_option(fsp, (char *)opt) != Z_OK)) { 1545 zerror(zlogp, B_FALSE, "error adding property"); 1546 return (-1); 1547 } 1548 1549 return (0); 1550 } 1551 1552 static int 1553 mount_filesystems_ipdent(zone_dochandle_t handle, zlog_t *zlogp, 1554 struct zone_fstab **fs_tabp, int *num_fsp) 1555 { 1556 struct zone_fstab *tmp_ptr, *fs_ptr, *fsp, fstab; 1557 int num_fs; 1558 1559 num_fs = *num_fsp; 1560 fs_ptr = *fs_tabp; 1561 1562 if (zonecfg_setipdent(handle) != Z_OK) { 1563 zerror(zlogp, B_FALSE, "invalid configuration"); 1564 return (-1); 1565 } 1566 while (zonecfg_getipdent(handle, &fstab) == Z_OK) { 1567 num_fs++; 1568 if ((tmp_ptr = realloc(fs_ptr, 1569 num_fs * sizeof (*tmp_ptr))) == NULL) { 1570 zerror(zlogp, B_TRUE, "memory allocation failed"); 1571 (void) zonecfg_endipdent(handle); 1572 return (-1); 1573 } 1574 1575 /* update the pointers passed in */ 1576 *fs_tabp = tmp_ptr; 1577 *num_fsp = num_fs; 1578 1579 /* 1580 * IPDs logically only have a mount point; all other properties 1581 * are implied. 1582 */ 1583 fs_ptr = tmp_ptr; 1584 fsp = &fs_ptr[num_fs - 1]; 1585 (void) strlcpy(fsp->zone_fs_dir, 1586 fstab.zone_fs_dir, sizeof (fsp->zone_fs_dir)); 1587 fsp->zone_fs_special[0] = '\0'; 1588 fsp->zone_fs_raw[0] = '\0'; 1589 fsp->zone_fs_type[0] = '\0'; 1590 fsp->zone_fs_options = NULL; 1591 } 1592 (void) zonecfg_endipdent(handle); 1593 return (0); 1594 } 1595 1596 static int 1597 mount_filesystems_fsent(zone_dochandle_t handle, zlog_t *zlogp, 1598 struct zone_fstab **fs_tabp, int *num_fsp, int mount_cmd) 1599 { 1600 struct zone_fstab *tmp_ptr, *fs_ptr, *fsp, fstab; 1601 int num_fs; 1602 1603 num_fs = *num_fsp; 1604 fs_ptr = *fs_tabp; 1605 1606 if (zonecfg_setfsent(handle) != Z_OK) { 1607 zerror(zlogp, B_FALSE, "invalid configuration"); 1608 return (-1); 1609 } 1610 while (zonecfg_getfsent(handle, &fstab) == Z_OK) { 1611 /* 1612 * ZFS filesystems will not be accessible under an alternate 1613 * root, since the pool will not be known. Ignore them in this 1614 * case. 1615 */ 1616 if (mount_cmd && strcmp(fstab.zone_fs_type, MNTTYPE_ZFS) == 0) 1617 continue; 1618 1619 num_fs++; 1620 if ((tmp_ptr = realloc(fs_ptr, 1621 num_fs * sizeof (*tmp_ptr))) == NULL) { 1622 zerror(zlogp, B_TRUE, "memory allocation failed"); 1623 (void) zonecfg_endfsent(handle); 1624 return (-1); 1625 } 1626 /* update the pointers passed in */ 1627 *fs_tabp = tmp_ptr; 1628 *num_fsp = num_fs; 1629 1630 fs_ptr = tmp_ptr; 1631 fsp = &fs_ptr[num_fs - 1]; 1632 (void) strlcpy(fsp->zone_fs_dir, 1633 fstab.zone_fs_dir, sizeof (fsp->zone_fs_dir)); 1634 (void) strlcpy(fsp->zone_fs_raw, fstab.zone_fs_raw, 1635 sizeof (fsp->zone_fs_raw)); 1636 (void) strlcpy(fsp->zone_fs_type, fstab.zone_fs_type, 1637 sizeof (fsp->zone_fs_type)); 1638 fsp->zone_fs_options = fstab.zone_fs_options; 1639 1640 /* 1641 * For all lofs mounts, make sure that the 'special' 1642 * entry points inside the alternate root. The 1643 * source path for a lofs mount in a given zone needs 1644 * to be relative to the root of the boot environment 1645 * that contains the zone. Note that we don't do this 1646 * for non-lofs mounts since they will have a device 1647 * as a backing store and device paths must always be 1648 * specified relative to the current boot environment. 1649 */ 1650 fsp->zone_fs_special[0] = '\0'; 1651 if (strcmp(fsp->zone_fs_type, MNTTYPE_LOFS) == 0) { 1652 (void) strlcat(fsp->zone_fs_special, zonecfg_get_root(), 1653 sizeof (fsp->zone_fs_special)); 1654 } 1655 (void) strlcat(fsp->zone_fs_special, fstab.zone_fs_special, 1656 sizeof (fsp->zone_fs_special)); 1657 } 1658 (void) zonecfg_endfsent(handle); 1659 return (0); 1660 } 1661 1662 static int 1663 mount_filesystems(zlog_t *zlogp, boolean_t mount_cmd) 1664 { 1665 char rootpath[MAXPATHLEN]; 1666 char zonepath[MAXPATHLEN]; 1667 char brand[MAXNAMELEN]; 1668 char luroot[MAXPATHLEN]; 1669 int i, num_fs = 0; 1670 struct zone_fstab *fs_ptr = NULL; 1671 zone_dochandle_t handle = NULL; 1672 zone_state_t zstate; 1673 brand_handle_t bh; 1674 plat_gmount_cb_data_t cb; 1675 1676 if (zone_get_state(zone_name, &zstate) != Z_OK || 1677 (zstate != ZONE_STATE_READY && zstate != ZONE_STATE_MOUNTED)) { 1678 zerror(zlogp, B_FALSE, 1679 "zone must be in '%s' or '%s' state to mount file-systems", 1680 zone_state_str(ZONE_STATE_READY), 1681 zone_state_str(ZONE_STATE_MOUNTED)); 1682 goto bad; 1683 } 1684 1685 if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) { 1686 zerror(zlogp, B_TRUE, "unable to determine zone path"); 1687 goto bad; 1688 } 1689 1690 if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) { 1691 zerror(zlogp, B_TRUE, "unable to determine zone root"); 1692 goto bad; 1693 } 1694 1695 if ((handle = zonecfg_init_handle()) == NULL) { 1696 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 1697 goto bad; 1698 } 1699 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK || 1700 zonecfg_setfsent(handle) != Z_OK) { 1701 zerror(zlogp, B_FALSE, "invalid configuration"); 1702 goto bad; 1703 } 1704 1705 /* Get a handle to the brand info for this zone */ 1706 if ((zone_get_brand(zone_name, brand, sizeof (brand)) != Z_OK) || 1707 (bh = brand_open(brand)) == NULL) { 1708 zerror(zlogp, B_FALSE, "unable to determine zone brand"); 1709 zonecfg_fini_handle(handle); 1710 return (-1); 1711 } 1712 1713 /* 1714 * Get the list of global filesystems to mount from the brand 1715 * configuration. 1716 */ 1717 cb.pgcd_zlogp = zlogp; 1718 cb.pgcd_fs_tab = &fs_ptr; 1719 cb.pgcd_num_fs = &num_fs; 1720 if (brand_platform_iter_gmounts(bh, zonepath, 1721 plat_gmount_cb, &cb) != 0) { 1722 zerror(zlogp, B_FALSE, "unable to mount filesystems"); 1723 brand_close(bh); 1724 zonecfg_fini_handle(handle); 1725 return (-1); 1726 } 1727 brand_close(bh); 1728 1729 /* 1730 * Iterate through the rest of the filesystems, first the IPDs, then 1731 * the general FSs. Sort them all, then mount them in sorted order. 1732 * This is to make sure the higher level directories (e.g., /usr) 1733 * get mounted before any beneath them (e.g., /usr/local). 1734 */ 1735 if (mount_filesystems_ipdent(handle, zlogp, &fs_ptr, &num_fs) != 0) 1736 goto bad; 1737 1738 if (mount_filesystems_fsent(handle, zlogp, &fs_ptr, &num_fs, 1739 mount_cmd) != 0) 1740 goto bad; 1741 1742 zonecfg_fini_handle(handle); 1743 handle = NULL; 1744 1745 /* 1746 * Normally when we mount a zone all the zone filesystems 1747 * get mounted relative to rootpath, which is usually 1748 * <zonepath>/root. But when mounting a zone for administration 1749 * purposes via the zone "mount" state, build_mounted_pre_var() 1750 * updates rootpath to be <zonepath>/lu/a so we'll mount all 1751 * the zones filesystems there instead. 1752 * 1753 * build_mounted_pre_var() and build_mounted_post_var() will 1754 * also do some extra work to create directories and lofs mount 1755 * a bunch of global zone file system paths into <zonepath>/lu. 1756 * 1757 * This allows us to be able to enter the zone (now rooted at 1758 * <zonepath>/lu) and run the upgrade/patch tools that are in the 1759 * global zone and have them upgrade the to-be-modified zone's 1760 * files mounted on /a. (Which mirrors the existing standard 1761 * upgrade environment.) 1762 * 1763 * There is of course one catch. When doing the upgrade 1764 * we need <zoneroot>/lu/dev to be the /dev filesystem 1765 * for the zone and we don't want to have any /dev filesystem 1766 * mounted at <zoneroot>/lu/a/dev. Since /dev is specified 1767 * as a normal zone filesystem by default we'll try to mount 1768 * it at <zoneroot>/lu/a/dev, so we have to detect this 1769 * case and instead mount it at <zoneroot>/lu/dev. 1770 * 1771 * All this work is done in three phases: 1772 * 1) Create and populate lu directory (build_mounted_pre_var()). 1773 * 2) Mount the required filesystems as per the zone configuration. 1774 * 3) Set up the rest of the scratch zone environment 1775 * (build_mounted_post_var()). 1776 */ 1777 if (mount_cmd && 1778 !build_mounted_pre_var(zlogp, 1779 rootpath, sizeof (rootpath), zonepath, luroot, sizeof (luroot))) 1780 goto bad; 1781 1782 qsort(fs_ptr, num_fs, sizeof (*fs_ptr), fs_compare); 1783 1784 for (i = 0; i < num_fs; i++) { 1785 if (mount_cmd && 1786 strcmp(fs_ptr[i].zone_fs_dir, "/dev") == 0) { 1787 size_t slen = strlen(rootpath) - 2; 1788 1789 /* 1790 * By default we'll try to mount /dev as /a/dev 1791 * but /dev is special and always goes at the top 1792 * so strip the trailing '/a' from the rootpath. 1793 */ 1794 assert(zone_isnative || zone_iscluster); 1795 assert(strcmp(&rootpath[slen], "/a") == 0); 1796 rootpath[slen] = '\0'; 1797 if (mount_one(zlogp, &fs_ptr[i], rootpath) != 0) 1798 goto bad; 1799 rootpath[slen] = '/'; 1800 continue; 1801 } 1802 if (mount_one(zlogp, &fs_ptr[i], rootpath) != 0) 1803 goto bad; 1804 } 1805 if (mount_cmd && 1806 !build_mounted_post_var(zlogp, rootpath, luroot)) 1807 goto bad; 1808 1809 /* 1810 * For Trusted Extensions cross-mount each lower level /export/home 1811 */ 1812 if (!mount_cmd && tsol_mounts(zlogp, zone_name, rootpath) != 0) 1813 goto bad; 1814 1815 free_fs_data(fs_ptr, num_fs); 1816 1817 /* 1818 * Everything looks fine. 1819 */ 1820 return (0); 1821 1822 bad: 1823 if (handle != NULL) 1824 zonecfg_fini_handle(handle); 1825 free_fs_data(fs_ptr, num_fs); 1826 return (-1); 1827 } 1828 1829 /* caller makes sure neither parameter is NULL */ 1830 static int 1831 addr2netmask(char *prefixstr, int maxprefixlen, uchar_t *maskstr) 1832 { 1833 int prefixlen; 1834 1835 prefixlen = atoi(prefixstr); 1836 if (prefixlen < 0 || prefixlen > maxprefixlen) 1837 return (1); 1838 while (prefixlen > 0) { 1839 if (prefixlen >= 8) { 1840 *maskstr++ = 0xFF; 1841 prefixlen -= 8; 1842 continue; 1843 } 1844 *maskstr |= 1 << (8 - prefixlen); 1845 prefixlen--; 1846 } 1847 return (0); 1848 } 1849 1850 /* 1851 * Tear down all interfaces belonging to the given zone. This should 1852 * be called with the zone in a state other than "running", so that 1853 * interfaces can't be assigned to the zone after this returns. 1854 * 1855 * If anything goes wrong, log an error message and return an error. 1856 */ 1857 static int 1858 unconfigure_shared_network_interfaces(zlog_t *zlogp, zoneid_t zone_id) 1859 { 1860 struct lifnum lifn; 1861 struct lifconf lifc; 1862 struct lifreq *lifrp, lifrl; 1863 int64_t lifc_flags = LIFC_NOXMIT | LIFC_ALLZONES; 1864 int num_ifs, s, i, ret_code = 0; 1865 uint_t bufsize; 1866 char *buf = NULL; 1867 1868 if ((s = socket(AF_INET, SOCK_DGRAM, 0)) < 0) { 1869 zerror(zlogp, B_TRUE, "could not get socket"); 1870 ret_code = -1; 1871 goto bad; 1872 } 1873 lifn.lifn_family = AF_UNSPEC; 1874 lifn.lifn_flags = (int)lifc_flags; 1875 if (ioctl(s, SIOCGLIFNUM, (char *)&lifn) < 0) { 1876 zerror(zlogp, B_TRUE, 1877 "could not determine number of network interfaces"); 1878 ret_code = -1; 1879 goto bad; 1880 } 1881 num_ifs = lifn.lifn_count; 1882 bufsize = num_ifs * sizeof (struct lifreq); 1883 if ((buf = malloc(bufsize)) == NULL) { 1884 zerror(zlogp, B_TRUE, "memory allocation failed"); 1885 ret_code = -1; 1886 goto bad; 1887 } 1888 lifc.lifc_family = AF_UNSPEC; 1889 lifc.lifc_flags = (int)lifc_flags; 1890 lifc.lifc_len = bufsize; 1891 lifc.lifc_buf = buf; 1892 if (ioctl(s, SIOCGLIFCONF, (char *)&lifc) < 0) { 1893 zerror(zlogp, B_TRUE, "could not get configured network " 1894 "interfaces"); 1895 ret_code = -1; 1896 goto bad; 1897 } 1898 lifrp = lifc.lifc_req; 1899 for (i = lifc.lifc_len / sizeof (struct lifreq); i > 0; i--, lifrp++) { 1900 (void) close(s); 1901 if ((s = socket(lifrp->lifr_addr.ss_family, SOCK_DGRAM, 0)) < 1902 0) { 1903 zerror(zlogp, B_TRUE, "%s: could not get socket", 1904 lifrl.lifr_name); 1905 ret_code = -1; 1906 continue; 1907 } 1908 (void) memset(&lifrl, 0, sizeof (lifrl)); 1909 (void) strncpy(lifrl.lifr_name, lifrp->lifr_name, 1910 sizeof (lifrl.lifr_name)); 1911 if (ioctl(s, SIOCGLIFZONE, (caddr_t)&lifrl) < 0) { 1912 if (errno == ENXIO) 1913 /* 1914 * Interface may have been removed by admin or 1915 * another zone halting. 1916 */ 1917 continue; 1918 zerror(zlogp, B_TRUE, 1919 "%s: could not determine the zone to which this " 1920 "network interface is bound", lifrl.lifr_name); 1921 ret_code = -1; 1922 continue; 1923 } 1924 if (lifrl.lifr_zoneid == zone_id) { 1925 if (ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifrl) < 0) { 1926 zerror(zlogp, B_TRUE, 1927 "%s: could not remove network interface", 1928 lifrl.lifr_name); 1929 ret_code = -1; 1930 continue; 1931 } 1932 } 1933 } 1934 bad: 1935 if (s > 0) 1936 (void) close(s); 1937 if (buf) 1938 free(buf); 1939 return (ret_code); 1940 } 1941 1942 static union sockunion { 1943 struct sockaddr sa; 1944 struct sockaddr_in sin; 1945 struct sockaddr_dl sdl; 1946 struct sockaddr_in6 sin6; 1947 } so_dst, so_ifp; 1948 1949 static struct { 1950 struct rt_msghdr hdr; 1951 char space[512]; 1952 } rtmsg; 1953 1954 static int 1955 salen(struct sockaddr *sa) 1956 { 1957 switch (sa->sa_family) { 1958 case AF_INET: 1959 return (sizeof (struct sockaddr_in)); 1960 case AF_LINK: 1961 return (sizeof (struct sockaddr_dl)); 1962 case AF_INET6: 1963 return (sizeof (struct sockaddr_in6)); 1964 default: 1965 return (sizeof (struct sockaddr)); 1966 } 1967 } 1968 1969 #define ROUNDUP_LONG(a) \ 1970 ((a) > 0 ? (1 + (((a) - 1) | (sizeof (long) - 1))) : sizeof (long)) 1971 1972 /* 1973 * Look up which zone is using a given IP address. The address in question 1974 * is expected to have been stuffed into the structure to which lifr points 1975 * via a previous SIOCGLIFADDR ioctl(). 1976 * 1977 * This is done using black router socket magic. 1978 * 1979 * Return the name of the zone on success or NULL on failure. 1980 * 1981 * This is a lot of code for a simple task; a new ioctl request to take care 1982 * of this might be a useful RFE. 1983 */ 1984 1985 static char * 1986 who_is_using(zlog_t *zlogp, struct lifreq *lifr) 1987 { 1988 static char answer[ZONENAME_MAX]; 1989 pid_t pid; 1990 int s, rlen, l, i; 1991 char *cp = rtmsg.space; 1992 struct sockaddr_dl *ifp = NULL; 1993 struct sockaddr *sa; 1994 char save_if_name[LIFNAMSIZ]; 1995 1996 answer[0] = '\0'; 1997 1998 pid = getpid(); 1999 if ((s = socket(PF_ROUTE, SOCK_RAW, 0)) < 0) { 2000 zerror(zlogp, B_TRUE, "could not get routing socket"); 2001 return (NULL); 2002 } 2003 2004 if (lifr->lifr_addr.ss_family == AF_INET) { 2005 struct sockaddr_in *sin4; 2006 2007 so_dst.sa.sa_family = AF_INET; 2008 sin4 = (struct sockaddr_in *)&lifr->lifr_addr; 2009 so_dst.sin.sin_addr = sin4->sin_addr; 2010 } else { 2011 struct sockaddr_in6 *sin6; 2012 2013 so_dst.sa.sa_family = AF_INET6; 2014 sin6 = (struct sockaddr_in6 *)&lifr->lifr_addr; 2015 so_dst.sin6.sin6_addr = sin6->sin6_addr; 2016 } 2017 2018 so_ifp.sa.sa_family = AF_LINK; 2019 2020 (void) memset(&rtmsg, 0, sizeof (rtmsg)); 2021 rtmsg.hdr.rtm_type = RTM_GET; 2022 rtmsg.hdr.rtm_flags = RTF_UP | RTF_HOST; 2023 rtmsg.hdr.rtm_version = RTM_VERSION; 2024 rtmsg.hdr.rtm_seq = ++rts_seqno; 2025 rtmsg.hdr.rtm_addrs = RTA_IFP | RTA_DST; 2026 2027 l = ROUNDUP_LONG(salen(&so_dst.sa)); 2028 (void) memmove(cp, &(so_dst), l); 2029 cp += l; 2030 l = ROUNDUP_LONG(salen(&so_ifp.sa)); 2031 (void) memmove(cp, &(so_ifp), l); 2032 cp += l; 2033 2034 rtmsg.hdr.rtm_msglen = l = cp - (char *)&rtmsg; 2035 2036 if ((rlen = write(s, &rtmsg, l)) < 0) { 2037 zerror(zlogp, B_TRUE, "writing to routing socket"); 2038 return (NULL); 2039 } else if (rlen < (int)rtmsg.hdr.rtm_msglen) { 2040 zerror(zlogp, B_TRUE, 2041 "write to routing socket got only %d for len\n", rlen); 2042 return (NULL); 2043 } 2044 do { 2045 l = read(s, &rtmsg, sizeof (rtmsg)); 2046 } while (l > 0 && (rtmsg.hdr.rtm_seq != rts_seqno || 2047 rtmsg.hdr.rtm_pid != pid)); 2048 if (l < 0) { 2049 zerror(zlogp, B_TRUE, "reading from routing socket"); 2050 return (NULL); 2051 } 2052 2053 if (rtmsg.hdr.rtm_version != RTM_VERSION) { 2054 zerror(zlogp, B_FALSE, 2055 "routing message version %d not understood", 2056 rtmsg.hdr.rtm_version); 2057 return (NULL); 2058 } 2059 if (rtmsg.hdr.rtm_msglen != (ushort_t)l) { 2060 zerror(zlogp, B_FALSE, "message length mismatch, " 2061 "expected %d bytes, returned %d bytes", 2062 rtmsg.hdr.rtm_msglen, l); 2063 return (NULL); 2064 } 2065 if (rtmsg.hdr.rtm_errno != 0) { 2066 errno = rtmsg.hdr.rtm_errno; 2067 zerror(zlogp, B_TRUE, "RTM_GET routing socket message"); 2068 return (NULL); 2069 } 2070 if ((rtmsg.hdr.rtm_addrs & RTA_IFP) == 0) { 2071 zerror(zlogp, B_FALSE, "network interface not found"); 2072 return (NULL); 2073 } 2074 cp = ((char *)(&rtmsg.hdr + 1)); 2075 for (i = 1; i != 0; i <<= 1) { 2076 /* LINTED E_BAD_PTR_CAST_ALIGN */ 2077 sa = (struct sockaddr *)cp; 2078 if (i != RTA_IFP) { 2079 if ((i & rtmsg.hdr.rtm_addrs) != 0) 2080 cp += ROUNDUP_LONG(salen(sa)); 2081 continue; 2082 } 2083 if (sa->sa_family == AF_LINK && 2084 ((struct sockaddr_dl *)sa)->sdl_nlen != 0) 2085 ifp = (struct sockaddr_dl *)sa; 2086 break; 2087 } 2088 if (ifp == NULL) { 2089 zerror(zlogp, B_FALSE, "network interface could not be " 2090 "determined"); 2091 return (NULL); 2092 } 2093 2094 /* 2095 * We need to set the I/F name to what we got above, then do the 2096 * appropriate ioctl to get its zone name. But lifr->lifr_name is 2097 * used by the calling function to do a REMOVEIF, so if we leave the 2098 * "good" zone's I/F name in place, *that* I/F will be removed instead 2099 * of the bad one. So we save the old (bad) I/F name before over- 2100 * writing it and doing the ioctl, then restore it after the ioctl. 2101 */ 2102 (void) strlcpy(save_if_name, lifr->lifr_name, sizeof (save_if_name)); 2103 (void) strncpy(lifr->lifr_name, ifp->sdl_data, ifp->sdl_nlen); 2104 lifr->lifr_name[ifp->sdl_nlen] = '\0'; 2105 i = ioctl(s, SIOCGLIFZONE, lifr); 2106 (void) strlcpy(lifr->lifr_name, save_if_name, sizeof (save_if_name)); 2107 if (i < 0) { 2108 zerror(zlogp, B_TRUE, 2109 "%s: could not determine the zone network interface " 2110 "belongs to", lifr->lifr_name); 2111 return (NULL); 2112 } 2113 if (getzonenamebyid(lifr->lifr_zoneid, answer, sizeof (answer)) < 0) 2114 (void) snprintf(answer, sizeof (answer), "%d", 2115 lifr->lifr_zoneid); 2116 2117 if (strlen(answer) > 0) 2118 return (answer); 2119 return (NULL); 2120 } 2121 2122 typedef struct mcast_rtmsg_s { 2123 struct rt_msghdr m_rtm; 2124 union { 2125 struct { 2126 struct sockaddr_in m_dst; 2127 struct sockaddr_in m_gw; 2128 struct sockaddr_in m_netmask; 2129 } m_v4; 2130 struct { 2131 struct sockaddr_in6 m_dst; 2132 struct sockaddr_in6 m_gw; 2133 struct sockaddr_in6 m_netmask; 2134 } m_v6; 2135 } m_u; 2136 } mcast_rtmsg_t; 2137 #define m_dst4 m_u.m_v4.m_dst 2138 #define m_dst6 m_u.m_v6.m_dst 2139 #define m_gw4 m_u.m_v4.m_gw 2140 #define m_gw6 m_u.m_v6.m_gw 2141 #define m_netmask4 m_u.m_v4.m_netmask 2142 #define m_netmask6 m_u.m_v6.m_netmask 2143 2144 /* 2145 * Configures a single interface: a new virtual interface is added, based on 2146 * the physical interface nwiftabptr->zone_nwif_physical, with the address 2147 * specified in nwiftabptr->zone_nwif_address, for zone zone_id. Note that 2148 * the "address" can be an IPv6 address (with a /prefixlength required), an 2149 * IPv4 address (with a /prefixlength optional), or a name; for the latter, 2150 * an IPv4 name-to-address resolution will be attempted. 2151 * 2152 * A default interface route for multicast is created on the first IPv4 and 2153 * IPv6 interfaces (that have the IFF_MULTICAST flag set), respectively. 2154 * This should really be done in the init scripts if we ever allow zones to 2155 * modify the routing tables. 2156 * 2157 * If anything goes wrong, we log an detailed error message, attempt to tear 2158 * down whatever we set up and return an error. 2159 */ 2160 static int 2161 configure_one_interface(zlog_t *zlogp, zoneid_t zone_id, 2162 struct zone_nwiftab *nwiftabptr, boolean_t *mcast_rt_v4_setp, 2163 boolean_t *mcast_rt_v6_setp) 2164 { 2165 struct lifreq lifr; 2166 struct sockaddr_in netmask4; 2167 struct sockaddr_in6 netmask6; 2168 struct in_addr in4; 2169 struct in6_addr in6; 2170 sa_family_t af; 2171 char *slashp = strchr(nwiftabptr->zone_nwif_address, '/'); 2172 mcast_rtmsg_t mcast_rtmsg; 2173 int s; 2174 int rs; 2175 int rlen; 2176 boolean_t got_netmask = B_FALSE; 2177 char addrstr4[INET_ADDRSTRLEN]; 2178 int res; 2179 2180 res = zonecfg_valid_net_address(nwiftabptr->zone_nwif_address, &lifr); 2181 if (res != Z_OK) { 2182 zerror(zlogp, B_FALSE, "%s: %s", zonecfg_strerror(res), 2183 nwiftabptr->zone_nwif_address); 2184 return (-1); 2185 } 2186 af = lifr.lifr_addr.ss_family; 2187 if (af == AF_INET) 2188 in4 = ((struct sockaddr_in *)(&lifr.lifr_addr))->sin_addr; 2189 else 2190 in6 = ((struct sockaddr_in6 *)(&lifr.lifr_addr))->sin6_addr; 2191 2192 if ((s = socket(af, SOCK_DGRAM, 0)) < 0) { 2193 zerror(zlogp, B_TRUE, "could not get socket"); 2194 return (-1); 2195 } 2196 2197 (void) strlcpy(lifr.lifr_name, nwiftabptr->zone_nwif_physical, 2198 sizeof (lifr.lifr_name)); 2199 if (ioctl(s, SIOCLIFADDIF, (caddr_t)&lifr) < 0) { 2200 /* 2201 * Here, we know that the interface can't be brought up. 2202 * A similar warning message was already printed out to 2203 * the console by zoneadm(1M) so instead we log the 2204 * message to syslog and continue. 2205 */ 2206 zerror(&logsys, B_TRUE, "WARNING: skipping network interface " 2207 "'%s' which may not be present/plumbed in the " 2208 "global zone.", lifr.lifr_name); 2209 (void) close(s); 2210 return (Z_OK); 2211 } 2212 2213 if (ioctl(s, SIOCSLIFADDR, (caddr_t)&lifr) < 0) { 2214 zerror(zlogp, B_TRUE, 2215 "%s: could not set IP address to %s", 2216 lifr.lifr_name, nwiftabptr->zone_nwif_address); 2217 goto bad; 2218 } 2219 2220 /* Preserve literal IPv4 address for later potential printing. */ 2221 if (af == AF_INET) 2222 (void) inet_ntop(AF_INET, &in4, addrstr4, INET_ADDRSTRLEN); 2223 2224 lifr.lifr_zoneid = zone_id; 2225 if (ioctl(s, SIOCSLIFZONE, (caddr_t)&lifr) < 0) { 2226 zerror(zlogp, B_TRUE, "%s: could not place network interface " 2227 "into zone", lifr.lifr_name); 2228 goto bad; 2229 } 2230 2231 if (strcmp(nwiftabptr->zone_nwif_physical, "lo0") == 0) { 2232 got_netmask = B_TRUE; /* default setting will be correct */ 2233 } else { 2234 if (af == AF_INET) { 2235 /* 2236 * The IPv4 netmask can be determined either 2237 * directly if a prefix length was supplied with 2238 * the address or via the netmasks database. Not 2239 * being able to determine it is a common failure, 2240 * but it often is not fatal to operation of the 2241 * interface. In that case, a warning will be 2242 * printed after the rest of the interface's 2243 * parameters have been configured. 2244 */ 2245 (void) memset(&netmask4, 0, sizeof (netmask4)); 2246 if (slashp != NULL) { 2247 if (addr2netmask(slashp + 1, V4_ADDR_LEN, 2248 (uchar_t *)&netmask4.sin_addr) != 0) { 2249 *slashp = '/'; 2250 zerror(zlogp, B_FALSE, 2251 "%s: invalid prefix length in %s", 2252 lifr.lifr_name, 2253 nwiftabptr->zone_nwif_address); 2254 goto bad; 2255 } 2256 got_netmask = B_TRUE; 2257 } else if (getnetmaskbyaddr(in4, 2258 &netmask4.sin_addr) == 0) { 2259 got_netmask = B_TRUE; 2260 } 2261 if (got_netmask) { 2262 netmask4.sin_family = af; 2263 (void) memcpy(&lifr.lifr_addr, &netmask4, 2264 sizeof (netmask4)); 2265 } 2266 } else { 2267 (void) memset(&netmask6, 0, sizeof (netmask6)); 2268 if (addr2netmask(slashp + 1, V6_ADDR_LEN, 2269 (uchar_t *)&netmask6.sin6_addr) != 0) { 2270 *slashp = '/'; 2271 zerror(zlogp, B_FALSE, 2272 "%s: invalid prefix length in %s", 2273 lifr.lifr_name, 2274 nwiftabptr->zone_nwif_address); 2275 goto bad; 2276 } 2277 got_netmask = B_TRUE; 2278 netmask6.sin6_family = af; 2279 (void) memcpy(&lifr.lifr_addr, &netmask6, 2280 sizeof (netmask6)); 2281 } 2282 if (got_netmask && 2283 ioctl(s, SIOCSLIFNETMASK, (caddr_t)&lifr) < 0) { 2284 zerror(zlogp, B_TRUE, "%s: could not set netmask", 2285 lifr.lifr_name); 2286 goto bad; 2287 } 2288 2289 /* 2290 * This doesn't set the broadcast address at all. Rather, it 2291 * gets, then sets the interface's address, relying on the fact 2292 * that resetting the address will reset the broadcast address. 2293 */ 2294 if (ioctl(s, SIOCGLIFADDR, (caddr_t)&lifr) < 0) { 2295 zerror(zlogp, B_TRUE, "%s: could not get address", 2296 lifr.lifr_name); 2297 goto bad; 2298 } 2299 if (ioctl(s, SIOCSLIFADDR, (caddr_t)&lifr) < 0) { 2300 zerror(zlogp, B_TRUE, 2301 "%s: could not reset broadcast address", 2302 lifr.lifr_name); 2303 goto bad; 2304 } 2305 } 2306 2307 if (ioctl(s, SIOCGLIFFLAGS, (caddr_t)&lifr) < 0) { 2308 zerror(zlogp, B_TRUE, "%s: could not get flags", 2309 lifr.lifr_name); 2310 goto bad; 2311 } 2312 lifr.lifr_flags |= IFF_UP; 2313 if (ioctl(s, SIOCSLIFFLAGS, (caddr_t)&lifr) < 0) { 2314 int save_errno = errno; 2315 char *zone_using; 2316 2317 /* 2318 * If we failed with something other than EADDRNOTAVAIL, 2319 * then skip to the end. Otherwise, look up our address, 2320 * then call a function to determine which zone is already 2321 * using that address. 2322 */ 2323 if (errno != EADDRNOTAVAIL) { 2324 zerror(zlogp, B_TRUE, 2325 "%s: could not bring network interface up", 2326 lifr.lifr_name); 2327 goto bad; 2328 } 2329 if (ioctl(s, SIOCGLIFADDR, (caddr_t)&lifr) < 0) { 2330 zerror(zlogp, B_TRUE, "%s: could not get address", 2331 lifr.lifr_name); 2332 goto bad; 2333 } 2334 zone_using = who_is_using(zlogp, &lifr); 2335 errno = save_errno; 2336 if (zone_using == NULL) 2337 zerror(zlogp, B_TRUE, 2338 "%s: could not bring network interface up", 2339 lifr.lifr_name); 2340 else 2341 zerror(zlogp, B_TRUE, "%s: could not bring network " 2342 "interface up: address in use by zone '%s'", 2343 lifr.lifr_name, zone_using); 2344 goto bad; 2345 } 2346 if ((lifr.lifr_flags & IFF_MULTICAST) && ((af == AF_INET && 2347 mcast_rt_v4_setp != NULL && *mcast_rt_v4_setp == B_FALSE) || 2348 (af == AF_INET6 && 2349 mcast_rt_v6_setp != NULL && *mcast_rt_v6_setp == B_FALSE))) { 2350 rs = socket(PF_ROUTE, SOCK_RAW, 0); 2351 if (rs < 0) { 2352 zerror(zlogp, B_TRUE, "%s: could not create " 2353 "routing socket", lifr.lifr_name); 2354 goto bad; 2355 } 2356 (void) shutdown(rs, 0); 2357 (void) memset((void *)&mcast_rtmsg, 0, sizeof (mcast_rtmsg_t)); 2358 mcast_rtmsg.m_rtm.rtm_msglen = sizeof (struct rt_msghdr) + 2359 3 * (af == AF_INET ? sizeof (struct sockaddr_in) : 2360 sizeof (struct sockaddr_in6)); 2361 mcast_rtmsg.m_rtm.rtm_version = RTM_VERSION; 2362 mcast_rtmsg.m_rtm.rtm_type = RTM_ADD; 2363 mcast_rtmsg.m_rtm.rtm_flags = RTF_UP; 2364 mcast_rtmsg.m_rtm.rtm_addrs = 2365 RTA_DST | RTA_GATEWAY | RTA_NETMASK; 2366 mcast_rtmsg.m_rtm.rtm_seq = ++rts_seqno; 2367 if (af == AF_INET) { 2368 mcast_rtmsg.m_dst4.sin_family = AF_INET; 2369 mcast_rtmsg.m_dst4.sin_addr.s_addr = 2370 htonl(INADDR_UNSPEC_GROUP); 2371 mcast_rtmsg.m_gw4.sin_family = AF_INET; 2372 mcast_rtmsg.m_gw4.sin_addr = in4; 2373 mcast_rtmsg.m_netmask4.sin_family = AF_INET; 2374 mcast_rtmsg.m_netmask4.sin_addr.s_addr = 2375 htonl(IN_CLASSD_NET); 2376 } else { 2377 mcast_rtmsg.m_dst6.sin6_family = AF_INET6; 2378 mcast_rtmsg.m_dst6.sin6_addr.s6_addr[0] = 0xffU; 2379 mcast_rtmsg.m_gw6.sin6_family = AF_INET6; 2380 mcast_rtmsg.m_gw6.sin6_addr = in6; 2381 mcast_rtmsg.m_netmask6.sin6_family = AF_INET6; 2382 mcast_rtmsg.m_netmask6.sin6_addr.s6_addr[0] = 0xffU; 2383 } 2384 rlen = write(rs, (char *)&mcast_rtmsg, 2385 mcast_rtmsg.m_rtm.rtm_msglen); 2386 /* 2387 * The write to the multicast socket will fail if the 2388 * interface belongs to a failed IPMP group. This is a 2389 * non-fatal error and the zone will continue booting. 2390 * While the zone is running, if any interface in the 2391 * failed IPMP group recovers, the zone will fallback to 2392 * using that interface. 2393 */ 2394 if (rlen < mcast_rtmsg.m_rtm.rtm_msglen) { 2395 if (rlen < 0) { 2396 zerror(zlogp, B_TRUE, "WARNING: network " 2397 "interface '%s' not available as default " 2398 "for multicast.", lifr.lifr_name); 2399 } else { 2400 zerror(zlogp, B_FALSE, "WARNING: network " 2401 "interface '%s' not available as default " 2402 "for multicast; routing socket returned " 2403 "unexpected %d bytes.", 2404 lifr.lifr_name, rlen); 2405 } 2406 } else { 2407 2408 if (af == AF_INET) { 2409 *mcast_rt_v4_setp = B_TRUE; 2410 } else { 2411 *mcast_rt_v6_setp = B_TRUE; 2412 } 2413 } 2414 (void) close(rs); 2415 } 2416 2417 if (!got_netmask) { 2418 /* 2419 * A common, but often non-fatal problem, is that the system 2420 * cannot find the netmask for an interface address. This is 2421 * often caused by it being only in /etc/inet/netmasks, but 2422 * /etc/nsswitch.conf says to use NIS or NIS+ and it's not 2423 * in that. This doesn't show up at boot because the netmask 2424 * is obtained from /etc/inet/netmasks when no network 2425 * interfaces are up, but isn't consulted when NIS/NIS+ is 2426 * available. We warn the user here that something like this 2427 * has happened and we're just running with a default and 2428 * possible incorrect netmask. 2429 */ 2430 char buffer[INET6_ADDRSTRLEN]; 2431 void *addr; 2432 2433 if (af == AF_INET) 2434 addr = &((struct sockaddr_in *) 2435 (&lifr.lifr_addr))->sin_addr; 2436 else 2437 addr = &((struct sockaddr_in6 *) 2438 (&lifr.lifr_addr))->sin6_addr; 2439 2440 /* Find out what netmask interface is going to be using */ 2441 if (ioctl(s, SIOCGLIFNETMASK, (caddr_t)&lifr) < 0 || 2442 inet_ntop(af, addr, buffer, sizeof (buffer)) == NULL) 2443 goto bad; 2444 zerror(zlogp, B_FALSE, 2445 "WARNING: %s: no matching subnet found in netmasks(4) for " 2446 "%s; using default of %s.", 2447 lifr.lifr_name, addrstr4, buffer); 2448 } 2449 2450 (void) close(s); 2451 return (Z_OK); 2452 bad: 2453 (void) ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifr); 2454 (void) close(s); 2455 return (-1); 2456 } 2457 2458 /* 2459 * Sets up network interfaces based on information from the zone configuration. 2460 * An IPv4 loopback interface is set up "for free", modeling the global system. 2461 * If any of the configuration interfaces were IPv6, then an IPv6 loopback 2462 * address is set up as well. 2463 * 2464 * If anything goes wrong, we log a general error message, attempt to tear down 2465 * whatever we set up, and return an error. 2466 */ 2467 static int 2468 configure_shared_network_interfaces(zlog_t *zlogp) 2469 { 2470 zone_dochandle_t handle; 2471 struct zone_nwiftab nwiftab, loopback_iftab; 2472 boolean_t saw_v6 = B_FALSE; 2473 boolean_t mcast_rt_v4_set = B_FALSE; 2474 boolean_t mcast_rt_v6_set = B_FALSE; 2475 zoneid_t zoneid; 2476 2477 if ((zoneid = getzoneidbyname(zone_name)) == ZONE_ID_UNDEFINED) { 2478 zerror(zlogp, B_TRUE, "unable to get zoneid"); 2479 return (-1); 2480 } 2481 2482 if ((handle = zonecfg_init_handle()) == NULL) { 2483 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 2484 return (-1); 2485 } 2486 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 2487 zerror(zlogp, B_FALSE, "invalid configuration"); 2488 zonecfg_fini_handle(handle); 2489 return (-1); 2490 } 2491 if (zonecfg_setnwifent(handle) == Z_OK) { 2492 for (;;) { 2493 struct in6_addr in6; 2494 2495 if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK) 2496 break; 2497 if (configure_one_interface(zlogp, zoneid, 2498 &nwiftab, &mcast_rt_v4_set, &mcast_rt_v6_set) != 2499 Z_OK) { 2500 (void) zonecfg_endnwifent(handle); 2501 zonecfg_fini_handle(handle); 2502 return (-1); 2503 } 2504 if (inet_pton(AF_INET6, nwiftab.zone_nwif_address, 2505 &in6) == 1) 2506 saw_v6 = B_TRUE; 2507 } 2508 (void) zonecfg_endnwifent(handle); 2509 } 2510 zonecfg_fini_handle(handle); 2511 (void) strlcpy(loopback_iftab.zone_nwif_physical, "lo0", 2512 sizeof (loopback_iftab.zone_nwif_physical)); 2513 (void) strlcpy(loopback_iftab.zone_nwif_address, "127.0.0.1", 2514 sizeof (loopback_iftab.zone_nwif_address)); 2515 if (configure_one_interface(zlogp, zoneid, &loopback_iftab, NULL, NULL) 2516 != Z_OK) { 2517 return (-1); 2518 } 2519 if (saw_v6) { 2520 (void) strlcpy(loopback_iftab.zone_nwif_address, "::1/128", 2521 sizeof (loopback_iftab.zone_nwif_address)); 2522 if (configure_one_interface(zlogp, zoneid, 2523 &loopback_iftab, NULL, NULL) != Z_OK) { 2524 return (-1); 2525 } 2526 } 2527 return (0); 2528 } 2529 2530 static void 2531 show_owner(zlog_t *zlogp, char *dlname) 2532 { 2533 zoneid_t dl_owner_zid; 2534 char dl_owner_zname[ZONENAME_MAX]; 2535 2536 dl_owner_zid = ALL_ZONES; 2537 if (zone_check_datalink(&dl_owner_zid, dlname) != 0) 2538 (void) snprintf(dl_owner_zname, ZONENAME_MAX, "<unknown>"); 2539 else if (getzonenamebyid(dl_owner_zid, dl_owner_zname, ZONENAME_MAX) 2540 < 0) 2541 (void) snprintf(dl_owner_zname, ZONENAME_MAX, "<%d>", 2542 dl_owner_zid); 2543 2544 errno = EPERM; 2545 zerror(zlogp, B_TRUE, "WARNING: skipping network interface '%s' " 2546 "which is used by the non-global zone '%s'.\n", 2547 dlname, dl_owner_zname); 2548 } 2549 2550 static int 2551 add_datalink(zlog_t *zlogp, zoneid_t zoneid, char *dlname) 2552 { 2553 /* First check if it's in use by global zone. */ 2554 if (zonecfg_ifname_exists(AF_INET, dlname) || 2555 zonecfg_ifname_exists(AF_INET6, dlname)) { 2556 errno = EPERM; 2557 zerror(zlogp, B_TRUE, "WARNING: skipping network interface " 2558 "'%s' which is used in the global zone.", dlname); 2559 return (-1); 2560 } 2561 2562 /* Add access control information */ 2563 if (zone_add_datalink(zoneid, dlname) != 0) { 2564 /* If someone got this link before us, show its name */ 2565 if (errno == EPERM) 2566 show_owner(zlogp, dlname); 2567 else 2568 zerror(zlogp, B_TRUE, "WARNING: unable to add network " 2569 "interface '%s'.", dlname); 2570 return (-1); 2571 } 2572 2573 /* Hold the link for this zone */ 2574 if (dladm_hold_link(dlname, zoneid, B_FALSE) < 0) { 2575 int res, old_errno; 2576 dladm_attr_t da; 2577 2578 /* 2579 * The following check is similar to 'dladm show-link' 2580 * to determine if this is a legacy interface. 2581 */ 2582 old_errno = errno; 2583 res = dladm_info(dlname, &da); 2584 if (res < 0 && errno == ENODEV) { 2585 /* 2586 * Check if this is a link like 'ce*' which supports 2587 * a direct ioctl. 2588 */ 2589 res = driver_hold_link(dlname, zoneid); 2590 if (res == 0) 2591 return (0); 2592 2593 zerror(zlogp, B_FALSE, "WARNING: legacy network " 2594 "interface '%s'\nunsupported with an " 2595 "ip-type=exclusive configuration.", dlname); 2596 } else { 2597 errno = old_errno; 2598 zerror(zlogp, B_TRUE, "WARNING: unable to hold network " 2599 "interface '%s'.", dlname); 2600 } 2601 2602 (void) zone_remove_datalink(zoneid, dlname); 2603 return (-1); 2604 } 2605 2606 return (0); 2607 } 2608 2609 static int 2610 remove_datalink(zlog_t *zlogp, zoneid_t zoneid, char *dlname) 2611 { 2612 /* 2613 * Remove access control information. 2614 * If the errno is ENXIO, the interface is not added yet, 2615 * nothing to report then. 2616 */ 2617 if (zone_remove_datalink(zoneid, dlname) != 0) { 2618 if (errno == ENXIO) 2619 return (0); 2620 zerror(zlogp, B_TRUE, "unable to remove network interface '%s'", 2621 dlname); 2622 return (-1); 2623 } 2624 2625 if (dladm_rele_link(dlname, 0, B_FALSE) < 0) { 2626 /* Fallback to 'ce*' type link */ 2627 if (driver_rele_link(dlname, 0) < 0) { 2628 zerror(zlogp, B_TRUE, "unable to release network " 2629 "interface '%s'", dlname); 2630 return (-1); 2631 } 2632 } 2633 return (0); 2634 } 2635 2636 /* 2637 * Add the kernel access control information for the interface names. 2638 * If anything goes wrong, we log a general error message, attempt to tear down 2639 * whatever we set up, and return an error. 2640 */ 2641 static int 2642 configure_exclusive_network_interfaces(zlog_t *zlogp) 2643 { 2644 zone_dochandle_t handle; 2645 struct zone_nwiftab nwiftab; 2646 zoneid_t zoneid; 2647 char rootpath[MAXPATHLEN]; 2648 char path[MAXPATHLEN]; 2649 di_prof_t prof = NULL; 2650 boolean_t added = B_FALSE; 2651 2652 if ((zoneid = getzoneidbyname(zone_name)) == -1) { 2653 zerror(zlogp, B_TRUE, "unable to get zoneid"); 2654 return (-1); 2655 } 2656 2657 if ((handle = zonecfg_init_handle()) == NULL) { 2658 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 2659 return (-1); 2660 } 2661 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 2662 zerror(zlogp, B_FALSE, "invalid configuration"); 2663 zonecfg_fini_handle(handle); 2664 return (-1); 2665 } 2666 2667 if (zonecfg_setnwifent(handle) != Z_OK) { 2668 zonecfg_fini_handle(handle); 2669 return (0); 2670 } 2671 2672 for (;;) { 2673 if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK) 2674 break; 2675 2676 if (prof == NULL) { 2677 if (zone_get_devroot(zone_name, rootpath, 2678 sizeof (rootpath)) != Z_OK) { 2679 (void) zonecfg_endnwifent(handle); 2680 zonecfg_fini_handle(handle); 2681 zerror(zlogp, B_TRUE, 2682 "unable to determine dev root"); 2683 return (-1); 2684 } 2685 (void) snprintf(path, sizeof (path), "%s%s", rootpath, 2686 "/dev"); 2687 if (di_prof_init(path, &prof) != 0) { 2688 (void) zonecfg_endnwifent(handle); 2689 zonecfg_fini_handle(handle); 2690 zerror(zlogp, B_TRUE, 2691 "failed to initialize profile"); 2692 return (-1); 2693 } 2694 } 2695 2696 /* 2697 * Only create the /dev entry if it's not in use. 2698 * Note here the zone still boots when the interfaces 2699 * assigned is inaccessible, used by others, etc. 2700 */ 2701 if (add_datalink(zlogp, zoneid, nwiftab.zone_nwif_physical) 2702 == 0) { 2703 if (di_prof_add_dev(prof, nwiftab.zone_nwif_physical) 2704 != 0) { 2705 (void) zonecfg_endnwifent(handle); 2706 zonecfg_fini_handle(handle); 2707 zerror(zlogp, B_TRUE, 2708 "failed to add network device"); 2709 return (-1); 2710 } 2711 added = B_TRUE; 2712 } 2713 } 2714 (void) zonecfg_endnwifent(handle); 2715 zonecfg_fini_handle(handle); 2716 2717 if (prof != NULL && added) { 2718 if (di_prof_commit(prof) != 0) { 2719 zerror(zlogp, B_TRUE, "failed to commit profile"); 2720 return (-1); 2721 } 2722 } 2723 if (prof != NULL) 2724 di_prof_fini(prof); 2725 2726 return (0); 2727 } 2728 2729 /* 2730 * Get the list of the data-links from kernel, and try to remove it 2731 */ 2732 static int 2733 unconfigure_exclusive_network_interfaces_run(zlog_t *zlogp, zoneid_t zoneid) 2734 { 2735 char *dlnames, *ptr; 2736 int dlnum, dlnum_saved, i; 2737 2738 dlnum = 0; 2739 if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) { 2740 zerror(zlogp, B_TRUE, "unable to list network interfaces"); 2741 return (-1); 2742 } 2743 again: 2744 /* this zone doesn't have any data-links */ 2745 if (dlnum == 0) 2746 return (0); 2747 2748 dlnames = malloc(dlnum * LIFNAMSIZ); 2749 if (dlnames == NULL) { 2750 zerror(zlogp, B_TRUE, "memory allocation failed"); 2751 return (-1); 2752 } 2753 dlnum_saved = dlnum; 2754 2755 if (zone_list_datalink(zoneid, &dlnum, dlnames) != 0) { 2756 zerror(zlogp, B_TRUE, "unable to list network interfaces"); 2757 free(dlnames); 2758 return (-1); 2759 } 2760 if (dlnum_saved < dlnum) { 2761 /* list increased, try again */ 2762 free(dlnames); 2763 goto again; 2764 } 2765 ptr = dlnames; 2766 for (i = 0; i < dlnum; i++) { 2767 /* Remove access control information */ 2768 if (remove_datalink(zlogp, zoneid, ptr) != 0) { 2769 free(dlnames); 2770 return (-1); 2771 } 2772 ptr += LIFNAMSIZ; 2773 } 2774 free(dlnames); 2775 return (0); 2776 } 2777 2778 /* 2779 * Get the list of the data-links from configuration, and try to remove it 2780 */ 2781 static int 2782 unconfigure_exclusive_network_interfaces_static(zlog_t *zlogp, zoneid_t zoneid) 2783 { 2784 zone_dochandle_t handle; 2785 struct zone_nwiftab nwiftab; 2786 2787 if ((handle = zonecfg_init_handle()) == NULL) { 2788 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 2789 return (-1); 2790 } 2791 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 2792 zerror(zlogp, B_FALSE, "invalid configuration"); 2793 zonecfg_fini_handle(handle); 2794 return (-1); 2795 } 2796 if (zonecfg_setnwifent(handle) != Z_OK) { 2797 zonecfg_fini_handle(handle); 2798 return (0); 2799 } 2800 for (;;) { 2801 if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK) 2802 break; 2803 /* Remove access control information */ 2804 if (remove_datalink(zlogp, zoneid, nwiftab.zone_nwif_physical) 2805 != 0) { 2806 (void) zonecfg_endnwifent(handle); 2807 zonecfg_fini_handle(handle); 2808 return (-1); 2809 } 2810 } 2811 (void) zonecfg_endnwifent(handle); 2812 zonecfg_fini_handle(handle); 2813 return (0); 2814 } 2815 2816 /* 2817 * Remove the access control information from the kernel for the exclusive 2818 * network interfaces. 2819 */ 2820 static int 2821 unconfigure_exclusive_network_interfaces(zlog_t *zlogp, zoneid_t zoneid) 2822 { 2823 if (unconfigure_exclusive_network_interfaces_run(zlogp, zoneid) != 0) { 2824 return (unconfigure_exclusive_network_interfaces_static(zlogp, 2825 zoneid)); 2826 } 2827 2828 return (0); 2829 } 2830 2831 static int 2832 tcp_abort_conn(zlog_t *zlogp, zoneid_t zoneid, 2833 const struct sockaddr_storage *local, const struct sockaddr_storage *remote) 2834 { 2835 int fd; 2836 struct strioctl ioc; 2837 tcp_ioc_abort_conn_t conn; 2838 int error; 2839 2840 conn.ac_local = *local; 2841 conn.ac_remote = *remote; 2842 conn.ac_start = TCPS_SYN_SENT; 2843 conn.ac_end = TCPS_TIME_WAIT; 2844 conn.ac_zoneid = zoneid; 2845 2846 ioc.ic_cmd = TCP_IOC_ABORT_CONN; 2847 ioc.ic_timout = -1; /* infinite timeout */ 2848 ioc.ic_len = sizeof (conn); 2849 ioc.ic_dp = (char *)&conn; 2850 2851 if ((fd = open("/dev/tcp", O_RDONLY)) < 0) { 2852 zerror(zlogp, B_TRUE, "unable to open %s", "/dev/tcp"); 2853 return (-1); 2854 } 2855 2856 error = ioctl(fd, I_STR, &ioc); 2857 (void) close(fd); 2858 if (error == 0 || errno == ENOENT) /* ENOENT is not an error */ 2859 return (0); 2860 return (-1); 2861 } 2862 2863 static int 2864 tcp_abort_connections(zlog_t *zlogp, zoneid_t zoneid) 2865 { 2866 struct sockaddr_storage l, r; 2867 struct sockaddr_in *local, *remote; 2868 struct sockaddr_in6 *local6, *remote6; 2869 int error; 2870 2871 /* 2872 * Abort IPv4 connections. 2873 */ 2874 bzero(&l, sizeof (*local)); 2875 local = (struct sockaddr_in *)&l; 2876 local->sin_family = AF_INET; 2877 local->sin_addr.s_addr = INADDR_ANY; 2878 local->sin_port = 0; 2879 2880 bzero(&r, sizeof (*remote)); 2881 remote = (struct sockaddr_in *)&r; 2882 remote->sin_family = AF_INET; 2883 remote->sin_addr.s_addr = INADDR_ANY; 2884 remote->sin_port = 0; 2885 2886 if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0) 2887 return (error); 2888 2889 /* 2890 * Abort IPv6 connections. 2891 */ 2892 bzero(&l, sizeof (*local6)); 2893 local6 = (struct sockaddr_in6 *)&l; 2894 local6->sin6_family = AF_INET6; 2895 local6->sin6_port = 0; 2896 local6->sin6_addr = in6addr_any; 2897 2898 bzero(&r, sizeof (*remote6)); 2899 remote6 = (struct sockaddr_in6 *)&r; 2900 remote6->sin6_family = AF_INET6; 2901 remote6->sin6_port = 0; 2902 remote6->sin6_addr = in6addr_any; 2903 2904 if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0) 2905 return (error); 2906 return (0); 2907 } 2908 2909 static int 2910 get_privset(zlog_t *zlogp, priv_set_t *privs, boolean_t mount_cmd) 2911 { 2912 int error = -1; 2913 zone_dochandle_t handle; 2914 char *privname = NULL; 2915 2916 if ((handle = zonecfg_init_handle()) == NULL) { 2917 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 2918 return (-1); 2919 } 2920 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 2921 zerror(zlogp, B_FALSE, "invalid configuration"); 2922 zonecfg_fini_handle(handle); 2923 return (-1); 2924 } 2925 2926 if (mount_cmd) { 2927 zone_iptype_t iptype; 2928 const char *curr_iptype; 2929 2930 if (zonecfg_get_iptype(handle, &iptype) != Z_OK) { 2931 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 2932 zonecfg_fini_handle(handle); 2933 return (-1); 2934 } 2935 2936 switch (iptype) { 2937 case ZS_SHARED: 2938 curr_iptype = "shared"; 2939 break; 2940 case ZS_EXCLUSIVE: 2941 curr_iptype = "exclusive"; 2942 break; 2943 } 2944 2945 if (zonecfg_default_privset(privs, curr_iptype) == Z_OK) { 2946 zonecfg_fini_handle(handle); 2947 return (0); 2948 } 2949 zerror(zlogp, B_FALSE, 2950 "failed to determine the zone's default privilege set"); 2951 zonecfg_fini_handle(handle); 2952 return (-1); 2953 } 2954 2955 switch (zonecfg_get_privset(handle, privs, &privname)) { 2956 case Z_OK: 2957 error = 0; 2958 break; 2959 case Z_PRIV_PROHIBITED: 2960 zerror(zlogp, B_FALSE, "privilege \"%s\" is not permitted " 2961 "within the zone's privilege set", privname); 2962 break; 2963 case Z_PRIV_REQUIRED: 2964 zerror(zlogp, B_FALSE, "required privilege \"%s\" is missing " 2965 "from the zone's privilege set", privname); 2966 break; 2967 case Z_PRIV_UNKNOWN: 2968 zerror(zlogp, B_FALSE, "unknown privilege \"%s\" specified " 2969 "in the zone's privilege set", privname); 2970 break; 2971 default: 2972 zerror(zlogp, B_FALSE, "failed to determine the zone's " 2973 "privilege set"); 2974 break; 2975 } 2976 2977 free(privname); 2978 zonecfg_fini_handle(handle); 2979 return (error); 2980 } 2981 2982 static int 2983 get_rctls(zlog_t *zlogp, char **bufp, size_t *bufsizep) 2984 { 2985 nvlist_t *nvl = NULL; 2986 char *nvl_packed = NULL; 2987 size_t nvl_size = 0; 2988 nvlist_t **nvlv = NULL; 2989 int rctlcount = 0; 2990 int error = -1; 2991 zone_dochandle_t handle; 2992 struct zone_rctltab rctltab; 2993 rctlblk_t *rctlblk = NULL; 2994 2995 *bufp = NULL; 2996 *bufsizep = 0; 2997 2998 if ((handle = zonecfg_init_handle()) == NULL) { 2999 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3000 return (-1); 3001 } 3002 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3003 zerror(zlogp, B_FALSE, "invalid configuration"); 3004 zonecfg_fini_handle(handle); 3005 return (-1); 3006 } 3007 3008 rctltab.zone_rctl_valptr = NULL; 3009 if (nvlist_alloc(&nvl, NV_UNIQUE_NAME, 0) != 0) { 3010 zerror(zlogp, B_TRUE, "%s failed", "nvlist_alloc"); 3011 goto out; 3012 } 3013 3014 if (zonecfg_setrctlent(handle) != Z_OK) { 3015 zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setrctlent"); 3016 goto out; 3017 } 3018 3019 if ((rctlblk = malloc(rctlblk_size())) == NULL) { 3020 zerror(zlogp, B_TRUE, "memory allocation failed"); 3021 goto out; 3022 } 3023 while (zonecfg_getrctlent(handle, &rctltab) == Z_OK) { 3024 struct zone_rctlvaltab *rctlval; 3025 uint_t i, count; 3026 const char *name = rctltab.zone_rctl_name; 3027 3028 /* zoneadm should have already warned about unknown rctls. */ 3029 if (!zonecfg_is_rctl(name)) { 3030 zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr); 3031 rctltab.zone_rctl_valptr = NULL; 3032 continue; 3033 } 3034 count = 0; 3035 for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL; 3036 rctlval = rctlval->zone_rctlval_next) { 3037 count++; 3038 } 3039 if (count == 0) { /* ignore */ 3040 continue; /* Nothing to free */ 3041 } 3042 if ((nvlv = malloc(sizeof (*nvlv) * count)) == NULL) 3043 goto out; 3044 i = 0; 3045 for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL; 3046 rctlval = rctlval->zone_rctlval_next, i++) { 3047 if (nvlist_alloc(&nvlv[i], NV_UNIQUE_NAME, 0) != 0) { 3048 zerror(zlogp, B_TRUE, "%s failed", 3049 "nvlist_alloc"); 3050 goto out; 3051 } 3052 if (zonecfg_construct_rctlblk(rctlval, rctlblk) 3053 != Z_OK) { 3054 zerror(zlogp, B_FALSE, "invalid rctl value: " 3055 "(priv=%s,limit=%s,action=%s)", 3056 rctlval->zone_rctlval_priv, 3057 rctlval->zone_rctlval_limit, 3058 rctlval->zone_rctlval_action); 3059 goto out; 3060 } 3061 if (!zonecfg_valid_rctl(name, rctlblk)) { 3062 zerror(zlogp, B_FALSE, 3063 "(priv=%s,limit=%s,action=%s) is not a " 3064 "valid value for rctl '%s'", 3065 rctlval->zone_rctlval_priv, 3066 rctlval->zone_rctlval_limit, 3067 rctlval->zone_rctlval_action, 3068 name); 3069 goto out; 3070 } 3071 if (nvlist_add_uint64(nvlv[i], "privilege", 3072 rctlblk_get_privilege(rctlblk)) != 0) { 3073 zerror(zlogp, B_FALSE, "%s failed", 3074 "nvlist_add_uint64"); 3075 goto out; 3076 } 3077 if (nvlist_add_uint64(nvlv[i], "limit", 3078 rctlblk_get_value(rctlblk)) != 0) { 3079 zerror(zlogp, B_FALSE, "%s failed", 3080 "nvlist_add_uint64"); 3081 goto out; 3082 } 3083 if (nvlist_add_uint64(nvlv[i], "action", 3084 (uint_t)rctlblk_get_local_action(rctlblk, NULL)) 3085 != 0) { 3086 zerror(zlogp, B_FALSE, "%s failed", 3087 "nvlist_add_uint64"); 3088 goto out; 3089 } 3090 } 3091 zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr); 3092 rctltab.zone_rctl_valptr = NULL; 3093 if (nvlist_add_nvlist_array(nvl, (char *)name, nvlv, count) 3094 != 0) { 3095 zerror(zlogp, B_FALSE, "%s failed", 3096 "nvlist_add_nvlist_array"); 3097 goto out; 3098 } 3099 for (i = 0; i < count; i++) 3100 nvlist_free(nvlv[i]); 3101 free(nvlv); 3102 nvlv = NULL; 3103 rctlcount++; 3104 } 3105 (void) zonecfg_endrctlent(handle); 3106 3107 if (rctlcount == 0) { 3108 error = 0; 3109 goto out; 3110 } 3111 if (nvlist_pack(nvl, &nvl_packed, &nvl_size, NV_ENCODE_NATIVE, 0) 3112 != 0) { 3113 zerror(zlogp, B_FALSE, "%s failed", "nvlist_pack"); 3114 goto out; 3115 } 3116 3117 error = 0; 3118 *bufp = nvl_packed; 3119 *bufsizep = nvl_size; 3120 3121 out: 3122 free(rctlblk); 3123 zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr); 3124 if (error && nvl_packed != NULL) 3125 free(nvl_packed); 3126 if (nvl != NULL) 3127 nvlist_free(nvl); 3128 if (nvlv != NULL) 3129 free(nvlv); 3130 if (handle != NULL) 3131 zonecfg_fini_handle(handle); 3132 return (error); 3133 } 3134 3135 static int 3136 get_datasets(zlog_t *zlogp, char **bufp, size_t *bufsizep) 3137 { 3138 zone_dochandle_t handle; 3139 struct zone_dstab dstab; 3140 size_t total, offset, len; 3141 int error = -1; 3142 char *str = NULL; 3143 3144 *bufp = NULL; 3145 *bufsizep = 0; 3146 3147 if ((handle = zonecfg_init_handle()) == NULL) { 3148 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3149 return (-1); 3150 } 3151 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3152 zerror(zlogp, B_FALSE, "invalid configuration"); 3153 zonecfg_fini_handle(handle); 3154 return (-1); 3155 } 3156 3157 if (zonecfg_setdsent(handle) != Z_OK) { 3158 zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent"); 3159 goto out; 3160 } 3161 3162 total = 0; 3163 while (zonecfg_getdsent(handle, &dstab) == Z_OK) 3164 total += strlen(dstab.zone_dataset_name) + 1; 3165 (void) zonecfg_enddsent(handle); 3166 3167 if (total == 0) { 3168 error = 0; 3169 goto out; 3170 } 3171 3172 if ((str = malloc(total)) == NULL) { 3173 zerror(zlogp, B_TRUE, "memory allocation failed"); 3174 goto out; 3175 } 3176 3177 if (zonecfg_setdsent(handle) != Z_OK) { 3178 zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent"); 3179 goto out; 3180 } 3181 offset = 0; 3182 while (zonecfg_getdsent(handle, &dstab) == Z_OK) { 3183 len = strlen(dstab.zone_dataset_name); 3184 (void) strlcpy(str + offset, dstab.zone_dataset_name, 3185 total - offset); 3186 offset += len; 3187 if (offset < total - 1) 3188 str[offset++] = ','; 3189 } 3190 (void) zonecfg_enddsent(handle); 3191 3192 error = 0; 3193 *bufp = str; 3194 *bufsizep = total; 3195 3196 out: 3197 if (error != 0 && str != NULL) 3198 free(str); 3199 if (handle != NULL) 3200 zonecfg_fini_handle(handle); 3201 3202 return (error); 3203 } 3204 3205 static int 3206 validate_datasets(zlog_t *zlogp) 3207 { 3208 zone_dochandle_t handle; 3209 struct zone_dstab dstab; 3210 zfs_handle_t *zhp; 3211 libzfs_handle_t *hdl; 3212 3213 if ((handle = zonecfg_init_handle()) == NULL) { 3214 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3215 return (-1); 3216 } 3217 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3218 zerror(zlogp, B_FALSE, "invalid configuration"); 3219 zonecfg_fini_handle(handle); 3220 return (-1); 3221 } 3222 3223 if (zonecfg_setdsent(handle) != Z_OK) { 3224 zerror(zlogp, B_FALSE, "invalid configuration"); 3225 zonecfg_fini_handle(handle); 3226 return (-1); 3227 } 3228 3229 if ((hdl = libzfs_init()) == NULL) { 3230 zerror(zlogp, B_FALSE, "opening ZFS library"); 3231 zonecfg_fini_handle(handle); 3232 return (-1); 3233 } 3234 3235 while (zonecfg_getdsent(handle, &dstab) == Z_OK) { 3236 3237 if ((zhp = zfs_open(hdl, dstab.zone_dataset_name, 3238 ZFS_TYPE_FILESYSTEM)) == NULL) { 3239 zerror(zlogp, B_FALSE, "cannot open ZFS dataset '%s'", 3240 dstab.zone_dataset_name); 3241 zonecfg_fini_handle(handle); 3242 libzfs_fini(hdl); 3243 return (-1); 3244 } 3245 3246 /* 3247 * Automatically set the 'zoned' property. We check the value 3248 * first because we'll get EPERM if it is already set. 3249 */ 3250 if (!zfs_prop_get_int(zhp, ZFS_PROP_ZONED) && 3251 zfs_prop_set(zhp, zfs_prop_to_name(ZFS_PROP_ZONED), 3252 "on") != 0) { 3253 zerror(zlogp, B_FALSE, "cannot set 'zoned' " 3254 "property for ZFS dataset '%s'\n", 3255 dstab.zone_dataset_name); 3256 zonecfg_fini_handle(handle); 3257 zfs_close(zhp); 3258 libzfs_fini(hdl); 3259 return (-1); 3260 } 3261 3262 zfs_close(zhp); 3263 } 3264 (void) zonecfg_enddsent(handle); 3265 3266 zonecfg_fini_handle(handle); 3267 libzfs_fini(hdl); 3268 3269 return (0); 3270 } 3271 3272 /* 3273 * Mount lower level home directories into/from current zone 3274 * Share exported directories specified in dfstab for zone 3275 */ 3276 static int 3277 tsol_mounts(zlog_t *zlogp, char *zone_name, char *rootpath) 3278 { 3279 zoneid_t *zids = NULL; 3280 priv_set_t *zid_privs; 3281 const priv_impl_info_t *ip = NULL; 3282 uint_t nzents_saved; 3283 uint_t nzents; 3284 int i; 3285 char readonly[] = "ro"; 3286 struct zone_fstab lower_fstab; 3287 char *argv[4]; 3288 3289 if (!is_system_labeled()) 3290 return (0); 3291 3292 if (zid_label == NULL) { 3293 zid_label = m_label_alloc(MAC_LABEL); 3294 if (zid_label == NULL) 3295 return (-1); 3296 } 3297 3298 /* Make sure our zone has an /export/home dir */ 3299 (void) make_one_dir(zlogp, rootpath, "/export/home", 3300 DEFAULT_DIR_MODE, DEFAULT_DIR_USER, DEFAULT_DIR_GROUP); 3301 3302 lower_fstab.zone_fs_raw[0] = '\0'; 3303 (void) strlcpy(lower_fstab.zone_fs_type, MNTTYPE_LOFS, 3304 sizeof (lower_fstab.zone_fs_type)); 3305 lower_fstab.zone_fs_options = NULL; 3306 (void) zonecfg_add_fs_option(&lower_fstab, readonly); 3307 3308 /* 3309 * Get the list of zones from the kernel 3310 */ 3311 if (zone_list(NULL, &nzents) != 0) { 3312 zerror(zlogp, B_TRUE, "unable to list zones"); 3313 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3314 return (-1); 3315 } 3316 again: 3317 if (nzents == 0) { 3318 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3319 return (-1); 3320 } 3321 3322 zids = malloc(nzents * sizeof (zoneid_t)); 3323 if (zids == NULL) { 3324 zerror(zlogp, B_TRUE, "memory allocation failed"); 3325 return (-1); 3326 } 3327 nzents_saved = nzents; 3328 3329 if (zone_list(zids, &nzents) != 0) { 3330 zerror(zlogp, B_TRUE, "unable to list zones"); 3331 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3332 free(zids); 3333 return (-1); 3334 } 3335 if (nzents != nzents_saved) { 3336 /* list changed, try again */ 3337 free(zids); 3338 goto again; 3339 } 3340 3341 ip = getprivimplinfo(); 3342 if ((zid_privs = priv_allocset()) == NULL) { 3343 zerror(zlogp, B_TRUE, "%s failed", "priv_allocset"); 3344 zonecfg_free_fs_option_list( 3345 lower_fstab.zone_fs_options); 3346 free(zids); 3347 return (-1); 3348 } 3349 3350 for (i = 0; i < nzents; i++) { 3351 char zid_name[ZONENAME_MAX]; 3352 zone_state_t zid_state; 3353 char zid_rpath[MAXPATHLEN]; 3354 struct stat stat_buf; 3355 3356 if (zids[i] == GLOBAL_ZONEID) 3357 continue; 3358 3359 if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1) 3360 continue; 3361 3362 /* 3363 * Do special setup for the zone we are booting 3364 */ 3365 if (strcmp(zid_name, zone_name) == 0) { 3366 struct zone_fstab autofs_fstab; 3367 char map_path[MAXPATHLEN]; 3368 int fd; 3369 3370 /* 3371 * Create auto_home_<zone> map for this zone 3372 * in the global zone. The non-global zone entry 3373 * will be created by automount when the zone 3374 * is booted. 3375 */ 3376 3377 (void) snprintf(autofs_fstab.zone_fs_special, 3378 MAXPATHLEN, "auto_home_%s", zid_name); 3379 3380 (void) snprintf(autofs_fstab.zone_fs_dir, MAXPATHLEN, 3381 "/zone/%s/home", zid_name); 3382 3383 (void) snprintf(map_path, sizeof (map_path), 3384 "/etc/%s", autofs_fstab.zone_fs_special); 3385 /* 3386 * If the map file doesn't exist create a template 3387 */ 3388 if ((fd = open(map_path, O_RDWR | O_CREAT | O_EXCL, 3389 S_IRUSR | S_IWUSR | S_IRGRP| S_IROTH)) != -1) { 3390 int len; 3391 char map_rec[MAXPATHLEN]; 3392 3393 len = snprintf(map_rec, sizeof (map_rec), 3394 "+%s\n*\t-fstype=lofs\t:%s/export/home/&\n", 3395 autofs_fstab.zone_fs_special, rootpath); 3396 (void) write(fd, map_rec, len); 3397 (void) close(fd); 3398 } 3399 3400 /* 3401 * Mount auto_home_<zone> in the global zone if absent. 3402 * If it's already of type autofs, then 3403 * don't mount it again. 3404 */ 3405 if ((stat(autofs_fstab.zone_fs_dir, &stat_buf) == -1) || 3406 strcmp(stat_buf.st_fstype, MNTTYPE_AUTOFS) != 0) { 3407 char optstr[] = "indirect,ignore,nobrowse"; 3408 3409 (void) make_one_dir(zlogp, "", 3410 autofs_fstab.zone_fs_dir, DEFAULT_DIR_MODE, 3411 DEFAULT_DIR_USER, DEFAULT_DIR_GROUP); 3412 3413 /* 3414 * Mount will fail if automounter has already 3415 * processed the auto_home_<zonename> map 3416 */ 3417 (void) domount(zlogp, MNTTYPE_AUTOFS, optstr, 3418 autofs_fstab.zone_fs_special, 3419 autofs_fstab.zone_fs_dir); 3420 } 3421 continue; 3422 } 3423 3424 3425 if (zone_get_state(zid_name, &zid_state) != Z_OK || 3426 (zid_state != ZONE_STATE_READY && 3427 zid_state != ZONE_STATE_RUNNING)) 3428 /* Skip over zones without mounted filesystems */ 3429 continue; 3430 3431 if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label, 3432 sizeof (m_label_t)) < 0) 3433 /* Skip over zones with unspecified label */ 3434 continue; 3435 3436 if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath, 3437 sizeof (zid_rpath)) == -1) 3438 /* Skip over zones with bad path */ 3439 continue; 3440 3441 if (zone_getattr(zids[i], ZONE_ATTR_PRIVSET, zid_privs, 3442 sizeof (priv_chunk_t) * ip->priv_setsize) == -1) 3443 /* Skip over zones with bad privs */ 3444 continue; 3445 3446 /* 3447 * Reading down is valid according to our label model 3448 * but some customers want to disable it because it 3449 * allows execute down and other possible attacks. 3450 * Therefore, we restrict this feature to zones that 3451 * have the NET_MAC_AWARE privilege which is required 3452 * for NFS read-down semantics. 3453 */ 3454 if ((bldominates(zlabel, zid_label)) && 3455 (priv_ismember(zprivs, PRIV_NET_MAC_AWARE))) { 3456 /* 3457 * Our zone dominates this one. 3458 * Create a lofs mount from lower zone's /export/home 3459 */ 3460 (void) snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN, 3461 "%s/zone/%s/export/home", rootpath, zid_name); 3462 3463 /* 3464 * If the target is already an LOFS mount 3465 * then don't do it again. 3466 */ 3467 if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) || 3468 strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) { 3469 3470 if (snprintf(lower_fstab.zone_fs_special, 3471 MAXPATHLEN, "%s/export", 3472 zid_rpath) > MAXPATHLEN) 3473 continue; 3474 3475 /* 3476 * Make sure the lower-level home exists 3477 */ 3478 if (make_one_dir(zlogp, 3479 lower_fstab.zone_fs_special, "/home", 3480 DEFAULT_DIR_MODE, DEFAULT_DIR_USER, 3481 DEFAULT_DIR_GROUP) != 0) 3482 continue; 3483 3484 (void) strlcat(lower_fstab.zone_fs_special, 3485 "/home", MAXPATHLEN); 3486 3487 /* 3488 * Mount can fail because the lower-level 3489 * zone may have already done a mount up. 3490 */ 3491 (void) mount_one(zlogp, &lower_fstab, ""); 3492 } 3493 } else if ((bldominates(zid_label, zlabel)) && 3494 (priv_ismember(zid_privs, PRIV_NET_MAC_AWARE))) { 3495 /* 3496 * This zone dominates our zone. 3497 * Create a lofs mount from our zone's /export/home 3498 */ 3499 if (snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN, 3500 "%s/zone/%s/export/home", zid_rpath, 3501 zone_name) > MAXPATHLEN) 3502 continue; 3503 3504 /* 3505 * If the target is already an LOFS mount 3506 * then don't do it again. 3507 */ 3508 if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) || 3509 strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) { 3510 3511 (void) snprintf(lower_fstab.zone_fs_special, 3512 MAXPATHLEN, "%s/export/home", rootpath); 3513 3514 /* 3515 * Mount can fail because the higher-level 3516 * zone may have already done a mount down. 3517 */ 3518 (void) mount_one(zlogp, &lower_fstab, ""); 3519 } 3520 } 3521 } 3522 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3523 priv_freeset(zid_privs); 3524 free(zids); 3525 3526 /* 3527 * Now share any exported directories from this zone. 3528 * Each zone can have its own dfstab. 3529 */ 3530 3531 argv[0] = "zoneshare"; 3532 argv[1] = "-z"; 3533 argv[2] = zone_name; 3534 argv[3] = NULL; 3535 3536 (void) forkexec(zlogp, "/usr/lib/zones/zoneshare", argv); 3537 /* Don't check for errors since they don't affect the zone */ 3538 3539 return (0); 3540 } 3541 3542 /* 3543 * Unmount lofs mounts from higher level zones 3544 * Unshare nfs exported directories 3545 */ 3546 static void 3547 tsol_unmounts(zlog_t *zlogp, char *zone_name) 3548 { 3549 zoneid_t *zids = NULL; 3550 uint_t nzents_saved; 3551 uint_t nzents; 3552 int i; 3553 char *argv[4]; 3554 char path[MAXPATHLEN]; 3555 3556 if (!is_system_labeled()) 3557 return; 3558 3559 /* 3560 * Get the list of zones from the kernel 3561 */ 3562 if (zone_list(NULL, &nzents) != 0) { 3563 return; 3564 } 3565 3566 if (zid_label == NULL) { 3567 zid_label = m_label_alloc(MAC_LABEL); 3568 if (zid_label == NULL) 3569 return; 3570 } 3571 3572 again: 3573 if (nzents == 0) 3574 return; 3575 3576 zids = malloc(nzents * sizeof (zoneid_t)); 3577 if (zids == NULL) { 3578 zerror(zlogp, B_TRUE, "memory allocation failed"); 3579 return; 3580 } 3581 nzents_saved = nzents; 3582 3583 if (zone_list(zids, &nzents) != 0) { 3584 free(zids); 3585 return; 3586 } 3587 if (nzents != nzents_saved) { 3588 /* list changed, try again */ 3589 free(zids); 3590 goto again; 3591 } 3592 3593 for (i = 0; i < nzents; i++) { 3594 char zid_name[ZONENAME_MAX]; 3595 zone_state_t zid_state; 3596 char zid_rpath[MAXPATHLEN]; 3597 3598 if (zids[i] == GLOBAL_ZONEID) 3599 continue; 3600 3601 if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1) 3602 continue; 3603 3604 /* 3605 * Skip the zone we are halting 3606 */ 3607 if (strcmp(zid_name, zone_name) == 0) 3608 continue; 3609 3610 if ((zone_getattr(zids[i], ZONE_ATTR_STATUS, &zid_state, 3611 sizeof (zid_state)) < 0) || 3612 (zid_state < ZONE_IS_READY)) 3613 /* Skip over zones without mounted filesystems */ 3614 continue; 3615 3616 if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label, 3617 sizeof (m_label_t)) < 0) 3618 /* Skip over zones with unspecified label */ 3619 continue; 3620 3621 if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath, 3622 sizeof (zid_rpath)) == -1) 3623 /* Skip over zones with bad path */ 3624 continue; 3625 3626 if (zlabel != NULL && bldominates(zid_label, zlabel)) { 3627 /* 3628 * This zone dominates our zone. 3629 * Unmount the lofs mount of our zone's /export/home 3630 */ 3631 3632 if (snprintf(path, MAXPATHLEN, 3633 "%s/zone/%s/export/home", zid_rpath, 3634 zone_name) > MAXPATHLEN) 3635 continue; 3636 3637 /* Skip over mount failures */ 3638 (void) umount(path); 3639 } 3640 } 3641 free(zids); 3642 3643 /* 3644 * Unmount global zone autofs trigger for this zone 3645 */ 3646 (void) snprintf(path, MAXPATHLEN, "/zone/%s/home", zone_name); 3647 /* Skip over mount failures */ 3648 (void) umount(path); 3649 3650 /* 3651 * Next unshare any exported directories from this zone. 3652 */ 3653 3654 argv[0] = "zoneunshare"; 3655 argv[1] = "-z"; 3656 argv[2] = zone_name; 3657 argv[3] = NULL; 3658 3659 (void) forkexec(zlogp, "/usr/lib/zones/zoneunshare", argv); 3660 /* Don't check for errors since they don't affect the zone */ 3661 3662 /* 3663 * Finally, deallocate any devices in the zone. 3664 */ 3665 3666 argv[0] = "deallocate"; 3667 argv[1] = "-Isz"; 3668 argv[2] = zone_name; 3669 argv[3] = NULL; 3670 3671 (void) forkexec(zlogp, "/usr/sbin/deallocate", argv); 3672 /* Don't check for errors since they don't affect the zone */ 3673 } 3674 3675 /* 3676 * Fetch the Trusted Extensions label and multi-level ports (MLPs) for 3677 * this zone. 3678 */ 3679 static tsol_zcent_t * 3680 get_zone_label(zlog_t *zlogp, priv_set_t *privs) 3681 { 3682 FILE *fp; 3683 tsol_zcent_t *zcent = NULL; 3684 char line[MAXTNZLEN]; 3685 3686 if ((fp = fopen(TNZONECFG_PATH, "r")) == NULL) { 3687 zerror(zlogp, B_TRUE, "%s", TNZONECFG_PATH); 3688 return (NULL); 3689 } 3690 3691 while (fgets(line, sizeof (line), fp) != NULL) { 3692 /* 3693 * Check for malformed database 3694 */ 3695 if (strlen(line) == MAXTNZLEN - 1) 3696 break; 3697 if ((zcent = tsol_sgetzcent(line, NULL, NULL)) == NULL) 3698 continue; 3699 if (strcmp(zcent->zc_name, zone_name) == 0) 3700 break; 3701 tsol_freezcent(zcent); 3702 zcent = NULL; 3703 } 3704 (void) fclose(fp); 3705 3706 if (zcent == NULL) { 3707 zerror(zlogp, B_FALSE, "zone requires a label assignment. " 3708 "See tnzonecfg(4)"); 3709 } else { 3710 if (zlabel == NULL) 3711 zlabel = m_label_alloc(MAC_LABEL); 3712 /* 3713 * Save this zone's privileges for later read-down processing 3714 */ 3715 if ((zprivs = priv_allocset()) == NULL) { 3716 zerror(zlogp, B_TRUE, "%s failed", "priv_allocset"); 3717 return (NULL); 3718 } else { 3719 priv_copyset(privs, zprivs); 3720 } 3721 } 3722 return (zcent); 3723 } 3724 3725 /* 3726 * Add the Trusted Extensions multi-level ports for this zone. 3727 */ 3728 static void 3729 set_mlps(zlog_t *zlogp, zoneid_t zoneid, tsol_zcent_t *zcent) 3730 { 3731 tsol_mlp_t *mlp; 3732 tsol_mlpent_t tsme; 3733 3734 if (!is_system_labeled()) 3735 return; 3736 3737 tsme.tsme_zoneid = zoneid; 3738 tsme.tsme_flags = 0; 3739 for (mlp = zcent->zc_private_mlp; !TSOL_MLP_END(mlp); mlp++) { 3740 tsme.tsme_mlp = *mlp; 3741 if (tnmlp(TNDB_LOAD, &tsme) != 0) { 3742 zerror(zlogp, B_TRUE, "cannot set zone-specific MLP " 3743 "on %d-%d/%d", mlp->mlp_port, 3744 mlp->mlp_port_upper, mlp->mlp_ipp); 3745 } 3746 } 3747 3748 tsme.tsme_flags = TSOL_MEF_SHARED; 3749 for (mlp = zcent->zc_shared_mlp; !TSOL_MLP_END(mlp); mlp++) { 3750 tsme.tsme_mlp = *mlp; 3751 if (tnmlp(TNDB_LOAD, &tsme) != 0) { 3752 zerror(zlogp, B_TRUE, "cannot set shared MLP " 3753 "on %d-%d/%d", mlp->mlp_port, 3754 mlp->mlp_port_upper, mlp->mlp_ipp); 3755 } 3756 } 3757 } 3758 3759 static void 3760 remove_mlps(zlog_t *zlogp, zoneid_t zoneid) 3761 { 3762 tsol_mlpent_t tsme; 3763 3764 if (!is_system_labeled()) 3765 return; 3766 3767 (void) memset(&tsme, 0, sizeof (tsme)); 3768 tsme.tsme_zoneid = zoneid; 3769 if (tnmlp(TNDB_FLUSH, &tsme) != 0) 3770 zerror(zlogp, B_TRUE, "cannot flush MLPs"); 3771 } 3772 3773 int 3774 prtmount(const char *fs, void *x) { 3775 zerror((zlog_t *)x, B_FALSE, " %s", fs); 3776 return (0); 3777 } 3778 3779 /* 3780 * Look for zones running on the main system that are using this root (or any 3781 * subdirectory of it). Return B_TRUE and print an error if a conflicting zone 3782 * is found or if we can't tell. 3783 */ 3784 static boolean_t 3785 duplicate_zone_root(zlog_t *zlogp, const char *rootpath) 3786 { 3787 zoneid_t *zids = NULL; 3788 uint_t nzids = 0; 3789 boolean_t retv; 3790 int rlen, zlen; 3791 char zroot[MAXPATHLEN]; 3792 char zonename[ZONENAME_MAX]; 3793 3794 for (;;) { 3795 nzids += 10; 3796 zids = malloc(nzids * sizeof (*zids)); 3797 if (zids == NULL) { 3798 zerror(zlogp, B_TRUE, "memory allocation failed"); 3799 return (B_TRUE); 3800 } 3801 if (zone_list(zids, &nzids) == 0) 3802 break; 3803 free(zids); 3804 } 3805 retv = B_FALSE; 3806 rlen = strlen(rootpath); 3807 while (nzids > 0) { 3808 /* 3809 * Ignore errors; they just mean that the zone has disappeared 3810 * while we were busy. 3811 */ 3812 if (zone_getattr(zids[--nzids], ZONE_ATTR_ROOT, zroot, 3813 sizeof (zroot)) == -1) 3814 continue; 3815 zlen = strlen(zroot); 3816 if (zlen > rlen) 3817 zlen = rlen; 3818 if (strncmp(rootpath, zroot, zlen) == 0 && 3819 (zroot[zlen] == '\0' || zroot[zlen] == '/') && 3820 (rootpath[zlen] == '\0' || rootpath[zlen] == '/')) { 3821 if (getzonenamebyid(zids[nzids], zonename, 3822 sizeof (zonename)) == -1) 3823 (void) snprintf(zonename, sizeof (zonename), 3824 "id %d", (int)zids[nzids]); 3825 zerror(zlogp, B_FALSE, 3826 "zone root %s already in use by zone %s", 3827 rootpath, zonename); 3828 retv = B_TRUE; 3829 break; 3830 } 3831 } 3832 free(zids); 3833 return (retv); 3834 } 3835 3836 /* 3837 * Search for loopback mounts that use this same source node (same device and 3838 * inode). Return B_TRUE if there is one or if we can't tell. 3839 */ 3840 static boolean_t 3841 duplicate_reachable_path(zlog_t *zlogp, const char *rootpath) 3842 { 3843 struct stat64 rst, zst; 3844 struct mnttab *mnp; 3845 3846 if (stat64(rootpath, &rst) == -1) { 3847 zerror(zlogp, B_TRUE, "can't stat %s", rootpath); 3848 return (B_TRUE); 3849 } 3850 if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1) 3851 return (B_TRUE); 3852 for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max; mnp++) { 3853 if (mnp->mnt_fstype == NULL || 3854 strcmp(MNTTYPE_LOFS, mnp->mnt_fstype) != 0) 3855 continue; 3856 /* We're looking at a loopback mount. Stat it. */ 3857 if (mnp->mnt_special != NULL && 3858 stat64(mnp->mnt_special, &zst) != -1 && 3859 rst.st_dev == zst.st_dev && rst.st_ino == zst.st_ino) { 3860 zerror(zlogp, B_FALSE, 3861 "zone root %s is reachable through %s", 3862 rootpath, mnp->mnt_mountp); 3863 return (B_TRUE); 3864 } 3865 } 3866 return (B_FALSE); 3867 } 3868 3869 /* 3870 * Set memory cap and pool info for the zone's resource management 3871 * configuration. 3872 */ 3873 static int 3874 setup_zone_rm(zlog_t *zlogp, char *zone_name, zoneid_t zoneid) 3875 { 3876 int res; 3877 uint64_t tmp; 3878 struct zone_mcaptab mcap; 3879 char sched[MAXNAMELEN]; 3880 zone_dochandle_t handle = NULL; 3881 char pool_err[128]; 3882 3883 if ((handle = zonecfg_init_handle()) == NULL) { 3884 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3885 return (Z_BAD_HANDLE); 3886 } 3887 3888 if ((res = zonecfg_get_snapshot_handle(zone_name, handle)) != Z_OK) { 3889 zerror(zlogp, B_FALSE, "invalid configuration"); 3890 zonecfg_fini_handle(handle); 3891 return (res); 3892 } 3893 3894 /* 3895 * If a memory cap is configured, set the cap in the kernel using 3896 * zone_setattr() and make sure the rcapd SMF service is enabled. 3897 */ 3898 if (zonecfg_getmcapent(handle, &mcap) == Z_OK) { 3899 uint64_t num; 3900 char smf_err[128]; 3901 3902 num = (uint64_t)strtoull(mcap.zone_physmem_cap, NULL, 10); 3903 if (zone_setattr(zoneid, ZONE_ATTR_PHYS_MCAP, &num, 0) == -1) { 3904 zerror(zlogp, B_TRUE, "could not set zone memory cap"); 3905 zonecfg_fini_handle(handle); 3906 return (Z_INVAL); 3907 } 3908 3909 if (zonecfg_enable_rcapd(smf_err, sizeof (smf_err)) != Z_OK) { 3910 zerror(zlogp, B_FALSE, "enabling system/rcap service " 3911 "failed: %s", smf_err); 3912 zonecfg_fini_handle(handle); 3913 return (Z_INVAL); 3914 } 3915 } 3916 3917 /* Get the scheduling class set in the zone configuration. */ 3918 if (zonecfg_get_sched_class(handle, sched, sizeof (sched)) == Z_OK && 3919 strlen(sched) > 0) { 3920 if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, sched, 3921 strlen(sched)) == -1) 3922 zerror(zlogp, B_TRUE, "WARNING: unable to set the " 3923 "default scheduling class"); 3924 3925 } else if (zonecfg_get_aliased_rctl(handle, ALIAS_SHARES, &tmp) 3926 == Z_OK) { 3927 /* 3928 * If the zone has the zone.cpu-shares rctl set then we want to 3929 * use the Fair Share Scheduler (FSS) for processes in the 3930 * zone. Check what scheduling class the zone would be running 3931 * in by default so we can print a warning and modify the class 3932 * if we wouldn't be using FSS. 3933 */ 3934 char class_name[PC_CLNMSZ]; 3935 3936 if (zonecfg_get_dflt_sched_class(handle, class_name, 3937 sizeof (class_name)) != Z_OK) { 3938 zerror(zlogp, B_FALSE, "WARNING: unable to determine " 3939 "the zone's scheduling class"); 3940 3941 } else if (strcmp("FSS", class_name) != 0) { 3942 zerror(zlogp, B_FALSE, "WARNING: The zone.cpu-shares " 3943 "rctl is set but\nFSS is not the default " 3944 "scheduling class for\nthis zone. FSS will be " 3945 "used for processes\nin the zone but to get the " 3946 "full benefit of FSS,\nit should be the default " 3947 "scheduling class.\nSee dispadmin(1M) for more " 3948 "details."); 3949 3950 if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, "FSS", 3951 strlen("FSS")) == -1) 3952 zerror(zlogp, B_TRUE, "WARNING: unable to set " 3953 "zone scheduling class to FSS"); 3954 } 3955 } 3956 3957 /* 3958 * The next few blocks of code attempt to set up temporary pools as 3959 * well as persistent pools. In all cases we call the functions 3960 * unconditionally. Within each funtion the code will check if the 3961 * zone is actually configured for a temporary pool or persistent pool 3962 * and just return if there is nothing to do. 3963 * 3964 * If we are rebooting we want to attempt to reuse any temporary pool 3965 * that was previously set up. zonecfg_bind_tmp_pool() will do the 3966 * right thing in all cases (reuse or create) based on the current 3967 * zonecfg. 3968 */ 3969 if ((res = zonecfg_bind_tmp_pool(handle, zoneid, pool_err, 3970 sizeof (pool_err))) != Z_OK) { 3971 if (res == Z_POOL || res == Z_POOL_CREATE || res == Z_POOL_BIND) 3972 zerror(zlogp, B_FALSE, "%s: %s\ndedicated-cpu setting " 3973 "cannot be instantiated", zonecfg_strerror(res), 3974 pool_err); 3975 else 3976 zerror(zlogp, B_FALSE, "could not bind zone to " 3977 "temporary pool: %s", zonecfg_strerror(res)); 3978 zonecfg_fini_handle(handle); 3979 return (Z_POOL_BIND); 3980 } 3981 3982 /* 3983 * Check if we need to warn about poold not being enabled. 3984 */ 3985 if (zonecfg_warn_poold(handle)) { 3986 zerror(zlogp, B_FALSE, "WARNING: A range of dedicated-cpus has " 3987 "been specified\nbut the dynamic pool service is not " 3988 "enabled.\nThe system will not dynamically adjust the\n" 3989 "processor allocation within the specified range\n" 3990 "until svc:/system/pools/dynamic is enabled.\n" 3991 "See poold(1M)."); 3992 } 3993 3994 /* The following is a warning, not an error. */ 3995 if ((res = zonecfg_bind_pool(handle, zoneid, pool_err, 3996 sizeof (pool_err))) != Z_OK) { 3997 if (res == Z_POOL_BIND) 3998 zerror(zlogp, B_FALSE, "WARNING: unable to bind to " 3999 "pool '%s'; using default pool.", pool_err); 4000 else if (res == Z_POOL) 4001 zerror(zlogp, B_FALSE, "WARNING: %s: %s", 4002 zonecfg_strerror(res), pool_err); 4003 else 4004 zerror(zlogp, B_FALSE, "WARNING: %s", 4005 zonecfg_strerror(res)); 4006 } 4007 4008 zonecfg_fini_handle(handle); 4009 return (Z_OK); 4010 } 4011 4012 zoneid_t 4013 vplat_create(zlog_t *zlogp, boolean_t mount_cmd) 4014 { 4015 zoneid_t rval = -1; 4016 priv_set_t *privs; 4017 char rootpath[MAXPATHLEN]; 4018 char modname[MAXPATHLEN]; 4019 struct brand_attr attr; 4020 brand_handle_t bh; 4021 char *rctlbuf = NULL; 4022 size_t rctlbufsz = 0; 4023 char *zfsbuf = NULL; 4024 size_t zfsbufsz = 0; 4025 zoneid_t zoneid = -1; 4026 int xerr; 4027 char *kzone; 4028 FILE *fp = NULL; 4029 tsol_zcent_t *zcent = NULL; 4030 int match = 0; 4031 int doi = 0; 4032 int flags; 4033 zone_iptype_t iptype; 4034 4035 if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) { 4036 zerror(zlogp, B_TRUE, "unable to determine zone root"); 4037 return (-1); 4038 } 4039 if (zonecfg_in_alt_root()) 4040 resolve_lofs(zlogp, rootpath, sizeof (rootpath)); 4041 4042 if (get_iptype(zlogp, &iptype) < 0) { 4043 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 4044 return (-1); 4045 } 4046 switch (iptype) { 4047 case ZS_SHARED: 4048 flags = 0; 4049 break; 4050 case ZS_EXCLUSIVE: 4051 flags = ZCF_NET_EXCL; 4052 break; 4053 } 4054 4055 if ((privs = priv_allocset()) == NULL) { 4056 zerror(zlogp, B_TRUE, "%s failed", "priv_allocset"); 4057 return (-1); 4058 } 4059 priv_emptyset(privs); 4060 if (get_privset(zlogp, privs, mount_cmd) != 0) 4061 goto error; 4062 4063 if (!mount_cmd && get_rctls(zlogp, &rctlbuf, &rctlbufsz) != 0) { 4064 zerror(zlogp, B_FALSE, "Unable to get list of rctls"); 4065 goto error; 4066 } 4067 4068 if (get_datasets(zlogp, &zfsbuf, &zfsbufsz) != 0) { 4069 zerror(zlogp, B_FALSE, "Unable to get list of ZFS datasets"); 4070 goto error; 4071 } 4072 4073 if (!mount_cmd && is_system_labeled()) { 4074 zcent = get_zone_label(zlogp, privs); 4075 if (zcent != NULL) { 4076 match = zcent->zc_match; 4077 doi = zcent->zc_doi; 4078 *zlabel = zcent->zc_label; 4079 } else { 4080 goto error; 4081 } 4082 } 4083 4084 kzone = zone_name; 4085 4086 /* 4087 * We must do this scan twice. First, we look for zones running on the 4088 * main system that are using this root (or any subdirectory of it). 4089 * Next, we reduce to the shortest path and search for loopback mounts 4090 * that use this same source node (same device and inode). 4091 */ 4092 if (duplicate_zone_root(zlogp, rootpath)) 4093 goto error; 4094 if (duplicate_reachable_path(zlogp, rootpath)) 4095 goto error; 4096 4097 if (mount_cmd) { 4098 assert(zone_isnative || zone_iscluster); 4099 root_to_lu(zlogp, rootpath, sizeof (rootpath), B_TRUE); 4100 4101 /* 4102 * Forge up a special root for this zone. When a zone is 4103 * mounted, we can't let the zone have its own root because the 4104 * tools that will be used in this "scratch zone" need access 4105 * to both the zone's resources and the running machine's 4106 * executables. 4107 * 4108 * Note that the mkdir here also catches read-only filesystems. 4109 */ 4110 if (mkdir(rootpath, 0755) != 0 && errno != EEXIST) { 4111 zerror(zlogp, B_TRUE, "cannot create %s", rootpath); 4112 goto error; 4113 } 4114 if (domount(zlogp, "tmpfs", "", "swap", rootpath) != 0) 4115 goto error; 4116 } 4117 4118 if (zonecfg_in_alt_root()) { 4119 /* 4120 * If we are mounting up a zone in an alternate root partition, 4121 * then we have some additional work to do before starting the 4122 * zone. First, resolve the root path down so that we're not 4123 * fooled by duplicates. Then forge up an internal name for 4124 * the zone. 4125 */ 4126 if ((fp = zonecfg_open_scratch("", B_TRUE)) == NULL) { 4127 zerror(zlogp, B_TRUE, "cannot open mapfile"); 4128 goto error; 4129 } 4130 if (zonecfg_lock_scratch(fp) != 0) { 4131 zerror(zlogp, B_TRUE, "cannot lock mapfile"); 4132 goto error; 4133 } 4134 if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(), 4135 NULL, 0) == 0) { 4136 zerror(zlogp, B_FALSE, "scratch zone already running"); 4137 goto error; 4138 } 4139 /* This is the preferred name */ 4140 (void) snprintf(kernzone, sizeof (kernzone), "SUNWlu-%s", 4141 zone_name); 4142 srandom(getpid()); 4143 while (zonecfg_reverse_scratch(fp, kernzone, NULL, 0, NULL, 4144 0) == 0) { 4145 /* This is just an arbitrary name; note "." usage */ 4146 (void) snprintf(kernzone, sizeof (kernzone), 4147 "SUNWlu.%08lX%08lX", random(), random()); 4148 } 4149 kzone = kernzone; 4150 } 4151 4152 xerr = 0; 4153 if ((zoneid = zone_create(kzone, rootpath, privs, rctlbuf, 4154 rctlbufsz, zfsbuf, zfsbufsz, &xerr, match, doi, zlabel, 4155 flags)) == -1) { 4156 if (xerr == ZE_AREMOUNTS) { 4157 if (zonecfg_find_mounts(rootpath, NULL, NULL) < 1) { 4158 zerror(zlogp, B_FALSE, 4159 "An unknown file-system is mounted on " 4160 "a subdirectory of %s", rootpath); 4161 } else { 4162 4163 zerror(zlogp, B_FALSE, 4164 "These file-systems are mounted on " 4165 "subdirectories of %s:", rootpath); 4166 (void) zonecfg_find_mounts(rootpath, 4167 prtmount, zlogp); 4168 } 4169 } else if (xerr == ZE_CHROOTED) { 4170 zerror(zlogp, B_FALSE, "%s: " 4171 "cannot create a zone from a chrooted " 4172 "environment", "zone_create"); 4173 } else if (xerr == ZE_LABELINUSE) { 4174 char zonename[ZONENAME_MAX]; 4175 (void) getzonenamebyid(getzoneidbylabel(zlabel), 4176 zonename, ZONENAME_MAX); 4177 zerror(zlogp, B_FALSE, "The zone label is already " 4178 "used by the zone '%s'.", zonename); 4179 } else { 4180 zerror(zlogp, B_TRUE, "%s failed", "zone_create"); 4181 } 4182 goto error; 4183 } 4184 4185 if (zonecfg_in_alt_root() && 4186 zonecfg_add_scratch(fp, zone_name, kernzone, 4187 zonecfg_get_root()) == -1) { 4188 zerror(zlogp, B_TRUE, "cannot add mapfile entry"); 4189 goto error; 4190 } 4191 4192 if ((zone_get_brand(zone_name, attr.ba_brandname, 4193 MAXNAMELEN) != Z_OK) || 4194 (bh = brand_open(attr.ba_brandname)) == NULL) { 4195 zerror(zlogp, B_FALSE, "unable to determine brand name"); 4196 return (-1); 4197 } 4198 4199 /* 4200 * If this brand requires any kernel support, now is the time to 4201 * get it loaded and initialized. 4202 */ 4203 if (brand_get_modname(bh, modname, MAXPATHLEN) < 0) { 4204 brand_close(bh); 4205 zerror(zlogp, B_FALSE, "unable to determine brand kernel " 4206 "module"); 4207 return (-1); 4208 } 4209 brand_close(bh); 4210 4211 if (strlen(modname) > 0) { 4212 (void) strlcpy(attr.ba_modname, modname, MAXPATHLEN); 4213 if (zone_setattr(zoneid, ZONE_ATTR_BRAND, &attr, 4214 sizeof (attr) != 0)) { 4215 zerror(zlogp, B_TRUE, "could not set zone brand " 4216 "attribute."); 4217 goto error; 4218 } 4219 } 4220 4221 /* 4222 * The following actions are not performed when merely mounting a zone 4223 * for administrative use. 4224 */ 4225 if (!mount_cmd) { 4226 if (setup_zone_rm(zlogp, zone_name, zoneid) != Z_OK) { 4227 (void) zone_shutdown(zoneid); 4228 goto error; 4229 } 4230 4231 set_mlps(zlogp, zoneid, zcent); 4232 } 4233 4234 rval = zoneid; 4235 zoneid = -1; 4236 4237 error: 4238 if (zoneid != -1) 4239 (void) zone_destroy(zoneid); 4240 if (rctlbuf != NULL) 4241 free(rctlbuf); 4242 priv_freeset(privs); 4243 if (fp != NULL) 4244 zonecfg_close_scratch(fp); 4245 lofs_discard_mnttab(); 4246 if (zcent != NULL) 4247 tsol_freezcent(zcent); 4248 return (rval); 4249 } 4250 4251 /* 4252 * Enter the zone and write a /etc/zones/index file there. This allows 4253 * libzonecfg (and thus zoneadm) to report the UUID and potentially other zone 4254 * details from inside the zone. 4255 */ 4256 static void 4257 write_index_file(zoneid_t zoneid) 4258 { 4259 FILE *zef; 4260 FILE *zet; 4261 struct zoneent *zep; 4262 pid_t child; 4263 int tmpl_fd; 4264 ctid_t ct; 4265 int fd; 4266 char uuidstr[UUID_PRINTABLE_STRING_LENGTH]; 4267 4268 /* Locate the zone entry in the global zone's index file */ 4269 if ((zef = setzoneent()) == NULL) 4270 return; 4271 while ((zep = getzoneent_private(zef)) != NULL) { 4272 if (strcmp(zep->zone_name, zone_name) == 0) 4273 break; 4274 free(zep); 4275 } 4276 endzoneent(zef); 4277 if (zep == NULL) 4278 return; 4279 4280 if ((tmpl_fd = init_template()) == -1) { 4281 free(zep); 4282 return; 4283 } 4284 4285 if ((child = fork()) == -1) { 4286 (void) ct_tmpl_clear(tmpl_fd); 4287 (void) close(tmpl_fd); 4288 free(zep); 4289 return; 4290 } 4291 4292 /* parent waits for child to finish */ 4293 if (child != 0) { 4294 free(zep); 4295 if (contract_latest(&ct) == -1) 4296 ct = -1; 4297 (void) ct_tmpl_clear(tmpl_fd); 4298 (void) close(tmpl_fd); 4299 (void) waitpid(child, NULL, 0); 4300 (void) contract_abandon_id(ct); 4301 return; 4302 } 4303 4304 /* child enters zone and sets up index file */ 4305 (void) ct_tmpl_clear(tmpl_fd); 4306 if (zone_enter(zoneid) != -1) { 4307 (void) mkdir(ZONE_CONFIG_ROOT, ZONE_CONFIG_MODE); 4308 (void) chown(ZONE_CONFIG_ROOT, ZONE_CONFIG_UID, 4309 ZONE_CONFIG_GID); 4310 fd = open(ZONE_INDEX_FILE, O_WRONLY|O_CREAT|O_TRUNC, 4311 ZONE_INDEX_MODE); 4312 if (fd != -1 && (zet = fdopen(fd, "w")) != NULL) { 4313 (void) fchown(fd, ZONE_INDEX_UID, ZONE_INDEX_GID); 4314 if (uuid_is_null(zep->zone_uuid)) 4315 uuidstr[0] = '\0'; 4316 else 4317 uuid_unparse(zep->zone_uuid, uuidstr); 4318 (void) fprintf(zet, "%s:%s:/:%s\n", zep->zone_name, 4319 zone_state_str(zep->zone_state), 4320 uuidstr); 4321 (void) fclose(zet); 4322 } 4323 } 4324 _exit(0); 4325 } 4326 4327 int 4328 vplat_bringup(zlog_t *zlogp, boolean_t mount_cmd, zoneid_t zoneid) 4329 { 4330 char zonepath[MAXPATHLEN]; 4331 4332 if (!mount_cmd && validate_datasets(zlogp) != 0) { 4333 lofs_discard_mnttab(); 4334 return (-1); 4335 } 4336 4337 /* 4338 * Before we try to mount filesystems we need to create the 4339 * attribute backing store for /dev 4340 */ 4341 if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) { 4342 lofs_discard_mnttab(); 4343 return (-1); 4344 } 4345 resolve_lofs(zlogp, zonepath, sizeof (zonepath)); 4346 4347 /* Make /dev directory owned by root, grouped sys */ 4348 if (make_one_dir(zlogp, zonepath, "/dev", DEFAULT_DIR_MODE, 4349 0, 3) != 0) { 4350 lofs_discard_mnttab(); 4351 return (-1); 4352 } 4353 4354 if (mount_filesystems(zlogp, mount_cmd) != 0) { 4355 lofs_discard_mnttab(); 4356 return (-1); 4357 } 4358 4359 if (!mount_cmd) { 4360 zone_iptype_t iptype; 4361 4362 if (get_iptype(zlogp, &iptype) < 0) { 4363 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 4364 lofs_discard_mnttab(); 4365 return (-1); 4366 } 4367 4368 switch (iptype) { 4369 case ZS_SHARED: 4370 /* Always do this to make lo0 get configured */ 4371 if (configure_shared_network_interfaces(zlogp) != 0) { 4372 lofs_discard_mnttab(); 4373 return (-1); 4374 } 4375 break; 4376 case ZS_EXCLUSIVE: 4377 if (configure_exclusive_network_interfaces(zlogp) != 4378 0) { 4379 lofs_discard_mnttab(); 4380 return (-1); 4381 } 4382 break; 4383 } 4384 } 4385 4386 write_index_file(zoneid); 4387 4388 lofs_discard_mnttab(); 4389 return (0); 4390 } 4391 4392 static int 4393 lu_root_teardown(zlog_t *zlogp) 4394 { 4395 char zroot[MAXPATHLEN]; 4396 4397 assert(zone_isnative || zone_iscluster); 4398 4399 if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) { 4400 zerror(zlogp, B_FALSE, "unable to determine zone root"); 4401 return (-1); 4402 } 4403 root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE); 4404 4405 /* 4406 * At this point, the processes are gone, the filesystems (save the 4407 * root) are unmounted, and the zone is on death row. But there may 4408 * still be creds floating about in the system that reference the 4409 * zone_t, and which pin down zone_rootvp causing this call to fail 4410 * with EBUSY. Thus, we try for a little while before just giving up. 4411 * (How I wish this were not true, and umount2 just did the right 4412 * thing, or tmpfs supported MS_FORCE This is a gross hack.) 4413 */ 4414 if (umount2(zroot, MS_FORCE) != 0) { 4415 if (errno == ENOTSUP && umount2(zroot, 0) == 0) 4416 goto unmounted; 4417 if (errno == EBUSY) { 4418 int tries = 10; 4419 4420 while (--tries >= 0) { 4421 (void) sleep(1); 4422 if (umount2(zroot, 0) == 0) 4423 goto unmounted; 4424 if (errno != EBUSY) 4425 break; 4426 } 4427 } 4428 zerror(zlogp, B_TRUE, "unable to unmount '%s'", zroot); 4429 return (-1); 4430 } 4431 unmounted: 4432 4433 /* 4434 * Only zones in an alternate root environment have scratch zone 4435 * entries. 4436 */ 4437 if (zonecfg_in_alt_root()) { 4438 FILE *fp; 4439 int retv; 4440 4441 if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) { 4442 zerror(zlogp, B_TRUE, "cannot open mapfile"); 4443 return (-1); 4444 } 4445 retv = -1; 4446 if (zonecfg_lock_scratch(fp) != 0) 4447 zerror(zlogp, B_TRUE, "cannot lock mapfile"); 4448 else if (zonecfg_delete_scratch(fp, kernzone) != 0) 4449 zerror(zlogp, B_TRUE, "cannot delete map entry"); 4450 else 4451 retv = 0; 4452 zonecfg_close_scratch(fp); 4453 return (retv); 4454 } else { 4455 return (0); 4456 } 4457 } 4458 4459 int 4460 vplat_teardown(zlog_t *zlogp, boolean_t unmount_cmd, boolean_t rebooting) 4461 { 4462 char *kzone; 4463 zoneid_t zoneid; 4464 int res; 4465 char pool_err[128]; 4466 char zroot[MAXPATHLEN]; 4467 char cmdbuf[MAXPATHLEN]; 4468 char brand[MAXNAMELEN]; 4469 brand_handle_t bh = NULL; 4470 ushort_t flags; 4471 4472 kzone = zone_name; 4473 if (zonecfg_in_alt_root()) { 4474 FILE *fp; 4475 4476 if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) { 4477 zerror(zlogp, B_TRUE, "unable to open map file"); 4478 goto error; 4479 } 4480 if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(), 4481 kernzone, sizeof (kernzone)) != 0) { 4482 zerror(zlogp, B_FALSE, "unable to find scratch zone"); 4483 zonecfg_close_scratch(fp); 4484 goto error; 4485 } 4486 zonecfg_close_scratch(fp); 4487 kzone = kernzone; 4488 } 4489 4490 if ((zoneid = getzoneidbyname(kzone)) == ZONE_ID_UNDEFINED) { 4491 if (!bringup_failure_recovery) 4492 zerror(zlogp, B_TRUE, "unable to get zoneid"); 4493 if (unmount_cmd) 4494 (void) lu_root_teardown(zlogp); 4495 goto error; 4496 } 4497 4498 if (zone_shutdown(zoneid) != 0) { 4499 zerror(zlogp, B_TRUE, "unable to shutdown zone"); 4500 goto error; 4501 } 4502 4503 /* Get the path to the root of this zone */ 4504 if (zone_get_zonepath(zone_name, zroot, sizeof (zroot)) != Z_OK) { 4505 zerror(zlogp, B_FALSE, "unable to determine zone root"); 4506 goto error; 4507 } 4508 4509 /* Get a handle to the brand info for this zone */ 4510 if ((zone_get_brand(zone_name, brand, sizeof (brand)) != Z_OK) || 4511 (bh = brand_open(brand)) == NULL) { 4512 zerror(zlogp, B_FALSE, "unable to determine zone brand"); 4513 return (-1); 4514 } 4515 /* 4516 * If there is a brand 'halt' callback, execute it now to give the 4517 * brand a chance to cleanup any custom configuration. 4518 */ 4519 (void) strcpy(cmdbuf, EXEC_PREFIX); 4520 if (brand_get_halt(bh, zone_name, zroot, cmdbuf + EXEC_LEN, 4521 sizeof (cmdbuf) - EXEC_LEN, 0, NULL) < 0) { 4522 brand_close(bh); 4523 zerror(zlogp, B_FALSE, "unable to determine branded zone's " 4524 "halt callback."); 4525 goto error; 4526 } 4527 brand_close(bh); 4528 4529 if ((strlen(cmdbuf) > EXEC_LEN) && 4530 (do_subproc(zlogp, cmdbuf) != Z_OK)) { 4531 zerror(zlogp, B_FALSE, "%s failed", cmdbuf); 4532 goto error; 4533 } 4534 4535 if (!unmount_cmd) { 4536 zone_iptype_t iptype; 4537 4538 if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags, 4539 sizeof (flags)) < 0) { 4540 if (get_iptype(zlogp, &iptype) < 0) { 4541 zerror(zlogp, B_TRUE, "unable to determine " 4542 "ip-type"); 4543 goto error; 4544 } 4545 } else { 4546 if (flags & ZF_NET_EXCL) 4547 iptype = ZS_EXCLUSIVE; 4548 else 4549 iptype = ZS_SHARED; 4550 } 4551 4552 switch (iptype) { 4553 case ZS_SHARED: 4554 if (unconfigure_shared_network_interfaces(zlogp, 4555 zoneid) != 0) { 4556 zerror(zlogp, B_FALSE, "unable to unconfigure " 4557 "network interfaces in zone"); 4558 goto error; 4559 } 4560 break; 4561 case ZS_EXCLUSIVE: 4562 if (unconfigure_exclusive_network_interfaces(zlogp, 4563 zoneid) != 0) { 4564 zerror(zlogp, B_FALSE, "unable to unconfigure " 4565 "network interfaces in zone"); 4566 goto error; 4567 } 4568 break; 4569 } 4570 } 4571 4572 if (!unmount_cmd && tcp_abort_connections(zlogp, zoneid) != 0) { 4573 zerror(zlogp, B_TRUE, "unable to abort TCP connections"); 4574 goto error; 4575 } 4576 4577 /* destroy zconsole before umount /dev */ 4578 if (!unmount_cmd) 4579 destroy_console_slave(); 4580 4581 if (unmount_filesystems(zlogp, zoneid, unmount_cmd) != 0) { 4582 zerror(zlogp, B_FALSE, 4583 "unable to unmount file systems in zone"); 4584 goto error; 4585 } 4586 4587 /* 4588 * If we are rebooting then we normally don't want to destroy an 4589 * existing temporary pool at this point so that we can just reuse it 4590 * when the zone boots back up. However, it is also possible we were 4591 * running with a temporary pool and the zone configuration has been 4592 * modified to no longer use a temporary pool. In that case we need 4593 * to destroy the temporary pool now. This case looks like the case 4594 * where we never had a temporary pool configured but 4595 * zonecfg_destroy_tmp_pool will do the right thing either way. 4596 */ 4597 if (!unmount_cmd) { 4598 boolean_t destroy_tmp_pool = B_TRUE; 4599 4600 if (rebooting) { 4601 struct zone_psettab pset_tab; 4602 zone_dochandle_t handle; 4603 4604 if ((handle = zonecfg_init_handle()) != NULL && 4605 zonecfg_get_handle(zone_name, handle) == Z_OK && 4606 zonecfg_lookup_pset(handle, &pset_tab) == Z_OK) 4607 destroy_tmp_pool = B_FALSE; 4608 4609 zonecfg_fini_handle(handle); 4610 } 4611 4612 if (destroy_tmp_pool) { 4613 if ((res = zonecfg_destroy_tmp_pool(zone_name, pool_err, 4614 sizeof (pool_err))) != Z_OK) { 4615 if (res == Z_POOL) 4616 zerror(zlogp, B_FALSE, pool_err); 4617 } 4618 } 4619 } 4620 4621 remove_mlps(zlogp, zoneid); 4622 4623 if (zone_destroy(zoneid) != 0) { 4624 zerror(zlogp, B_TRUE, "unable to destroy zone"); 4625 goto error; 4626 } 4627 4628 /* 4629 * Special teardown for alternate boot environments: remove the tmpfs 4630 * root for the zone and then remove it from the map file. 4631 */ 4632 if (unmount_cmd && lu_root_teardown(zlogp) != 0) 4633 goto error; 4634 4635 lofs_discard_mnttab(); 4636 return (0); 4637 4638 error: 4639 lofs_discard_mnttab(); 4640 return (-1); 4641 } 4642 4643 /* 4644 * Common routine for driver_hold_link and driver_rele_link. 4645 * It invokes ioctl for a link like "ce*", for which the driver has been 4646 * enhanced to support DLDIOC{HOLD,RELE}VLAN. 4647 */ 4648 static int 4649 driver_vlan_ioctl(const char *name, zoneid_t zoneid, int cmd) 4650 { 4651 int fd; 4652 uint_t ppa; 4653 dld_hold_vlan_t dhv; 4654 struct strioctl istr; 4655 char providername[IFNAMSIZ]; 4656 char path[MAXPATHLEN]; 4657 4658 if (strlen(name) >= IFNAMSIZ) { 4659 errno = EINVAL; 4660 return (-1); 4661 } 4662 4663 if (dlpi_parselink(name, providername, &ppa) != DLPI_SUCCESS) { 4664 errno = EINVAL; 4665 return (-1); 4666 } 4667 4668 (void) snprintf(path, sizeof (path), "/dev/%s", providername); 4669 fd = open(path, O_RDWR); 4670 if (fd < 0) 4671 return (-1); 4672 bzero(&dhv, sizeof (dld_hold_vlan_t)); 4673 (void) strlcpy(dhv.dhv_name, name, IFNAMSIZ); 4674 dhv.dhv_zid = zoneid; 4675 dhv.dhv_docheck = B_FALSE; 4676 4677 istr.ic_cmd = cmd; 4678 istr.ic_len = sizeof (dhv); 4679 istr.ic_dp = (void *)&dhv; 4680 istr.ic_timout = 0; 4681 4682 if (ioctl(fd, I_STR, &istr) < 0) { 4683 int olderrno = errno; 4684 (void) close(fd); 4685 errno = olderrno; 4686 return (-1); 4687 } 4688 (void) close(fd); 4689 return (0); 4690 } 4691 4692 /* 4693 * Hold a data-link where the style-2 datalink driver supports DLDIOCHOLDVLAN. 4694 */ 4695 static int 4696 driver_hold_link(const char *name, zoneid_t zoneid) 4697 { 4698 return (driver_vlan_ioctl(name, zoneid, DLDIOCHOLDVLAN)); 4699 } 4700 4701 /* 4702 * Release a data-link where the style-2 datalink driver supports 4703 * DLDIOC{HOLD,RELE}VLAN. 4704 */ 4705 static int 4706 driver_rele_link(const char *name, zoneid_t zoneid) 4707 { 4708 return (driver_vlan_ioctl(name, zoneid, DLDIOCRELEVLAN)); 4709 } 4710