1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved. 24 */ 25 26 /* 27 * This module contains functions used to bring up and tear down the 28 * Virtual Platform: [un]mounting file-systems, [un]plumbing network 29 * interfaces, [un]configuring devices, establishing resource controls, 30 * and creating/destroying the zone in the kernel. These actions, on 31 * the way up, ready the zone; on the way down, they halt the zone. 32 * See the much longer block comment at the beginning of zoneadmd.c 33 * for a bigger picture of how the whole program functions. 34 * 35 * This module also has primary responsibility for the layout of "scratch 36 * zones." These are mounted, but inactive, zones that are used during 37 * operating system upgrade and potentially other administrative action. The 38 * scratch zone environment is similar to the miniroot environment. The zone's 39 * actual root is mounted read-write on /a, and the standard paths (/usr, 40 * /sbin, /lib) all lead to read-only copies of the running system's binaries. 41 * This allows the administrative tools to manipulate the zone using "-R /a" 42 * without relying on any binaries in the zone itself. 43 * 44 * If the scratch zone is on an alternate root (Live Upgrade [LU] boot 45 * environment), then we must resolve the lofs mounts used there to uncover 46 * writable (unshared) resources. Shared resources, though, are always 47 * read-only. In addition, if the "same" zone with a different root path is 48 * currently running, then "/b" inside the zone points to the running zone's 49 * root. This allows LU to synchronize configuration files during the upgrade 50 * process. 51 * 52 * To construct this environment, this module creates a tmpfs mount on 53 * $ZONEPATH/lu. Inside this scratch area, the miniroot-like environment as 54 * described above is constructed on the fly. The zone is then created using 55 * $ZONEPATH/lu as the root. 56 * 57 * Note that scratch zones are inactive. The zone's bits are not running and 58 * likely cannot be run correctly until upgrade is done. Init is not running 59 * there, nor is SMF. Because of this, the "mounted" state of a scratch zone 60 * is not a part of the usual halt/ready/boot state machine. 61 */ 62 63 #include <sys/param.h> 64 #include <sys/mount.h> 65 #include <sys/mntent.h> 66 #include <sys/socket.h> 67 #include <sys/utsname.h> 68 #include <sys/types.h> 69 #include <sys/stat.h> 70 #include <sys/sockio.h> 71 #include <sys/stropts.h> 72 #include <sys/conf.h> 73 #include <sys/systeminfo.h> 74 75 #include <libdlpi.h> 76 #include <libdllink.h> 77 #include <libdlvlan.h> 78 79 #include <inet/tcp.h> 80 #include <arpa/inet.h> 81 #include <netinet/in.h> 82 #include <net/route.h> 83 84 #include <stdio.h> 85 #include <errno.h> 86 #include <fcntl.h> 87 #include <unistd.h> 88 #include <rctl.h> 89 #include <stdlib.h> 90 #include <string.h> 91 #include <strings.h> 92 #include <wait.h> 93 #include <limits.h> 94 #include <libgen.h> 95 #include <libzfs.h> 96 #include <libdevinfo.h> 97 #include <zone.h> 98 #include <assert.h> 99 #include <libcontract.h> 100 #include <libcontract_priv.h> 101 #include <uuid/uuid.h> 102 103 #include <sys/mntio.h> 104 #include <sys/mnttab.h> 105 #include <sys/fs/autofs.h> /* for _autofssys() */ 106 #include <sys/fs/lofs_info.h> 107 #include <sys/fs/zfs.h> 108 109 #include <pool.h> 110 #include <sys/pool.h> 111 #include <sys/priocntl.h> 112 113 #include <libbrand.h> 114 #include <sys/brand.h> 115 #include <libzonecfg.h> 116 #include <synch.h> 117 118 #include "zoneadmd.h" 119 #include <tsol/label.h> 120 #include <libtsnet.h> 121 #include <sys/priv.h> 122 #include <libinetutil.h> 123 124 #define V4_ADDR_LEN 32 125 #define V6_ADDR_LEN 128 126 127 #define RESOURCE_DEFAULT_OPTS \ 128 MNTOPT_RO "," MNTOPT_LOFS_NOSUB "," MNTOPT_NODEVICES 129 130 #define DFSTYPES "/etc/dfs/fstypes" 131 #define MAXTNZLEN 2048 132 133 #define ALT_MOUNT(mount_cmd) ((mount_cmd) != Z_MNT_BOOT) 134 135 /* a reasonable estimate for the number of lwps per process */ 136 #define LWPS_PER_PROCESS 10 137 138 /* for routing socket */ 139 static int rts_seqno = 0; 140 141 /* mangled zone name when mounting in an alternate root environment */ 142 static char kernzone[ZONENAME_MAX]; 143 144 /* array of cached mount entries for resolve_lofs */ 145 static struct mnttab *resolve_lofs_mnts, *resolve_lofs_mnt_max; 146 147 /* for Trusted Extensions */ 148 static tsol_zcent_t *get_zone_label(zlog_t *, priv_set_t *); 149 static int tsol_mounts(zlog_t *, char *, char *); 150 static void tsol_unmounts(zlog_t *, char *); 151 152 static m_label_t *zlabel = NULL; 153 static m_label_t *zid_label = NULL; 154 static priv_set_t *zprivs = NULL; 155 156 /* from libsocket, not in any header file */ 157 extern int getnetmaskbyaddr(struct in_addr, struct in_addr *); 158 159 /* from zoneadmd */ 160 extern char query_hook[]; 161 162 /* 163 * For each "net" resource configured in zonecfg, we track a zone_addr_list_t 164 * node in a linked list that is sorted by linkid. The list is constructed as 165 * the xml configuration file is parsed, and the information 166 * contained in each node is added to the kernel before the zone is 167 * booted, to be retrieved and applied from within the exclusive-IP NGZ 168 * on boot. 169 */ 170 typedef struct zone_addr_list { 171 struct zone_addr_list *za_next; 172 datalink_id_t za_linkid; /* datalink_id_t of interface */ 173 struct zone_nwiftab za_nwiftab; /* address, defrouter properties */ 174 } zone_addr_list_t; 175 176 /* 177 * An optimization for build_mnttable: reallocate (and potentially copy the 178 * data) only once every N times through the loop. 179 */ 180 #define MNTTAB_HUNK 32 181 182 /* some handy macros */ 183 #define SIN(s) ((struct sockaddr_in *)s) 184 #define SIN6(s) ((struct sockaddr_in6 *)s) 185 186 /* 187 * Private autofs system call 188 */ 189 extern int _autofssys(int, void *); 190 191 static int 192 autofs_cleanup(zoneid_t zoneid) 193 { 194 /* 195 * Ask autofs to unmount all trigger nodes in the given zone. 196 */ 197 return (_autofssys(AUTOFS_UNMOUNTALL, (void *)zoneid)); 198 } 199 200 static void 201 free_mnttable(struct mnttab *mnt_array, uint_t nelem) 202 { 203 uint_t i; 204 205 if (mnt_array == NULL) 206 return; 207 for (i = 0; i < nelem; i++) { 208 free(mnt_array[i].mnt_mountp); 209 free(mnt_array[i].mnt_fstype); 210 free(mnt_array[i].mnt_special); 211 free(mnt_array[i].mnt_mntopts); 212 assert(mnt_array[i].mnt_time == NULL); 213 } 214 free(mnt_array); 215 } 216 217 /* 218 * Build the mount table for the zone rooted at "zroot", storing the resulting 219 * array of struct mnttabs in "mnt_arrayp" and the number of elements in the 220 * array in "nelemp". 221 */ 222 static int 223 build_mnttable(zlog_t *zlogp, const char *zroot, size_t zrootlen, FILE *mnttab, 224 struct mnttab **mnt_arrayp, uint_t *nelemp) 225 { 226 struct mnttab mnt; 227 struct mnttab *mnts; 228 struct mnttab *mnp; 229 uint_t nmnt; 230 231 rewind(mnttab); 232 resetmnttab(mnttab); 233 nmnt = 0; 234 mnts = NULL; 235 while (getmntent(mnttab, &mnt) == 0) { 236 struct mnttab *tmp_array; 237 238 if (strncmp(mnt.mnt_mountp, zroot, zrootlen) != 0) 239 continue; 240 if (nmnt % MNTTAB_HUNK == 0) { 241 tmp_array = realloc(mnts, 242 (nmnt + MNTTAB_HUNK) * sizeof (*mnts)); 243 if (tmp_array == NULL) { 244 free_mnttable(mnts, nmnt); 245 return (-1); 246 } 247 mnts = tmp_array; 248 } 249 mnp = &mnts[nmnt++]; 250 251 /* 252 * Zero out any fields we're not using. 253 */ 254 (void) memset(mnp, 0, sizeof (*mnp)); 255 256 if (mnt.mnt_special != NULL) 257 mnp->mnt_special = strdup(mnt.mnt_special); 258 if (mnt.mnt_mntopts != NULL) 259 mnp->mnt_mntopts = strdup(mnt.mnt_mntopts); 260 mnp->mnt_mountp = strdup(mnt.mnt_mountp); 261 mnp->mnt_fstype = strdup(mnt.mnt_fstype); 262 if ((mnt.mnt_special != NULL && mnp->mnt_special == NULL) || 263 (mnt.mnt_mntopts != NULL && mnp->mnt_mntopts == NULL) || 264 mnp->mnt_mountp == NULL || mnp->mnt_fstype == NULL) { 265 zerror(zlogp, B_TRUE, "memory allocation failed"); 266 free_mnttable(mnts, nmnt); 267 return (-1); 268 } 269 } 270 *mnt_arrayp = mnts; 271 *nelemp = nmnt; 272 return (0); 273 } 274 275 /* 276 * This is an optimization. The resolve_lofs function is used quite frequently 277 * to manipulate file paths, and on a machine with a large number of zones, 278 * there will be a huge number of mounted file systems. Thus, we trigger a 279 * reread of the list of mount points 280 */ 281 static void 282 lofs_discard_mnttab(void) 283 { 284 free_mnttable(resolve_lofs_mnts, 285 resolve_lofs_mnt_max - resolve_lofs_mnts); 286 resolve_lofs_mnts = resolve_lofs_mnt_max = NULL; 287 } 288 289 static int 290 lofs_read_mnttab(zlog_t *zlogp) 291 { 292 FILE *mnttab; 293 uint_t nmnts; 294 295 if ((mnttab = fopen(MNTTAB, "r")) == NULL) 296 return (-1); 297 if (build_mnttable(zlogp, "", 0, mnttab, &resolve_lofs_mnts, 298 &nmnts) == -1) { 299 (void) fclose(mnttab); 300 return (-1); 301 } 302 (void) fclose(mnttab); 303 resolve_lofs_mnt_max = resolve_lofs_mnts + nmnts; 304 return (0); 305 } 306 307 /* 308 * This function loops over potential loopback mounts and symlinks in a given 309 * path and resolves them all down to an absolute path. 310 */ 311 void 312 resolve_lofs(zlog_t *zlogp, char *path, size_t pathlen) 313 { 314 int len, arlen; 315 const char *altroot; 316 char tmppath[MAXPATHLEN]; 317 boolean_t outside_altroot; 318 319 if ((len = resolvepath(path, tmppath, sizeof (tmppath))) == -1) 320 return; 321 tmppath[len] = '\0'; 322 (void) strlcpy(path, tmppath, sizeof (tmppath)); 323 324 /* This happens once per zoneadmd operation. */ 325 if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1) 326 return; 327 328 altroot = zonecfg_get_root(); 329 arlen = strlen(altroot); 330 outside_altroot = B_FALSE; 331 for (;;) { 332 struct mnttab *mnp; 333 334 /* Search in reverse order to find longest match */ 335 for (mnp = resolve_lofs_mnt_max - 1; mnp >= resolve_lofs_mnts; 336 mnp--) { 337 if (mnp->mnt_fstype == NULL || 338 mnp->mnt_mountp == NULL || 339 mnp->mnt_special == NULL) 340 continue; 341 len = strlen(mnp->mnt_mountp); 342 if (strncmp(mnp->mnt_mountp, path, len) == 0 && 343 (path[len] == '/' || path[len] == '\0')) 344 break; 345 } 346 if (mnp < resolve_lofs_mnts) 347 break; 348 /* If it's not a lofs then we're done */ 349 if (strcmp(mnp->mnt_fstype, MNTTYPE_LOFS) != 0) 350 break; 351 if (outside_altroot) { 352 char *cp; 353 int olen = sizeof (MNTOPT_RO) - 1; 354 355 /* 356 * If we run into a read-only mount outside of the 357 * alternate root environment, then the user doesn't 358 * want this path to be made read-write. 359 */ 360 if (mnp->mnt_mntopts != NULL && 361 (cp = strstr(mnp->mnt_mntopts, MNTOPT_RO)) != 362 NULL && 363 (cp == mnp->mnt_mntopts || cp[-1] == ',') && 364 (cp[olen] == '\0' || cp[olen] == ',')) { 365 break; 366 } 367 } else if (arlen > 0 && 368 (strncmp(mnp->mnt_special, altroot, arlen) != 0 || 369 (mnp->mnt_special[arlen] != '\0' && 370 mnp->mnt_special[arlen] != '/'))) { 371 outside_altroot = B_TRUE; 372 } 373 /* use temporary buffer because new path might be longer */ 374 (void) snprintf(tmppath, sizeof (tmppath), "%s%s", 375 mnp->mnt_special, path + len); 376 if ((len = resolvepath(tmppath, path, pathlen)) == -1) 377 break; 378 path[len] = '\0'; 379 } 380 } 381 382 /* 383 * For a regular mount, check if a replacement lofs mount is needed because the 384 * referenced device is already mounted somewhere. 385 */ 386 static int 387 check_lofs_needed(zlog_t *zlogp, struct zone_fstab *fsptr) 388 { 389 struct mnttab *mnp; 390 zone_fsopt_t *optptr, *onext; 391 392 /* This happens once per zoneadmd operation. */ 393 if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1) 394 return (-1); 395 396 /* 397 * If this special node isn't already in use, then it's ours alone; 398 * no need to worry about conflicting mounts. 399 */ 400 for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max; 401 mnp++) { 402 if (strcmp(mnp->mnt_special, fsptr->zone_fs_special) == 0) 403 break; 404 } 405 if (mnp >= resolve_lofs_mnt_max) 406 return (0); 407 408 /* 409 * Convert this duplicate mount into a lofs mount. 410 */ 411 (void) strlcpy(fsptr->zone_fs_special, mnp->mnt_mountp, 412 sizeof (fsptr->zone_fs_special)); 413 (void) strlcpy(fsptr->zone_fs_type, MNTTYPE_LOFS, 414 sizeof (fsptr->zone_fs_type)); 415 fsptr->zone_fs_raw[0] = '\0'; 416 417 /* 418 * Discard all but one of the original options and set that to our 419 * default set of options used for resources. 420 */ 421 optptr = fsptr->zone_fs_options; 422 if (optptr == NULL) { 423 optptr = malloc(sizeof (*optptr)); 424 if (optptr == NULL) { 425 zerror(zlogp, B_TRUE, "cannot mount %s", 426 fsptr->zone_fs_dir); 427 return (-1); 428 } 429 } else { 430 while ((onext = optptr->zone_fsopt_next) != NULL) { 431 optptr->zone_fsopt_next = onext->zone_fsopt_next; 432 free(onext); 433 } 434 } 435 (void) strcpy(optptr->zone_fsopt_opt, RESOURCE_DEFAULT_OPTS); 436 optptr->zone_fsopt_next = NULL; 437 fsptr->zone_fs_options = optptr; 438 return (0); 439 } 440 441 int 442 make_one_dir(zlog_t *zlogp, const char *prefix, const char *subdir, mode_t mode, 443 uid_t userid, gid_t groupid) 444 { 445 char path[MAXPATHLEN]; 446 struct stat st; 447 448 if (snprintf(path, sizeof (path), "%s%s", prefix, subdir) > 449 sizeof (path)) { 450 zerror(zlogp, B_FALSE, "pathname %s%s is too long", prefix, 451 subdir); 452 return (-1); 453 } 454 455 if (lstat(path, &st) == 0) { 456 /* 457 * We don't check the file mode since presumably the zone 458 * administrator may have had good reason to change the mode, 459 * and we don't need to second guess him. 460 */ 461 if (!S_ISDIR(st.st_mode)) { 462 if (S_ISREG(st.st_mode)) { 463 /* 464 * Allow readonly mounts of /etc/ files; this 465 * is needed most by Trusted Extensions. 466 */ 467 if (strncmp(subdir, "/etc/", 468 strlen("/etc/")) != 0) { 469 zerror(zlogp, B_FALSE, 470 "%s is not in /etc", path); 471 return (-1); 472 } 473 } else { 474 zerror(zlogp, B_FALSE, 475 "%s is not a directory", path); 476 return (-1); 477 } 478 } 479 return (0); 480 } 481 482 if (mkdirp(path, mode) != 0) { 483 if (errno == EROFS) 484 zerror(zlogp, B_FALSE, "Could not mkdir %s.\nIt is on " 485 "a read-only file system in this local zone.\nMake " 486 "sure %s exists in the global zone.", path, subdir); 487 else 488 zerror(zlogp, B_TRUE, "mkdirp of %s failed", path); 489 return (-1); 490 } 491 492 (void) chown(path, userid, groupid); 493 return (0); 494 } 495 496 static void 497 free_remote_fstypes(char **types) 498 { 499 uint_t i; 500 501 if (types == NULL) 502 return; 503 for (i = 0; types[i] != NULL; i++) 504 free(types[i]); 505 free(types); 506 } 507 508 static char ** 509 get_remote_fstypes(zlog_t *zlogp) 510 { 511 char **types = NULL; 512 FILE *fp; 513 char buf[MAXPATHLEN]; 514 char fstype[MAXPATHLEN]; 515 uint_t lines = 0; 516 uint_t i; 517 518 if ((fp = fopen(DFSTYPES, "r")) == NULL) { 519 zerror(zlogp, B_TRUE, "failed to open %s", DFSTYPES); 520 return (NULL); 521 } 522 /* 523 * Count the number of lines 524 */ 525 while (fgets(buf, sizeof (buf), fp) != NULL) 526 lines++; 527 if (lines == 0) /* didn't read anything; empty file */ 528 goto out; 529 rewind(fp); 530 /* 531 * Allocate enough space for a NULL-terminated array. 532 */ 533 types = calloc(lines + 1, sizeof (char *)); 534 if (types == NULL) { 535 zerror(zlogp, B_TRUE, "memory allocation failed"); 536 goto out; 537 } 538 i = 0; 539 while (fgets(buf, sizeof (buf), fp) != NULL) { 540 /* LINTED - fstype is big enough to hold buf */ 541 if (sscanf(buf, "%s", fstype) == 0) { 542 zerror(zlogp, B_FALSE, "unable to parse %s", DFSTYPES); 543 free_remote_fstypes(types); 544 types = NULL; 545 goto out; 546 } 547 types[i] = strdup(fstype); 548 if (types[i] == NULL) { 549 zerror(zlogp, B_TRUE, "memory allocation failed"); 550 free_remote_fstypes(types); 551 types = NULL; 552 goto out; 553 } 554 i++; 555 } 556 out: 557 (void) fclose(fp); 558 return (types); 559 } 560 561 static boolean_t 562 is_remote_fstype(const char *fstype, char *const *remote_fstypes) 563 { 564 uint_t i; 565 566 if (remote_fstypes == NULL) 567 return (B_FALSE); 568 for (i = 0; remote_fstypes[i] != NULL; i++) { 569 if (strcmp(remote_fstypes[i], fstype) == 0) 570 return (B_TRUE); 571 } 572 return (B_FALSE); 573 } 574 575 /* 576 * This converts a zone root path (normally of the form .../root) to a Live 577 * Upgrade scratch zone root (of the form .../lu). 578 */ 579 static void 580 root_to_lu(zlog_t *zlogp, char *zroot, size_t zrootlen, boolean_t isresolved) 581 { 582 if (!isresolved && zonecfg_in_alt_root()) 583 resolve_lofs(zlogp, zroot, zrootlen); 584 (void) strcpy(strrchr(zroot, '/') + 1, "lu"); 585 } 586 587 /* 588 * The general strategy for unmounting filesystems is as follows: 589 * 590 * - Remote filesystems may be dead, and attempting to contact them as 591 * part of a regular unmount may hang forever; we want to always try to 592 * forcibly unmount such filesystems and only fall back to regular 593 * unmounts if the filesystem doesn't support forced unmounts. 594 * 595 * - We don't want to unnecessarily corrupt metadata on local 596 * filesystems (ie UFS), so we want to start off with graceful unmounts, 597 * and only escalate to doing forced unmounts if we get stuck. 598 * 599 * We start off walking backwards through the mount table. This doesn't 600 * give us strict ordering but ensures that we try to unmount submounts 601 * first. We thus limit the number of failed umount2(2) calls. 602 * 603 * The mechanism for determining if we're stuck is to count the number 604 * of failed unmounts each iteration through the mount table. This 605 * gives us an upper bound on the number of filesystems which remain 606 * mounted (autofs trigger nodes are dealt with separately). If at the 607 * end of one unmount+autofs_cleanup cycle we still have the same number 608 * of mounts that we started out with, we're stuck and try a forced 609 * unmount. If that fails (filesystem doesn't support forced unmounts) 610 * then we bail and are unable to teardown the zone. If it succeeds, 611 * we're no longer stuck so we continue with our policy of trying 612 * graceful mounts first. 613 * 614 * Zone must be down (ie, no processes or threads active). 615 */ 616 static int 617 unmount_filesystems(zlog_t *zlogp, zoneid_t zoneid, boolean_t unmount_cmd) 618 { 619 int error = 0; 620 FILE *mnttab; 621 struct mnttab *mnts; 622 uint_t nmnt; 623 char zroot[MAXPATHLEN + 1]; 624 size_t zrootlen; 625 uint_t oldcount = UINT_MAX; 626 boolean_t stuck = B_FALSE; 627 char **remote_fstypes = NULL; 628 629 if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) { 630 zerror(zlogp, B_FALSE, "unable to determine zone root"); 631 return (-1); 632 } 633 if (unmount_cmd) 634 root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE); 635 636 (void) strcat(zroot, "/"); 637 zrootlen = strlen(zroot); 638 639 /* 640 * For Trusted Extensions unmount each higher level zone's mount 641 * of our zone's /export/home 642 */ 643 if (!unmount_cmd) 644 tsol_unmounts(zlogp, zone_name); 645 646 if ((mnttab = fopen(MNTTAB, "r")) == NULL) { 647 zerror(zlogp, B_TRUE, "failed to open %s", MNTTAB); 648 return (-1); 649 } 650 /* 651 * Use our hacky mntfs ioctl so we see everything, even mounts with 652 * MS_NOMNTTAB. 653 */ 654 if (ioctl(fileno(mnttab), MNTIOC_SHOWHIDDEN, NULL) < 0) { 655 zerror(zlogp, B_TRUE, "unable to configure %s", MNTTAB); 656 error++; 657 goto out; 658 } 659 660 /* 661 * Build the list of remote fstypes so we know which ones we 662 * should forcibly unmount. 663 */ 664 remote_fstypes = get_remote_fstypes(zlogp); 665 for (; /* ever */; ) { 666 uint_t newcount = 0; 667 boolean_t unmounted; 668 struct mnttab *mnp; 669 char *path; 670 uint_t i; 671 672 mnts = NULL; 673 nmnt = 0; 674 /* 675 * MNTTAB gives us a way to walk through mounted 676 * filesystems; we need to be able to walk them in 677 * reverse order, so we build a list of all mounted 678 * filesystems. 679 */ 680 if (build_mnttable(zlogp, zroot, zrootlen, mnttab, &mnts, 681 &nmnt) != 0) { 682 error++; 683 goto out; 684 } 685 for (i = 0; i < nmnt; i++) { 686 mnp = &mnts[nmnt - i - 1]; /* access in reverse order */ 687 path = mnp->mnt_mountp; 688 unmounted = B_FALSE; 689 /* 690 * Try forced unmount first for remote filesystems. 691 * 692 * Not all remote filesystems support forced unmounts, 693 * so if this fails (ENOTSUP) we'll continue on 694 * and try a regular unmount. 695 */ 696 if (is_remote_fstype(mnp->mnt_fstype, remote_fstypes)) { 697 if (umount2(path, MS_FORCE) == 0) 698 unmounted = B_TRUE; 699 } 700 /* 701 * Try forced unmount if we're stuck. 702 */ 703 if (stuck) { 704 if (umount2(path, MS_FORCE) == 0) { 705 unmounted = B_TRUE; 706 stuck = B_FALSE; 707 } else { 708 /* 709 * The first failure indicates a 710 * mount we won't be able to get 711 * rid of automatically, so we 712 * bail. 713 */ 714 error++; 715 zerror(zlogp, B_FALSE, 716 "unable to unmount '%s'", path); 717 free_mnttable(mnts, nmnt); 718 goto out; 719 } 720 } 721 /* 722 * Try regular unmounts for everything else. 723 */ 724 if (!unmounted && umount2(path, 0) != 0) 725 newcount++; 726 } 727 free_mnttable(mnts, nmnt); 728 729 if (newcount == 0) 730 break; 731 if (newcount >= oldcount) { 732 /* 733 * Last round didn't unmount anything; we're stuck and 734 * should start trying forced unmounts. 735 */ 736 stuck = B_TRUE; 737 } 738 oldcount = newcount; 739 740 /* 741 * Autofs doesn't let you unmount its trigger nodes from 742 * userland so we have to tell the kernel to cleanup for us. 743 */ 744 if (autofs_cleanup(zoneid) != 0) { 745 zerror(zlogp, B_TRUE, "unable to remove autofs nodes"); 746 error++; 747 goto out; 748 } 749 } 750 751 out: 752 free_remote_fstypes(remote_fstypes); 753 (void) fclose(mnttab); 754 return (error ? -1 : 0); 755 } 756 757 static int 758 fs_compare(const void *m1, const void *m2) 759 { 760 struct zone_fstab *i = (struct zone_fstab *)m1; 761 struct zone_fstab *j = (struct zone_fstab *)m2; 762 763 return (strcmp(i->zone_fs_dir, j->zone_fs_dir)); 764 } 765 766 /* 767 * Fork and exec (and wait for) the mentioned binary with the provided 768 * arguments. Returns (-1) if something went wrong with fork(2) or exec(2), 769 * returns the exit status otherwise. 770 * 771 * If we were unable to exec the provided pathname (for whatever 772 * reason), we return the special token ZEXIT_EXEC. The current value 773 * of ZEXIT_EXEC doesn't conflict with legitimate exit codes of the 774 * consumers of this function; any future consumers must make sure this 775 * remains the case. 776 */ 777 static int 778 forkexec(zlog_t *zlogp, const char *path, char *const argv[]) 779 { 780 pid_t child_pid; 781 int child_status = 0; 782 783 /* 784 * Do not let another thread localize a message while we are forking. 785 */ 786 (void) mutex_lock(&msglock); 787 child_pid = fork(); 788 (void) mutex_unlock(&msglock); 789 if (child_pid == -1) { 790 zerror(zlogp, B_TRUE, "could not fork for %s", argv[0]); 791 return (-1); 792 } else if (child_pid == 0) { 793 closefrom(0); 794 /* redirect stdin, stdout & stderr to /dev/null */ 795 (void) open("/dev/null", O_RDONLY); /* stdin */ 796 (void) open("/dev/null", O_WRONLY); /* stdout */ 797 (void) open("/dev/null", O_WRONLY); /* stderr */ 798 (void) execv(path, argv); 799 /* 800 * Since we are in the child, there is no point calling zerror() 801 * since there is nobody waiting to consume it. So exit with a 802 * special code that the parent will recognize and call zerror() 803 * accordingly. 804 */ 805 806 _exit(ZEXIT_EXEC); 807 } else { 808 (void) waitpid(child_pid, &child_status, 0); 809 } 810 811 if (WIFSIGNALED(child_status)) { 812 zerror(zlogp, B_FALSE, "%s unexpectedly terminated due to " 813 "signal %d", path, WTERMSIG(child_status)); 814 return (-1); 815 } 816 assert(WIFEXITED(child_status)); 817 if (WEXITSTATUS(child_status) == ZEXIT_EXEC) { 818 zerror(zlogp, B_FALSE, "failed to exec %s", path); 819 return (-1); 820 } 821 return (WEXITSTATUS(child_status)); 822 } 823 824 static int 825 isregfile(const char *path) 826 { 827 struct stat64 st; 828 829 if (stat64(path, &st) == -1) 830 return (-1); 831 832 return (S_ISREG(st.st_mode)); 833 } 834 835 static int 836 dofsck(zlog_t *zlogp, const char *fstype, const char *rawdev) 837 { 838 char cmdbuf[MAXPATHLEN]; 839 char *argv[5]; 840 int status; 841 842 /* 843 * We could alternatively have called /usr/sbin/fsck -F <fstype>, but 844 * that would cost us an extra fork/exec without buying us anything. 845 */ 846 if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/fsck", fstype) 847 >= sizeof (cmdbuf)) { 848 zerror(zlogp, B_FALSE, "file-system type %s too long", fstype); 849 return (-1); 850 } 851 852 /* 853 * If it doesn't exist, that's OK: we verified this previously 854 * in zoneadm. 855 */ 856 if (isregfile(cmdbuf) == -1) 857 return (0); 858 859 argv[0] = "fsck"; 860 argv[1] = "-o"; 861 argv[2] = "p"; 862 argv[3] = (char *)rawdev; 863 argv[4] = NULL; 864 865 status = forkexec(zlogp, cmdbuf, argv); 866 if (status == 0 || status == -1) 867 return (status); 868 zerror(zlogp, B_FALSE, "fsck of '%s' failed with exit status %d; " 869 "run fsck manually", rawdev, status); 870 return (-1); 871 } 872 873 static int 874 domount(zlog_t *zlogp, const char *fstype, const char *opts, 875 const char *special, const char *directory) 876 { 877 char cmdbuf[MAXPATHLEN]; 878 char *argv[6]; 879 int status; 880 881 /* 882 * We could alternatively have called /usr/sbin/mount -F <fstype>, but 883 * that would cost us an extra fork/exec without buying us anything. 884 */ 885 if (snprintf(cmdbuf, sizeof (cmdbuf), "/usr/lib/fs/%s/mount", fstype) 886 >= sizeof (cmdbuf)) { 887 zerror(zlogp, B_FALSE, "file-system type %s too long", fstype); 888 return (-1); 889 } 890 argv[0] = "mount"; 891 if (opts[0] == '\0') { 892 argv[1] = (char *)special; 893 argv[2] = (char *)directory; 894 argv[3] = NULL; 895 } else { 896 argv[1] = "-o"; 897 argv[2] = (char *)opts; 898 argv[3] = (char *)special; 899 argv[4] = (char *)directory; 900 argv[5] = NULL; 901 } 902 903 status = forkexec(zlogp, cmdbuf, argv); 904 if (status == 0 || status == -1) 905 return (status); 906 if (opts[0] == '\0') 907 zerror(zlogp, B_FALSE, "\"%s %s %s\" " 908 "failed with exit code %d", 909 cmdbuf, special, directory, status); 910 else 911 zerror(zlogp, B_FALSE, "\"%s -o %s %s %s\" " 912 "failed with exit code %d", 913 cmdbuf, opts, special, directory, status); 914 return (-1); 915 } 916 917 /* 918 * Check if a given mount point path exists. 919 * If it does, make sure it doesn't contain any symlinks. 920 * Note that if "leaf" is false we're checking an intermediate 921 * component of the mount point path, so it must be a directory. 922 * If "leaf" is true, then we're checking the entire mount point 923 * path, so the mount point itself can be anything aside from a 924 * symbolic link. 925 * 926 * If the path is invalid then a negative value is returned. If the 927 * path exists and is a valid mount point path then 0 is returned. 928 * If the path doesn't exist return a positive value. 929 */ 930 static int 931 valid_mount_point(zlog_t *zlogp, const char *path, const boolean_t leaf) 932 { 933 struct stat statbuf; 934 char respath[MAXPATHLEN]; 935 int res; 936 937 if (lstat(path, &statbuf) != 0) { 938 if (errno == ENOENT) 939 return (1); 940 zerror(zlogp, B_TRUE, "can't stat %s", path); 941 return (-1); 942 } 943 if (S_ISLNK(statbuf.st_mode)) { 944 zerror(zlogp, B_FALSE, "%s is a symlink", path); 945 return (-1); 946 } 947 if (!leaf && !S_ISDIR(statbuf.st_mode)) { 948 zerror(zlogp, B_FALSE, "%s is not a directory", path); 949 return (-1); 950 } 951 if ((res = resolvepath(path, respath, sizeof (respath))) == -1) { 952 zerror(zlogp, B_TRUE, "unable to resolve path %s", path); 953 return (-1); 954 } 955 respath[res] = '\0'; 956 if (strcmp(path, respath) != 0) { 957 /* 958 * We don't like ".."s, "."s, or "//"s throwing us off 959 */ 960 zerror(zlogp, B_FALSE, "%s is not a canonical path", path); 961 return (-1); 962 } 963 return (0); 964 } 965 966 /* 967 * Validate a mount point path. A valid mount point path is an 968 * absolute path that either doesn't exist, or, if it does exists it 969 * must be an absolute canonical path that doesn't have any symbolic 970 * links in it. The target of a mount point path can be any filesystem 971 * object. (Different filesystems can support different mount points, 972 * for example "lofs" and "mntfs" both support files and directories 973 * while "ufs" just supports directories.) 974 * 975 * If the path is invalid then a negative value is returned. If the 976 * path exists and is a valid mount point path then 0 is returned. 977 * If the path doesn't exist return a positive value. 978 */ 979 int 980 valid_mount_path(zlog_t *zlogp, const char *rootpath, const char *spec, 981 const char *dir, const char *fstype) 982 { 983 char abspath[MAXPATHLEN], *slashp, *slashp_next; 984 int rv; 985 986 /* 987 * Sanity check the target mount point path. 988 * It must be a non-null string that starts with a '/'. 989 */ 990 if (dir[0] != '/') { 991 /* Something went wrong. */ 992 zerror(zlogp, B_FALSE, "invalid mount directory, " 993 "type: \"%s\", special: \"%s\", dir: \"%s\"", 994 fstype, spec, dir); 995 return (-1); 996 } 997 998 /* 999 * Join rootpath and dir. Make sure abspath ends with '/', this 1000 * is added to all paths (even non-directory paths) to allow us 1001 * to detect the end of paths below. If the path already ends 1002 * in a '/', then that's ok too (although we'll fail the 1003 * cannonical path check in valid_mount_point()). 1004 */ 1005 if (snprintf(abspath, sizeof (abspath), 1006 "%s%s/", rootpath, dir) >= sizeof (abspath)) { 1007 zerror(zlogp, B_FALSE, "pathname %s%s is too long", 1008 rootpath, dir); 1009 return (-1); 1010 } 1011 1012 /* 1013 * Starting with rootpath, verify the mount path one component 1014 * at a time. Continue until we've evaluated all of abspath. 1015 */ 1016 slashp = &abspath[strlen(rootpath)]; 1017 assert(*slashp == '/'); 1018 do { 1019 slashp_next = strchr(slashp + 1, '/'); 1020 *slashp = '\0'; 1021 if (slashp_next != NULL) { 1022 /* This is an intermediary mount path component. */ 1023 rv = valid_mount_point(zlogp, abspath, B_FALSE); 1024 } else { 1025 /* This is the last component of the mount path. */ 1026 rv = valid_mount_point(zlogp, abspath, B_TRUE); 1027 } 1028 if (rv < 0) 1029 return (rv); 1030 *slashp = '/'; 1031 } while ((slashp = slashp_next) != NULL); 1032 return (rv); 1033 } 1034 1035 static int 1036 mount_one_dev_device_cb(void *arg, const char *match, const char *name) 1037 { 1038 di_prof_t prof = arg; 1039 1040 if (name == NULL) 1041 return (di_prof_add_dev(prof, match)); 1042 return (di_prof_add_map(prof, match, name)); 1043 } 1044 1045 static int 1046 mount_one_dev_symlink_cb(void *arg, const char *source, const char *target) 1047 { 1048 di_prof_t prof = arg; 1049 1050 return (di_prof_add_symlink(prof, source, target)); 1051 } 1052 1053 int 1054 vplat_get_iptype(zlog_t *zlogp, zone_iptype_t *iptypep) 1055 { 1056 zone_dochandle_t handle; 1057 1058 if ((handle = zonecfg_init_handle()) == NULL) { 1059 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 1060 return (-1); 1061 } 1062 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 1063 zerror(zlogp, B_FALSE, "invalid configuration"); 1064 zonecfg_fini_handle(handle); 1065 return (-1); 1066 } 1067 if (zonecfg_get_iptype(handle, iptypep) != Z_OK) { 1068 zerror(zlogp, B_FALSE, "invalid ip-type configuration"); 1069 zonecfg_fini_handle(handle); 1070 return (-1); 1071 } 1072 zonecfg_fini_handle(handle); 1073 return (0); 1074 } 1075 1076 /* 1077 * Apply the standard lists of devices/symlinks/mappings and the user-specified 1078 * list of devices (via zonecfg) to the /dev filesystem. The filesystem will 1079 * use these as a profile/filter to determine what exists in /dev. 1080 */ 1081 static int 1082 mount_one_dev(zlog_t *zlogp, char *devpath, zone_mnt_t mount_cmd) 1083 { 1084 char brand[MAXNAMELEN]; 1085 zone_dochandle_t handle = NULL; 1086 brand_handle_t bh = NULL; 1087 struct zone_devtab ztab; 1088 di_prof_t prof = NULL; 1089 int err; 1090 int retval = -1; 1091 zone_iptype_t iptype; 1092 const char *curr_iptype; 1093 1094 if (di_prof_init(devpath, &prof)) { 1095 zerror(zlogp, B_TRUE, "failed to initialize profile"); 1096 goto cleanup; 1097 } 1098 1099 /* 1100 * Get a handle to the brand info for this zone. 1101 * If we are mounting the zone, then we must always use the default 1102 * brand device mounts. 1103 */ 1104 if (ALT_MOUNT(mount_cmd)) { 1105 (void) strlcpy(brand, default_brand, sizeof (brand)); 1106 } else { 1107 (void) strlcpy(brand, brand_name, sizeof (brand)); 1108 } 1109 1110 if ((bh = brand_open(brand)) == NULL) { 1111 zerror(zlogp, B_FALSE, "unable to determine zone brand"); 1112 goto cleanup; 1113 } 1114 1115 if (vplat_get_iptype(zlogp, &iptype) < 0) { 1116 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 1117 goto cleanup; 1118 } 1119 switch (iptype) { 1120 case ZS_SHARED: 1121 curr_iptype = "shared"; 1122 break; 1123 case ZS_EXCLUSIVE: 1124 curr_iptype = "exclusive"; 1125 break; 1126 } 1127 1128 if (brand_platform_iter_devices(bh, zone_name, 1129 mount_one_dev_device_cb, prof, curr_iptype) != 0) { 1130 zerror(zlogp, B_TRUE, "failed to add standard device"); 1131 goto cleanup; 1132 } 1133 1134 if (brand_platform_iter_link(bh, 1135 mount_one_dev_symlink_cb, prof) != 0) { 1136 zerror(zlogp, B_TRUE, "failed to add standard symlink"); 1137 goto cleanup; 1138 } 1139 1140 /* Add user-specified devices and directories */ 1141 if ((handle = zonecfg_init_handle()) == NULL) { 1142 zerror(zlogp, B_FALSE, "can't initialize zone handle"); 1143 goto cleanup; 1144 } 1145 if (err = zonecfg_get_handle(zone_name, handle)) { 1146 zerror(zlogp, B_FALSE, "can't get handle for zone " 1147 "%s: %s", zone_name, zonecfg_strerror(err)); 1148 goto cleanup; 1149 } 1150 if (err = zonecfg_setdevent(handle)) { 1151 zerror(zlogp, B_FALSE, "%s: %s", zone_name, 1152 zonecfg_strerror(err)); 1153 goto cleanup; 1154 } 1155 while (zonecfg_getdevent(handle, &ztab) == Z_OK) { 1156 if (di_prof_add_dev(prof, ztab.zone_dev_match)) { 1157 zerror(zlogp, B_TRUE, "failed to add " 1158 "user-specified device"); 1159 goto cleanup; 1160 } 1161 } 1162 (void) zonecfg_enddevent(handle); 1163 1164 /* Send profile to kernel */ 1165 if (di_prof_commit(prof)) { 1166 zerror(zlogp, B_TRUE, "failed to commit profile"); 1167 goto cleanup; 1168 } 1169 1170 retval = 0; 1171 1172 cleanup: 1173 if (bh != NULL) 1174 brand_close(bh); 1175 if (handle != NULL) 1176 zonecfg_fini_handle(handle); 1177 if (prof) 1178 di_prof_fini(prof); 1179 return (retval); 1180 } 1181 1182 static int 1183 mount_one(zlog_t *zlogp, struct zone_fstab *fsptr, const char *rootpath, 1184 zone_mnt_t mount_cmd) 1185 { 1186 char path[MAXPATHLEN]; 1187 char optstr[MAX_MNTOPT_STR]; 1188 zone_fsopt_t *optptr; 1189 int rv; 1190 1191 if ((rv = valid_mount_path(zlogp, rootpath, fsptr->zone_fs_special, 1192 fsptr->zone_fs_dir, fsptr->zone_fs_type)) < 0) { 1193 zerror(zlogp, B_FALSE, "%s%s is not a valid mount point", 1194 rootpath, fsptr->zone_fs_dir); 1195 return (-1); 1196 } else if (rv > 0) { 1197 /* The mount point path doesn't exist, create it now. */ 1198 if (make_one_dir(zlogp, rootpath, fsptr->zone_fs_dir, 1199 DEFAULT_DIR_MODE, DEFAULT_DIR_USER, 1200 DEFAULT_DIR_GROUP) != 0) { 1201 zerror(zlogp, B_FALSE, "failed to create mount point"); 1202 return (-1); 1203 } 1204 1205 /* 1206 * Now this might seem weird, but we need to invoke 1207 * valid_mount_path() again. Why? Because it checks 1208 * to make sure that the mount point path is canonical, 1209 * which it can only do if the path exists, so now that 1210 * we've created the path we have to verify it again. 1211 */ 1212 if ((rv = valid_mount_path(zlogp, rootpath, 1213 fsptr->zone_fs_special, fsptr->zone_fs_dir, 1214 fsptr->zone_fs_type)) < 0) { 1215 zerror(zlogp, B_FALSE, 1216 "%s%s is not a valid mount point", 1217 rootpath, fsptr->zone_fs_dir); 1218 return (-1); 1219 } 1220 } 1221 1222 (void) snprintf(path, sizeof (path), "%s%s", rootpath, 1223 fsptr->zone_fs_dir); 1224 1225 /* 1226 * In general the strategy here is to do just as much verification as 1227 * necessary to avoid crashing or otherwise doing something bad; if the 1228 * administrator initiated the operation via zoneadm(1m), he'll get 1229 * auto-verification which will let him know what's wrong. If he 1230 * modifies the zone configuration of a running zone and doesn't attempt 1231 * to verify that it's OK we won't crash but won't bother trying to be 1232 * too helpful either. zoneadm verify is only a couple keystrokes away. 1233 */ 1234 if (!zonecfg_valid_fs_type(fsptr->zone_fs_type)) { 1235 zerror(zlogp, B_FALSE, "cannot mount %s on %s: " 1236 "invalid file-system type %s", fsptr->zone_fs_special, 1237 fsptr->zone_fs_dir, fsptr->zone_fs_type); 1238 return (-1); 1239 } 1240 1241 /* 1242 * If we're looking at an alternate root environment, then construct 1243 * read-only loopback mounts as necessary. Note that any special 1244 * paths for lofs zone mounts in an alternate root must have 1245 * already been pre-pended with any alternate root path by the 1246 * time we get here. 1247 */ 1248 if (zonecfg_in_alt_root()) { 1249 struct stat64 st; 1250 1251 if (stat64(fsptr->zone_fs_special, &st) != -1 && 1252 S_ISBLK(st.st_mode)) { 1253 /* 1254 * If we're going to mount a block device we need 1255 * to check if that device is already mounted 1256 * somewhere else, and if so, do a lofs mount 1257 * of the device instead of a direct mount 1258 */ 1259 if (check_lofs_needed(zlogp, fsptr) == -1) 1260 return (-1); 1261 } else if (strcmp(fsptr->zone_fs_type, MNTTYPE_LOFS) == 0) { 1262 /* 1263 * For lofs mounts, the special node is inside the 1264 * alternate root. We need lofs resolution for 1265 * this case in order to get at the underlying 1266 * read-write path. 1267 */ 1268 resolve_lofs(zlogp, fsptr->zone_fs_special, 1269 sizeof (fsptr->zone_fs_special)); 1270 } 1271 } 1272 1273 /* 1274 * Run 'fsck -m' if there's a device to fsck. 1275 */ 1276 if (fsptr->zone_fs_raw[0] != '\0' && 1277 dofsck(zlogp, fsptr->zone_fs_type, fsptr->zone_fs_raw) != 0) { 1278 return (-1); 1279 } else if (isregfile(fsptr->zone_fs_special) == 1 && 1280 dofsck(zlogp, fsptr->zone_fs_type, fsptr->zone_fs_special) != 0) { 1281 return (-1); 1282 } 1283 1284 /* 1285 * Build up mount option string. 1286 */ 1287 optstr[0] = '\0'; 1288 if (fsptr->zone_fs_options != NULL) { 1289 (void) strlcpy(optstr, fsptr->zone_fs_options->zone_fsopt_opt, 1290 sizeof (optstr)); 1291 for (optptr = fsptr->zone_fs_options->zone_fsopt_next; 1292 optptr != NULL; optptr = optptr->zone_fsopt_next) { 1293 (void) strlcat(optstr, ",", sizeof (optstr)); 1294 (void) strlcat(optstr, optptr->zone_fsopt_opt, 1295 sizeof (optstr)); 1296 } 1297 } 1298 1299 if ((rv = domount(zlogp, fsptr->zone_fs_type, optstr, 1300 fsptr->zone_fs_special, path)) != 0) 1301 return (rv); 1302 1303 /* 1304 * The mount succeeded. If this was not a mount of /dev then 1305 * we're done. 1306 */ 1307 if (strcmp(fsptr->zone_fs_type, MNTTYPE_DEV) != 0) 1308 return (0); 1309 1310 /* 1311 * We just mounted an instance of a /dev filesystem, so now we 1312 * need to configure it. 1313 */ 1314 return (mount_one_dev(zlogp, path, mount_cmd)); 1315 } 1316 1317 static void 1318 free_fs_data(struct zone_fstab *fsarray, uint_t nelem) 1319 { 1320 uint_t i; 1321 1322 if (fsarray == NULL) 1323 return; 1324 for (i = 0; i < nelem; i++) 1325 zonecfg_free_fs_option_list(fsarray[i].zone_fs_options); 1326 free(fsarray); 1327 } 1328 1329 /* 1330 * This function initiates the creation of a small Solaris Environment for 1331 * scratch zone. The Environment creation process is split up into two 1332 * functions(build_mounted_pre_var() and build_mounted_post_var()). It 1333 * is done this way because: 1334 * We need to have both /etc and /var in the root of the scratchzone. 1335 * We loopback mount zone's own /etc and /var into the root of the 1336 * scratch zone. Unlike /etc, /var can be a seperate filesystem. So we 1337 * need to delay the mount of /var till the zone's root gets populated. 1338 * So mounting of localdirs[](/etc and /var) have been moved to the 1339 * build_mounted_post_var() which gets called only after the zone 1340 * specific filesystems are mounted. 1341 * 1342 * Note that the scratch zone we set up for updating the zone (Z_MNT_UPDATE) 1343 * does not loopback mount the zone's own /etc and /var into the root of the 1344 * scratch zone. 1345 */ 1346 static boolean_t 1347 build_mounted_pre_var(zlog_t *zlogp, char *rootpath, 1348 size_t rootlen, const char *zonepath, char *luroot, size_t lurootlen) 1349 { 1350 char tmp[MAXPATHLEN], fromdir[MAXPATHLEN]; 1351 const char **cpp; 1352 static const char *mkdirs[] = { 1353 "/system", "/system/contract", "/system/object", "/proc", 1354 "/dev", "/tmp", "/a", NULL 1355 }; 1356 char *altstr; 1357 FILE *fp; 1358 uuid_t uuid; 1359 1360 resolve_lofs(zlogp, rootpath, rootlen); 1361 (void) snprintf(luroot, lurootlen, "%s/lu", zonepath); 1362 resolve_lofs(zlogp, luroot, lurootlen); 1363 (void) snprintf(tmp, sizeof (tmp), "%s/bin", luroot); 1364 (void) symlink("./usr/bin", tmp); 1365 1366 /* 1367 * These are mostly special mount points; not handled here. (See 1368 * zone_mount_early.) 1369 */ 1370 for (cpp = mkdirs; *cpp != NULL; cpp++) { 1371 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1372 if (mkdir(tmp, 0755) != 0) { 1373 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1374 return (B_FALSE); 1375 } 1376 } 1377 /* 1378 * This is here to support lucopy. If there's an instance of this same 1379 * zone on the current running system, then we mount its root up as 1380 * read-only inside the scratch zone. 1381 */ 1382 (void) zonecfg_get_uuid(zone_name, uuid); 1383 altstr = strdup(zonecfg_get_root()); 1384 if (altstr == NULL) { 1385 zerror(zlogp, B_TRUE, "memory allocation failed"); 1386 return (B_FALSE); 1387 } 1388 zonecfg_set_root(""); 1389 (void) strlcpy(tmp, zone_name, sizeof (tmp)); 1390 (void) zonecfg_get_name_by_uuid(uuid, tmp, sizeof (tmp)); 1391 if (zone_get_rootpath(tmp, fromdir, sizeof (fromdir)) == Z_OK && 1392 strcmp(fromdir, rootpath) != 0) { 1393 (void) snprintf(tmp, sizeof (tmp), "%s/b", luroot); 1394 if (mkdir(tmp, 0755) != 0) { 1395 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1396 return (B_FALSE); 1397 } 1398 if (domount(zlogp, MNTTYPE_LOFS, RESOURCE_DEFAULT_OPTS, fromdir, 1399 tmp) != 0) { 1400 zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp, 1401 fromdir); 1402 return (B_FALSE); 1403 } 1404 } 1405 zonecfg_set_root(altstr); 1406 free(altstr); 1407 1408 if ((fp = zonecfg_open_scratch(luroot, B_TRUE)) == NULL) { 1409 zerror(zlogp, B_TRUE, "cannot open zone mapfile"); 1410 return (B_FALSE); 1411 } 1412 (void) ftruncate(fileno(fp), 0); 1413 if (zonecfg_add_scratch(fp, zone_name, kernzone, "/") == -1) { 1414 zerror(zlogp, B_TRUE, "cannot add zone mapfile entry"); 1415 } 1416 zonecfg_close_scratch(fp); 1417 (void) snprintf(tmp, sizeof (tmp), "%s/a", luroot); 1418 if (domount(zlogp, MNTTYPE_LOFS, "", rootpath, tmp) != 0) 1419 return (B_FALSE); 1420 (void) strlcpy(rootpath, tmp, rootlen); 1421 return (B_TRUE); 1422 } 1423 1424 1425 static boolean_t 1426 build_mounted_post_var(zlog_t *zlogp, zone_mnt_t mount_cmd, char *rootpath, 1427 const char *luroot) 1428 { 1429 char tmp[MAXPATHLEN], fromdir[MAXPATHLEN]; 1430 const char **cpp; 1431 const char **loopdirs; 1432 const char **tmpdirs; 1433 static const char *localdirs[] = { 1434 "/etc", "/var", NULL 1435 }; 1436 static const char *scr_loopdirs[] = { 1437 "/etc/lib", "/etc/fs", "/lib", "/sbin", "/platform", 1438 "/usr", NULL 1439 }; 1440 static const char *upd_loopdirs[] = { 1441 "/etc", "/kernel", "/lib", "/opt", "/platform", "/sbin", 1442 "/usr", "/var", NULL 1443 }; 1444 static const char *scr_tmpdirs[] = { 1445 "/tmp", "/var/run", NULL 1446 }; 1447 static const char *upd_tmpdirs[] = { 1448 "/tmp", "/var/run", "/var/tmp", NULL 1449 }; 1450 struct stat st; 1451 1452 if (mount_cmd == Z_MNT_SCRATCH) { 1453 /* 1454 * These are mounted read-write from the zone undergoing 1455 * upgrade. We must be careful not to 'leak' things from the 1456 * main system into the zone, and this accomplishes that goal. 1457 */ 1458 for (cpp = localdirs; *cpp != NULL; cpp++) { 1459 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, 1460 *cpp); 1461 (void) snprintf(fromdir, sizeof (fromdir), "%s%s", 1462 rootpath, *cpp); 1463 if (mkdir(tmp, 0755) != 0) { 1464 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1465 return (B_FALSE); 1466 } 1467 if (domount(zlogp, MNTTYPE_LOFS, "", fromdir, tmp) 1468 != 0) { 1469 zerror(zlogp, B_TRUE, "cannot mount %s on %s", 1470 tmp, *cpp); 1471 return (B_FALSE); 1472 } 1473 } 1474 } 1475 1476 if (mount_cmd == Z_MNT_UPDATE) 1477 loopdirs = upd_loopdirs; 1478 else 1479 loopdirs = scr_loopdirs; 1480 1481 /* 1482 * These are things mounted read-only from the running system because 1483 * they contain binaries that must match system. 1484 */ 1485 for (cpp = loopdirs; *cpp != NULL; cpp++) { 1486 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1487 if (mkdir(tmp, 0755) != 0) { 1488 if (errno != EEXIST) { 1489 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1490 return (B_FALSE); 1491 } 1492 if (lstat(tmp, &st) != 0) { 1493 zerror(zlogp, B_TRUE, "cannot stat %s", tmp); 1494 return (B_FALSE); 1495 } 1496 /* 1497 * Ignore any non-directories encountered. These are 1498 * things that have been converted into symlinks 1499 * (/etc/fs and /etc/lib) and no longer need a lofs 1500 * fixup. 1501 */ 1502 if (!S_ISDIR(st.st_mode)) 1503 continue; 1504 } 1505 if (domount(zlogp, MNTTYPE_LOFS, RESOURCE_DEFAULT_OPTS, *cpp, 1506 tmp) != 0) { 1507 zerror(zlogp, B_TRUE, "cannot mount %s on %s", tmp, 1508 *cpp); 1509 return (B_FALSE); 1510 } 1511 } 1512 1513 if (mount_cmd == Z_MNT_UPDATE) 1514 tmpdirs = upd_tmpdirs; 1515 else 1516 tmpdirs = scr_tmpdirs; 1517 1518 /* 1519 * These are things with tmpfs mounted inside. 1520 */ 1521 for (cpp = tmpdirs; *cpp != NULL; cpp++) { 1522 (void) snprintf(tmp, sizeof (tmp), "%s%s", luroot, *cpp); 1523 if (mount_cmd == Z_MNT_SCRATCH && mkdir(tmp, 0755) != 0 && 1524 errno != EEXIST) { 1525 zerror(zlogp, B_TRUE, "cannot create %s", tmp); 1526 return (B_FALSE); 1527 } 1528 1529 /* 1530 * We could set the mode for /tmp when we do the mkdir but 1531 * since that can be modified by the umask we will just set 1532 * the correct mode for /tmp now. 1533 */ 1534 if (strcmp(*cpp, "/tmp") == 0 && chmod(tmp, 01777) != 0) { 1535 zerror(zlogp, B_TRUE, "cannot chmod %s", tmp); 1536 return (B_FALSE); 1537 } 1538 1539 if (domount(zlogp, MNTTYPE_TMPFS, "", "swap", tmp) != 0) { 1540 zerror(zlogp, B_TRUE, "cannot mount swap on %s", *cpp); 1541 return (B_FALSE); 1542 } 1543 } 1544 return (B_TRUE); 1545 } 1546 1547 typedef struct plat_gmount_cb_data { 1548 zlog_t *pgcd_zlogp; 1549 struct zone_fstab **pgcd_fs_tab; 1550 int *pgcd_num_fs; 1551 } plat_gmount_cb_data_t; 1552 1553 /* 1554 * plat_gmount_cb() is a callback function invoked by libbrand to iterate 1555 * through all global brand platform mounts. 1556 */ 1557 int 1558 plat_gmount_cb(void *data, const char *spec, const char *dir, 1559 const char *fstype, const char *opt) 1560 { 1561 plat_gmount_cb_data_t *cp = data; 1562 zlog_t *zlogp = cp->pgcd_zlogp; 1563 struct zone_fstab *fs_ptr = *cp->pgcd_fs_tab; 1564 int num_fs = *cp->pgcd_num_fs; 1565 struct zone_fstab *fsp, *tmp_ptr; 1566 1567 num_fs++; 1568 if ((tmp_ptr = realloc(fs_ptr, num_fs * sizeof (*tmp_ptr))) == NULL) { 1569 zerror(zlogp, B_TRUE, "memory allocation failed"); 1570 return (-1); 1571 } 1572 1573 fs_ptr = tmp_ptr; 1574 fsp = &fs_ptr[num_fs - 1]; 1575 1576 /* update the callback struct passed in */ 1577 *cp->pgcd_fs_tab = fs_ptr; 1578 *cp->pgcd_num_fs = num_fs; 1579 1580 fsp->zone_fs_raw[0] = '\0'; 1581 (void) strlcpy(fsp->zone_fs_special, spec, 1582 sizeof (fsp->zone_fs_special)); 1583 (void) strlcpy(fsp->zone_fs_dir, dir, sizeof (fsp->zone_fs_dir)); 1584 (void) strlcpy(fsp->zone_fs_type, fstype, sizeof (fsp->zone_fs_type)); 1585 fsp->zone_fs_options = NULL; 1586 if ((opt != NULL) && 1587 (zonecfg_add_fs_option(fsp, (char *)opt) != Z_OK)) { 1588 zerror(zlogp, B_FALSE, "error adding property"); 1589 return (-1); 1590 } 1591 1592 return (0); 1593 } 1594 1595 static int 1596 mount_filesystems_fsent(zone_dochandle_t handle, zlog_t *zlogp, 1597 struct zone_fstab **fs_tabp, int *num_fsp, zone_mnt_t mount_cmd) 1598 { 1599 struct zone_fstab *tmp_ptr, *fs_ptr, *fsp, fstab; 1600 int num_fs; 1601 1602 num_fs = *num_fsp; 1603 fs_ptr = *fs_tabp; 1604 1605 if (zonecfg_setfsent(handle) != Z_OK) { 1606 zerror(zlogp, B_FALSE, "invalid configuration"); 1607 return (-1); 1608 } 1609 while (zonecfg_getfsent(handle, &fstab) == Z_OK) { 1610 /* 1611 * ZFS filesystems will not be accessible under an alternate 1612 * root, since the pool will not be known. Ignore them in this 1613 * case. 1614 */ 1615 if (ALT_MOUNT(mount_cmd) && 1616 strcmp(fstab.zone_fs_type, MNTTYPE_ZFS) == 0) 1617 continue; 1618 1619 num_fs++; 1620 if ((tmp_ptr = realloc(fs_ptr, 1621 num_fs * sizeof (*tmp_ptr))) == NULL) { 1622 zerror(zlogp, B_TRUE, "memory allocation failed"); 1623 (void) zonecfg_endfsent(handle); 1624 return (-1); 1625 } 1626 /* update the pointers passed in */ 1627 *fs_tabp = tmp_ptr; 1628 *num_fsp = num_fs; 1629 1630 fs_ptr = tmp_ptr; 1631 fsp = &fs_ptr[num_fs - 1]; 1632 (void) strlcpy(fsp->zone_fs_dir, 1633 fstab.zone_fs_dir, sizeof (fsp->zone_fs_dir)); 1634 (void) strlcpy(fsp->zone_fs_raw, fstab.zone_fs_raw, 1635 sizeof (fsp->zone_fs_raw)); 1636 (void) strlcpy(fsp->zone_fs_type, fstab.zone_fs_type, 1637 sizeof (fsp->zone_fs_type)); 1638 fsp->zone_fs_options = fstab.zone_fs_options; 1639 1640 /* 1641 * For all lofs mounts, make sure that the 'special' 1642 * entry points inside the alternate root. The 1643 * source path for a lofs mount in a given zone needs 1644 * to be relative to the root of the boot environment 1645 * that contains the zone. Note that we don't do this 1646 * for non-lofs mounts since they will have a device 1647 * as a backing store and device paths must always be 1648 * specified relative to the current boot environment. 1649 */ 1650 fsp->zone_fs_special[0] = '\0'; 1651 if (strcmp(fsp->zone_fs_type, MNTTYPE_LOFS) == 0) { 1652 (void) strlcat(fsp->zone_fs_special, zonecfg_get_root(), 1653 sizeof (fsp->zone_fs_special)); 1654 } 1655 (void) strlcat(fsp->zone_fs_special, fstab.zone_fs_special, 1656 sizeof (fsp->zone_fs_special)); 1657 } 1658 (void) zonecfg_endfsent(handle); 1659 return (0); 1660 } 1661 1662 static int 1663 mount_filesystems(zlog_t *zlogp, zone_mnt_t mount_cmd) 1664 { 1665 char rootpath[MAXPATHLEN]; 1666 char zonepath[MAXPATHLEN]; 1667 char brand[MAXNAMELEN]; 1668 char luroot[MAXPATHLEN]; 1669 int i, num_fs = 0; 1670 struct zone_fstab *fs_ptr = NULL; 1671 zone_dochandle_t handle = NULL; 1672 zone_state_t zstate; 1673 brand_handle_t bh; 1674 plat_gmount_cb_data_t cb; 1675 1676 if (zone_get_state(zone_name, &zstate) != Z_OK || 1677 (zstate != ZONE_STATE_READY && zstate != ZONE_STATE_MOUNTED)) { 1678 zerror(zlogp, B_FALSE, 1679 "zone must be in '%s' or '%s' state to mount file-systems", 1680 zone_state_str(ZONE_STATE_READY), 1681 zone_state_str(ZONE_STATE_MOUNTED)); 1682 goto bad; 1683 } 1684 1685 if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) { 1686 zerror(zlogp, B_TRUE, "unable to determine zone path"); 1687 goto bad; 1688 } 1689 1690 if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) { 1691 zerror(zlogp, B_TRUE, "unable to determine zone root"); 1692 goto bad; 1693 } 1694 1695 if ((handle = zonecfg_init_handle()) == NULL) { 1696 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 1697 goto bad; 1698 } 1699 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK || 1700 zonecfg_setfsent(handle) != Z_OK) { 1701 zerror(zlogp, B_FALSE, "invalid configuration"); 1702 goto bad; 1703 } 1704 1705 /* 1706 * If we are mounting the zone, then we must always use the default 1707 * brand global mounts. 1708 */ 1709 if (ALT_MOUNT(mount_cmd)) { 1710 (void) strlcpy(brand, default_brand, sizeof (brand)); 1711 } else { 1712 (void) strlcpy(brand, brand_name, sizeof (brand)); 1713 } 1714 1715 /* Get a handle to the brand info for this zone */ 1716 if ((bh = brand_open(brand)) == NULL) { 1717 zerror(zlogp, B_FALSE, "unable to determine zone brand"); 1718 zonecfg_fini_handle(handle); 1719 return (-1); 1720 } 1721 1722 /* 1723 * Get the list of global filesystems to mount from the brand 1724 * configuration. 1725 */ 1726 cb.pgcd_zlogp = zlogp; 1727 cb.pgcd_fs_tab = &fs_ptr; 1728 cb.pgcd_num_fs = &num_fs; 1729 if (brand_platform_iter_gmounts(bh, zonepath, 1730 plat_gmount_cb, &cb) != 0) { 1731 zerror(zlogp, B_FALSE, "unable to mount filesystems"); 1732 brand_close(bh); 1733 zonecfg_fini_handle(handle); 1734 return (-1); 1735 } 1736 brand_close(bh); 1737 1738 /* 1739 * Iterate through the rest of the filesystems. Sort them all, 1740 * then mount them in sorted order. This is to make sure the 1741 * higher level directories (e.g., /usr) get mounted before 1742 * any beneath them (e.g., /usr/local). 1743 */ 1744 if (mount_filesystems_fsent(handle, zlogp, &fs_ptr, &num_fs, 1745 mount_cmd) != 0) 1746 goto bad; 1747 1748 zonecfg_fini_handle(handle); 1749 handle = NULL; 1750 1751 /* 1752 * Normally when we mount a zone all the zone filesystems 1753 * get mounted relative to rootpath, which is usually 1754 * <zonepath>/root. But when mounting a zone for administration 1755 * purposes via the zone "mount" state, build_mounted_pre_var() 1756 * updates rootpath to be <zonepath>/lu/a so we'll mount all 1757 * the zones filesystems there instead. 1758 * 1759 * build_mounted_pre_var() and build_mounted_post_var() will 1760 * also do some extra work to create directories and lofs mount 1761 * a bunch of global zone file system paths into <zonepath>/lu. 1762 * 1763 * This allows us to be able to enter the zone (now rooted at 1764 * <zonepath>/lu) and run the upgrade/patch tools that are in the 1765 * global zone and have them upgrade the to-be-modified zone's 1766 * files mounted on /a. (Which mirrors the existing standard 1767 * upgrade environment.) 1768 * 1769 * There is of course one catch. When doing the upgrade 1770 * we need <zoneroot>/lu/dev to be the /dev filesystem 1771 * for the zone and we don't want to have any /dev filesystem 1772 * mounted at <zoneroot>/lu/a/dev. Since /dev is specified 1773 * as a normal zone filesystem by default we'll try to mount 1774 * it at <zoneroot>/lu/a/dev, so we have to detect this 1775 * case and instead mount it at <zoneroot>/lu/dev. 1776 * 1777 * All this work is done in three phases: 1778 * 1) Create and populate lu directory (build_mounted_pre_var()). 1779 * 2) Mount the required filesystems as per the zone configuration. 1780 * 3) Set up the rest of the scratch zone environment 1781 * (build_mounted_post_var()). 1782 */ 1783 if (ALT_MOUNT(mount_cmd) && !build_mounted_pre_var(zlogp, 1784 rootpath, sizeof (rootpath), zonepath, luroot, sizeof (luroot))) 1785 goto bad; 1786 1787 qsort(fs_ptr, num_fs, sizeof (*fs_ptr), fs_compare); 1788 1789 for (i = 0; i < num_fs; i++) { 1790 if (ALT_MOUNT(mount_cmd) && 1791 strcmp(fs_ptr[i].zone_fs_dir, "/dev") == 0) { 1792 size_t slen = strlen(rootpath) - 2; 1793 1794 /* 1795 * By default we'll try to mount /dev as /a/dev 1796 * but /dev is special and always goes at the top 1797 * so strip the trailing '/a' from the rootpath. 1798 */ 1799 assert(strcmp(&rootpath[slen], "/a") == 0); 1800 rootpath[slen] = '\0'; 1801 if (mount_one(zlogp, &fs_ptr[i], rootpath, mount_cmd) 1802 != 0) 1803 goto bad; 1804 rootpath[slen] = '/'; 1805 continue; 1806 } 1807 if (mount_one(zlogp, &fs_ptr[i], rootpath, mount_cmd) != 0) 1808 goto bad; 1809 } 1810 if (ALT_MOUNT(mount_cmd) && 1811 !build_mounted_post_var(zlogp, mount_cmd, rootpath, luroot)) 1812 goto bad; 1813 1814 /* 1815 * For Trusted Extensions cross-mount each lower level /export/home 1816 */ 1817 if (mount_cmd == Z_MNT_BOOT && 1818 tsol_mounts(zlogp, zone_name, rootpath) != 0) 1819 goto bad; 1820 1821 free_fs_data(fs_ptr, num_fs); 1822 1823 /* 1824 * Everything looks fine. 1825 */ 1826 return (0); 1827 1828 bad: 1829 if (handle != NULL) 1830 zonecfg_fini_handle(handle); 1831 free_fs_data(fs_ptr, num_fs); 1832 return (-1); 1833 } 1834 1835 /* caller makes sure neither parameter is NULL */ 1836 static int 1837 addr2netmask(char *prefixstr, int maxprefixlen, uchar_t *maskstr) 1838 { 1839 int prefixlen; 1840 1841 prefixlen = atoi(prefixstr); 1842 if (prefixlen < 0 || prefixlen > maxprefixlen) 1843 return (1); 1844 while (prefixlen > 0) { 1845 if (prefixlen >= 8) { 1846 *maskstr++ = 0xFF; 1847 prefixlen -= 8; 1848 continue; 1849 } 1850 *maskstr |= 1 << (8 - prefixlen); 1851 prefixlen--; 1852 } 1853 return (0); 1854 } 1855 1856 /* 1857 * Tear down all interfaces belonging to the given zone. This should 1858 * be called with the zone in a state other than "running", so that 1859 * interfaces can't be assigned to the zone after this returns. 1860 * 1861 * If anything goes wrong, log an error message and return an error. 1862 */ 1863 static int 1864 unconfigure_shared_network_interfaces(zlog_t *zlogp, zoneid_t zone_id) 1865 { 1866 struct lifnum lifn; 1867 struct lifconf lifc; 1868 struct lifreq *lifrp, lifrl; 1869 int64_t lifc_flags = LIFC_NOXMIT | LIFC_ALLZONES; 1870 int num_ifs, s, i, ret_code = 0; 1871 uint_t bufsize; 1872 char *buf = NULL; 1873 1874 if ((s = socket(AF_INET, SOCK_DGRAM, 0)) < 0) { 1875 zerror(zlogp, B_TRUE, "could not get socket"); 1876 ret_code = -1; 1877 goto bad; 1878 } 1879 lifn.lifn_family = AF_UNSPEC; 1880 lifn.lifn_flags = (int)lifc_flags; 1881 if (ioctl(s, SIOCGLIFNUM, (char *)&lifn) < 0) { 1882 zerror(zlogp, B_TRUE, 1883 "could not determine number of network interfaces"); 1884 ret_code = -1; 1885 goto bad; 1886 } 1887 num_ifs = lifn.lifn_count; 1888 bufsize = num_ifs * sizeof (struct lifreq); 1889 if ((buf = malloc(bufsize)) == NULL) { 1890 zerror(zlogp, B_TRUE, "memory allocation failed"); 1891 ret_code = -1; 1892 goto bad; 1893 } 1894 lifc.lifc_family = AF_UNSPEC; 1895 lifc.lifc_flags = (int)lifc_flags; 1896 lifc.lifc_len = bufsize; 1897 lifc.lifc_buf = buf; 1898 if (ioctl(s, SIOCGLIFCONF, (char *)&lifc) < 0) { 1899 zerror(zlogp, B_TRUE, "could not get configured network " 1900 "interfaces"); 1901 ret_code = -1; 1902 goto bad; 1903 } 1904 lifrp = lifc.lifc_req; 1905 for (i = lifc.lifc_len / sizeof (struct lifreq); i > 0; i--, lifrp++) { 1906 (void) close(s); 1907 if ((s = socket(lifrp->lifr_addr.ss_family, SOCK_DGRAM, 0)) < 1908 0) { 1909 zerror(zlogp, B_TRUE, "%s: could not get socket", 1910 lifrl.lifr_name); 1911 ret_code = -1; 1912 continue; 1913 } 1914 (void) memset(&lifrl, 0, sizeof (lifrl)); 1915 (void) strncpy(lifrl.lifr_name, lifrp->lifr_name, 1916 sizeof (lifrl.lifr_name)); 1917 if (ioctl(s, SIOCGLIFZONE, (caddr_t)&lifrl) < 0) { 1918 if (errno == ENXIO) 1919 /* 1920 * Interface may have been removed by admin or 1921 * another zone halting. 1922 */ 1923 continue; 1924 zerror(zlogp, B_TRUE, 1925 "%s: could not determine the zone to which this " 1926 "network interface is bound", lifrl.lifr_name); 1927 ret_code = -1; 1928 continue; 1929 } 1930 if (lifrl.lifr_zoneid == zone_id) { 1931 if (ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifrl) < 0) { 1932 zerror(zlogp, B_TRUE, 1933 "%s: could not remove network interface", 1934 lifrl.lifr_name); 1935 ret_code = -1; 1936 continue; 1937 } 1938 } 1939 } 1940 bad: 1941 if (s > 0) 1942 (void) close(s); 1943 if (buf) 1944 free(buf); 1945 return (ret_code); 1946 } 1947 1948 static union sockunion { 1949 struct sockaddr sa; 1950 struct sockaddr_in sin; 1951 struct sockaddr_dl sdl; 1952 struct sockaddr_in6 sin6; 1953 } so_dst, so_ifp; 1954 1955 static struct { 1956 struct rt_msghdr hdr; 1957 char space[512]; 1958 } rtmsg; 1959 1960 static int 1961 salen(struct sockaddr *sa) 1962 { 1963 switch (sa->sa_family) { 1964 case AF_INET: 1965 return (sizeof (struct sockaddr_in)); 1966 case AF_LINK: 1967 return (sizeof (struct sockaddr_dl)); 1968 case AF_INET6: 1969 return (sizeof (struct sockaddr_in6)); 1970 default: 1971 return (sizeof (struct sockaddr)); 1972 } 1973 } 1974 1975 #define ROUNDUP_LONG(a) \ 1976 ((a) > 0 ? (1 + (((a) - 1) | (sizeof (long) - 1))) : sizeof (long)) 1977 1978 /* 1979 * Look up which zone is using a given IP address. The address in question 1980 * is expected to have been stuffed into the structure to which lifr points 1981 * via a previous SIOCGLIFADDR ioctl(). 1982 * 1983 * This is done using black router socket magic. 1984 * 1985 * Return the name of the zone on success or NULL on failure. 1986 * 1987 * This is a lot of code for a simple task; a new ioctl request to take care 1988 * of this might be a useful RFE. 1989 */ 1990 1991 static char * 1992 who_is_using(zlog_t *zlogp, struct lifreq *lifr) 1993 { 1994 static char answer[ZONENAME_MAX]; 1995 pid_t pid; 1996 int s, rlen, l, i; 1997 char *cp = rtmsg.space; 1998 struct sockaddr_dl *ifp = NULL; 1999 struct sockaddr *sa; 2000 char save_if_name[LIFNAMSIZ]; 2001 2002 answer[0] = '\0'; 2003 2004 pid = getpid(); 2005 if ((s = socket(PF_ROUTE, SOCK_RAW, 0)) < 0) { 2006 zerror(zlogp, B_TRUE, "could not get routing socket"); 2007 return (NULL); 2008 } 2009 2010 if (lifr->lifr_addr.ss_family == AF_INET) { 2011 struct sockaddr_in *sin4; 2012 2013 so_dst.sa.sa_family = AF_INET; 2014 sin4 = (struct sockaddr_in *)&lifr->lifr_addr; 2015 so_dst.sin.sin_addr = sin4->sin_addr; 2016 } else { 2017 struct sockaddr_in6 *sin6; 2018 2019 so_dst.sa.sa_family = AF_INET6; 2020 sin6 = (struct sockaddr_in6 *)&lifr->lifr_addr; 2021 so_dst.sin6.sin6_addr = sin6->sin6_addr; 2022 } 2023 2024 so_ifp.sa.sa_family = AF_LINK; 2025 2026 (void) memset(&rtmsg, 0, sizeof (rtmsg)); 2027 rtmsg.hdr.rtm_type = RTM_GET; 2028 rtmsg.hdr.rtm_flags = RTF_UP | RTF_HOST; 2029 rtmsg.hdr.rtm_version = RTM_VERSION; 2030 rtmsg.hdr.rtm_seq = ++rts_seqno; 2031 rtmsg.hdr.rtm_addrs = RTA_IFP | RTA_DST; 2032 2033 l = ROUNDUP_LONG(salen(&so_dst.sa)); 2034 (void) memmove(cp, &(so_dst), l); 2035 cp += l; 2036 l = ROUNDUP_LONG(salen(&so_ifp.sa)); 2037 (void) memmove(cp, &(so_ifp), l); 2038 cp += l; 2039 2040 rtmsg.hdr.rtm_msglen = l = cp - (char *)&rtmsg; 2041 2042 if ((rlen = write(s, &rtmsg, l)) < 0) { 2043 zerror(zlogp, B_TRUE, "writing to routing socket"); 2044 return (NULL); 2045 } else if (rlen < (int)rtmsg.hdr.rtm_msglen) { 2046 zerror(zlogp, B_TRUE, 2047 "write to routing socket got only %d for len\n", rlen); 2048 return (NULL); 2049 } 2050 do { 2051 l = read(s, &rtmsg, sizeof (rtmsg)); 2052 } while (l > 0 && (rtmsg.hdr.rtm_seq != rts_seqno || 2053 rtmsg.hdr.rtm_pid != pid)); 2054 if (l < 0) { 2055 zerror(zlogp, B_TRUE, "reading from routing socket"); 2056 return (NULL); 2057 } 2058 2059 if (rtmsg.hdr.rtm_version != RTM_VERSION) { 2060 zerror(zlogp, B_FALSE, 2061 "routing message version %d not understood", 2062 rtmsg.hdr.rtm_version); 2063 return (NULL); 2064 } 2065 if (rtmsg.hdr.rtm_msglen != (ushort_t)l) { 2066 zerror(zlogp, B_FALSE, "message length mismatch, " 2067 "expected %d bytes, returned %d bytes", 2068 rtmsg.hdr.rtm_msglen, l); 2069 return (NULL); 2070 } 2071 if (rtmsg.hdr.rtm_errno != 0) { 2072 errno = rtmsg.hdr.rtm_errno; 2073 zerror(zlogp, B_TRUE, "RTM_GET routing socket message"); 2074 return (NULL); 2075 } 2076 if ((rtmsg.hdr.rtm_addrs & RTA_IFP) == 0) { 2077 zerror(zlogp, B_FALSE, "network interface not found"); 2078 return (NULL); 2079 } 2080 cp = ((char *)(&rtmsg.hdr + 1)); 2081 for (i = 1; i != 0; i <<= 1) { 2082 /* LINTED E_BAD_PTR_CAST_ALIGN */ 2083 sa = (struct sockaddr *)cp; 2084 if (i != RTA_IFP) { 2085 if ((i & rtmsg.hdr.rtm_addrs) != 0) 2086 cp += ROUNDUP_LONG(salen(sa)); 2087 continue; 2088 } 2089 if (sa->sa_family == AF_LINK && 2090 ((struct sockaddr_dl *)sa)->sdl_nlen != 0) 2091 ifp = (struct sockaddr_dl *)sa; 2092 break; 2093 } 2094 if (ifp == NULL) { 2095 zerror(zlogp, B_FALSE, "network interface could not be " 2096 "determined"); 2097 return (NULL); 2098 } 2099 2100 /* 2101 * We need to set the I/F name to what we got above, then do the 2102 * appropriate ioctl to get its zone name. But lifr->lifr_name is 2103 * used by the calling function to do a REMOVEIF, so if we leave the 2104 * "good" zone's I/F name in place, *that* I/F will be removed instead 2105 * of the bad one. So we save the old (bad) I/F name before over- 2106 * writing it and doing the ioctl, then restore it after the ioctl. 2107 */ 2108 (void) strlcpy(save_if_name, lifr->lifr_name, sizeof (save_if_name)); 2109 (void) strncpy(lifr->lifr_name, ifp->sdl_data, ifp->sdl_nlen); 2110 lifr->lifr_name[ifp->sdl_nlen] = '\0'; 2111 i = ioctl(s, SIOCGLIFZONE, lifr); 2112 (void) strlcpy(lifr->lifr_name, save_if_name, sizeof (save_if_name)); 2113 if (i < 0) { 2114 zerror(zlogp, B_TRUE, 2115 "%s: could not determine the zone network interface " 2116 "belongs to", lifr->lifr_name); 2117 return (NULL); 2118 } 2119 if (getzonenamebyid(lifr->lifr_zoneid, answer, sizeof (answer)) < 0) 2120 (void) snprintf(answer, sizeof (answer), "%d", 2121 lifr->lifr_zoneid); 2122 2123 if (strlen(answer) > 0) 2124 return (answer); 2125 return (NULL); 2126 } 2127 2128 /* 2129 * Configures a single interface: a new virtual interface is added, based on 2130 * the physical interface nwiftabptr->zone_nwif_physical, with the address 2131 * specified in nwiftabptr->zone_nwif_address, for zone zone_id. Note that 2132 * the "address" can be an IPv6 address (with a /prefixlength required), an 2133 * IPv4 address (with a /prefixlength optional), or a name; for the latter, 2134 * an IPv4 name-to-address resolution will be attempted. 2135 * 2136 * If anything goes wrong, we log an detailed error message, attempt to tear 2137 * down whatever we set up and return an error. 2138 */ 2139 static int 2140 configure_one_interface(zlog_t *zlogp, zoneid_t zone_id, 2141 struct zone_nwiftab *nwiftabptr) 2142 { 2143 struct lifreq lifr; 2144 struct sockaddr_in netmask4; 2145 struct sockaddr_in6 netmask6; 2146 struct sockaddr_storage laddr; 2147 struct in_addr in4; 2148 sa_family_t af; 2149 char *slashp = strchr(nwiftabptr->zone_nwif_address, '/'); 2150 int s; 2151 boolean_t got_netmask = B_FALSE; 2152 boolean_t is_loopback = B_FALSE; 2153 char addrstr4[INET_ADDRSTRLEN]; 2154 int res; 2155 2156 res = zonecfg_valid_net_address(nwiftabptr->zone_nwif_address, &lifr); 2157 if (res != Z_OK) { 2158 zerror(zlogp, B_FALSE, "%s: %s", zonecfg_strerror(res), 2159 nwiftabptr->zone_nwif_address); 2160 return (-1); 2161 } 2162 af = lifr.lifr_addr.ss_family; 2163 if (af == AF_INET) 2164 in4 = ((struct sockaddr_in *)(&lifr.lifr_addr))->sin_addr; 2165 if ((s = socket(af, SOCK_DGRAM, 0)) < 0) { 2166 zerror(zlogp, B_TRUE, "could not get socket"); 2167 return (-1); 2168 } 2169 2170 /* 2171 * This is a similar kind of "hack" like in addif() to get around 2172 * the problem of SIOCLIFADDIF. The problem is that this ioctl 2173 * does not include the netmask when adding a logical interface. 2174 * To get around this problem, we first add the logical interface 2175 * with a 0 address. After that, we set the netmask if provided. 2176 * Finally we set the interface address. 2177 */ 2178 laddr = lifr.lifr_addr; 2179 (void) strlcpy(lifr.lifr_name, nwiftabptr->zone_nwif_physical, 2180 sizeof (lifr.lifr_name)); 2181 (void) memset(&lifr.lifr_addr, 0, sizeof (lifr.lifr_addr)); 2182 2183 if (ioctl(s, SIOCLIFADDIF, (caddr_t)&lifr) < 0) { 2184 /* 2185 * Here, we know that the interface can't be brought up. 2186 * A similar warning message was already printed out to 2187 * the console by zoneadm(1M) so instead we log the 2188 * message to syslog and continue. 2189 */ 2190 zerror(&logsys, B_TRUE, "WARNING: skipping network interface " 2191 "'%s' which may not be present/plumbed in the " 2192 "global zone.", lifr.lifr_name); 2193 (void) close(s); 2194 return (Z_OK); 2195 } 2196 2197 /* Preserve literal IPv4 address for later potential printing. */ 2198 if (af == AF_INET) 2199 (void) inet_ntop(AF_INET, &in4, addrstr4, INET_ADDRSTRLEN); 2200 2201 lifr.lifr_zoneid = zone_id; 2202 if (ioctl(s, SIOCSLIFZONE, (caddr_t)&lifr) < 0) { 2203 zerror(zlogp, B_TRUE, "%s: could not place network interface " 2204 "into zone", lifr.lifr_name); 2205 goto bad; 2206 } 2207 2208 /* 2209 * Loopback interface will use the default netmask assigned, if no 2210 * netmask is found. 2211 */ 2212 if (strcmp(nwiftabptr->zone_nwif_physical, "lo0") == 0) { 2213 is_loopback = B_TRUE; 2214 } 2215 if (af == AF_INET) { 2216 /* 2217 * The IPv4 netmask can be determined either 2218 * directly if a prefix length was supplied with 2219 * the address or via the netmasks database. Not 2220 * being able to determine it is a common failure, 2221 * but it often is not fatal to operation of the 2222 * interface. In that case, a warning will be 2223 * printed after the rest of the interface's 2224 * parameters have been configured. 2225 */ 2226 (void) memset(&netmask4, 0, sizeof (netmask4)); 2227 if (slashp != NULL) { 2228 if (addr2netmask(slashp + 1, V4_ADDR_LEN, 2229 (uchar_t *)&netmask4.sin_addr) != 0) { 2230 *slashp = '/'; 2231 zerror(zlogp, B_FALSE, 2232 "%s: invalid prefix length in %s", 2233 lifr.lifr_name, 2234 nwiftabptr->zone_nwif_address); 2235 goto bad; 2236 } 2237 got_netmask = B_TRUE; 2238 } else if (getnetmaskbyaddr(in4, 2239 &netmask4.sin_addr) == 0) { 2240 got_netmask = B_TRUE; 2241 } 2242 if (got_netmask) { 2243 netmask4.sin_family = af; 2244 (void) memcpy(&lifr.lifr_addr, &netmask4, 2245 sizeof (netmask4)); 2246 } 2247 } else { 2248 (void) memset(&netmask6, 0, sizeof (netmask6)); 2249 if (addr2netmask(slashp + 1, V6_ADDR_LEN, 2250 (uchar_t *)&netmask6.sin6_addr) != 0) { 2251 *slashp = '/'; 2252 zerror(zlogp, B_FALSE, 2253 "%s: invalid prefix length in %s", 2254 lifr.lifr_name, 2255 nwiftabptr->zone_nwif_address); 2256 goto bad; 2257 } 2258 got_netmask = B_TRUE; 2259 netmask6.sin6_family = af; 2260 (void) memcpy(&lifr.lifr_addr, &netmask6, 2261 sizeof (netmask6)); 2262 } 2263 if (got_netmask && 2264 ioctl(s, SIOCSLIFNETMASK, (caddr_t)&lifr) < 0) { 2265 zerror(zlogp, B_TRUE, "%s: could not set netmask", 2266 lifr.lifr_name); 2267 goto bad; 2268 } 2269 2270 /* Set the interface address */ 2271 lifr.lifr_addr = laddr; 2272 if (ioctl(s, SIOCSLIFADDR, (caddr_t)&lifr) < 0) { 2273 zerror(zlogp, B_TRUE, 2274 "%s: could not set IP address to %s", 2275 lifr.lifr_name, nwiftabptr->zone_nwif_address); 2276 goto bad; 2277 } 2278 2279 if (ioctl(s, SIOCGLIFFLAGS, (caddr_t)&lifr) < 0) { 2280 zerror(zlogp, B_TRUE, "%s: could not get flags", 2281 lifr.lifr_name); 2282 goto bad; 2283 } 2284 lifr.lifr_flags |= IFF_UP; 2285 if (ioctl(s, SIOCSLIFFLAGS, (caddr_t)&lifr) < 0) { 2286 int save_errno = errno; 2287 char *zone_using; 2288 2289 /* 2290 * If we failed with something other than EADDRNOTAVAIL, 2291 * then skip to the end. Otherwise, look up our address, 2292 * then call a function to determine which zone is already 2293 * using that address. 2294 */ 2295 if (errno != EADDRNOTAVAIL) { 2296 zerror(zlogp, B_TRUE, 2297 "%s: could not bring network interface up", 2298 lifr.lifr_name); 2299 goto bad; 2300 } 2301 if (ioctl(s, SIOCGLIFADDR, (caddr_t)&lifr) < 0) { 2302 zerror(zlogp, B_TRUE, "%s: could not get address", 2303 lifr.lifr_name); 2304 goto bad; 2305 } 2306 zone_using = who_is_using(zlogp, &lifr); 2307 errno = save_errno; 2308 if (zone_using == NULL) 2309 zerror(zlogp, B_TRUE, 2310 "%s: could not bring network interface up", 2311 lifr.lifr_name); 2312 else 2313 zerror(zlogp, B_TRUE, "%s: could not bring network " 2314 "interface up: address in use by zone '%s'", 2315 lifr.lifr_name, zone_using); 2316 goto bad; 2317 } 2318 2319 if (!got_netmask && !is_loopback) { 2320 /* 2321 * A common, but often non-fatal problem, is that the system 2322 * cannot find the netmask for an interface address. This is 2323 * often caused by it being only in /etc/inet/netmasks, but 2324 * /etc/nsswitch.conf says to use NIS or NIS+ and it's not 2325 * in that. This doesn't show up at boot because the netmask 2326 * is obtained from /etc/inet/netmasks when no network 2327 * interfaces are up, but isn't consulted when NIS/NIS+ is 2328 * available. We warn the user here that something like this 2329 * has happened and we're just running with a default and 2330 * possible incorrect netmask. 2331 */ 2332 char buffer[INET6_ADDRSTRLEN]; 2333 void *addr; 2334 const char *nomatch = "no matching subnet found in netmasks(4)"; 2335 2336 if (af == AF_INET) 2337 addr = &((struct sockaddr_in *) 2338 (&lifr.lifr_addr))->sin_addr; 2339 else 2340 addr = &((struct sockaddr_in6 *) 2341 (&lifr.lifr_addr))->sin6_addr; 2342 2343 /* 2344 * Find out what netmask the interface is going to be using. 2345 * If we just brought up an IPMP data address on an underlying 2346 * interface above, the address will have already migrated, so 2347 * the SIOCGLIFNETMASK won't be able to find it (but we need 2348 * to bring the address up to get the actual netmask). Just 2349 * omit printing the actual netmask in this corner-case. 2350 */ 2351 if (ioctl(s, SIOCGLIFNETMASK, (caddr_t)&lifr) < 0 || 2352 inet_ntop(af, addr, buffer, sizeof (buffer)) == NULL) { 2353 zerror(zlogp, B_FALSE, "WARNING: %s; using default.", 2354 nomatch); 2355 } else { 2356 zerror(zlogp, B_FALSE, 2357 "WARNING: %s: %s: %s; using default of %s.", 2358 lifr.lifr_name, nomatch, addrstr4, buffer); 2359 } 2360 } 2361 2362 /* 2363 * If a default router was specified for this interface 2364 * set the route now. Ignore if already set. 2365 */ 2366 if (strlen(nwiftabptr->zone_nwif_defrouter) > 0) { 2367 int status; 2368 char *argv[7]; 2369 2370 argv[0] = "route"; 2371 argv[1] = "add"; 2372 argv[2] = "-ifp"; 2373 argv[3] = nwiftabptr->zone_nwif_physical; 2374 argv[4] = "default"; 2375 argv[5] = nwiftabptr->zone_nwif_defrouter; 2376 argv[6] = NULL; 2377 2378 status = forkexec(zlogp, "/usr/sbin/route", argv); 2379 if (status != 0 && status != EEXIST) 2380 zerror(zlogp, B_FALSE, "Unable to set route for " 2381 "interface %s to %s\n", 2382 nwiftabptr->zone_nwif_physical, 2383 nwiftabptr->zone_nwif_defrouter); 2384 } 2385 2386 (void) close(s); 2387 return (Z_OK); 2388 bad: 2389 (void) ioctl(s, SIOCLIFREMOVEIF, (caddr_t)&lifr); 2390 (void) close(s); 2391 return (-1); 2392 } 2393 2394 /* 2395 * Sets up network interfaces based on information from the zone configuration. 2396 * IPv4 and IPv6 loopback interfaces are set up "for free", modeling the global 2397 * system. 2398 * 2399 * If anything goes wrong, we log a general error message, attempt to tear down 2400 * whatever we set up, and return an error. 2401 */ 2402 static int 2403 configure_shared_network_interfaces(zlog_t *zlogp) 2404 { 2405 zone_dochandle_t handle; 2406 struct zone_nwiftab nwiftab, loopback_iftab; 2407 zoneid_t zoneid; 2408 2409 if ((zoneid = getzoneidbyname(zone_name)) == ZONE_ID_UNDEFINED) { 2410 zerror(zlogp, B_TRUE, "unable to get zoneid"); 2411 return (-1); 2412 } 2413 2414 if ((handle = zonecfg_init_handle()) == NULL) { 2415 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 2416 return (-1); 2417 } 2418 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 2419 zerror(zlogp, B_FALSE, "invalid configuration"); 2420 zonecfg_fini_handle(handle); 2421 return (-1); 2422 } 2423 if (zonecfg_setnwifent(handle) == Z_OK) { 2424 for (;;) { 2425 if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK) 2426 break; 2427 if (configure_one_interface(zlogp, zoneid, &nwiftab) != 2428 Z_OK) { 2429 (void) zonecfg_endnwifent(handle); 2430 zonecfg_fini_handle(handle); 2431 return (-1); 2432 } 2433 } 2434 (void) zonecfg_endnwifent(handle); 2435 } 2436 zonecfg_fini_handle(handle); 2437 if (is_system_labeled()) { 2438 /* 2439 * Labeled zones share the loopback interface 2440 * so it is not plumbed for shared stack instances. 2441 */ 2442 return (0); 2443 } 2444 (void) strlcpy(loopback_iftab.zone_nwif_physical, "lo0", 2445 sizeof (loopback_iftab.zone_nwif_physical)); 2446 (void) strlcpy(loopback_iftab.zone_nwif_address, "127.0.0.1", 2447 sizeof (loopback_iftab.zone_nwif_address)); 2448 loopback_iftab.zone_nwif_defrouter[0] = '\0'; 2449 if (configure_one_interface(zlogp, zoneid, &loopback_iftab) != Z_OK) 2450 return (-1); 2451 2452 /* Always plumb up the IPv6 loopback interface. */ 2453 (void) strlcpy(loopback_iftab.zone_nwif_address, "::1/128", 2454 sizeof (loopback_iftab.zone_nwif_address)); 2455 if (configure_one_interface(zlogp, zoneid, &loopback_iftab) != Z_OK) 2456 return (-1); 2457 return (0); 2458 } 2459 2460 static void 2461 zdlerror(zlog_t *zlogp, dladm_status_t err, const char *dlname, const char *str) 2462 { 2463 char errmsg[DLADM_STRSIZE]; 2464 2465 (void) dladm_status2str(err, errmsg); 2466 zerror(zlogp, B_FALSE, "%s '%s': %s", str, dlname, errmsg); 2467 } 2468 2469 static int 2470 add_datalink(zlog_t *zlogp, char *zone_name, datalink_id_t linkid, char *dlname) 2471 { 2472 dladm_status_t err; 2473 boolean_t cpuset, poolset; 2474 char *poolp; 2475 2476 /* First check if it's in use by global zone. */ 2477 if (zonecfg_ifname_exists(AF_INET, dlname) || 2478 zonecfg_ifname_exists(AF_INET6, dlname)) { 2479 zerror(zlogp, B_FALSE, "WARNING: skipping network interface " 2480 "'%s' which is used in the global zone", dlname); 2481 return (-1); 2482 } 2483 2484 /* Set zoneid of this link. */ 2485 err = dladm_set_linkprop(dld_handle, linkid, "zone", &zone_name, 1, 2486 DLADM_OPT_ACTIVE); 2487 if (err != DLADM_STATUS_OK) { 2488 zdlerror(zlogp, err, dlname, 2489 "WARNING: unable to add network interface"); 2490 return (-1); 2491 } 2492 2493 /* 2494 * Set the pool of this link if the zone has a pool and 2495 * neither the cpus nor the pool datalink property is 2496 * already set. 2497 */ 2498 err = dladm_linkprop_is_set(dld_handle, linkid, DLADM_PROP_VAL_CURRENT, 2499 "cpus", &cpuset); 2500 if (err != DLADM_STATUS_OK) { 2501 zdlerror(zlogp, err, dlname, 2502 "WARNING: unable to check if cpus link property is set"); 2503 } 2504 err = dladm_linkprop_is_set(dld_handle, linkid, DLADM_PROP_VAL_CURRENT, 2505 "pool", &poolset); 2506 if (err != DLADM_STATUS_OK) { 2507 zdlerror(zlogp, err, dlname, 2508 "WARNING: unable to check if pool link property is set"); 2509 } 2510 2511 if ((strlen(pool_name) != 0) && !cpuset && !poolset) { 2512 poolp = pool_name; 2513 err = dladm_set_linkprop(dld_handle, linkid, "pool", 2514 &poolp, 1, DLADM_OPT_ACTIVE); 2515 if (err != DLADM_STATUS_OK) { 2516 zerror(zlogp, B_FALSE, "WARNING: unable to set " 2517 "pool %s to datalink %s", pool_name, dlname); 2518 bzero(pool_name, MAXPATHLEN); 2519 } 2520 } else { 2521 bzero(pool_name, MAXPATHLEN); 2522 } 2523 return (0); 2524 } 2525 2526 static boolean_t 2527 sockaddr_to_str(sa_family_t af, const struct sockaddr *sockaddr, 2528 char *straddr, size_t len) 2529 { 2530 struct sockaddr_in *sin; 2531 struct sockaddr_in6 *sin6; 2532 const char *str = NULL; 2533 2534 if (af == AF_INET) { 2535 /* LINTED E_BAD_PTR_CAST_ALIGN */ 2536 sin = SIN(sockaddr); 2537 str = inet_ntop(AF_INET, (void *)&sin->sin_addr, straddr, len); 2538 } else if (af == AF_INET6) { 2539 /* LINTED E_BAD_PTR_CAST_ALIGN */ 2540 sin6 = SIN6(sockaddr); 2541 str = inet_ntop(AF_INET6, (void *)&sin6->sin6_addr, straddr, 2542 len); 2543 } 2544 2545 return (str != NULL); 2546 } 2547 2548 static int 2549 ipv4_prefixlen(struct sockaddr_in *sin) 2550 { 2551 struct sockaddr_in *m; 2552 struct sockaddr_storage mask; 2553 2554 m = SIN(&mask); 2555 m->sin_family = AF_INET; 2556 if (getnetmaskbyaddr(sin->sin_addr, &m->sin_addr) == 0) { 2557 return (mask2plen((struct sockaddr *)&mask)); 2558 } else if (IN_CLASSA(htonl(sin->sin_addr.s_addr))) { 2559 return (8); 2560 } else if (IN_CLASSB(ntohl(sin->sin_addr.s_addr))) { 2561 return (16); 2562 } else if (IN_CLASSC(ntohl(sin->sin_addr.s_addr))) { 2563 return (24); 2564 } 2565 return (0); 2566 } 2567 2568 static int 2569 zone_setattr_network(int type, zoneid_t zoneid, datalink_id_t linkid, 2570 void *buf, size_t bufsize) 2571 { 2572 zone_net_data_t *zndata; 2573 size_t znsize; 2574 int err; 2575 2576 znsize = sizeof (*zndata) + bufsize; 2577 zndata = calloc(1, znsize); 2578 if (zndata == NULL) 2579 return (ENOMEM); 2580 zndata->zn_type = type; 2581 zndata->zn_len = bufsize; 2582 zndata->zn_linkid = linkid; 2583 bcopy(buf, zndata->zn_val, zndata->zn_len); 2584 err = zone_setattr(zoneid, ZONE_ATTR_NETWORK, zndata, znsize); 2585 free(zndata); 2586 return (err); 2587 } 2588 2589 static int 2590 add_net_for_linkid(zlog_t *zlogp, zoneid_t zoneid, zone_addr_list_t *start) 2591 { 2592 struct lifreq lifr; 2593 char **astr, *address; 2594 dladm_status_t dlstatus; 2595 char *ip_nospoof = "ip-nospoof"; 2596 int nnet, naddr, err = 0, j; 2597 size_t zlen, cpleft; 2598 zone_addr_list_t *ptr, *end; 2599 char tmp[INET6_ADDRSTRLEN], *maskstr; 2600 char *zaddr, *cp; 2601 struct in6_addr *routes = NULL; 2602 boolean_t is_set; 2603 datalink_id_t linkid; 2604 2605 assert(start != NULL); 2606 naddr = 0; /* number of addresses */ 2607 nnet = 0; /* number of net resources */ 2608 linkid = start->za_linkid; 2609 for (ptr = start; ptr != NULL && ptr->za_linkid == linkid; 2610 ptr = ptr->za_next) { 2611 nnet++; 2612 } 2613 end = ptr; 2614 zlen = nnet * (INET6_ADDRSTRLEN + 1); 2615 astr = calloc(1, nnet * sizeof (uintptr_t)); 2616 zaddr = calloc(1, zlen); 2617 if (astr == NULL || zaddr == NULL) { 2618 err = ENOMEM; 2619 goto done; 2620 } 2621 cp = zaddr; 2622 cpleft = zlen; 2623 j = 0; 2624 for (ptr = start; ptr != end; ptr = ptr->za_next) { 2625 address = ptr->za_nwiftab.zone_nwif_allowed_address; 2626 if (address[0] == '\0') 2627 continue; 2628 (void) snprintf(tmp, sizeof (tmp), "%s", address); 2629 /* 2630 * Validate the data. zonecfg_valid_net_address() clobbers 2631 * the /<mask> in the address string. 2632 */ 2633 if (zonecfg_valid_net_address(address, &lifr) != Z_OK) { 2634 zerror(zlogp, B_FALSE, "invalid address [%s]\n", 2635 address); 2636 err = EINVAL; 2637 goto done; 2638 } 2639 /* 2640 * convert any hostnames to numeric address strings. 2641 */ 2642 if (!sockaddr_to_str(lifr.lifr_addr.ss_family, 2643 (const struct sockaddr *)&lifr.lifr_addr, cp, cpleft)) { 2644 err = EINVAL; 2645 goto done; 2646 } 2647 /* 2648 * make a copy of the numeric string for the data needed 2649 * by the "allowed-ips" datalink property. 2650 */ 2651 astr[j] = strdup(cp); 2652 if (astr[j] == NULL) { 2653 err = ENOMEM; 2654 goto done; 2655 } 2656 j++; 2657 /* 2658 * compute the default netmask from the address, if necessary 2659 */ 2660 if ((maskstr = strchr(tmp, '/')) == NULL) { 2661 int prefixlen; 2662 2663 if (lifr.lifr_addr.ss_family == AF_INET) { 2664 prefixlen = ipv4_prefixlen( 2665 SIN(&lifr.lifr_addr)); 2666 } else { 2667 struct sockaddr_in6 *sin6; 2668 2669 sin6 = SIN6(&lifr.lifr_addr); 2670 if (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr)) 2671 prefixlen = 10; 2672 else 2673 prefixlen = 64; 2674 } 2675 (void) snprintf(tmp, sizeof (tmp), "%d", prefixlen); 2676 maskstr = tmp; 2677 } else { 2678 maskstr++; 2679 } 2680 /* append the "/<netmask>" */ 2681 (void) strlcat(cp, "/", cpleft); 2682 (void) strlcat(cp, maskstr, cpleft); 2683 (void) strlcat(cp, ",", cpleft); 2684 cp += strnlen(cp, zlen); 2685 cpleft = &zaddr[INET6_ADDRSTRLEN] - cp; 2686 } 2687 naddr = j; /* the actual number of addresses in the net resource */ 2688 assert(naddr <= nnet); 2689 2690 /* 2691 * zonecfg has already verified that the defrouter property can only 2692 * be set if there is at least one address defined for the net resource. 2693 * If j is 0, there are no addresses defined, and therefore no routers 2694 * to configure, and we are done at that point. 2695 */ 2696 if (j == 0) 2697 goto done; 2698 2699 /* over-write last ',' with '\0' */ 2700 zaddr[strnlen(zaddr, zlen) + 1] = '\0'; 2701 2702 /* 2703 * First make sure L3 protection is not already set on the link. 2704 */ 2705 dlstatus = dladm_linkprop_is_set(dld_handle, linkid, DLADM_OPT_ACTIVE, 2706 "protection", &is_set); 2707 if (dlstatus != DLADM_STATUS_OK) { 2708 err = EINVAL; 2709 zerror(zlogp, B_FALSE, "unable to check if protection is set"); 2710 goto done; 2711 } 2712 if (is_set) { 2713 err = EINVAL; 2714 zerror(zlogp, B_FALSE, "Protection is already set"); 2715 goto done; 2716 } 2717 dlstatus = dladm_linkprop_is_set(dld_handle, linkid, DLADM_OPT_ACTIVE, 2718 "allowed-ips", &is_set); 2719 if (dlstatus != DLADM_STATUS_OK) { 2720 err = EINVAL; 2721 zerror(zlogp, B_FALSE, "unable to check if allowed-ips is set"); 2722 goto done; 2723 } 2724 if (is_set) { 2725 zerror(zlogp, B_FALSE, "allowed-ips is already set"); 2726 err = EINVAL; 2727 goto done; 2728 } 2729 2730 /* 2731 * Enable ip-nospoof for the link, and add address to the allowed-ips 2732 * list. 2733 */ 2734 dlstatus = dladm_set_linkprop(dld_handle, linkid, "protection", 2735 &ip_nospoof, 1, DLADM_OPT_ACTIVE); 2736 if (dlstatus != DLADM_STATUS_OK) { 2737 zerror(zlogp, B_FALSE, "could not set protection\n"); 2738 err = EINVAL; 2739 goto done; 2740 } 2741 dlstatus = dladm_set_linkprop(dld_handle, linkid, "allowed-ips", 2742 astr, naddr, DLADM_OPT_ACTIVE); 2743 if (dlstatus != DLADM_STATUS_OK) { 2744 zerror(zlogp, B_FALSE, "could not set allowed-ips\n"); 2745 err = EINVAL; 2746 goto done; 2747 } 2748 2749 /* now set the address in the data-store */ 2750 err = zone_setattr_network(ZONE_NETWORK_ADDRESS, zoneid, linkid, 2751 zaddr, strnlen(zaddr, zlen) + 1); 2752 if (err != 0) 2753 goto done; 2754 2755 /* 2756 * add the defaultrouters 2757 */ 2758 routes = calloc(1, nnet * sizeof (*routes)); 2759 j = 0; 2760 for (ptr = start; ptr != end; ptr = ptr->za_next) { 2761 address = ptr->za_nwiftab.zone_nwif_defrouter; 2762 if (address[0] == '\0') 2763 continue; 2764 if (strchr(address, '/') == NULL && strchr(address, ':') != 0) { 2765 /* 2766 * zonecfg_valid_net_address() expects numeric IPv6 2767 * addresses to have a CIDR format netmask. 2768 */ 2769 (void) snprintf(tmp, sizeof (tmp), "/%d", V6_ADDR_LEN); 2770 (void) strlcat(address, tmp, INET6_ADDRSTRLEN); 2771 } 2772 if (zonecfg_valid_net_address(address, &lifr) != Z_OK) { 2773 zerror(zlogp, B_FALSE, 2774 "invalid router [%s]\n", address); 2775 err = EINVAL; 2776 goto done; 2777 } 2778 if (lifr.lifr_addr.ss_family == AF_INET6) { 2779 routes[j] = SIN6(&lifr.lifr_addr)->sin6_addr; 2780 } else { 2781 IN6_INADDR_TO_V4MAPPED(&SIN(&lifr.lifr_addr)->sin_addr, 2782 &routes[j]); 2783 } 2784 j++; 2785 } 2786 assert(j <= nnet); 2787 if (j > 0) { 2788 err = zone_setattr_network(ZONE_NETWORK_DEFROUTER, zoneid, 2789 linkid, routes, j * sizeof (*routes)); 2790 } 2791 done: 2792 free(routes); 2793 for (j = 0; j < naddr; j++) 2794 free(astr[j]); 2795 free(astr); 2796 free(zaddr); 2797 return (err); 2798 2799 } 2800 2801 static int 2802 add_net(zlog_t *zlogp, zoneid_t zoneid, zone_addr_list_t *zalist) 2803 { 2804 zone_addr_list_t *ptr; 2805 datalink_id_t linkid; 2806 int err; 2807 2808 if (zalist == NULL) 2809 return (0); 2810 2811 linkid = zalist->za_linkid; 2812 2813 err = add_net_for_linkid(zlogp, zoneid, zalist); 2814 if (err != 0) 2815 return (err); 2816 2817 for (ptr = zalist; ptr != NULL; ptr = ptr->za_next) { 2818 if (ptr->za_linkid == linkid) 2819 continue; 2820 linkid = ptr->za_linkid; 2821 err = add_net_for_linkid(zlogp, zoneid, ptr); 2822 if (err != 0) 2823 return (err); 2824 } 2825 return (0); 2826 } 2827 2828 /* 2829 * Add "new" to the list of network interfaces to be configured by 2830 * add_net on zone boot in "old". The list of interfaces in "old" is 2831 * sorted by datalink_id_t, with interfaces sorted FIFO for a given 2832 * datalink_id_t. 2833 * 2834 * Returns the merged list of IP interfaces containing "old" and "new" 2835 */ 2836 static zone_addr_list_t * 2837 add_ip_interface(zone_addr_list_t *old, zone_addr_list_t *new) 2838 { 2839 zone_addr_list_t *ptr, *next; 2840 datalink_id_t linkid = new->za_linkid; 2841 2842 assert(old != new); 2843 2844 if (old == NULL) 2845 return (new); 2846 for (ptr = old; ptr != NULL; ptr = ptr->za_next) { 2847 if (ptr->za_linkid == linkid) 2848 break; 2849 } 2850 if (ptr == NULL) { 2851 /* linkid does not already exist, add to the beginning */ 2852 new->za_next = old; 2853 return (new); 2854 } 2855 /* 2856 * adding to the middle of the list; ptr points at the first 2857 * occurrence of linkid. Find the last occurrence. 2858 */ 2859 while ((next = ptr->za_next) != NULL) { 2860 if (next->za_linkid != linkid) 2861 break; 2862 ptr = next; 2863 } 2864 /* insert new after ptr */ 2865 new->za_next = next; 2866 ptr->za_next = new; 2867 return (old); 2868 } 2869 2870 void 2871 free_ip_interface(zone_addr_list_t *zalist) 2872 { 2873 zone_addr_list_t *ptr, *new; 2874 2875 for (ptr = zalist; ptr != NULL; ) { 2876 new = ptr; 2877 ptr = ptr->za_next; 2878 free(new); 2879 } 2880 } 2881 2882 /* 2883 * Add the kernel access control information for the interface names. 2884 * If anything goes wrong, we log a general error message, attempt to tear down 2885 * whatever we set up, and return an error. 2886 */ 2887 static int 2888 configure_exclusive_network_interfaces(zlog_t *zlogp, zoneid_t zoneid) 2889 { 2890 zone_dochandle_t handle; 2891 struct zone_nwiftab nwiftab; 2892 char rootpath[MAXPATHLEN]; 2893 char path[MAXPATHLEN]; 2894 datalink_id_t linkid; 2895 di_prof_t prof = NULL; 2896 boolean_t added = B_FALSE; 2897 zone_addr_list_t *zalist = NULL, *new; 2898 2899 if ((handle = zonecfg_init_handle()) == NULL) { 2900 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 2901 return (-1); 2902 } 2903 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 2904 zerror(zlogp, B_FALSE, "invalid configuration"); 2905 zonecfg_fini_handle(handle); 2906 return (-1); 2907 } 2908 2909 if (zonecfg_setnwifent(handle) != Z_OK) { 2910 zonecfg_fini_handle(handle); 2911 return (0); 2912 } 2913 2914 for (;;) { 2915 if (zonecfg_getnwifent(handle, &nwiftab) != Z_OK) 2916 break; 2917 2918 if (prof == NULL) { 2919 if (zone_get_devroot(zone_name, rootpath, 2920 sizeof (rootpath)) != Z_OK) { 2921 (void) zonecfg_endnwifent(handle); 2922 zonecfg_fini_handle(handle); 2923 zerror(zlogp, B_TRUE, 2924 "unable to determine dev root"); 2925 return (-1); 2926 } 2927 (void) snprintf(path, sizeof (path), "%s%s", rootpath, 2928 "/dev"); 2929 if (di_prof_init(path, &prof) != 0) { 2930 (void) zonecfg_endnwifent(handle); 2931 zonecfg_fini_handle(handle); 2932 zerror(zlogp, B_TRUE, 2933 "failed to initialize profile"); 2934 return (-1); 2935 } 2936 } 2937 2938 /* 2939 * Create the /dev entry for backward compatibility. 2940 * Only create the /dev entry if it's not in use. 2941 * Note that the zone still boots when the assigned 2942 * interface is inaccessible, used by others, etc. 2943 * Also, when vanity naming is used, some interface do 2944 * do not have corresponding /dev node names (for example, 2945 * vanity named aggregations). The /dev entry is not 2946 * created in that case. The /dev/net entry is always 2947 * accessible. 2948 */ 2949 if (dladm_name2info(dld_handle, nwiftab.zone_nwif_physical, 2950 &linkid, NULL, NULL, NULL) == DLADM_STATUS_OK && 2951 add_datalink(zlogp, zone_name, linkid, 2952 nwiftab.zone_nwif_physical) == 0) { 2953 added = B_TRUE; 2954 } else { 2955 (void) zonecfg_endnwifent(handle); 2956 zonecfg_fini_handle(handle); 2957 zerror(zlogp, B_TRUE, "failed to add network device"); 2958 return (-1); 2959 } 2960 /* set up the new IP interface, and add them all later */ 2961 new = malloc(sizeof (*new)); 2962 if (new == NULL) { 2963 zerror(zlogp, B_TRUE, "no memory for %s", 2964 nwiftab.zone_nwif_physical); 2965 zonecfg_fini_handle(handle); 2966 free_ip_interface(zalist); 2967 } 2968 bzero(new, sizeof (*new)); 2969 new->za_nwiftab = nwiftab; 2970 new->za_linkid = linkid; 2971 zalist = add_ip_interface(zalist, new); 2972 } 2973 if (zalist != NULL) { 2974 if ((errno = add_net(zlogp, zoneid, zalist)) != 0) { 2975 (void) zonecfg_endnwifent(handle); 2976 zonecfg_fini_handle(handle); 2977 zerror(zlogp, B_TRUE, "failed to add address"); 2978 free_ip_interface(zalist); 2979 return (-1); 2980 } 2981 free_ip_interface(zalist); 2982 } 2983 (void) zonecfg_endnwifent(handle); 2984 zonecfg_fini_handle(handle); 2985 2986 if (prof != NULL && added) { 2987 if (di_prof_commit(prof) != 0) { 2988 zerror(zlogp, B_TRUE, "failed to commit profile"); 2989 return (-1); 2990 } 2991 } 2992 if (prof != NULL) 2993 di_prof_fini(prof); 2994 2995 return (0); 2996 } 2997 2998 static int 2999 remove_datalink_pool(zlog_t *zlogp, zoneid_t zoneid) 3000 { 3001 ushort_t flags; 3002 zone_iptype_t iptype; 3003 int i, dlnum = 0; 3004 datalink_id_t *dllink, *dllinks = NULL; 3005 dladm_status_t err; 3006 3007 if (strlen(pool_name) == 0) 3008 return (0); 3009 3010 if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags, 3011 sizeof (flags)) < 0) { 3012 if (vplat_get_iptype(zlogp, &iptype) < 0) { 3013 zerror(zlogp, B_FALSE, "unable to determine ip-type"); 3014 return (-1); 3015 } 3016 } else { 3017 if (flags & ZF_NET_EXCL) 3018 iptype = ZS_EXCLUSIVE; 3019 else 3020 iptype = ZS_SHARED; 3021 } 3022 3023 if (iptype == ZS_EXCLUSIVE) { 3024 /* 3025 * Get the datalink count and for each datalink, 3026 * attempt to clear the pool property and clear 3027 * the pool_name. 3028 */ 3029 if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) { 3030 zerror(zlogp, B_TRUE, "unable to count network " 3031 "interfaces"); 3032 return (-1); 3033 } 3034 3035 if (dlnum == 0) 3036 return (0); 3037 3038 if ((dllinks = malloc(dlnum * sizeof (datalink_id_t))) 3039 == NULL) { 3040 zerror(zlogp, B_TRUE, "memory allocation failed"); 3041 return (-1); 3042 } 3043 if (zone_list_datalink(zoneid, &dlnum, dllinks) != 0) { 3044 zerror(zlogp, B_TRUE, "unable to list network " 3045 "interfaces"); 3046 return (-1); 3047 } 3048 3049 bzero(pool_name, MAXPATHLEN); 3050 for (i = 0, dllink = dllinks; i < dlnum; i++, dllink++) { 3051 err = dladm_set_linkprop(dld_handle, *dllink, "pool", 3052 NULL, 0, DLADM_OPT_ACTIVE); 3053 if (err != DLADM_STATUS_OK) { 3054 zerror(zlogp, B_TRUE, 3055 "WARNING: unable to clear pool"); 3056 } 3057 } 3058 free(dllinks); 3059 } 3060 return (0); 3061 } 3062 3063 static int 3064 remove_datalink_protect(zlog_t *zlogp, zoneid_t zoneid) 3065 { 3066 ushort_t flags; 3067 zone_iptype_t iptype; 3068 int i, dlnum = 0; 3069 dladm_status_t dlstatus; 3070 datalink_id_t *dllink, *dllinks = NULL; 3071 3072 if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags, 3073 sizeof (flags)) < 0) { 3074 if (vplat_get_iptype(zlogp, &iptype) < 0) { 3075 zerror(zlogp, B_FALSE, "unable to determine ip-type"); 3076 return (-1); 3077 } 3078 } else { 3079 if (flags & ZF_NET_EXCL) 3080 iptype = ZS_EXCLUSIVE; 3081 else 3082 iptype = ZS_SHARED; 3083 } 3084 3085 if (iptype != ZS_EXCLUSIVE) 3086 return (0); 3087 3088 /* 3089 * Get the datalink count and for each datalink, 3090 * attempt to clear the pool property and clear 3091 * the pool_name. 3092 */ 3093 if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) { 3094 zerror(zlogp, B_TRUE, "unable to count network interfaces"); 3095 return (-1); 3096 } 3097 3098 if (dlnum == 0) 3099 return (0); 3100 3101 if ((dllinks = malloc(dlnum * sizeof (datalink_id_t))) == NULL) { 3102 zerror(zlogp, B_TRUE, "memory allocation failed"); 3103 return (-1); 3104 } 3105 if (zone_list_datalink(zoneid, &dlnum, dllinks) != 0) { 3106 zerror(zlogp, B_TRUE, "unable to list network interfaces"); 3107 free(dllinks); 3108 return (-1); 3109 } 3110 3111 for (i = 0, dllink = dllinks; i < dlnum; i++, dllink++) { 3112 char dlerr[DLADM_STRSIZE]; 3113 3114 dlstatus = dladm_set_linkprop(dld_handle, *dllink, 3115 "protection", NULL, 0, DLADM_OPT_ACTIVE); 3116 if (dlstatus == DLADM_STATUS_NOTFOUND) { 3117 /* datalink does not belong to the GZ */ 3118 continue; 3119 } 3120 if (dlstatus != DLADM_STATUS_OK) { 3121 zerror(zlogp, B_FALSE, 3122 dladm_status2str(dlstatus, dlerr)); 3123 free(dllinks); 3124 return (-1); 3125 } 3126 dlstatus = dladm_set_linkprop(dld_handle, *dllink, 3127 "allowed-ips", NULL, 0, DLADM_OPT_ACTIVE); 3128 if (dlstatus != DLADM_STATUS_OK) { 3129 zerror(zlogp, B_FALSE, 3130 dladm_status2str(dlstatus, dlerr)); 3131 free(dllinks); 3132 return (-1); 3133 } 3134 } 3135 free(dllinks); 3136 return (0); 3137 } 3138 3139 static int 3140 unconfigure_exclusive_network_interfaces(zlog_t *zlogp, zoneid_t zoneid) 3141 { 3142 int dlnum = 0; 3143 3144 /* 3145 * The kernel shutdown callback for the dls module should have removed 3146 * all datalinks from this zone. If any remain, then there's a 3147 * problem. 3148 */ 3149 if (zone_list_datalink(zoneid, &dlnum, NULL) != 0) { 3150 zerror(zlogp, B_TRUE, "unable to list network interfaces"); 3151 return (-1); 3152 } 3153 if (dlnum != 0) { 3154 zerror(zlogp, B_FALSE, 3155 "datalinks remain in zone after shutdown"); 3156 return (-1); 3157 } 3158 return (0); 3159 } 3160 3161 static int 3162 tcp_abort_conn(zlog_t *zlogp, zoneid_t zoneid, 3163 const struct sockaddr_storage *local, const struct sockaddr_storage *remote) 3164 { 3165 int fd; 3166 struct strioctl ioc; 3167 tcp_ioc_abort_conn_t conn; 3168 int error; 3169 3170 conn.ac_local = *local; 3171 conn.ac_remote = *remote; 3172 conn.ac_start = TCPS_SYN_SENT; 3173 conn.ac_end = TCPS_TIME_WAIT; 3174 conn.ac_zoneid = zoneid; 3175 3176 ioc.ic_cmd = TCP_IOC_ABORT_CONN; 3177 ioc.ic_timout = -1; /* infinite timeout */ 3178 ioc.ic_len = sizeof (conn); 3179 ioc.ic_dp = (char *)&conn; 3180 3181 if ((fd = open("/dev/tcp", O_RDONLY)) < 0) { 3182 zerror(zlogp, B_TRUE, "unable to open %s", "/dev/tcp"); 3183 return (-1); 3184 } 3185 3186 error = ioctl(fd, I_STR, &ioc); 3187 (void) close(fd); 3188 if (error == 0 || errno == ENOENT) /* ENOENT is not an error */ 3189 return (0); 3190 return (-1); 3191 } 3192 3193 static int 3194 tcp_abort_connections(zlog_t *zlogp, zoneid_t zoneid) 3195 { 3196 struct sockaddr_storage l, r; 3197 struct sockaddr_in *local, *remote; 3198 struct sockaddr_in6 *local6, *remote6; 3199 int error; 3200 3201 /* 3202 * Abort IPv4 connections. 3203 */ 3204 bzero(&l, sizeof (*local)); 3205 local = (struct sockaddr_in *)&l; 3206 local->sin_family = AF_INET; 3207 local->sin_addr.s_addr = INADDR_ANY; 3208 local->sin_port = 0; 3209 3210 bzero(&r, sizeof (*remote)); 3211 remote = (struct sockaddr_in *)&r; 3212 remote->sin_family = AF_INET; 3213 remote->sin_addr.s_addr = INADDR_ANY; 3214 remote->sin_port = 0; 3215 3216 if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0) 3217 return (error); 3218 3219 /* 3220 * Abort IPv6 connections. 3221 */ 3222 bzero(&l, sizeof (*local6)); 3223 local6 = (struct sockaddr_in6 *)&l; 3224 local6->sin6_family = AF_INET6; 3225 local6->sin6_port = 0; 3226 local6->sin6_addr = in6addr_any; 3227 3228 bzero(&r, sizeof (*remote6)); 3229 remote6 = (struct sockaddr_in6 *)&r; 3230 remote6->sin6_family = AF_INET6; 3231 remote6->sin6_port = 0; 3232 remote6->sin6_addr = in6addr_any; 3233 3234 if ((error = tcp_abort_conn(zlogp, zoneid, &l, &r)) != 0) 3235 return (error); 3236 return (0); 3237 } 3238 3239 static int 3240 get_privset(zlog_t *zlogp, priv_set_t *privs, zone_mnt_t mount_cmd) 3241 { 3242 int error = -1; 3243 zone_dochandle_t handle; 3244 char *privname = NULL; 3245 3246 if ((handle = zonecfg_init_handle()) == NULL) { 3247 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3248 return (-1); 3249 } 3250 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3251 zerror(zlogp, B_FALSE, "invalid configuration"); 3252 zonecfg_fini_handle(handle); 3253 return (-1); 3254 } 3255 3256 if (ALT_MOUNT(mount_cmd)) { 3257 zone_iptype_t iptype; 3258 const char *curr_iptype; 3259 3260 if (zonecfg_get_iptype(handle, &iptype) != Z_OK) { 3261 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 3262 zonecfg_fini_handle(handle); 3263 return (-1); 3264 } 3265 3266 switch (iptype) { 3267 case ZS_SHARED: 3268 curr_iptype = "shared"; 3269 break; 3270 case ZS_EXCLUSIVE: 3271 curr_iptype = "exclusive"; 3272 break; 3273 } 3274 3275 if (zonecfg_default_privset(privs, curr_iptype) == Z_OK) { 3276 zonecfg_fini_handle(handle); 3277 return (0); 3278 } 3279 zerror(zlogp, B_FALSE, 3280 "failed to determine the zone's default privilege set"); 3281 zonecfg_fini_handle(handle); 3282 return (-1); 3283 } 3284 3285 switch (zonecfg_get_privset(handle, privs, &privname)) { 3286 case Z_OK: 3287 error = 0; 3288 break; 3289 case Z_PRIV_PROHIBITED: 3290 zerror(zlogp, B_FALSE, "privilege \"%s\" is not permitted " 3291 "within the zone's privilege set", privname); 3292 break; 3293 case Z_PRIV_REQUIRED: 3294 zerror(zlogp, B_FALSE, "required privilege \"%s\" is missing " 3295 "from the zone's privilege set", privname); 3296 break; 3297 case Z_PRIV_UNKNOWN: 3298 zerror(zlogp, B_FALSE, "unknown privilege \"%s\" specified " 3299 "in the zone's privilege set", privname); 3300 break; 3301 default: 3302 zerror(zlogp, B_FALSE, "failed to determine the zone's " 3303 "privilege set"); 3304 break; 3305 } 3306 3307 free(privname); 3308 zonecfg_fini_handle(handle); 3309 return (error); 3310 } 3311 3312 static int 3313 get_rctls(zlog_t *zlogp, char **bufp, size_t *bufsizep) 3314 { 3315 nvlist_t *nvl = NULL; 3316 char *nvl_packed = NULL; 3317 size_t nvl_size = 0; 3318 nvlist_t **nvlv = NULL; 3319 int rctlcount = 0; 3320 int error = -1; 3321 zone_dochandle_t handle; 3322 struct zone_rctltab rctltab; 3323 rctlblk_t *rctlblk = NULL; 3324 uint64_t maxlwps; 3325 uint64_t maxprocs; 3326 3327 *bufp = NULL; 3328 *bufsizep = 0; 3329 3330 if ((handle = zonecfg_init_handle()) == NULL) { 3331 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3332 return (-1); 3333 } 3334 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3335 zerror(zlogp, B_FALSE, "invalid configuration"); 3336 zonecfg_fini_handle(handle); 3337 return (-1); 3338 } 3339 3340 rctltab.zone_rctl_valptr = NULL; 3341 if (nvlist_alloc(&nvl, NV_UNIQUE_NAME, 0) != 0) { 3342 zerror(zlogp, B_TRUE, "%s failed", "nvlist_alloc"); 3343 goto out; 3344 } 3345 3346 /* 3347 * Allow the administrator to control both the maximum number of 3348 * process table slots and the maximum number of lwps with just the 3349 * max-processes property. If only the max-processes property is set, 3350 * we add a max-lwps property with a limit derived from max-processes. 3351 */ 3352 if (zonecfg_get_aliased_rctl(handle, ALIAS_MAXPROCS, &maxprocs) 3353 == Z_OK && 3354 zonecfg_get_aliased_rctl(handle, ALIAS_MAXLWPS, &maxlwps) 3355 == Z_NO_ENTRY) { 3356 if (zonecfg_set_aliased_rctl(handle, ALIAS_MAXLWPS, 3357 maxprocs * LWPS_PER_PROCESS) != Z_OK) { 3358 zerror(zlogp, B_FALSE, "unable to set max-lwps alias"); 3359 goto out; 3360 } 3361 } 3362 3363 if (zonecfg_setrctlent(handle) != Z_OK) { 3364 zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setrctlent"); 3365 goto out; 3366 } 3367 3368 if ((rctlblk = malloc(rctlblk_size())) == NULL) { 3369 zerror(zlogp, B_TRUE, "memory allocation failed"); 3370 goto out; 3371 } 3372 while (zonecfg_getrctlent(handle, &rctltab) == Z_OK) { 3373 struct zone_rctlvaltab *rctlval; 3374 uint_t i, count; 3375 const char *name = rctltab.zone_rctl_name; 3376 3377 /* zoneadm should have already warned about unknown rctls. */ 3378 if (!zonecfg_is_rctl(name)) { 3379 zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr); 3380 rctltab.zone_rctl_valptr = NULL; 3381 continue; 3382 } 3383 count = 0; 3384 for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL; 3385 rctlval = rctlval->zone_rctlval_next) { 3386 count++; 3387 } 3388 if (count == 0) { /* ignore */ 3389 continue; /* Nothing to free */ 3390 } 3391 if ((nvlv = malloc(sizeof (*nvlv) * count)) == NULL) 3392 goto out; 3393 i = 0; 3394 for (rctlval = rctltab.zone_rctl_valptr; rctlval != NULL; 3395 rctlval = rctlval->zone_rctlval_next, i++) { 3396 if (nvlist_alloc(&nvlv[i], NV_UNIQUE_NAME, 0) != 0) { 3397 zerror(zlogp, B_TRUE, "%s failed", 3398 "nvlist_alloc"); 3399 goto out; 3400 } 3401 if (zonecfg_construct_rctlblk(rctlval, rctlblk) 3402 != Z_OK) { 3403 zerror(zlogp, B_FALSE, "invalid rctl value: " 3404 "(priv=%s,limit=%s,action=%s)", 3405 rctlval->zone_rctlval_priv, 3406 rctlval->zone_rctlval_limit, 3407 rctlval->zone_rctlval_action); 3408 goto out; 3409 } 3410 if (!zonecfg_valid_rctl(name, rctlblk)) { 3411 zerror(zlogp, B_FALSE, 3412 "(priv=%s,limit=%s,action=%s) is not a " 3413 "valid value for rctl '%s'", 3414 rctlval->zone_rctlval_priv, 3415 rctlval->zone_rctlval_limit, 3416 rctlval->zone_rctlval_action, 3417 name); 3418 goto out; 3419 } 3420 if (nvlist_add_uint64(nvlv[i], "privilege", 3421 rctlblk_get_privilege(rctlblk)) != 0) { 3422 zerror(zlogp, B_FALSE, "%s failed", 3423 "nvlist_add_uint64"); 3424 goto out; 3425 } 3426 if (nvlist_add_uint64(nvlv[i], "limit", 3427 rctlblk_get_value(rctlblk)) != 0) { 3428 zerror(zlogp, B_FALSE, "%s failed", 3429 "nvlist_add_uint64"); 3430 goto out; 3431 } 3432 if (nvlist_add_uint64(nvlv[i], "action", 3433 (uint_t)rctlblk_get_local_action(rctlblk, NULL)) 3434 != 0) { 3435 zerror(zlogp, B_FALSE, "%s failed", 3436 "nvlist_add_uint64"); 3437 goto out; 3438 } 3439 } 3440 zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr); 3441 rctltab.zone_rctl_valptr = NULL; 3442 if (nvlist_add_nvlist_array(nvl, (char *)name, nvlv, count) 3443 != 0) { 3444 zerror(zlogp, B_FALSE, "%s failed", 3445 "nvlist_add_nvlist_array"); 3446 goto out; 3447 } 3448 for (i = 0; i < count; i++) 3449 nvlist_free(nvlv[i]); 3450 free(nvlv); 3451 nvlv = NULL; 3452 rctlcount++; 3453 } 3454 (void) zonecfg_endrctlent(handle); 3455 3456 if (rctlcount == 0) { 3457 error = 0; 3458 goto out; 3459 } 3460 if (nvlist_pack(nvl, &nvl_packed, &nvl_size, NV_ENCODE_NATIVE, 0) 3461 != 0) { 3462 zerror(zlogp, B_FALSE, "%s failed", "nvlist_pack"); 3463 goto out; 3464 } 3465 3466 error = 0; 3467 *bufp = nvl_packed; 3468 *bufsizep = nvl_size; 3469 3470 out: 3471 free(rctlblk); 3472 zonecfg_free_rctl_value_list(rctltab.zone_rctl_valptr); 3473 if (error && nvl_packed != NULL) 3474 free(nvl_packed); 3475 if (nvl != NULL) 3476 nvlist_free(nvl); 3477 if (nvlv != NULL) 3478 free(nvlv); 3479 if (handle != NULL) 3480 zonecfg_fini_handle(handle); 3481 return (error); 3482 } 3483 3484 static int 3485 get_implicit_datasets(zlog_t *zlogp, char **retstr) 3486 { 3487 char cmdbuf[2 * MAXPATHLEN]; 3488 3489 if (query_hook[0] == '\0') 3490 return (0); 3491 3492 if (snprintf(cmdbuf, sizeof (cmdbuf), "%s datasets", query_hook) 3493 > sizeof (cmdbuf)) 3494 return (-1); 3495 3496 if (do_subproc(zlogp, cmdbuf, retstr) != 0) 3497 return (-1); 3498 3499 return (0); 3500 } 3501 3502 static int 3503 get_datasets(zlog_t *zlogp, char **bufp, size_t *bufsizep) 3504 { 3505 zone_dochandle_t handle; 3506 struct zone_dstab dstab; 3507 size_t total, offset, len; 3508 int error = -1; 3509 char *str = NULL; 3510 char *implicit_datasets = NULL; 3511 int implicit_len = 0; 3512 3513 *bufp = NULL; 3514 *bufsizep = 0; 3515 3516 if ((handle = zonecfg_init_handle()) == NULL) { 3517 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3518 return (-1); 3519 } 3520 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3521 zerror(zlogp, B_FALSE, "invalid configuration"); 3522 zonecfg_fini_handle(handle); 3523 return (-1); 3524 } 3525 3526 if (get_implicit_datasets(zlogp, &implicit_datasets) != 0) { 3527 zerror(zlogp, B_FALSE, "getting implicit datasets failed"); 3528 goto out; 3529 } 3530 3531 if (zonecfg_setdsent(handle) != Z_OK) { 3532 zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent"); 3533 goto out; 3534 } 3535 3536 total = 0; 3537 while (zonecfg_getdsent(handle, &dstab) == Z_OK) 3538 total += strlen(dstab.zone_dataset_name) + 1; 3539 (void) zonecfg_enddsent(handle); 3540 3541 if (implicit_datasets != NULL) 3542 implicit_len = strlen(implicit_datasets); 3543 if (implicit_len > 0) 3544 total += implicit_len + 1; 3545 3546 if (total == 0) { 3547 error = 0; 3548 goto out; 3549 } 3550 3551 if ((str = malloc(total)) == NULL) { 3552 zerror(zlogp, B_TRUE, "memory allocation failed"); 3553 goto out; 3554 } 3555 3556 if (zonecfg_setdsent(handle) != Z_OK) { 3557 zerror(zlogp, B_FALSE, "%s failed", "zonecfg_setdsent"); 3558 goto out; 3559 } 3560 offset = 0; 3561 while (zonecfg_getdsent(handle, &dstab) == Z_OK) { 3562 len = strlen(dstab.zone_dataset_name); 3563 (void) strlcpy(str + offset, dstab.zone_dataset_name, 3564 total - offset); 3565 offset += len; 3566 if (offset < total - 1) 3567 str[offset++] = ','; 3568 } 3569 (void) zonecfg_enddsent(handle); 3570 3571 if (implicit_len > 0) 3572 (void) strlcpy(str + offset, implicit_datasets, total - offset); 3573 3574 error = 0; 3575 *bufp = str; 3576 *bufsizep = total; 3577 3578 out: 3579 if (error != 0 && str != NULL) 3580 free(str); 3581 if (handle != NULL) 3582 zonecfg_fini_handle(handle); 3583 if (implicit_datasets != NULL) 3584 free(implicit_datasets); 3585 3586 return (error); 3587 } 3588 3589 static int 3590 validate_datasets(zlog_t *zlogp) 3591 { 3592 zone_dochandle_t handle; 3593 struct zone_dstab dstab; 3594 zfs_handle_t *zhp; 3595 libzfs_handle_t *hdl; 3596 3597 if ((handle = zonecfg_init_handle()) == NULL) { 3598 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 3599 return (-1); 3600 } 3601 if (zonecfg_get_snapshot_handle(zone_name, handle) != Z_OK) { 3602 zerror(zlogp, B_FALSE, "invalid configuration"); 3603 zonecfg_fini_handle(handle); 3604 return (-1); 3605 } 3606 3607 if (zonecfg_setdsent(handle) != Z_OK) { 3608 zerror(zlogp, B_FALSE, "invalid configuration"); 3609 zonecfg_fini_handle(handle); 3610 return (-1); 3611 } 3612 3613 if ((hdl = libzfs_init()) == NULL) { 3614 zerror(zlogp, B_FALSE, "opening ZFS library"); 3615 zonecfg_fini_handle(handle); 3616 return (-1); 3617 } 3618 3619 while (zonecfg_getdsent(handle, &dstab) == Z_OK) { 3620 3621 if ((zhp = zfs_open(hdl, dstab.zone_dataset_name, 3622 ZFS_TYPE_FILESYSTEM)) == NULL) { 3623 zerror(zlogp, B_FALSE, "cannot open ZFS dataset '%s'", 3624 dstab.zone_dataset_name); 3625 zonecfg_fini_handle(handle); 3626 libzfs_fini(hdl); 3627 return (-1); 3628 } 3629 3630 /* 3631 * Automatically set the 'zoned' property. We check the value 3632 * first because we'll get EPERM if it is already set. 3633 */ 3634 if (!zfs_prop_get_int(zhp, ZFS_PROP_ZONED) && 3635 zfs_prop_set(zhp, zfs_prop_to_name(ZFS_PROP_ZONED), 3636 "on") != 0) { 3637 zerror(zlogp, B_FALSE, "cannot set 'zoned' " 3638 "property for ZFS dataset '%s'\n", 3639 dstab.zone_dataset_name); 3640 zonecfg_fini_handle(handle); 3641 zfs_close(zhp); 3642 libzfs_fini(hdl); 3643 return (-1); 3644 } 3645 3646 zfs_close(zhp); 3647 } 3648 (void) zonecfg_enddsent(handle); 3649 3650 zonecfg_fini_handle(handle); 3651 libzfs_fini(hdl); 3652 3653 return (0); 3654 } 3655 3656 /* 3657 * Return true if the path is its own zfs file system. We determine this 3658 * by stat-ing the path to see if it is zfs and stat-ing the parent to see 3659 * if it is a different fs. 3660 */ 3661 boolean_t 3662 is_zonepath_zfs(char *zonepath) 3663 { 3664 int res; 3665 char *path; 3666 char *parent; 3667 struct statvfs64 buf1, buf2; 3668 3669 if (statvfs64(zonepath, &buf1) != 0) 3670 return (B_FALSE); 3671 3672 if (strcmp(buf1.f_basetype, "zfs") != 0) 3673 return (B_FALSE); 3674 3675 if ((path = strdup(zonepath)) == NULL) 3676 return (B_FALSE); 3677 3678 parent = dirname(path); 3679 res = statvfs64(parent, &buf2); 3680 free(path); 3681 3682 if (res != 0) 3683 return (B_FALSE); 3684 3685 if (buf1.f_fsid == buf2.f_fsid) 3686 return (B_FALSE); 3687 3688 return (B_TRUE); 3689 } 3690 3691 /* 3692 * Verify the MAC label in the root dataset for the zone. 3693 * If the label exists, it must match the label configured for the zone. 3694 * Otherwise if there's no label on the dataset, create one here. 3695 */ 3696 3697 static int 3698 validate_rootds_label(zlog_t *zlogp, char *rootpath, m_label_t *zone_sl) 3699 { 3700 int error = -1; 3701 zfs_handle_t *zhp; 3702 libzfs_handle_t *hdl; 3703 m_label_t ds_sl; 3704 char zonepath[MAXPATHLEN]; 3705 char ds_hexsl[MAXNAMELEN]; 3706 3707 if (!is_system_labeled()) 3708 return (0); 3709 3710 if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) { 3711 zerror(zlogp, B_TRUE, "unable to determine zone path"); 3712 return (-1); 3713 } 3714 3715 if (!is_zonepath_zfs(zonepath)) 3716 return (0); 3717 3718 if ((hdl = libzfs_init()) == NULL) { 3719 zerror(zlogp, B_FALSE, "opening ZFS library"); 3720 return (-1); 3721 } 3722 3723 if ((zhp = zfs_path_to_zhandle(hdl, rootpath, 3724 ZFS_TYPE_FILESYSTEM)) == NULL) { 3725 zerror(zlogp, B_FALSE, "cannot open ZFS dataset for path '%s'", 3726 rootpath); 3727 libzfs_fini(hdl); 3728 return (-1); 3729 } 3730 3731 /* Get the mlslabel property if it exists. */ 3732 if ((zfs_prop_get(zhp, ZFS_PROP_MLSLABEL, ds_hexsl, MAXNAMELEN, 3733 NULL, NULL, 0, B_TRUE) != 0) || 3734 (strcmp(ds_hexsl, ZFS_MLSLABEL_DEFAULT) == 0)) { 3735 char *str2 = NULL; 3736 3737 /* 3738 * No label on the dataset (or default only); create one. 3739 * (Only do this automatic labeling for the labeled brand.) 3740 */ 3741 if (strcmp(brand_name, LABELED_BRAND_NAME) != 0) { 3742 error = 0; 3743 goto out; 3744 } 3745 3746 error = l_to_str_internal(zone_sl, &str2); 3747 if (error) 3748 goto out; 3749 if (str2 == NULL) { 3750 error = -1; 3751 goto out; 3752 } 3753 if ((error = zfs_prop_set(zhp, 3754 zfs_prop_to_name(ZFS_PROP_MLSLABEL), str2)) != 0) { 3755 zerror(zlogp, B_FALSE, "cannot set 'mlslabel' " 3756 "property for root dataset at '%s'\n", rootpath); 3757 } 3758 free(str2); 3759 goto out; 3760 } 3761 3762 /* Convert the retrieved dataset label to binary form. */ 3763 error = hexstr_to_label(ds_hexsl, &ds_sl); 3764 if (error) { 3765 zerror(zlogp, B_FALSE, "invalid 'mlslabel' " 3766 "property on root dataset at '%s'\n", rootpath); 3767 goto out; /* exit with error */ 3768 } 3769 3770 /* 3771 * Perform a MAC check by comparing the zone label with the 3772 * dataset label. 3773 */ 3774 error = (!blequal(zone_sl, &ds_sl)); 3775 if (error) 3776 zerror(zlogp, B_FALSE, "Rootpath dataset has mismatched label"); 3777 out: 3778 zfs_close(zhp); 3779 libzfs_fini(hdl); 3780 3781 return (error); 3782 } 3783 3784 /* 3785 * Mount lower level home directories into/from current zone 3786 * Share exported directories specified in dfstab for zone 3787 */ 3788 static int 3789 tsol_mounts(zlog_t *zlogp, char *zone_name, char *rootpath) 3790 { 3791 zoneid_t *zids = NULL; 3792 priv_set_t *zid_privs; 3793 const priv_impl_info_t *ip = NULL; 3794 uint_t nzents_saved; 3795 uint_t nzents; 3796 int i; 3797 char readonly[] = "ro"; 3798 struct zone_fstab lower_fstab; 3799 char *argv[4]; 3800 3801 if (!is_system_labeled()) 3802 return (0); 3803 3804 if (zid_label == NULL) { 3805 zid_label = m_label_alloc(MAC_LABEL); 3806 if (zid_label == NULL) 3807 return (-1); 3808 } 3809 3810 /* Make sure our zone has an /export/home dir */ 3811 (void) make_one_dir(zlogp, rootpath, "/export/home", 3812 DEFAULT_DIR_MODE, DEFAULT_DIR_USER, DEFAULT_DIR_GROUP); 3813 3814 lower_fstab.zone_fs_raw[0] = '\0'; 3815 (void) strlcpy(lower_fstab.zone_fs_type, MNTTYPE_LOFS, 3816 sizeof (lower_fstab.zone_fs_type)); 3817 lower_fstab.zone_fs_options = NULL; 3818 (void) zonecfg_add_fs_option(&lower_fstab, readonly); 3819 3820 /* 3821 * Get the list of zones from the kernel 3822 */ 3823 if (zone_list(NULL, &nzents) != 0) { 3824 zerror(zlogp, B_TRUE, "unable to list zones"); 3825 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3826 return (-1); 3827 } 3828 again: 3829 if (nzents == 0) { 3830 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3831 return (-1); 3832 } 3833 3834 zids = malloc(nzents * sizeof (zoneid_t)); 3835 if (zids == NULL) { 3836 zerror(zlogp, B_TRUE, "memory allocation failed"); 3837 return (-1); 3838 } 3839 nzents_saved = nzents; 3840 3841 if (zone_list(zids, &nzents) != 0) { 3842 zerror(zlogp, B_TRUE, "unable to list zones"); 3843 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 3844 free(zids); 3845 return (-1); 3846 } 3847 if (nzents != nzents_saved) { 3848 /* list changed, try again */ 3849 free(zids); 3850 goto again; 3851 } 3852 3853 ip = getprivimplinfo(); 3854 if ((zid_privs = priv_allocset()) == NULL) { 3855 zerror(zlogp, B_TRUE, "%s failed", "priv_allocset"); 3856 zonecfg_free_fs_option_list( 3857 lower_fstab.zone_fs_options); 3858 free(zids); 3859 return (-1); 3860 } 3861 3862 for (i = 0; i < nzents; i++) { 3863 char zid_name[ZONENAME_MAX]; 3864 zone_state_t zid_state; 3865 char zid_rpath[MAXPATHLEN]; 3866 struct stat stat_buf; 3867 3868 if (zids[i] == GLOBAL_ZONEID) 3869 continue; 3870 3871 if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1) 3872 continue; 3873 3874 /* 3875 * Do special setup for the zone we are booting 3876 */ 3877 if (strcmp(zid_name, zone_name) == 0) { 3878 struct zone_fstab autofs_fstab; 3879 char map_path[MAXPATHLEN]; 3880 int fd; 3881 3882 /* 3883 * Create auto_home_<zone> map for this zone 3884 * in the global zone. The non-global zone entry 3885 * will be created by automount when the zone 3886 * is booted. 3887 */ 3888 3889 (void) snprintf(autofs_fstab.zone_fs_special, 3890 MAXPATHLEN, "auto_home_%s", zid_name); 3891 3892 (void) snprintf(autofs_fstab.zone_fs_dir, MAXPATHLEN, 3893 "/zone/%s/home", zid_name); 3894 3895 (void) snprintf(map_path, sizeof (map_path), 3896 "/etc/%s", autofs_fstab.zone_fs_special); 3897 /* 3898 * If the map file doesn't exist create a template 3899 */ 3900 if ((fd = open(map_path, O_RDWR | O_CREAT | O_EXCL, 3901 S_IRUSR | S_IWUSR | S_IRGRP| S_IROTH)) != -1) { 3902 int len; 3903 char map_rec[MAXPATHLEN]; 3904 3905 len = snprintf(map_rec, sizeof (map_rec), 3906 "+%s\n*\t-fstype=lofs\t:%s/export/home/&\n", 3907 autofs_fstab.zone_fs_special, rootpath); 3908 (void) write(fd, map_rec, len); 3909 (void) close(fd); 3910 } 3911 3912 /* 3913 * Mount auto_home_<zone> in the global zone if absent. 3914 * If it's already of type autofs, then 3915 * don't mount it again. 3916 */ 3917 if ((stat(autofs_fstab.zone_fs_dir, &stat_buf) == -1) || 3918 strcmp(stat_buf.st_fstype, MNTTYPE_AUTOFS) != 0) { 3919 char optstr[] = "indirect,ignore,nobrowse"; 3920 3921 (void) make_one_dir(zlogp, "", 3922 autofs_fstab.zone_fs_dir, DEFAULT_DIR_MODE, 3923 DEFAULT_DIR_USER, DEFAULT_DIR_GROUP); 3924 3925 /* 3926 * Mount will fail if automounter has already 3927 * processed the auto_home_<zonename> map 3928 */ 3929 (void) domount(zlogp, MNTTYPE_AUTOFS, optstr, 3930 autofs_fstab.zone_fs_special, 3931 autofs_fstab.zone_fs_dir); 3932 } 3933 continue; 3934 } 3935 3936 3937 if (zone_get_state(zid_name, &zid_state) != Z_OK || 3938 (zid_state != ZONE_STATE_READY && 3939 zid_state != ZONE_STATE_RUNNING)) 3940 /* Skip over zones without mounted filesystems */ 3941 continue; 3942 3943 if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label, 3944 sizeof (m_label_t)) < 0) 3945 /* Skip over zones with unspecified label */ 3946 continue; 3947 3948 if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath, 3949 sizeof (zid_rpath)) == -1) 3950 /* Skip over zones with bad path */ 3951 continue; 3952 3953 if (zone_getattr(zids[i], ZONE_ATTR_PRIVSET, zid_privs, 3954 sizeof (priv_chunk_t) * ip->priv_setsize) == -1) 3955 /* Skip over zones with bad privs */ 3956 continue; 3957 3958 /* 3959 * Reading down is valid according to our label model 3960 * but some customers want to disable it because it 3961 * allows execute down and other possible attacks. 3962 * Therefore, we restrict this feature to zones that 3963 * have the NET_MAC_AWARE privilege which is required 3964 * for NFS read-down semantics. 3965 */ 3966 if ((bldominates(zlabel, zid_label)) && 3967 (priv_ismember(zprivs, PRIV_NET_MAC_AWARE))) { 3968 /* 3969 * Our zone dominates this one. 3970 * Create a lofs mount from lower zone's /export/home 3971 */ 3972 (void) snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN, 3973 "%s/zone/%s/export/home", rootpath, zid_name); 3974 3975 /* 3976 * If the target is already an LOFS mount 3977 * then don't do it again. 3978 */ 3979 if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) || 3980 strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) { 3981 3982 if (snprintf(lower_fstab.zone_fs_special, 3983 MAXPATHLEN, "%s/export", 3984 zid_rpath) > MAXPATHLEN) 3985 continue; 3986 3987 /* 3988 * Make sure the lower-level home exists 3989 */ 3990 if (make_one_dir(zlogp, 3991 lower_fstab.zone_fs_special, "/home", 3992 DEFAULT_DIR_MODE, DEFAULT_DIR_USER, 3993 DEFAULT_DIR_GROUP) != 0) 3994 continue; 3995 3996 (void) strlcat(lower_fstab.zone_fs_special, 3997 "/home", MAXPATHLEN); 3998 3999 /* 4000 * Mount can fail because the lower-level 4001 * zone may have already done a mount up. 4002 */ 4003 (void) mount_one(zlogp, &lower_fstab, "", 4004 Z_MNT_BOOT); 4005 } 4006 } else if ((bldominates(zid_label, zlabel)) && 4007 (priv_ismember(zid_privs, PRIV_NET_MAC_AWARE))) { 4008 /* 4009 * This zone dominates our zone. 4010 * Create a lofs mount from our zone's /export/home 4011 */ 4012 if (snprintf(lower_fstab.zone_fs_dir, MAXPATHLEN, 4013 "%s/zone/%s/export/home", zid_rpath, 4014 zone_name) > MAXPATHLEN) 4015 continue; 4016 4017 /* 4018 * If the target is already an LOFS mount 4019 * then don't do it again. 4020 */ 4021 if ((stat(lower_fstab.zone_fs_dir, &stat_buf) == -1) || 4022 strcmp(stat_buf.st_fstype, MNTTYPE_LOFS) != 0) { 4023 4024 (void) snprintf(lower_fstab.zone_fs_special, 4025 MAXPATHLEN, "%s/export/home", rootpath); 4026 4027 /* 4028 * Mount can fail because the higher-level 4029 * zone may have already done a mount down. 4030 */ 4031 (void) mount_one(zlogp, &lower_fstab, "", 4032 Z_MNT_BOOT); 4033 } 4034 } 4035 } 4036 zonecfg_free_fs_option_list(lower_fstab.zone_fs_options); 4037 priv_freeset(zid_privs); 4038 free(zids); 4039 4040 /* 4041 * Now share any exported directories from this zone. 4042 * Each zone can have its own dfstab. 4043 */ 4044 4045 argv[0] = "zoneshare"; 4046 argv[1] = "-z"; 4047 argv[2] = zone_name; 4048 argv[3] = NULL; 4049 4050 (void) forkexec(zlogp, "/usr/lib/zones/zoneshare", argv); 4051 /* Don't check for errors since they don't affect the zone */ 4052 4053 return (0); 4054 } 4055 4056 /* 4057 * Unmount lofs mounts from higher level zones 4058 * Unshare nfs exported directories 4059 */ 4060 static void 4061 tsol_unmounts(zlog_t *zlogp, char *zone_name) 4062 { 4063 zoneid_t *zids = NULL; 4064 uint_t nzents_saved; 4065 uint_t nzents; 4066 int i; 4067 char *argv[4]; 4068 char path[MAXPATHLEN]; 4069 4070 if (!is_system_labeled()) 4071 return; 4072 4073 /* 4074 * Get the list of zones from the kernel 4075 */ 4076 if (zone_list(NULL, &nzents) != 0) { 4077 return; 4078 } 4079 4080 if (zid_label == NULL) { 4081 zid_label = m_label_alloc(MAC_LABEL); 4082 if (zid_label == NULL) 4083 return; 4084 } 4085 4086 again: 4087 if (nzents == 0) 4088 return; 4089 4090 zids = malloc(nzents * sizeof (zoneid_t)); 4091 if (zids == NULL) { 4092 zerror(zlogp, B_TRUE, "memory allocation failed"); 4093 return; 4094 } 4095 nzents_saved = nzents; 4096 4097 if (zone_list(zids, &nzents) != 0) { 4098 free(zids); 4099 return; 4100 } 4101 if (nzents != nzents_saved) { 4102 /* list changed, try again */ 4103 free(zids); 4104 goto again; 4105 } 4106 4107 for (i = 0; i < nzents; i++) { 4108 char zid_name[ZONENAME_MAX]; 4109 zone_state_t zid_state; 4110 char zid_rpath[MAXPATHLEN]; 4111 4112 if (zids[i] == GLOBAL_ZONEID) 4113 continue; 4114 4115 if (getzonenamebyid(zids[i], zid_name, ZONENAME_MAX) == -1) 4116 continue; 4117 4118 /* 4119 * Skip the zone we are halting 4120 */ 4121 if (strcmp(zid_name, zone_name) == 0) 4122 continue; 4123 4124 if ((zone_getattr(zids[i], ZONE_ATTR_STATUS, &zid_state, 4125 sizeof (zid_state)) < 0) || 4126 (zid_state < ZONE_IS_READY)) 4127 /* Skip over zones without mounted filesystems */ 4128 continue; 4129 4130 if (zone_getattr(zids[i], ZONE_ATTR_SLBL, zid_label, 4131 sizeof (m_label_t)) < 0) 4132 /* Skip over zones with unspecified label */ 4133 continue; 4134 4135 if (zone_getattr(zids[i], ZONE_ATTR_ROOT, zid_rpath, 4136 sizeof (zid_rpath)) == -1) 4137 /* Skip over zones with bad path */ 4138 continue; 4139 4140 if (zlabel != NULL && bldominates(zid_label, zlabel)) { 4141 /* 4142 * This zone dominates our zone. 4143 * Unmount the lofs mount of our zone's /export/home 4144 */ 4145 4146 if (snprintf(path, MAXPATHLEN, 4147 "%s/zone/%s/export/home", zid_rpath, 4148 zone_name) > MAXPATHLEN) 4149 continue; 4150 4151 /* Skip over mount failures */ 4152 (void) umount(path); 4153 } 4154 } 4155 free(zids); 4156 4157 /* 4158 * Unmount global zone autofs trigger for this zone 4159 */ 4160 (void) snprintf(path, MAXPATHLEN, "/zone/%s/home", zone_name); 4161 /* Skip over mount failures */ 4162 (void) umount(path); 4163 4164 /* 4165 * Next unshare any exported directories from this zone. 4166 */ 4167 4168 argv[0] = "zoneunshare"; 4169 argv[1] = "-z"; 4170 argv[2] = zone_name; 4171 argv[3] = NULL; 4172 4173 (void) forkexec(zlogp, "/usr/lib/zones/zoneunshare", argv); 4174 /* Don't check for errors since they don't affect the zone */ 4175 4176 /* 4177 * Finally, deallocate any devices in the zone. 4178 */ 4179 4180 argv[0] = "deallocate"; 4181 argv[1] = "-Isz"; 4182 argv[2] = zone_name; 4183 argv[3] = NULL; 4184 4185 (void) forkexec(zlogp, "/usr/sbin/deallocate", argv); 4186 /* Don't check for errors since they don't affect the zone */ 4187 } 4188 4189 /* 4190 * Fetch the Trusted Extensions label and multi-level ports (MLPs) for 4191 * this zone. 4192 */ 4193 static tsol_zcent_t * 4194 get_zone_label(zlog_t *zlogp, priv_set_t *privs) 4195 { 4196 FILE *fp; 4197 tsol_zcent_t *zcent = NULL; 4198 char line[MAXTNZLEN]; 4199 4200 if ((fp = fopen(TNZONECFG_PATH, "r")) == NULL) { 4201 zerror(zlogp, B_TRUE, "%s", TNZONECFG_PATH); 4202 return (NULL); 4203 } 4204 4205 while (fgets(line, sizeof (line), fp) != NULL) { 4206 /* 4207 * Check for malformed database 4208 */ 4209 if (strlen(line) == MAXTNZLEN - 1) 4210 break; 4211 if ((zcent = tsol_sgetzcent(line, NULL, NULL)) == NULL) 4212 continue; 4213 if (strcmp(zcent->zc_name, zone_name) == 0) 4214 break; 4215 tsol_freezcent(zcent); 4216 zcent = NULL; 4217 } 4218 (void) fclose(fp); 4219 4220 if (zcent == NULL) { 4221 zerror(zlogp, B_FALSE, "zone requires a label assignment. " 4222 "See tnzonecfg(4)"); 4223 } else { 4224 if (zlabel == NULL) 4225 zlabel = m_label_alloc(MAC_LABEL); 4226 /* 4227 * Save this zone's privileges for later read-down processing 4228 */ 4229 if ((zprivs = priv_allocset()) == NULL) { 4230 zerror(zlogp, B_TRUE, "%s failed", "priv_allocset"); 4231 return (NULL); 4232 } else { 4233 priv_copyset(privs, zprivs); 4234 } 4235 } 4236 return (zcent); 4237 } 4238 4239 /* 4240 * Add the Trusted Extensions multi-level ports for this zone. 4241 */ 4242 static void 4243 set_mlps(zlog_t *zlogp, zoneid_t zoneid, tsol_zcent_t *zcent) 4244 { 4245 tsol_mlp_t *mlp; 4246 tsol_mlpent_t tsme; 4247 4248 if (!is_system_labeled()) 4249 return; 4250 4251 tsme.tsme_zoneid = zoneid; 4252 tsme.tsme_flags = 0; 4253 for (mlp = zcent->zc_private_mlp; !TSOL_MLP_END(mlp); mlp++) { 4254 tsme.tsme_mlp = *mlp; 4255 if (tnmlp(TNDB_LOAD, &tsme) != 0) { 4256 zerror(zlogp, B_TRUE, "cannot set zone-specific MLP " 4257 "on %d-%d/%d", mlp->mlp_port, 4258 mlp->mlp_port_upper, mlp->mlp_ipp); 4259 } 4260 } 4261 4262 tsme.tsme_flags = TSOL_MEF_SHARED; 4263 for (mlp = zcent->zc_shared_mlp; !TSOL_MLP_END(mlp); mlp++) { 4264 tsme.tsme_mlp = *mlp; 4265 if (tnmlp(TNDB_LOAD, &tsme) != 0) { 4266 zerror(zlogp, B_TRUE, "cannot set shared MLP " 4267 "on %d-%d/%d", mlp->mlp_port, 4268 mlp->mlp_port_upper, mlp->mlp_ipp); 4269 } 4270 } 4271 } 4272 4273 static void 4274 remove_mlps(zlog_t *zlogp, zoneid_t zoneid) 4275 { 4276 tsol_mlpent_t tsme; 4277 4278 if (!is_system_labeled()) 4279 return; 4280 4281 (void) memset(&tsme, 0, sizeof (tsme)); 4282 tsme.tsme_zoneid = zoneid; 4283 if (tnmlp(TNDB_FLUSH, &tsme) != 0) 4284 zerror(zlogp, B_TRUE, "cannot flush MLPs"); 4285 } 4286 4287 int 4288 prtmount(const struct mnttab *fs, void *x) { 4289 zerror((zlog_t *)x, B_FALSE, " %s", fs->mnt_mountp); 4290 return (0); 4291 } 4292 4293 /* 4294 * Look for zones running on the main system that are using this root (or any 4295 * subdirectory of it). Return B_TRUE and print an error if a conflicting zone 4296 * is found or if we can't tell. 4297 */ 4298 static boolean_t 4299 duplicate_zone_root(zlog_t *zlogp, const char *rootpath) 4300 { 4301 zoneid_t *zids = NULL; 4302 uint_t nzids = 0; 4303 boolean_t retv; 4304 int rlen, zlen; 4305 char zroot[MAXPATHLEN]; 4306 char zonename[ZONENAME_MAX]; 4307 4308 for (;;) { 4309 nzids += 10; 4310 zids = malloc(nzids * sizeof (*zids)); 4311 if (zids == NULL) { 4312 zerror(zlogp, B_TRUE, "memory allocation failed"); 4313 return (B_TRUE); 4314 } 4315 if (zone_list(zids, &nzids) == 0) 4316 break; 4317 free(zids); 4318 } 4319 retv = B_FALSE; 4320 rlen = strlen(rootpath); 4321 while (nzids > 0) { 4322 /* 4323 * Ignore errors; they just mean that the zone has disappeared 4324 * while we were busy. 4325 */ 4326 if (zone_getattr(zids[--nzids], ZONE_ATTR_ROOT, zroot, 4327 sizeof (zroot)) == -1) 4328 continue; 4329 zlen = strlen(zroot); 4330 if (zlen > rlen) 4331 zlen = rlen; 4332 if (strncmp(rootpath, zroot, zlen) == 0 && 4333 (zroot[zlen] == '\0' || zroot[zlen] == '/') && 4334 (rootpath[zlen] == '\0' || rootpath[zlen] == '/')) { 4335 if (getzonenamebyid(zids[nzids], zonename, 4336 sizeof (zonename)) == -1) 4337 (void) snprintf(zonename, sizeof (zonename), 4338 "id %d", (int)zids[nzids]); 4339 zerror(zlogp, B_FALSE, 4340 "zone root %s already in use by zone %s", 4341 rootpath, zonename); 4342 retv = B_TRUE; 4343 break; 4344 } 4345 } 4346 free(zids); 4347 return (retv); 4348 } 4349 4350 /* 4351 * Search for loopback mounts that use this same source node (same device and 4352 * inode). Return B_TRUE if there is one or if we can't tell. 4353 */ 4354 static boolean_t 4355 duplicate_reachable_path(zlog_t *zlogp, const char *rootpath) 4356 { 4357 struct stat64 rst, zst; 4358 struct mnttab *mnp; 4359 4360 if (stat64(rootpath, &rst) == -1) { 4361 zerror(zlogp, B_TRUE, "can't stat %s", rootpath); 4362 return (B_TRUE); 4363 } 4364 if (resolve_lofs_mnts == NULL && lofs_read_mnttab(zlogp) == -1) 4365 return (B_TRUE); 4366 for (mnp = resolve_lofs_mnts; mnp < resolve_lofs_mnt_max; mnp++) { 4367 if (mnp->mnt_fstype == NULL || 4368 strcmp(MNTTYPE_LOFS, mnp->mnt_fstype) != 0) 4369 continue; 4370 /* We're looking at a loopback mount. Stat it. */ 4371 if (mnp->mnt_special != NULL && 4372 stat64(mnp->mnt_special, &zst) != -1 && 4373 rst.st_dev == zst.st_dev && rst.st_ino == zst.st_ino) { 4374 zerror(zlogp, B_FALSE, 4375 "zone root %s is reachable through %s", 4376 rootpath, mnp->mnt_mountp); 4377 return (B_TRUE); 4378 } 4379 } 4380 return (B_FALSE); 4381 } 4382 4383 /* 4384 * Set memory cap and pool info for the zone's resource management 4385 * configuration. 4386 */ 4387 static int 4388 setup_zone_rm(zlog_t *zlogp, char *zone_name, zoneid_t zoneid) 4389 { 4390 int res; 4391 uint64_t tmp; 4392 struct zone_mcaptab mcap; 4393 char sched[MAXNAMELEN]; 4394 zone_dochandle_t handle = NULL; 4395 char pool_err[128]; 4396 4397 if ((handle = zonecfg_init_handle()) == NULL) { 4398 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 4399 return (Z_BAD_HANDLE); 4400 } 4401 4402 if ((res = zonecfg_get_snapshot_handle(zone_name, handle)) != Z_OK) { 4403 zerror(zlogp, B_FALSE, "invalid configuration"); 4404 zonecfg_fini_handle(handle); 4405 return (res); 4406 } 4407 4408 /* 4409 * If a memory cap is configured, set the cap in the kernel using 4410 * zone_setattr() and make sure the rcapd SMF service is enabled. 4411 */ 4412 if (zonecfg_getmcapent(handle, &mcap) == Z_OK) { 4413 uint64_t num; 4414 char smf_err[128]; 4415 4416 num = (uint64_t)strtoull(mcap.zone_physmem_cap, NULL, 10); 4417 if (zone_setattr(zoneid, ZONE_ATTR_PHYS_MCAP, &num, 0) == -1) { 4418 zerror(zlogp, B_TRUE, "could not set zone memory cap"); 4419 zonecfg_fini_handle(handle); 4420 return (Z_INVAL); 4421 } 4422 4423 if (zonecfg_enable_rcapd(smf_err, sizeof (smf_err)) != Z_OK) { 4424 zerror(zlogp, B_FALSE, "enabling system/rcap service " 4425 "failed: %s", smf_err); 4426 zonecfg_fini_handle(handle); 4427 return (Z_INVAL); 4428 } 4429 } 4430 4431 /* Get the scheduling class set in the zone configuration. */ 4432 if (zonecfg_get_sched_class(handle, sched, sizeof (sched)) == Z_OK && 4433 strlen(sched) > 0) { 4434 if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, sched, 4435 strlen(sched)) == -1) 4436 zerror(zlogp, B_TRUE, "WARNING: unable to set the " 4437 "default scheduling class"); 4438 4439 } else if (zonecfg_get_aliased_rctl(handle, ALIAS_SHARES, &tmp) 4440 == Z_OK) { 4441 /* 4442 * If the zone has the zone.cpu-shares rctl set then we want to 4443 * use the Fair Share Scheduler (FSS) for processes in the 4444 * zone. Check what scheduling class the zone would be running 4445 * in by default so we can print a warning and modify the class 4446 * if we wouldn't be using FSS. 4447 */ 4448 char class_name[PC_CLNMSZ]; 4449 4450 if (zonecfg_get_dflt_sched_class(handle, class_name, 4451 sizeof (class_name)) != Z_OK) { 4452 zerror(zlogp, B_FALSE, "WARNING: unable to determine " 4453 "the zone's scheduling class"); 4454 4455 } else if (strcmp("FSS", class_name) != 0) { 4456 zerror(zlogp, B_FALSE, "WARNING: The zone.cpu-shares " 4457 "rctl is set but\nFSS is not the default " 4458 "scheduling class for\nthis zone. FSS will be " 4459 "used for processes\nin the zone but to get the " 4460 "full benefit of FSS,\nit should be the default " 4461 "scheduling class.\nSee dispadmin(1M) for more " 4462 "details."); 4463 4464 if (zone_setattr(zoneid, ZONE_ATTR_SCHED_CLASS, "FSS", 4465 strlen("FSS")) == -1) 4466 zerror(zlogp, B_TRUE, "WARNING: unable to set " 4467 "zone scheduling class to FSS"); 4468 } 4469 } 4470 4471 /* 4472 * The next few blocks of code attempt to set up temporary pools as 4473 * well as persistent pools. In all cases we call the functions 4474 * unconditionally. Within each funtion the code will check if the 4475 * zone is actually configured for a temporary pool or persistent pool 4476 * and just return if there is nothing to do. 4477 * 4478 * If we are rebooting we want to attempt to reuse any temporary pool 4479 * that was previously set up. zonecfg_bind_tmp_pool() will do the 4480 * right thing in all cases (reuse or create) based on the current 4481 * zonecfg. 4482 */ 4483 if ((res = zonecfg_bind_tmp_pool(handle, zoneid, pool_err, 4484 sizeof (pool_err))) != Z_OK) { 4485 if (res == Z_POOL || res == Z_POOL_CREATE || res == Z_POOL_BIND) 4486 zerror(zlogp, B_FALSE, "%s: %s\ndedicated-cpu setting " 4487 "cannot be instantiated", zonecfg_strerror(res), 4488 pool_err); 4489 else 4490 zerror(zlogp, B_FALSE, "could not bind zone to " 4491 "temporary pool: %s", zonecfg_strerror(res)); 4492 zonecfg_fini_handle(handle); 4493 return (Z_POOL_BIND); 4494 } 4495 4496 /* 4497 * Check if we need to warn about poold not being enabled. 4498 */ 4499 if (zonecfg_warn_poold(handle)) { 4500 zerror(zlogp, B_FALSE, "WARNING: A range of dedicated-cpus has " 4501 "been specified\nbut the dynamic pool service is not " 4502 "enabled.\nThe system will not dynamically adjust the\n" 4503 "processor allocation within the specified range\n" 4504 "until svc:/system/pools/dynamic is enabled.\n" 4505 "See poold(1M)."); 4506 } 4507 4508 /* The following is a warning, not an error. */ 4509 if ((res = zonecfg_bind_pool(handle, zoneid, pool_err, 4510 sizeof (pool_err))) != Z_OK) { 4511 if (res == Z_POOL_BIND) 4512 zerror(zlogp, B_FALSE, "WARNING: unable to bind to " 4513 "pool '%s'; using default pool.", pool_err); 4514 else if (res == Z_POOL) 4515 zerror(zlogp, B_FALSE, "WARNING: %s: %s", 4516 zonecfg_strerror(res), pool_err); 4517 else 4518 zerror(zlogp, B_FALSE, "WARNING: %s", 4519 zonecfg_strerror(res)); 4520 } 4521 4522 /* Update saved pool name in case it has changed */ 4523 (void) zonecfg_get_poolname(handle, zone_name, pool_name, MAXPATHLEN); 4524 4525 zonecfg_fini_handle(handle); 4526 return (Z_OK); 4527 } 4528 4529 static void 4530 report_prop_err(zlog_t *zlogp, const char *name, const char *value, int res) 4531 { 4532 switch (res) { 4533 case Z_TOO_BIG: 4534 zerror(zlogp, B_FALSE, "%s property value is too large.", name); 4535 break; 4536 4537 case Z_INVALID_PROPERTY: 4538 zerror(zlogp, B_FALSE, "%s property value \"%s\" is not valid", 4539 name, value); 4540 break; 4541 4542 default: 4543 zerror(zlogp, B_TRUE, "fetching property %s: %d", name, res); 4544 break; 4545 } 4546 } 4547 4548 /* 4549 * Sets the hostid of the new zone based on its configured value. The zone's 4550 * zone_t structure must already exist in kernel memory. 'zlogp' refers to the 4551 * log used to report errors and warnings and must be non-NULL. 'zone_namep' 4552 * is the name of the new zone and must be non-NULL. 'zoneid' is the numeric 4553 * ID of the new zone. 4554 * 4555 * This function returns zero on success and a nonzero error code on failure. 4556 */ 4557 static int 4558 setup_zone_hostid(zone_dochandle_t handle, zlog_t *zlogp, zoneid_t zoneid) 4559 { 4560 int res; 4561 char hostidp[HW_HOSTID_LEN]; 4562 unsigned int hostid; 4563 4564 res = zonecfg_get_hostid(handle, hostidp, sizeof (hostidp)); 4565 4566 if (res == Z_BAD_PROPERTY) { 4567 return (Z_OK); 4568 } else if (res != Z_OK) { 4569 report_prop_err(zlogp, "hostid", hostidp, res); 4570 return (res); 4571 } 4572 4573 hostid = (unsigned int)strtoul(hostidp, NULL, 16); 4574 if ((res = zone_setattr(zoneid, ZONE_ATTR_HOSTID, &hostid, 4575 sizeof (hostid))) != 0) { 4576 zerror(zlogp, B_TRUE, 4577 "zone hostid is not valid: %s: %d", hostidp, res); 4578 return (Z_SYSTEM); 4579 } 4580 4581 return (res); 4582 } 4583 4584 static int 4585 setup_zone_fs_allowed(zone_dochandle_t handle, zlog_t *zlogp, zoneid_t zoneid) 4586 { 4587 char fsallowedp[ZONE_FS_ALLOWED_MAX]; 4588 int res; 4589 4590 res = zonecfg_get_fs_allowed(handle, fsallowedp, sizeof (fsallowedp)); 4591 4592 if (res == Z_BAD_PROPERTY) { 4593 return (Z_OK); 4594 } else if (res != Z_OK) { 4595 report_prop_err(zlogp, "fs-allowed", fsallowedp, res); 4596 return (res); 4597 } 4598 4599 if (zone_setattr(zoneid, ZONE_ATTR_FS_ALLOWED, &fsallowedp, 4600 sizeof (fsallowedp)) != 0) { 4601 zerror(zlogp, B_TRUE, 4602 "fs-allowed couldn't be set: %s: %d", fsallowedp, res); 4603 return (Z_SYSTEM); 4604 } 4605 4606 return (res); 4607 } 4608 4609 static int 4610 setup_zone_attrs(zlog_t *zlogp, char *zone_namep, zoneid_t zoneid) 4611 { 4612 zone_dochandle_t handle; 4613 int res = Z_OK; 4614 4615 if ((handle = zonecfg_init_handle()) == NULL) { 4616 zerror(zlogp, B_TRUE, "getting zone configuration handle"); 4617 return (Z_BAD_HANDLE); 4618 } 4619 if ((res = zonecfg_get_snapshot_handle(zone_namep, handle)) != Z_OK) { 4620 zerror(zlogp, B_FALSE, "invalid configuration"); 4621 goto out; 4622 } 4623 4624 if ((res = setup_zone_hostid(handle, zlogp, zoneid)) != Z_OK) 4625 goto out; 4626 4627 if ((res = setup_zone_fs_allowed(handle, zlogp, zoneid)) != Z_OK) 4628 goto out; 4629 4630 out: 4631 zonecfg_fini_handle(handle); 4632 return (res); 4633 } 4634 4635 zoneid_t 4636 vplat_create(zlog_t *zlogp, zone_mnt_t mount_cmd) 4637 { 4638 zoneid_t rval = -1; 4639 priv_set_t *privs; 4640 char rootpath[MAXPATHLEN]; 4641 char *rctlbuf = NULL; 4642 size_t rctlbufsz = 0; 4643 char *zfsbuf = NULL; 4644 size_t zfsbufsz = 0; 4645 zoneid_t zoneid = -1; 4646 int xerr; 4647 char *kzone; 4648 FILE *fp = NULL; 4649 tsol_zcent_t *zcent = NULL; 4650 int match = 0; 4651 int doi = 0; 4652 int flags; 4653 zone_iptype_t iptype; 4654 4655 if (zone_get_rootpath(zone_name, rootpath, sizeof (rootpath)) != Z_OK) { 4656 zerror(zlogp, B_TRUE, "unable to determine zone root"); 4657 return (-1); 4658 } 4659 if (zonecfg_in_alt_root()) 4660 resolve_lofs(zlogp, rootpath, sizeof (rootpath)); 4661 4662 if (vplat_get_iptype(zlogp, &iptype) < 0) { 4663 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 4664 return (-1); 4665 } 4666 switch (iptype) { 4667 case ZS_SHARED: 4668 flags = 0; 4669 break; 4670 case ZS_EXCLUSIVE: 4671 flags = ZCF_NET_EXCL; 4672 break; 4673 } 4674 4675 if ((privs = priv_allocset()) == NULL) { 4676 zerror(zlogp, B_TRUE, "%s failed", "priv_allocset"); 4677 return (-1); 4678 } 4679 priv_emptyset(privs); 4680 if (get_privset(zlogp, privs, mount_cmd) != 0) 4681 goto error; 4682 4683 if (mount_cmd == Z_MNT_BOOT && 4684 get_rctls(zlogp, &rctlbuf, &rctlbufsz) != 0) { 4685 zerror(zlogp, B_FALSE, "Unable to get list of rctls"); 4686 goto error; 4687 } 4688 4689 if (get_datasets(zlogp, &zfsbuf, &zfsbufsz) != 0) { 4690 zerror(zlogp, B_FALSE, "Unable to get list of ZFS datasets"); 4691 goto error; 4692 } 4693 4694 if (mount_cmd == Z_MNT_BOOT && is_system_labeled()) { 4695 zcent = get_zone_label(zlogp, privs); 4696 if (zcent != NULL) { 4697 match = zcent->zc_match; 4698 doi = zcent->zc_doi; 4699 *zlabel = zcent->zc_label; 4700 } else { 4701 goto error; 4702 } 4703 if (validate_rootds_label(zlogp, rootpath, zlabel) != 0) 4704 goto error; 4705 } 4706 4707 kzone = zone_name; 4708 4709 /* 4710 * We must do this scan twice. First, we look for zones running on the 4711 * main system that are using this root (or any subdirectory of it). 4712 * Next, we reduce to the shortest path and search for loopback mounts 4713 * that use this same source node (same device and inode). 4714 */ 4715 if (duplicate_zone_root(zlogp, rootpath)) 4716 goto error; 4717 if (duplicate_reachable_path(zlogp, rootpath)) 4718 goto error; 4719 4720 if (ALT_MOUNT(mount_cmd)) { 4721 root_to_lu(zlogp, rootpath, sizeof (rootpath), B_TRUE); 4722 4723 /* 4724 * Forge up a special root for this zone. When a zone is 4725 * mounted, we can't let the zone have its own root because the 4726 * tools that will be used in this "scratch zone" need access 4727 * to both the zone's resources and the running machine's 4728 * executables. 4729 * 4730 * Note that the mkdir here also catches read-only filesystems. 4731 */ 4732 if (mkdir(rootpath, 0755) != 0 && errno != EEXIST) { 4733 zerror(zlogp, B_TRUE, "cannot create %s", rootpath); 4734 goto error; 4735 } 4736 if (domount(zlogp, "tmpfs", "", "swap", rootpath) != 0) 4737 goto error; 4738 } 4739 4740 if (zonecfg_in_alt_root()) { 4741 /* 4742 * If we are mounting up a zone in an alternate root partition, 4743 * then we have some additional work to do before starting the 4744 * zone. First, resolve the root path down so that we're not 4745 * fooled by duplicates. Then forge up an internal name for 4746 * the zone. 4747 */ 4748 if ((fp = zonecfg_open_scratch("", B_TRUE)) == NULL) { 4749 zerror(zlogp, B_TRUE, "cannot open mapfile"); 4750 goto error; 4751 } 4752 if (zonecfg_lock_scratch(fp) != 0) { 4753 zerror(zlogp, B_TRUE, "cannot lock mapfile"); 4754 goto error; 4755 } 4756 if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(), 4757 NULL, 0) == 0) { 4758 zerror(zlogp, B_FALSE, "scratch zone already running"); 4759 goto error; 4760 } 4761 /* This is the preferred name */ 4762 (void) snprintf(kernzone, sizeof (kernzone), "SUNWlu-%s", 4763 zone_name); 4764 srandom(getpid()); 4765 while (zonecfg_reverse_scratch(fp, kernzone, NULL, 0, NULL, 4766 0) == 0) { 4767 /* This is just an arbitrary name; note "." usage */ 4768 (void) snprintf(kernzone, sizeof (kernzone), 4769 "SUNWlu.%08lX%08lX", random(), random()); 4770 } 4771 kzone = kernzone; 4772 } 4773 4774 xerr = 0; 4775 if ((zoneid = zone_create(kzone, rootpath, privs, rctlbuf, 4776 rctlbufsz, zfsbuf, zfsbufsz, &xerr, match, doi, zlabel, 4777 flags)) == -1) { 4778 if (xerr == ZE_AREMOUNTS) { 4779 if (zonecfg_find_mounts(rootpath, NULL, NULL) < 1) { 4780 zerror(zlogp, B_FALSE, 4781 "An unknown file-system is mounted on " 4782 "a subdirectory of %s", rootpath); 4783 } else { 4784 4785 zerror(zlogp, B_FALSE, 4786 "These file-systems are mounted on " 4787 "subdirectories of %s:", rootpath); 4788 (void) zonecfg_find_mounts(rootpath, 4789 prtmount, zlogp); 4790 } 4791 } else if (xerr == ZE_CHROOTED) { 4792 zerror(zlogp, B_FALSE, "%s: " 4793 "cannot create a zone from a chrooted " 4794 "environment", "zone_create"); 4795 } else if (xerr == ZE_LABELINUSE) { 4796 char zonename[ZONENAME_MAX]; 4797 (void) getzonenamebyid(getzoneidbylabel(zlabel), 4798 zonename, ZONENAME_MAX); 4799 zerror(zlogp, B_FALSE, "The zone label is already " 4800 "used by the zone '%s'.", zonename); 4801 } else { 4802 zerror(zlogp, B_TRUE, "%s failed", "zone_create"); 4803 } 4804 goto error; 4805 } 4806 4807 if (zonecfg_in_alt_root() && 4808 zonecfg_add_scratch(fp, zone_name, kernzone, 4809 zonecfg_get_root()) == -1) { 4810 zerror(zlogp, B_TRUE, "cannot add mapfile entry"); 4811 goto error; 4812 } 4813 4814 /* 4815 * The following actions are not performed when merely mounting a zone 4816 * for administrative use. 4817 */ 4818 if (mount_cmd == Z_MNT_BOOT) { 4819 brand_handle_t bh; 4820 struct brand_attr attr; 4821 char modname[MAXPATHLEN]; 4822 4823 if (setup_zone_attrs(zlogp, zone_name, zoneid) != Z_OK) 4824 goto error; 4825 4826 if ((bh = brand_open(brand_name)) == NULL) { 4827 zerror(zlogp, B_FALSE, 4828 "unable to determine brand name"); 4829 goto error; 4830 } 4831 4832 if (!is_system_labeled() && 4833 (strcmp(brand_name, LABELED_BRAND_NAME) == 0)) { 4834 brand_close(bh); 4835 zerror(zlogp, B_FALSE, 4836 "cannot boot labeled zone on unlabeled system"); 4837 goto error; 4838 } 4839 4840 /* 4841 * If this brand requires any kernel support, now is the time to 4842 * get it loaded and initialized. 4843 */ 4844 if (brand_get_modname(bh, modname, MAXPATHLEN) < 0) { 4845 brand_close(bh); 4846 zerror(zlogp, B_FALSE, 4847 "unable to determine brand kernel module"); 4848 goto error; 4849 } 4850 brand_close(bh); 4851 4852 if (strlen(modname) > 0) { 4853 (void) strlcpy(attr.ba_brandname, brand_name, 4854 sizeof (attr.ba_brandname)); 4855 (void) strlcpy(attr.ba_modname, modname, 4856 sizeof (attr.ba_modname)); 4857 if (zone_setattr(zoneid, ZONE_ATTR_BRAND, &attr, 4858 sizeof (attr) != 0)) { 4859 zerror(zlogp, B_TRUE, 4860 "could not set zone brand attribute."); 4861 goto error; 4862 } 4863 } 4864 4865 if (setup_zone_rm(zlogp, zone_name, zoneid) != Z_OK) 4866 goto error; 4867 4868 set_mlps(zlogp, zoneid, zcent); 4869 } 4870 4871 rval = zoneid; 4872 zoneid = -1; 4873 4874 error: 4875 if (zoneid != -1) { 4876 (void) zone_shutdown(zoneid); 4877 (void) zone_destroy(zoneid); 4878 } 4879 if (rctlbuf != NULL) 4880 free(rctlbuf); 4881 priv_freeset(privs); 4882 if (fp != NULL) 4883 zonecfg_close_scratch(fp); 4884 lofs_discard_mnttab(); 4885 if (zcent != NULL) 4886 tsol_freezcent(zcent); 4887 return (rval); 4888 } 4889 4890 /* 4891 * Enter the zone and write a /etc/zones/index file there. This allows 4892 * libzonecfg (and thus zoneadm) to report the UUID and potentially other zone 4893 * details from inside the zone. 4894 */ 4895 static void 4896 write_index_file(zoneid_t zoneid) 4897 { 4898 FILE *zef; 4899 FILE *zet; 4900 struct zoneent *zep; 4901 pid_t child; 4902 int tmpl_fd; 4903 ctid_t ct; 4904 int fd; 4905 char uuidstr[UUID_PRINTABLE_STRING_LENGTH]; 4906 4907 /* Locate the zone entry in the global zone's index file */ 4908 if ((zef = setzoneent()) == NULL) 4909 return; 4910 while ((zep = getzoneent_private(zef)) != NULL) { 4911 if (strcmp(zep->zone_name, zone_name) == 0) 4912 break; 4913 free(zep); 4914 } 4915 endzoneent(zef); 4916 if (zep == NULL) 4917 return; 4918 4919 if ((tmpl_fd = init_template()) == -1) { 4920 free(zep); 4921 return; 4922 } 4923 4924 if ((child = fork()) == -1) { 4925 (void) ct_tmpl_clear(tmpl_fd); 4926 (void) close(tmpl_fd); 4927 free(zep); 4928 return; 4929 } 4930 4931 /* parent waits for child to finish */ 4932 if (child != 0) { 4933 free(zep); 4934 if (contract_latest(&ct) == -1) 4935 ct = -1; 4936 (void) ct_tmpl_clear(tmpl_fd); 4937 (void) close(tmpl_fd); 4938 (void) waitpid(child, NULL, 0); 4939 (void) contract_abandon_id(ct); 4940 return; 4941 } 4942 4943 /* child enters zone and sets up index file */ 4944 (void) ct_tmpl_clear(tmpl_fd); 4945 if (zone_enter(zoneid) != -1) { 4946 (void) mkdir(ZONE_CONFIG_ROOT, ZONE_CONFIG_MODE); 4947 (void) chown(ZONE_CONFIG_ROOT, ZONE_CONFIG_UID, 4948 ZONE_CONFIG_GID); 4949 fd = open(ZONE_INDEX_FILE, O_WRONLY|O_CREAT|O_TRUNC, 4950 ZONE_INDEX_MODE); 4951 if (fd != -1 && (zet = fdopen(fd, "w")) != NULL) { 4952 (void) fchown(fd, ZONE_INDEX_UID, ZONE_INDEX_GID); 4953 if (uuid_is_null(zep->zone_uuid)) 4954 uuidstr[0] = '\0'; 4955 else 4956 uuid_unparse(zep->zone_uuid, uuidstr); 4957 (void) fprintf(zet, "%s:%s:/:%s\n", zep->zone_name, 4958 zone_state_str(zep->zone_state), 4959 uuidstr); 4960 (void) fclose(zet); 4961 } 4962 } 4963 _exit(0); 4964 } 4965 4966 int 4967 vplat_bringup(zlog_t *zlogp, zone_mnt_t mount_cmd, zoneid_t zoneid) 4968 { 4969 char zonepath[MAXPATHLEN]; 4970 4971 if (mount_cmd == Z_MNT_BOOT && validate_datasets(zlogp) != 0) { 4972 lofs_discard_mnttab(); 4973 return (-1); 4974 } 4975 4976 /* 4977 * Before we try to mount filesystems we need to create the 4978 * attribute backing store for /dev 4979 */ 4980 if (zone_get_zonepath(zone_name, zonepath, sizeof (zonepath)) != Z_OK) { 4981 lofs_discard_mnttab(); 4982 return (-1); 4983 } 4984 resolve_lofs(zlogp, zonepath, sizeof (zonepath)); 4985 4986 /* Make /dev directory owned by root, grouped sys */ 4987 if (make_one_dir(zlogp, zonepath, "/dev", DEFAULT_DIR_MODE, 4988 0, 3) != 0) { 4989 lofs_discard_mnttab(); 4990 return (-1); 4991 } 4992 4993 if (mount_filesystems(zlogp, mount_cmd) != 0) { 4994 lofs_discard_mnttab(); 4995 return (-1); 4996 } 4997 4998 if (mount_cmd == Z_MNT_BOOT) { 4999 zone_iptype_t iptype; 5000 5001 if (vplat_get_iptype(zlogp, &iptype) < 0) { 5002 zerror(zlogp, B_TRUE, "unable to determine ip-type"); 5003 lofs_discard_mnttab(); 5004 return (-1); 5005 } 5006 5007 switch (iptype) { 5008 case ZS_SHARED: 5009 /* Always do this to make lo0 get configured */ 5010 if (configure_shared_network_interfaces(zlogp) != 0) { 5011 lofs_discard_mnttab(); 5012 return (-1); 5013 } 5014 break; 5015 case ZS_EXCLUSIVE: 5016 if (configure_exclusive_network_interfaces(zlogp, 5017 zoneid) != 5018 0) { 5019 lofs_discard_mnttab(); 5020 return (-1); 5021 } 5022 break; 5023 } 5024 } 5025 5026 write_index_file(zoneid); 5027 5028 lofs_discard_mnttab(); 5029 return (0); 5030 } 5031 5032 static int 5033 lu_root_teardown(zlog_t *zlogp) 5034 { 5035 char zroot[MAXPATHLEN]; 5036 5037 if (zone_get_rootpath(zone_name, zroot, sizeof (zroot)) != Z_OK) { 5038 zerror(zlogp, B_FALSE, "unable to determine zone root"); 5039 return (-1); 5040 } 5041 root_to_lu(zlogp, zroot, sizeof (zroot), B_FALSE); 5042 5043 /* 5044 * At this point, the processes are gone, the filesystems (save the 5045 * root) are unmounted, and the zone is on death row. But there may 5046 * still be creds floating about in the system that reference the 5047 * zone_t, and which pin down zone_rootvp causing this call to fail 5048 * with EBUSY. Thus, we try for a little while before just giving up. 5049 * (How I wish this were not true, and umount2 just did the right 5050 * thing, or tmpfs supported MS_FORCE This is a gross hack.) 5051 */ 5052 if (umount2(zroot, MS_FORCE) != 0) { 5053 if (errno == ENOTSUP && umount2(zroot, 0) == 0) 5054 goto unmounted; 5055 if (errno == EBUSY) { 5056 int tries = 10; 5057 5058 while (--tries >= 0) { 5059 (void) sleep(1); 5060 if (umount2(zroot, 0) == 0) 5061 goto unmounted; 5062 if (errno != EBUSY) 5063 break; 5064 } 5065 } 5066 zerror(zlogp, B_TRUE, "unable to unmount '%s'", zroot); 5067 return (-1); 5068 } 5069 unmounted: 5070 5071 /* 5072 * Only zones in an alternate root environment have scratch zone 5073 * entries. 5074 */ 5075 if (zonecfg_in_alt_root()) { 5076 FILE *fp; 5077 int retv; 5078 5079 if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) { 5080 zerror(zlogp, B_TRUE, "cannot open mapfile"); 5081 return (-1); 5082 } 5083 retv = -1; 5084 if (zonecfg_lock_scratch(fp) != 0) 5085 zerror(zlogp, B_TRUE, "cannot lock mapfile"); 5086 else if (zonecfg_delete_scratch(fp, kernzone) != 0) 5087 zerror(zlogp, B_TRUE, "cannot delete map entry"); 5088 else 5089 retv = 0; 5090 zonecfg_close_scratch(fp); 5091 return (retv); 5092 } else { 5093 return (0); 5094 } 5095 } 5096 5097 int 5098 vplat_teardown(zlog_t *zlogp, boolean_t unmount_cmd, boolean_t rebooting) 5099 { 5100 char *kzone; 5101 zoneid_t zoneid; 5102 int res; 5103 char pool_err[128]; 5104 char zpath[MAXPATHLEN]; 5105 char cmdbuf[MAXPATHLEN]; 5106 brand_handle_t bh = NULL; 5107 dladm_status_t status; 5108 char errmsg[DLADM_STRSIZE]; 5109 ushort_t flags; 5110 5111 kzone = zone_name; 5112 if (zonecfg_in_alt_root()) { 5113 FILE *fp; 5114 5115 if ((fp = zonecfg_open_scratch("", B_FALSE)) == NULL) { 5116 zerror(zlogp, B_TRUE, "unable to open map file"); 5117 goto error; 5118 } 5119 if (zonecfg_find_scratch(fp, zone_name, zonecfg_get_root(), 5120 kernzone, sizeof (kernzone)) != 0) { 5121 zerror(zlogp, B_FALSE, "unable to find scratch zone"); 5122 zonecfg_close_scratch(fp); 5123 goto error; 5124 } 5125 zonecfg_close_scratch(fp); 5126 kzone = kernzone; 5127 } 5128 5129 if ((zoneid = getzoneidbyname(kzone)) == ZONE_ID_UNDEFINED) { 5130 if (!bringup_failure_recovery) 5131 zerror(zlogp, B_TRUE, "unable to get zoneid"); 5132 if (unmount_cmd) 5133 (void) lu_root_teardown(zlogp); 5134 goto error; 5135 } 5136 5137 if (remove_datalink_pool(zlogp, zoneid) != 0) { 5138 zerror(zlogp, B_FALSE, "unable clear datalink pool property"); 5139 goto error; 5140 } 5141 5142 if (remove_datalink_protect(zlogp, zoneid) != 0) { 5143 zerror(zlogp, B_FALSE, 5144 "unable clear datalink protect property"); 5145 goto error; 5146 } 5147 5148 /* 5149 * The datalinks assigned to the zone will be removed from the NGZ as 5150 * part of zone_shutdown() so that we need to remove protect/pool etc. 5151 * before zone_shutdown(). Even if the shutdown itself fails, the zone 5152 * will not be able to violate any constraints applied because the 5153 * datalinks are no longer available to the zone. 5154 */ 5155 if (zone_shutdown(zoneid) != 0) { 5156 zerror(zlogp, B_TRUE, "unable to shutdown zone"); 5157 goto error; 5158 } 5159 5160 /* Get the zonepath of this zone */ 5161 if (zone_get_zonepath(zone_name, zpath, sizeof (zpath)) != Z_OK) { 5162 zerror(zlogp, B_FALSE, "unable to determine zone path"); 5163 goto error; 5164 } 5165 5166 /* Get a handle to the brand info for this zone */ 5167 if ((bh = brand_open(brand_name)) == NULL) { 5168 zerror(zlogp, B_FALSE, "unable to determine zone brand"); 5169 return (-1); 5170 } 5171 /* 5172 * If there is a brand 'halt' callback, execute it now to give the 5173 * brand a chance to cleanup any custom configuration. 5174 */ 5175 (void) strcpy(cmdbuf, EXEC_PREFIX); 5176 if (brand_get_halt(bh, zone_name, zpath, cmdbuf + EXEC_LEN, 5177 sizeof (cmdbuf) - EXEC_LEN) < 0) { 5178 brand_close(bh); 5179 zerror(zlogp, B_FALSE, "unable to determine branded zone's " 5180 "halt callback."); 5181 goto error; 5182 } 5183 brand_close(bh); 5184 5185 if ((strlen(cmdbuf) > EXEC_LEN) && 5186 (do_subproc(zlogp, cmdbuf, NULL) != Z_OK)) { 5187 zerror(zlogp, B_FALSE, "%s failed", cmdbuf); 5188 goto error; 5189 } 5190 5191 if (!unmount_cmd) { 5192 zone_iptype_t iptype; 5193 5194 if (zone_getattr(zoneid, ZONE_ATTR_FLAGS, &flags, 5195 sizeof (flags)) < 0) { 5196 if (vplat_get_iptype(zlogp, &iptype) < 0) { 5197 zerror(zlogp, B_TRUE, "unable to determine " 5198 "ip-type"); 5199 goto error; 5200 } 5201 } else { 5202 if (flags & ZF_NET_EXCL) 5203 iptype = ZS_EXCLUSIVE; 5204 else 5205 iptype = ZS_SHARED; 5206 } 5207 5208 switch (iptype) { 5209 case ZS_SHARED: 5210 if (unconfigure_shared_network_interfaces(zlogp, 5211 zoneid) != 0) { 5212 zerror(zlogp, B_FALSE, "unable to unconfigure " 5213 "network interfaces in zone"); 5214 goto error; 5215 } 5216 break; 5217 case ZS_EXCLUSIVE: 5218 if (unconfigure_exclusive_network_interfaces(zlogp, 5219 zoneid) != 0) { 5220 zerror(zlogp, B_FALSE, "unable to unconfigure " 5221 "network interfaces in zone"); 5222 goto error; 5223 } 5224 status = dladm_zone_halt(dld_handle, zoneid); 5225 if (status != DLADM_STATUS_OK) { 5226 zerror(zlogp, B_FALSE, "unable to notify " 5227 "dlmgmtd of zone halt: %s", 5228 dladm_status2str(status, errmsg)); 5229 } 5230 break; 5231 } 5232 } 5233 5234 if (!unmount_cmd && tcp_abort_connections(zlogp, zoneid) != 0) { 5235 zerror(zlogp, B_TRUE, "unable to abort TCP connections"); 5236 goto error; 5237 } 5238 5239 if (unmount_filesystems(zlogp, zoneid, unmount_cmd) != 0) { 5240 zerror(zlogp, B_FALSE, 5241 "unable to unmount file systems in zone"); 5242 goto error; 5243 } 5244 5245 /* 5246 * If we are rebooting then we normally don't want to destroy an 5247 * existing temporary pool at this point so that we can just reuse it 5248 * when the zone boots back up. However, it is also possible we were 5249 * running with a temporary pool and the zone configuration has been 5250 * modified to no longer use a temporary pool. In that case we need 5251 * to destroy the temporary pool now. This case looks like the case 5252 * where we never had a temporary pool configured but 5253 * zonecfg_destroy_tmp_pool will do the right thing either way. 5254 */ 5255 if (!unmount_cmd) { 5256 boolean_t destroy_tmp_pool = B_TRUE; 5257 5258 if (rebooting) { 5259 struct zone_psettab pset_tab; 5260 zone_dochandle_t handle; 5261 5262 if ((handle = zonecfg_init_handle()) != NULL && 5263 zonecfg_get_handle(zone_name, handle) == Z_OK && 5264 zonecfg_lookup_pset(handle, &pset_tab) == Z_OK) 5265 destroy_tmp_pool = B_FALSE; 5266 5267 zonecfg_fini_handle(handle); 5268 } 5269 5270 if (destroy_tmp_pool) { 5271 if ((res = zonecfg_destroy_tmp_pool(zone_name, pool_err, 5272 sizeof (pool_err))) != Z_OK) { 5273 if (res == Z_POOL) 5274 zerror(zlogp, B_FALSE, pool_err); 5275 } 5276 } 5277 } 5278 5279 remove_mlps(zlogp, zoneid); 5280 5281 if (zone_destroy(zoneid) != 0) { 5282 zerror(zlogp, B_TRUE, "unable to destroy zone"); 5283 goto error; 5284 } 5285 5286 /* 5287 * Special teardown for alternate boot environments: remove the tmpfs 5288 * root for the zone and then remove it from the map file. 5289 */ 5290 if (unmount_cmd && lu_root_teardown(zlogp) != 0) 5291 goto error; 5292 5293 lofs_discard_mnttab(); 5294 return (0); 5295 5296 error: 5297 lofs_discard_mnttab(); 5298 return (-1); 5299 } 5300