1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 /* Copyright (c) 1983, 1984, 1985, 1986, 1987, 1988, 1989 AT&T */ 27 /* All Rights Reserved */ 28 29 /* 30 * University Copyright- Copyright (c) 1982, 1986, 1988 31 * The Regents of the University of California 32 * All Rights Reserved 33 * 34 * University Acknowledgment- Portions of this document are derived from 35 * software developed by the University of California, Berkeley, and its 36 * contributors. 37 */ 38 39 40 #include <sys/types.h> 41 #include <sys/t_lock.h> 42 #include <sys/param.h> 43 #include <sys/errno.h> 44 #include <sys/user.h> 45 #include <sys/fstyp.h> 46 #include <sys/kmem.h> 47 #include <sys/systm.h> 48 #include <sys/proc.h> 49 #include <sys/mount.h> 50 #include <sys/vfs.h> 51 #include <sys/vfs_opreg.h> 52 #include <sys/fem.h> 53 #include <sys/mntent.h> 54 #include <sys/stat.h> 55 #include <sys/statvfs.h> 56 #include <sys/statfs.h> 57 #include <sys/cred.h> 58 #include <sys/vnode.h> 59 #include <sys/rwstlock.h> 60 #include <sys/dnlc.h> 61 #include <sys/file.h> 62 #include <sys/time.h> 63 #include <sys/atomic.h> 64 #include <sys/cmn_err.h> 65 #include <sys/buf.h> 66 #include <sys/swap.h> 67 #include <sys/debug.h> 68 #include <sys/vnode.h> 69 #include <sys/modctl.h> 70 #include <sys/ddi.h> 71 #include <sys/pathname.h> 72 #include <sys/bootconf.h> 73 #include <sys/dumphdr.h> 74 #include <sys/dc_ki.h> 75 #include <sys/poll.h> 76 #include <sys/sunddi.h> 77 #include <sys/sysmacros.h> 78 #include <sys/zone.h> 79 #include <sys/policy.h> 80 #include <sys/ctfs.h> 81 #include <sys/objfs.h> 82 #include <sys/console.h> 83 #include <sys/reboot.h> 84 #include <sys/attr.h> 85 #include <sys/spa.h> 86 #include <sys/lofi.h> 87 88 #include <vm/page.h> 89 90 #include <fs/fs_subr.h> 91 92 /* Private interfaces to create vopstats-related data structures */ 93 extern void initialize_vopstats(vopstats_t *); 94 extern vopstats_t *get_fstype_vopstats(struct vfs *, struct vfssw *); 95 extern vsk_anchor_t *get_vskstat_anchor(struct vfs *); 96 97 static void vfs_clearmntopt_nolock(mntopts_t *, const char *, int); 98 static void vfs_setmntopt_nolock(mntopts_t *, const char *, 99 const char *, int, int); 100 static int vfs_optionisset_nolock(const mntopts_t *, const char *, char **); 101 static void vfs_freemnttab(struct vfs *); 102 static void vfs_freeopt(mntopt_t *); 103 static void vfs_swapopttbl_nolock(mntopts_t *, mntopts_t *); 104 static void vfs_swapopttbl(mntopts_t *, mntopts_t *); 105 static void vfs_copyopttbl_extend(const mntopts_t *, mntopts_t *, int); 106 static void vfs_createopttbl_extend(mntopts_t *, const char *, 107 const mntopts_t *); 108 static char **vfs_copycancelopt_extend(char **const, int); 109 static void vfs_freecancelopt(char **); 110 static void getrootfs(char **, char **); 111 static int getmacpath(dev_info_t *, void *); 112 static void vfs_mnttabvp_setup(void); 113 114 struct ipmnt { 115 struct ipmnt *mip_next; 116 dev_t mip_dev; 117 struct vfs *mip_vfsp; 118 }; 119 120 static kmutex_t vfs_miplist_mutex; 121 static struct ipmnt *vfs_miplist = NULL; 122 static struct ipmnt *vfs_miplist_end = NULL; 123 124 static kmem_cache_t *vfs_cache; /* Pointer to VFS kmem cache */ 125 126 /* 127 * VFS global data. 128 */ 129 vnode_t *rootdir; /* pointer to root inode vnode. */ 130 vnode_t *devicesdir; /* pointer to inode of devices root */ 131 vnode_t *devdir; /* pointer to inode of dev root */ 132 133 char *server_rootpath; /* root path for diskless clients */ 134 char *server_hostname; /* hostname of diskless server */ 135 136 static struct vfs root; 137 static struct vfs devices; 138 static struct vfs dev; 139 struct vfs *rootvfs = &root; /* pointer to root vfs; head of VFS list. */ 140 rvfs_t *rvfs_list; /* array of vfs ptrs for vfs hash list */ 141 int vfshsz = 512; /* # of heads/locks in vfs hash arrays */ 142 /* must be power of 2! */ 143 timespec_t vfs_mnttab_ctime; /* mnttab created time */ 144 timespec_t vfs_mnttab_mtime; /* mnttab last modified time */ 145 char *vfs_dummyfstype = "\0"; 146 struct pollhead vfs_pollhd; /* for mnttab pollers */ 147 struct vnode *vfs_mntdummyvp; /* to fake mnttab read/write for file events */ 148 int mntfstype; /* will be set once mnt fs is mounted */ 149 150 /* 151 * Table for generic options recognized in the VFS layer and acted 152 * on at this level before parsing file system specific options. 153 * The nosuid option is stronger than any of the devices and setuid 154 * options, so those are canceled when nosuid is seen. 155 * 156 * All options which are added here need to be added to the 157 * list of standard options in usr/src/cmd/fs.d/fslib.c as well. 158 */ 159 /* 160 * VFS Mount options table 161 */ 162 static char *ro_cancel[] = { MNTOPT_RW, NULL }; 163 static char *rw_cancel[] = { MNTOPT_RO, NULL }; 164 static char *suid_cancel[] = { MNTOPT_NOSUID, NULL }; 165 static char *nosuid_cancel[] = { MNTOPT_SUID, MNTOPT_DEVICES, MNTOPT_NODEVICES, 166 MNTOPT_NOSETUID, MNTOPT_SETUID, NULL }; 167 static char *devices_cancel[] = { MNTOPT_NODEVICES, NULL }; 168 static char *nodevices_cancel[] = { MNTOPT_DEVICES, NULL }; 169 static char *setuid_cancel[] = { MNTOPT_NOSETUID, NULL }; 170 static char *nosetuid_cancel[] = { MNTOPT_SETUID, NULL }; 171 static char *nbmand_cancel[] = { MNTOPT_NONBMAND, NULL }; 172 static char *nonbmand_cancel[] = { MNTOPT_NBMAND, NULL }; 173 static char *exec_cancel[] = { MNTOPT_NOEXEC, NULL }; 174 static char *noexec_cancel[] = { MNTOPT_EXEC, NULL }; 175 176 static const mntopt_t mntopts[] = { 177 /* 178 * option name cancel options default arg flags 179 */ 180 { MNTOPT_REMOUNT, NULL, NULL, 181 MO_NODISPLAY, (void *)0 }, 182 { MNTOPT_RO, ro_cancel, NULL, 0, 183 (void *)0 }, 184 { MNTOPT_RW, rw_cancel, NULL, 0, 185 (void *)0 }, 186 { MNTOPT_SUID, suid_cancel, NULL, 0, 187 (void *)0 }, 188 { MNTOPT_NOSUID, nosuid_cancel, NULL, 0, 189 (void *)0 }, 190 { MNTOPT_DEVICES, devices_cancel, NULL, 0, 191 (void *)0 }, 192 { MNTOPT_NODEVICES, nodevices_cancel, NULL, 0, 193 (void *)0 }, 194 { MNTOPT_SETUID, setuid_cancel, NULL, 0, 195 (void *)0 }, 196 { MNTOPT_NOSETUID, nosetuid_cancel, NULL, 0, 197 (void *)0 }, 198 { MNTOPT_NBMAND, nbmand_cancel, NULL, 0, 199 (void *)0 }, 200 { MNTOPT_NONBMAND, nonbmand_cancel, NULL, 0, 201 (void *)0 }, 202 { MNTOPT_EXEC, exec_cancel, NULL, 0, 203 (void *)0 }, 204 { MNTOPT_NOEXEC, noexec_cancel, NULL, 0, 205 (void *)0 }, 206 }; 207 208 const mntopts_t vfs_mntopts = { 209 sizeof (mntopts) / sizeof (mntopt_t), 210 (mntopt_t *)&mntopts[0] 211 }; 212 213 /* 214 * File system operation dispatch functions. 215 */ 216 217 int 218 fsop_mount(vfs_t *vfsp, vnode_t *mvp, struct mounta *uap, cred_t *cr) 219 { 220 return (*(vfsp)->vfs_op->vfs_mount)(vfsp, mvp, uap, cr); 221 } 222 223 int 224 fsop_unmount(vfs_t *vfsp, int flag, cred_t *cr) 225 { 226 return (*(vfsp)->vfs_op->vfs_unmount)(vfsp, flag, cr); 227 } 228 229 int 230 fsop_root(vfs_t *vfsp, vnode_t **vpp) 231 { 232 refstr_t *mntpt; 233 int ret = (*(vfsp)->vfs_op->vfs_root)(vfsp, vpp); 234 /* 235 * Make sure this root has a path. With lofs, it is possible to have 236 * a NULL mountpoint. 237 */ 238 if (ret == 0 && vfsp->vfs_mntpt != NULL && (*vpp)->v_path == NULL) { 239 mntpt = vfs_getmntpoint(vfsp); 240 vn_setpath_str(*vpp, refstr_value(mntpt), 241 strlen(refstr_value(mntpt))); 242 refstr_rele(mntpt); 243 } 244 245 return (ret); 246 } 247 248 int 249 fsop_statfs(vfs_t *vfsp, statvfs64_t *sp) 250 { 251 return (*(vfsp)->vfs_op->vfs_statvfs)(vfsp, sp); 252 } 253 254 int 255 fsop_sync(vfs_t *vfsp, short flag, cred_t *cr) 256 { 257 return (*(vfsp)->vfs_op->vfs_sync)(vfsp, flag, cr); 258 } 259 260 int 261 fsop_vget(vfs_t *vfsp, vnode_t **vpp, fid_t *fidp) 262 { 263 /* 264 * In order to handle system attribute fids in a manner 265 * transparent to the underlying fs, we embed the fid for 266 * the sysattr parent object in the sysattr fid and tack on 267 * some extra bytes that only the sysattr layer knows about. 268 * 269 * This guarantees that sysattr fids are larger than other fids 270 * for this vfs. If the vfs supports the sysattr view interface 271 * (as indicated by VFSFT_SYSATTR_VIEWS), we cannot have a size 272 * collision with XATTR_FIDSZ. 273 */ 274 if (vfs_has_feature(vfsp, VFSFT_SYSATTR_VIEWS) && 275 fidp->fid_len == XATTR_FIDSZ) 276 return (xattr_dir_vget(vfsp, vpp, fidp)); 277 278 return (*(vfsp)->vfs_op->vfs_vget)(vfsp, vpp, fidp); 279 } 280 281 int 282 fsop_mountroot(vfs_t *vfsp, enum whymountroot reason) 283 { 284 return (*(vfsp)->vfs_op->vfs_mountroot)(vfsp, reason); 285 } 286 287 void 288 fsop_freefs(vfs_t *vfsp) 289 { 290 (*(vfsp)->vfs_op->vfs_freevfs)(vfsp); 291 } 292 293 int 294 fsop_vnstate(vfs_t *vfsp, vnode_t *vp, vntrans_t nstate) 295 { 296 return ((*(vfsp)->vfs_op->vfs_vnstate)(vfsp, vp, nstate)); 297 } 298 299 int 300 fsop_sync_by_kind(int fstype, short flag, cred_t *cr) 301 { 302 ASSERT((fstype >= 0) && (fstype < nfstype)); 303 304 if (ALLOCATED_VFSSW(&vfssw[fstype]) && VFS_INSTALLED(&vfssw[fstype])) 305 return (*vfssw[fstype].vsw_vfsops.vfs_sync) (NULL, flag, cr); 306 else 307 return (ENOTSUP); 308 } 309 310 /* 311 * File system initialization. vfs_setfsops() must be called from a file 312 * system's init routine. 313 */ 314 315 static int 316 fs_copyfsops(const fs_operation_def_t *template, vfsops_t *actual, 317 int *unused_ops) 318 { 319 static const fs_operation_trans_def_t vfs_ops_table[] = { 320 VFSNAME_MOUNT, offsetof(vfsops_t, vfs_mount), 321 fs_nosys, fs_nosys, 322 323 VFSNAME_UNMOUNT, offsetof(vfsops_t, vfs_unmount), 324 fs_nosys, fs_nosys, 325 326 VFSNAME_ROOT, offsetof(vfsops_t, vfs_root), 327 fs_nosys, fs_nosys, 328 329 VFSNAME_STATVFS, offsetof(vfsops_t, vfs_statvfs), 330 fs_nosys, fs_nosys, 331 332 VFSNAME_SYNC, offsetof(vfsops_t, vfs_sync), 333 (fs_generic_func_p) fs_sync, 334 (fs_generic_func_p) fs_sync, /* No errors allowed */ 335 336 VFSNAME_VGET, offsetof(vfsops_t, vfs_vget), 337 fs_nosys, fs_nosys, 338 339 VFSNAME_MOUNTROOT, offsetof(vfsops_t, vfs_mountroot), 340 fs_nosys, fs_nosys, 341 342 VFSNAME_FREEVFS, offsetof(vfsops_t, vfs_freevfs), 343 (fs_generic_func_p)fs_freevfs, 344 (fs_generic_func_p)fs_freevfs, /* Shouldn't fail */ 345 346 VFSNAME_VNSTATE, offsetof(vfsops_t, vfs_vnstate), 347 (fs_generic_func_p)fs_nosys, 348 (fs_generic_func_p)fs_nosys, 349 350 NULL, 0, NULL, NULL 351 }; 352 353 return (fs_build_vector(actual, unused_ops, vfs_ops_table, template)); 354 } 355 356 void 357 zfs_boot_init() { 358 359 if (strcmp(rootfs.bo_fstype, MNTTYPE_ZFS) == 0) 360 spa_boot_init(); 361 } 362 363 int 364 vfs_setfsops(int fstype, const fs_operation_def_t *template, vfsops_t **actual) 365 { 366 int error; 367 int unused_ops; 368 369 /* 370 * Verify that fstype refers to a valid fs. Note that 371 * 0 is valid since it's used to set "stray" ops. 372 */ 373 if ((fstype < 0) || (fstype >= nfstype)) 374 return (EINVAL); 375 376 if (!ALLOCATED_VFSSW(&vfssw[fstype])) 377 return (EINVAL); 378 379 /* Set up the operations vector. */ 380 381 error = fs_copyfsops(template, &vfssw[fstype].vsw_vfsops, &unused_ops); 382 383 if (error != 0) 384 return (error); 385 386 vfssw[fstype].vsw_flag |= VSW_INSTALLED; 387 388 if (actual != NULL) 389 *actual = &vfssw[fstype].vsw_vfsops; 390 391 #if DEBUG 392 if (unused_ops != 0) 393 cmn_err(CE_WARN, "vfs_setfsops: %s: %d operations supplied " 394 "but not used", vfssw[fstype].vsw_name, unused_ops); 395 #endif 396 397 return (0); 398 } 399 400 int 401 vfs_makefsops(const fs_operation_def_t *template, vfsops_t **actual) 402 { 403 int error; 404 int unused_ops; 405 406 *actual = (vfsops_t *)kmem_alloc(sizeof (vfsops_t), KM_SLEEP); 407 408 error = fs_copyfsops(template, *actual, &unused_ops); 409 if (error != 0) { 410 kmem_free(*actual, sizeof (vfsops_t)); 411 *actual = NULL; 412 return (error); 413 } 414 415 return (0); 416 } 417 418 /* 419 * Free a vfsops structure created as a result of vfs_makefsops(). 420 * NOTE: For a vfsops structure initialized by vfs_setfsops(), use 421 * vfs_freevfsops_by_type(). 422 */ 423 void 424 vfs_freevfsops(vfsops_t *vfsops) 425 { 426 kmem_free(vfsops, sizeof (vfsops_t)); 427 } 428 429 /* 430 * Since the vfsops structure is part of the vfssw table and wasn't 431 * really allocated, we're not really freeing anything. We keep 432 * the name for consistency with vfs_freevfsops(). We do, however, 433 * need to take care of a little bookkeeping. 434 * NOTE: For a vfsops structure created by vfs_setfsops(), use 435 * vfs_freevfsops_by_type(). 436 */ 437 int 438 vfs_freevfsops_by_type(int fstype) 439 { 440 441 /* Verify that fstype refers to a loaded fs (and not fsid 0). */ 442 if ((fstype <= 0) || (fstype >= nfstype)) 443 return (EINVAL); 444 445 WLOCK_VFSSW(); 446 if ((vfssw[fstype].vsw_flag & VSW_INSTALLED) == 0) { 447 WUNLOCK_VFSSW(); 448 return (EINVAL); 449 } 450 451 vfssw[fstype].vsw_flag &= ~VSW_INSTALLED; 452 WUNLOCK_VFSSW(); 453 454 return (0); 455 } 456 457 /* Support routines used to reference vfs_op */ 458 459 /* Set the operations vector for a vfs */ 460 void 461 vfs_setops(vfs_t *vfsp, vfsops_t *vfsops) 462 { 463 vfsops_t *op; 464 465 ASSERT(vfsp != NULL); 466 ASSERT(vfsops != NULL); 467 468 op = vfsp->vfs_op; 469 membar_consumer(); 470 if (vfsp->vfs_femhead == NULL && 471 casptr(&vfsp->vfs_op, op, vfsops) == op) { 472 return; 473 } 474 fsem_setvfsops(vfsp, vfsops); 475 } 476 477 /* Retrieve the operations vector for a vfs */ 478 vfsops_t * 479 vfs_getops(vfs_t *vfsp) 480 { 481 vfsops_t *op; 482 483 ASSERT(vfsp != NULL); 484 485 op = vfsp->vfs_op; 486 membar_consumer(); 487 if (vfsp->vfs_femhead == NULL && op == vfsp->vfs_op) { 488 return (op); 489 } else { 490 return (fsem_getvfsops(vfsp)); 491 } 492 } 493 494 /* 495 * Returns non-zero (1) if the vfsops matches that of the vfs. 496 * Returns zero (0) if not. 497 */ 498 int 499 vfs_matchops(vfs_t *vfsp, vfsops_t *vfsops) 500 { 501 return (vfs_getops(vfsp) == vfsops); 502 } 503 504 /* 505 * Returns non-zero (1) if the file system has installed a non-default, 506 * non-error vfs_sync routine. Returns zero (0) otherwise. 507 */ 508 int 509 vfs_can_sync(vfs_t *vfsp) 510 { 511 /* vfs_sync() routine is not the default/error function */ 512 return (vfs_getops(vfsp)->vfs_sync != fs_sync); 513 } 514 515 /* 516 * Initialize a vfs structure. 517 */ 518 void 519 vfs_init(vfs_t *vfsp, vfsops_t *op, void *data) 520 { 521 /* Other initialization has been moved to vfs_alloc() */ 522 vfsp->vfs_count = 0; 523 vfsp->vfs_next = vfsp; 524 vfsp->vfs_prev = vfsp; 525 vfsp->vfs_zone_next = vfsp; 526 vfsp->vfs_zone_prev = vfsp; 527 vfsp->vfs_lofi_minor = 0; 528 sema_init(&vfsp->vfs_reflock, 1, NULL, SEMA_DEFAULT, NULL); 529 vfsimpl_setup(vfsp); 530 vfsp->vfs_data = (data); 531 vfs_setops((vfsp), (op)); 532 } 533 534 /* 535 * Allocate and initialize the vfs implementation private data 536 * structure, vfs_impl_t. 537 */ 538 void 539 vfsimpl_setup(vfs_t *vfsp) 540 { 541 int i; 542 543 if (vfsp->vfs_implp != NULL) { 544 return; 545 } 546 547 vfsp->vfs_implp = kmem_alloc(sizeof (vfs_impl_t), KM_SLEEP); 548 /* Note that these are #define'd in vfs.h */ 549 vfsp->vfs_vskap = NULL; 550 vfsp->vfs_fstypevsp = NULL; 551 552 /* Set size of counted array, then zero the array */ 553 vfsp->vfs_featureset[0] = VFS_FEATURE_MAXSZ - 1; 554 for (i = 1; i < VFS_FEATURE_MAXSZ; i++) { 555 vfsp->vfs_featureset[i] = 0; 556 } 557 } 558 559 /* 560 * Release the vfs_impl_t structure, if it exists. Some unbundled 561 * filesystems may not use the newer version of vfs and thus 562 * would not contain this implementation private data structure. 563 */ 564 void 565 vfsimpl_teardown(vfs_t *vfsp) 566 { 567 vfs_impl_t *vip = vfsp->vfs_implp; 568 569 if (vip == NULL) 570 return; 571 572 kmem_free(vfsp->vfs_implp, sizeof (vfs_impl_t)); 573 vfsp->vfs_implp = NULL; 574 } 575 576 /* 577 * VFS system calls: mount, umount, syssync, statfs, fstatfs, statvfs, 578 * fstatvfs, and sysfs moved to common/syscall. 579 */ 580 581 /* 582 * Update every mounted file system. We call the vfs_sync operation of 583 * each file system type, passing it a NULL vfsp to indicate that all 584 * mounted file systems of that type should be updated. 585 */ 586 void 587 vfs_sync(int flag) 588 { 589 struct vfssw *vswp; 590 RLOCK_VFSSW(); 591 for (vswp = &vfssw[1]; vswp < &vfssw[nfstype]; vswp++) { 592 if (ALLOCATED_VFSSW(vswp) && VFS_INSTALLED(vswp)) { 593 vfs_refvfssw(vswp); 594 RUNLOCK_VFSSW(); 595 (void) (*vswp->vsw_vfsops.vfs_sync)(NULL, flag, 596 CRED()); 597 vfs_unrefvfssw(vswp); 598 RLOCK_VFSSW(); 599 } 600 } 601 RUNLOCK_VFSSW(); 602 } 603 604 void 605 sync(void) 606 { 607 vfs_sync(0); 608 } 609 610 /* 611 * External routines. 612 */ 613 614 krwlock_t vfssw_lock; /* lock accesses to vfssw */ 615 616 /* 617 * Lock for accessing the vfs linked list. Initialized in vfs_mountroot(), 618 * but otherwise should be accessed only via vfs_list_lock() and 619 * vfs_list_unlock(). Also used to protect the timestamp for mods to the list. 620 */ 621 static krwlock_t vfslist; 622 623 /* 624 * Mount devfs on /devices. This is done right after root is mounted 625 * to provide device access support for the system 626 */ 627 static void 628 vfs_mountdevices(void) 629 { 630 struct vfssw *vsw; 631 struct vnode *mvp; 632 struct mounta mounta = { /* fake mounta for devfs_mount() */ 633 NULL, 634 NULL, 635 MS_SYSSPACE, 636 NULL, 637 NULL, 638 0, 639 NULL, 640 0 641 }; 642 643 /* 644 * _init devfs module to fill in the vfssw 645 */ 646 if (modload("fs", "devfs") == -1) 647 panic("Cannot _init devfs module"); 648 649 /* 650 * Hold vfs 651 */ 652 RLOCK_VFSSW(); 653 vsw = vfs_getvfsswbyname("devfs"); 654 VFS_INIT(&devices, &vsw->vsw_vfsops, NULL); 655 VFS_HOLD(&devices); 656 657 /* 658 * Locate mount point 659 */ 660 if (lookupname("/devices", UIO_SYSSPACE, FOLLOW, NULLVPP, &mvp)) 661 panic("Cannot find /devices"); 662 663 /* 664 * Perform the mount of /devices 665 */ 666 if (VFS_MOUNT(&devices, mvp, &mounta, CRED())) 667 panic("Cannot mount /devices"); 668 669 RUNLOCK_VFSSW(); 670 671 /* 672 * Set appropriate members and add to vfs list for mnttab display 673 */ 674 vfs_setresource(&devices, "/devices"); 675 vfs_setmntpoint(&devices, "/devices"); 676 677 /* 678 * Hold the root of /devices so it won't go away 679 */ 680 if (VFS_ROOT(&devices, &devicesdir)) 681 panic("vfs_mountdevices: not devices root"); 682 683 if (vfs_lock(&devices) != 0) { 684 VN_RELE(devicesdir); 685 cmn_err(CE_NOTE, "Cannot acquire vfs_lock of /devices"); 686 return; 687 } 688 689 if (vn_vfswlock(mvp) != 0) { 690 vfs_unlock(&devices); 691 VN_RELE(devicesdir); 692 cmn_err(CE_NOTE, "Cannot acquire vfswlock of /devices"); 693 return; 694 } 695 696 vfs_add(mvp, &devices, 0); 697 vn_vfsunlock(mvp); 698 vfs_unlock(&devices); 699 VN_RELE(devicesdir); 700 } 701 702 /* 703 * mount the first instance of /dev to root and remain mounted 704 */ 705 static void 706 vfs_mountdev1(void) 707 { 708 struct vfssw *vsw; 709 struct vnode *mvp; 710 struct mounta mounta = { /* fake mounta for sdev_mount() */ 711 NULL, 712 NULL, 713 MS_SYSSPACE | MS_OVERLAY, 714 NULL, 715 NULL, 716 0, 717 NULL, 718 0 719 }; 720 721 /* 722 * _init dev module to fill in the vfssw 723 */ 724 if (modload("fs", "dev") == -1) 725 cmn_err(CE_PANIC, "Cannot _init dev module\n"); 726 727 /* 728 * Hold vfs 729 */ 730 RLOCK_VFSSW(); 731 vsw = vfs_getvfsswbyname("dev"); 732 VFS_INIT(&dev, &vsw->vsw_vfsops, NULL); 733 VFS_HOLD(&dev); 734 735 /* 736 * Locate mount point 737 */ 738 if (lookupname("/dev", UIO_SYSSPACE, FOLLOW, NULLVPP, &mvp)) 739 cmn_err(CE_PANIC, "Cannot find /dev\n"); 740 741 /* 742 * Perform the mount of /dev 743 */ 744 if (VFS_MOUNT(&dev, mvp, &mounta, CRED())) 745 cmn_err(CE_PANIC, "Cannot mount /dev 1\n"); 746 747 RUNLOCK_VFSSW(); 748 749 /* 750 * Set appropriate members and add to vfs list for mnttab display 751 */ 752 vfs_setresource(&dev, "/dev"); 753 vfs_setmntpoint(&dev, "/dev"); 754 755 /* 756 * Hold the root of /dev so it won't go away 757 */ 758 if (VFS_ROOT(&dev, &devdir)) 759 cmn_err(CE_PANIC, "vfs_mountdev1: not dev root"); 760 761 if (vfs_lock(&dev) != 0) { 762 VN_RELE(devdir); 763 cmn_err(CE_NOTE, "Cannot acquire vfs_lock of /dev"); 764 return; 765 } 766 767 if (vn_vfswlock(mvp) != 0) { 768 vfs_unlock(&dev); 769 VN_RELE(devdir); 770 cmn_err(CE_NOTE, "Cannot acquire vfswlock of /dev"); 771 return; 772 } 773 774 vfs_add(mvp, &dev, 0); 775 vn_vfsunlock(mvp); 776 vfs_unlock(&dev); 777 VN_RELE(devdir); 778 } 779 780 /* 781 * Mount required filesystem. This is done right after root is mounted. 782 */ 783 static void 784 vfs_mountfs(char *module, char *spec, char *path) 785 { 786 struct vnode *mvp; 787 struct mounta mounta; 788 vfs_t *vfsp; 789 790 mounta.flags = MS_SYSSPACE | MS_DATA; 791 mounta.fstype = module; 792 mounta.spec = spec; 793 mounta.dir = path; 794 if (lookupname(path, UIO_SYSSPACE, FOLLOW, NULLVPP, &mvp)) { 795 cmn_err(CE_WARN, "Cannot find %s", path); 796 return; 797 } 798 if (domount(NULL, &mounta, mvp, CRED(), &vfsp)) 799 cmn_err(CE_WARN, "Cannot mount %s", path); 800 else 801 VFS_RELE(vfsp); 802 VN_RELE(mvp); 803 } 804 805 /* 806 * vfs_mountroot is called by main() to mount the root filesystem. 807 */ 808 void 809 vfs_mountroot(void) 810 { 811 struct vnode *rvp = NULL; 812 char *path; 813 size_t plen; 814 struct vfssw *vswp; 815 816 rw_init(&vfssw_lock, NULL, RW_DEFAULT, NULL); 817 rw_init(&vfslist, NULL, RW_DEFAULT, NULL); 818 819 /* 820 * Alloc the vfs hash bucket array and locks 821 */ 822 rvfs_list = kmem_zalloc(vfshsz * sizeof (rvfs_t), KM_SLEEP); 823 824 /* 825 * Call machine-dependent routine "rootconf" to choose a root 826 * file system type. 827 */ 828 if (rootconf()) 829 panic("vfs_mountroot: cannot mount root"); 830 /* 831 * Get vnode for '/'. Set up rootdir, u.u_rdir and u.u_cdir 832 * to point to it. These are used by lookuppn() so that it 833 * knows where to start from ('/' or '.'). 834 */ 835 vfs_setmntpoint(rootvfs, "/"); 836 if (VFS_ROOT(rootvfs, &rootdir)) 837 panic("vfs_mountroot: no root vnode"); 838 PTOU(curproc)->u_cdir = rootdir; 839 VN_HOLD(PTOU(curproc)->u_cdir); 840 PTOU(curproc)->u_rdir = NULL; 841 842 /* 843 * Setup the global zone's rootvp, now that it exists. 844 */ 845 global_zone->zone_rootvp = rootdir; 846 VN_HOLD(global_zone->zone_rootvp); 847 848 /* 849 * Notify the module code that it can begin using the 850 * root filesystem instead of the boot program's services. 851 */ 852 modrootloaded = 1; 853 854 /* 855 * Special handling for a ZFS root file system. 856 */ 857 zfs_boot_init(); 858 859 /* 860 * Set up mnttab information for root 861 */ 862 vfs_setresource(rootvfs, rootfs.bo_name); 863 864 /* 865 * Notify cluster software that the root filesystem is available. 866 */ 867 clboot_mountroot(); 868 869 /* Now that we're all done with the root FS, set up its vopstats */ 870 if ((vswp = vfs_getvfsswbyvfsops(vfs_getops(rootvfs))) != NULL) { 871 /* Set flag for statistics collection */ 872 if (vswp->vsw_flag & VSW_STATS) { 873 initialize_vopstats(&rootvfs->vfs_vopstats); 874 rootvfs->vfs_flag |= VFS_STATS; 875 rootvfs->vfs_fstypevsp = 876 get_fstype_vopstats(rootvfs, vswp); 877 rootvfs->vfs_vskap = get_vskstat_anchor(rootvfs); 878 } 879 vfs_unrefvfssw(vswp); 880 } 881 882 /* 883 * Mount /devices, /dev instance 1, /system/contract, /etc/mnttab, 884 * /etc/svc/volatile, /etc/dfs/sharetab, /system/object, and /proc. 885 */ 886 vfs_mountdevices(); 887 vfs_mountdev1(); 888 889 vfs_mountfs("ctfs", "ctfs", CTFS_ROOT); 890 vfs_mountfs("proc", "/proc", "/proc"); 891 vfs_mountfs("mntfs", "/etc/mnttab", "/etc/mnttab"); 892 vfs_mountfs("tmpfs", "/etc/svc/volatile", "/etc/svc/volatile"); 893 vfs_mountfs("objfs", "objfs", OBJFS_ROOT); 894 895 if (getzoneid() == GLOBAL_ZONEID) { 896 vfs_mountfs("sharefs", "sharefs", "/etc/dfs/sharetab"); 897 } 898 899 #ifdef __sparc 900 /* 901 * This bit of magic can go away when we convert sparc to 902 * the new boot architecture based on ramdisk. 903 * 904 * Booting off a mirrored root volume: 905 * At this point, we have booted and mounted root on a 906 * single component of the mirror. Complete the boot 907 * by configuring SVM and converting the root to the 908 * dev_t of the mirrored root device. This dev_t conversion 909 * only works because the underlying device doesn't change. 910 */ 911 if (root_is_svm) { 912 if (svm_rootconf()) { 913 panic("vfs_mountroot: cannot remount root"); 914 } 915 916 /* 917 * mnttab should reflect the new root device 918 */ 919 vfs_lock_wait(rootvfs); 920 vfs_setresource(rootvfs, rootfs.bo_name); 921 vfs_unlock(rootvfs); 922 } 923 #endif /* __sparc */ 924 925 /* 926 * Look up the root device via devfs so that a dv_node is 927 * created for it. The vnode is never VN_RELE()ed. 928 * We allocate more than MAXPATHLEN so that the 929 * buffer passed to i_ddi_prompath_to_devfspath() is 930 * exactly MAXPATHLEN (the function expects a buffer 931 * of that length). 932 */ 933 plen = strlen("/devices"); 934 path = kmem_alloc(plen + MAXPATHLEN, KM_SLEEP); 935 (void) strcpy(path, "/devices"); 936 937 if (i_ddi_prompath_to_devfspath(rootfs.bo_name, path + plen) 938 != DDI_SUCCESS || 939 lookupname(path, UIO_SYSSPACE, FOLLOW, NULLVPP, &rvp)) { 940 941 /* NUL terminate in case "path" has garbage */ 942 path[plen + MAXPATHLEN - 1] = '\0'; 943 #ifdef DEBUG 944 cmn_err(CE_WARN, "!Cannot lookup root device: %s", path); 945 #endif 946 } 947 kmem_free(path, plen + MAXPATHLEN); 948 vfs_mnttabvp_setup(); 949 } 950 951 /* 952 * If remount failed and we're in a zone we need to check for the zone 953 * root path and strip it before the call to vfs_setpath(). 954 * 955 * If strpath doesn't begin with the zone_rootpath the original 956 * strpath is returned unchanged. 957 */ 958 static const char * 959 stripzonepath(const char *strpath) 960 { 961 char *str1, *str2; 962 int i; 963 zone_t *zonep = curproc->p_zone; 964 965 if (zonep->zone_rootpath == NULL || strpath == NULL) { 966 return (NULL); 967 } 968 969 /* 970 * we check for the end of the string at one past the 971 * current position because the zone_rootpath always 972 * ends with "/" but we don't want to strip that off. 973 */ 974 str1 = zonep->zone_rootpath; 975 str2 = (char *)strpath; 976 ASSERT(str1[0] != '\0'); 977 for (i = 0; str1[i + 1] != '\0'; i++) { 978 if (str1[i] != str2[i]) 979 return ((char *)strpath); 980 } 981 return (&str2[i]); 982 } 983 984 /* 985 * Check to see if our "block device" is actually a file. If so, 986 * automatically add a lofi device, and keep track of this fact. 987 */ 988 static int 989 lofi_add(const char *fsname, struct vfs *vfsp, 990 mntopts_t *mntopts, struct mounta *uap) 991 { 992 int fromspace = (uap->flags & MS_SYSSPACE) ? 993 UIO_SYSSPACE : UIO_USERSPACE; 994 struct lofi_ioctl *li = NULL; 995 struct vnode *vp = NULL; 996 struct pathname pn = { NULL }; 997 ldi_ident_t ldi_id; 998 ldi_handle_t ldi_hdl; 999 vfssw_t *vfssw; 1000 int minor; 1001 int err = 0; 1002 1003 if (fsname == NULL || 1004 (vfssw = vfs_getvfssw(fsname)) == NULL) 1005 return (0); 1006 1007 if (!(vfssw->vsw_flag & VSW_CANLOFI)) { 1008 vfs_unrefvfssw(vfssw); 1009 return (0); 1010 } 1011 1012 vfs_unrefvfssw(vfssw); 1013 vfssw = NULL; 1014 1015 if (pn_get(uap->spec, fromspace, &pn) != 0) 1016 return (0); 1017 1018 if (lookupname(uap->spec, fromspace, FOLLOW, NULL, &vp) != 0) 1019 goto out; 1020 1021 if (vp->v_type != VREG) 1022 goto out; 1023 1024 /* OK, this is a lofi mount. */ 1025 1026 if ((uap->flags & (MS_REMOUNT|MS_GLOBAL)) || 1027 vfs_optionisset_nolock(mntopts, MNTOPT_SUID, NULL) || 1028 vfs_optionisset_nolock(mntopts, MNTOPT_SETUID, NULL) || 1029 vfs_optionisset_nolock(mntopts, MNTOPT_DEVICES, NULL)) { 1030 err = EINVAL; 1031 goto out; 1032 } 1033 1034 ldi_id = ldi_ident_from_anon(); 1035 li = kmem_zalloc(sizeof (*li), KM_SLEEP); 1036 (void) strlcpy(li->li_filename, pn.pn_path, MAXPATHLEN); 1037 1038 /* 1039 * The lofi control node is currently exclusive-open. We'd like 1040 * to improve this, but in the meantime, we'll loop waiting for 1041 * access. 1042 */ 1043 for (;;) { 1044 err = ldi_open_by_name("/dev/lofictl", FREAD | FWRITE | FEXCL, 1045 kcred, &ldi_hdl, ldi_id); 1046 1047 if (err != EBUSY) 1048 break; 1049 1050 if ((err = delay_sig(hz / 8)) == EINTR) 1051 break; 1052 } 1053 1054 if (err) 1055 goto out2; 1056 1057 err = ldi_ioctl(ldi_hdl, LOFI_MAP_FILE, (intptr_t)li, 1058 FREAD | FWRITE | FEXCL | FKIOCTL, kcred, &minor); 1059 1060 (void) ldi_close(ldi_hdl, FREAD | FWRITE | FEXCL, kcred); 1061 1062 if (!err) 1063 vfsp->vfs_lofi_minor = minor; 1064 1065 out2: 1066 ldi_ident_release(ldi_id); 1067 out: 1068 if (li != NULL) 1069 kmem_free(li, sizeof (*li)); 1070 if (vp != NULL) 1071 VN_RELE(vp); 1072 pn_free(&pn); 1073 return (err); 1074 } 1075 1076 static void 1077 lofi_remove(struct vfs *vfsp) 1078 { 1079 struct lofi_ioctl *li = NULL; 1080 ldi_ident_t ldi_id; 1081 ldi_handle_t ldi_hdl; 1082 int err; 1083 1084 if (vfsp->vfs_lofi_minor == 0) 1085 return; 1086 1087 ldi_id = ldi_ident_from_anon(); 1088 1089 li = kmem_zalloc(sizeof (*li), KM_SLEEP); 1090 li->li_minor = vfsp->vfs_lofi_minor; 1091 li->li_cleanup = B_TRUE; 1092 1093 do { 1094 err = ldi_open_by_name("/dev/lofictl", FREAD | FWRITE | FEXCL, 1095 kcred, &ldi_hdl, ldi_id); 1096 } while (err == EBUSY); 1097 1098 if (err) 1099 goto out; 1100 1101 err = ldi_ioctl(ldi_hdl, LOFI_UNMAP_FILE_MINOR, (intptr_t)li, 1102 FREAD | FWRITE | FEXCL | FKIOCTL, kcred, NULL); 1103 1104 (void) ldi_close(ldi_hdl, FREAD | FWRITE | FEXCL, kcred); 1105 1106 if (!err) 1107 vfsp->vfs_lofi_minor = 0; 1108 1109 out: 1110 ldi_ident_release(ldi_id); 1111 if (li != NULL) 1112 kmem_free(li, sizeof (*li)); 1113 } 1114 1115 /* 1116 * Common mount code. Called from the system call entry point, from autofs, 1117 * nfsv4 trigger mounts, and from pxfs. 1118 * 1119 * Takes the effective file system type, mount arguments, the mount point 1120 * vnode, flags specifying whether the mount is a remount and whether it 1121 * should be entered into the vfs list, and credentials. Fills in its vfspp 1122 * parameter with the mounted file system instance's vfs. 1123 * 1124 * Note that the effective file system type is specified as a string. It may 1125 * be null, in which case it's determined from the mount arguments, and may 1126 * differ from the type specified in the mount arguments; this is a hook to 1127 * allow interposition when instantiating file system instances. 1128 * 1129 * The caller is responsible for releasing its own hold on the mount point 1130 * vp (this routine does its own hold when necessary). 1131 * Also note that for remounts, the mount point vp should be the vnode for 1132 * the root of the file system rather than the vnode that the file system 1133 * is mounted on top of. 1134 */ 1135 int 1136 domount(char *fsname, struct mounta *uap, vnode_t *vp, struct cred *credp, 1137 struct vfs **vfspp) 1138 { 1139 struct vfssw *vswp; 1140 vfsops_t *vfsops; 1141 struct vfs *vfsp; 1142 struct vnode *bvp; 1143 dev_t bdev = 0; 1144 mntopts_t mnt_mntopts; 1145 int error = 0; 1146 int copyout_error = 0; 1147 int ovflags; 1148 char *opts = uap->optptr; 1149 char *inargs = opts; 1150 int optlen = uap->optlen; 1151 int remount; 1152 int rdonly; 1153 int nbmand = 0; 1154 int delmip = 0; 1155 int addmip = 0; 1156 int splice = ((uap->flags & MS_NOSPLICE) == 0); 1157 int fromspace = (uap->flags & MS_SYSSPACE) ? 1158 UIO_SYSSPACE : UIO_USERSPACE; 1159 char *resource = NULL, *mountpt = NULL; 1160 refstr_t *oldresource, *oldmntpt; 1161 struct pathname pn, rpn; 1162 vsk_anchor_t *vskap; 1163 char fstname[FSTYPSZ]; 1164 1165 /* 1166 * The v_flag value for the mount point vp is permanently set 1167 * to VVFSLOCK so that no one bypasses the vn_vfs*locks routine 1168 * for mount point locking. 1169 */ 1170 mutex_enter(&vp->v_lock); 1171 vp->v_flag |= VVFSLOCK; 1172 mutex_exit(&vp->v_lock); 1173 1174 mnt_mntopts.mo_count = 0; 1175 /* 1176 * Find the ops vector to use to invoke the file system-specific mount 1177 * method. If the fsname argument is non-NULL, use it directly. 1178 * Otherwise, dig the file system type information out of the mount 1179 * arguments. 1180 * 1181 * A side effect is to hold the vfssw entry. 1182 * 1183 * Mount arguments can be specified in several ways, which are 1184 * distinguished by flag bit settings. The preferred way is to set 1185 * MS_OPTIONSTR, indicating an 8 argument mount with the file system 1186 * type supplied as a character string and the last two arguments 1187 * being a pointer to a character buffer and the size of the buffer. 1188 * On entry, the buffer holds a null terminated list of options; on 1189 * return, the string is the list of options the file system 1190 * recognized. If MS_DATA is set arguments five and six point to a 1191 * block of binary data which the file system interprets. 1192 * A further wrinkle is that some callers don't set MS_FSS and MS_DATA 1193 * consistently with these conventions. To handle them, we check to 1194 * see whether the pointer to the file system name has a numeric value 1195 * less than 256. If so, we treat it as an index. 1196 */ 1197 if (fsname != NULL) { 1198 if ((vswp = vfs_getvfssw(fsname)) == NULL) { 1199 return (EINVAL); 1200 } 1201 } else if (uap->flags & (MS_OPTIONSTR | MS_DATA | MS_FSS)) { 1202 size_t n; 1203 uint_t fstype; 1204 1205 fsname = fstname; 1206 1207 if ((fstype = (uintptr_t)uap->fstype) < 256) { 1208 RLOCK_VFSSW(); 1209 if (fstype == 0 || fstype >= nfstype || 1210 !ALLOCATED_VFSSW(&vfssw[fstype])) { 1211 RUNLOCK_VFSSW(); 1212 return (EINVAL); 1213 } 1214 (void) strcpy(fsname, vfssw[fstype].vsw_name); 1215 RUNLOCK_VFSSW(); 1216 if ((vswp = vfs_getvfssw(fsname)) == NULL) 1217 return (EINVAL); 1218 } else { 1219 /* 1220 * Handle either kernel or user address space. 1221 */ 1222 if (uap->flags & MS_SYSSPACE) { 1223 error = copystr(uap->fstype, fsname, 1224 FSTYPSZ, &n); 1225 } else { 1226 error = copyinstr(uap->fstype, fsname, 1227 FSTYPSZ, &n); 1228 } 1229 if (error) { 1230 if (error == ENAMETOOLONG) 1231 return (EINVAL); 1232 return (error); 1233 } 1234 if ((vswp = vfs_getvfssw(fsname)) == NULL) 1235 return (EINVAL); 1236 } 1237 } else { 1238 if ((vswp = vfs_getvfsswbyvfsops(vfs_getops(rootvfs))) == NULL) 1239 return (EINVAL); 1240 } 1241 if (!VFS_INSTALLED(vswp)) 1242 return (EINVAL); 1243 vfsops = &vswp->vsw_vfsops; 1244 1245 vfs_copyopttbl(&vswp->vsw_optproto, &mnt_mntopts); 1246 /* 1247 * Fetch mount options and parse them for generic vfs options 1248 */ 1249 if (uap->flags & MS_OPTIONSTR) { 1250 /* 1251 * Limit the buffer size 1252 */ 1253 if (optlen < 0 || optlen > MAX_MNTOPT_STR) { 1254 error = EINVAL; 1255 goto errout; 1256 } 1257 if ((uap->flags & MS_SYSSPACE) == 0) { 1258 inargs = kmem_alloc(MAX_MNTOPT_STR, KM_SLEEP); 1259 inargs[0] = '\0'; 1260 if (optlen) { 1261 error = copyinstr(opts, inargs, (size_t)optlen, 1262 NULL); 1263 if (error) { 1264 goto errout; 1265 } 1266 } 1267 } 1268 vfs_parsemntopts(&mnt_mntopts, inargs, 0); 1269 } 1270 /* 1271 * Flag bits override the options string. 1272 */ 1273 if (uap->flags & MS_REMOUNT) 1274 vfs_setmntopt_nolock(&mnt_mntopts, MNTOPT_REMOUNT, NULL, 0, 0); 1275 if (uap->flags & MS_RDONLY) 1276 vfs_setmntopt_nolock(&mnt_mntopts, MNTOPT_RO, NULL, 0, 0); 1277 if (uap->flags & MS_NOSUID) 1278 vfs_setmntopt_nolock(&mnt_mntopts, MNTOPT_NOSUID, NULL, 0, 0); 1279 1280 /* 1281 * Check if this is a remount; must be set in the option string and 1282 * the file system must support a remount option. 1283 */ 1284 if (remount = vfs_optionisset_nolock(&mnt_mntopts, 1285 MNTOPT_REMOUNT, NULL)) { 1286 if (!(vswp->vsw_flag & VSW_CANREMOUNT)) { 1287 error = ENOTSUP; 1288 goto errout; 1289 } 1290 uap->flags |= MS_REMOUNT; 1291 } 1292 1293 /* 1294 * uap->flags and vfs_optionisset() should agree. 1295 */ 1296 if (rdonly = vfs_optionisset_nolock(&mnt_mntopts, MNTOPT_RO, NULL)) { 1297 uap->flags |= MS_RDONLY; 1298 } 1299 if (vfs_optionisset_nolock(&mnt_mntopts, MNTOPT_NOSUID, NULL)) { 1300 uap->flags |= MS_NOSUID; 1301 } 1302 nbmand = vfs_optionisset_nolock(&mnt_mntopts, MNTOPT_NBMAND, NULL); 1303 ASSERT(splice || !remount); 1304 /* 1305 * If we are splicing the fs into the namespace, 1306 * perform mount point checks. 1307 * 1308 * We want to resolve the path for the mount point to eliminate 1309 * '.' and ".." and symlinks in mount points; we can't do the 1310 * same for the resource string, since it would turn 1311 * "/dev/dsk/c0t0d0s0" into "/devices/pci@...". We need to do 1312 * this before grabbing vn_vfswlock(), because otherwise we 1313 * would deadlock with lookuppn(). 1314 */ 1315 if (splice) { 1316 ASSERT(vp->v_count > 0); 1317 1318 /* 1319 * Pick up mount point and device from appropriate space. 1320 */ 1321 if (pn_get(uap->spec, fromspace, &pn) == 0) { 1322 resource = kmem_alloc(pn.pn_pathlen + 1, 1323 KM_SLEEP); 1324 (void) strcpy(resource, pn.pn_path); 1325 pn_free(&pn); 1326 } 1327 /* 1328 * Do a lookupname prior to taking the 1329 * writelock. Mark this as completed if 1330 * successful for later cleanup and addition to 1331 * the mount in progress table. 1332 */ 1333 if ((uap->flags & MS_GLOBAL) == 0 && 1334 lookupname(uap->spec, fromspace, 1335 FOLLOW, NULL, &bvp) == 0) { 1336 addmip = 1; 1337 } 1338 1339 if ((error = pn_get(uap->dir, fromspace, &pn)) == 0) { 1340 pathname_t *pnp; 1341 1342 if (*pn.pn_path != '/') { 1343 error = EINVAL; 1344 pn_free(&pn); 1345 goto errout; 1346 } 1347 pn_alloc(&rpn); 1348 /* 1349 * Kludge to prevent autofs from deadlocking with 1350 * itself when it calls domount(). 1351 * 1352 * If autofs is calling, it is because it is doing 1353 * (autofs) mounts in the process of an NFS mount. A 1354 * lookuppn() here would cause us to block waiting for 1355 * said NFS mount to complete, which can't since this 1356 * is the thread that was supposed to doing it. 1357 */ 1358 if (fromspace == UIO_USERSPACE) { 1359 if ((error = lookuppn(&pn, &rpn, FOLLOW, NULL, 1360 NULL)) == 0) { 1361 pnp = &rpn; 1362 } else { 1363 /* 1364 * The file disappeared or otherwise 1365 * became inaccessible since we opened 1366 * it; might as well fail the mount 1367 * since the mount point is no longer 1368 * accessible. 1369 */ 1370 pn_free(&rpn); 1371 pn_free(&pn); 1372 goto errout; 1373 } 1374 } else { 1375 pnp = &pn; 1376 } 1377 mountpt = kmem_alloc(pnp->pn_pathlen + 1, KM_SLEEP); 1378 (void) strcpy(mountpt, pnp->pn_path); 1379 1380 /* 1381 * If the addition of the zone's rootpath 1382 * would push us over a total path length 1383 * of MAXPATHLEN, we fail the mount with 1384 * ENAMETOOLONG, which is what we would have 1385 * gotten if we were trying to perform the same 1386 * mount in the global zone. 1387 * 1388 * strlen() doesn't count the trailing 1389 * '\0', but zone_rootpathlen counts both a 1390 * trailing '/' and the terminating '\0'. 1391 */ 1392 if ((curproc->p_zone->zone_rootpathlen - 1 + 1393 strlen(mountpt)) > MAXPATHLEN || 1394 (resource != NULL && 1395 (curproc->p_zone->zone_rootpathlen - 1 + 1396 strlen(resource)) > MAXPATHLEN)) { 1397 error = ENAMETOOLONG; 1398 } 1399 1400 pn_free(&rpn); 1401 pn_free(&pn); 1402 } 1403 1404 if (error) 1405 goto errout; 1406 1407 /* 1408 * Prevent path name resolution from proceeding past 1409 * the mount point. 1410 */ 1411 if (vn_vfswlock(vp) != 0) { 1412 error = EBUSY; 1413 goto errout; 1414 } 1415 1416 /* 1417 * Verify that it's legitimate to establish a mount on 1418 * the prospective mount point. 1419 */ 1420 if (vn_mountedvfs(vp) != NULL) { 1421 /* 1422 * The mount point lock was obtained after some 1423 * other thread raced through and established a mount. 1424 */ 1425 vn_vfsunlock(vp); 1426 error = EBUSY; 1427 goto errout; 1428 } 1429 if (vp->v_flag & VNOMOUNT) { 1430 vn_vfsunlock(vp); 1431 error = EINVAL; 1432 goto errout; 1433 } 1434 } 1435 if ((uap->flags & (MS_DATA | MS_OPTIONSTR)) == 0) { 1436 uap->dataptr = NULL; 1437 uap->datalen = 0; 1438 } 1439 1440 /* 1441 * If this is a remount, we don't want to create a new VFS. 1442 * Instead, we pass the existing one with a remount flag. 1443 */ 1444 if (remount) { 1445 /* 1446 * Confirm that the mount point is the root vnode of the 1447 * file system that is being remounted. 1448 * This can happen if the user specifies a different 1449 * mount point directory pathname in the (re)mount command. 1450 * 1451 * Code below can only be reached if splice is true, so it's 1452 * safe to do vn_vfsunlock() here. 1453 */ 1454 if ((vp->v_flag & VROOT) == 0) { 1455 vn_vfsunlock(vp); 1456 error = ENOENT; 1457 goto errout; 1458 } 1459 /* 1460 * Disallow making file systems read-only unless file system 1461 * explicitly allows it in its vfssw. Ignore other flags. 1462 */ 1463 if (rdonly && vn_is_readonly(vp) == 0 && 1464 (vswp->vsw_flag & VSW_CANRWRO) == 0) { 1465 vn_vfsunlock(vp); 1466 error = EINVAL; 1467 goto errout; 1468 } 1469 /* 1470 * Disallow changing the NBMAND disposition of the file 1471 * system on remounts. 1472 */ 1473 if ((nbmand && ((vp->v_vfsp->vfs_flag & VFS_NBMAND) == 0)) || 1474 (!nbmand && (vp->v_vfsp->vfs_flag & VFS_NBMAND))) { 1475 vn_vfsunlock(vp); 1476 error = EINVAL; 1477 goto errout; 1478 } 1479 vfsp = vp->v_vfsp; 1480 ovflags = vfsp->vfs_flag; 1481 vfsp->vfs_flag |= VFS_REMOUNT; 1482 vfsp->vfs_flag &= ~VFS_RDONLY; 1483 } else { 1484 vfsp = vfs_alloc(KM_SLEEP); 1485 VFS_INIT(vfsp, vfsops, NULL); 1486 } 1487 1488 VFS_HOLD(vfsp); 1489 1490 if ((error = lofi_add(fsname, vfsp, &mnt_mntopts, uap)) != 0) { 1491 if (!remount) { 1492 if (splice) 1493 vn_vfsunlock(vp); 1494 vfs_free(vfsp); 1495 } else { 1496 vn_vfsunlock(vp); 1497 VFS_RELE(vfsp); 1498 } 1499 goto errout; 1500 } 1501 1502 /* 1503 * PRIV_SYS_MOUNT doesn't mean you can become root. 1504 */ 1505 if (vfsp->vfs_lofi_minor != 0) { 1506 uap->flags |= MS_NOSUID; 1507 vfs_setmntopt_nolock(&mnt_mntopts, MNTOPT_NOSUID, NULL, 0, 0); 1508 } 1509 1510 /* 1511 * The vfs_reflock is not used anymore the code below explicitly 1512 * holds it preventing others accesing it directly. 1513 */ 1514 if ((sema_tryp(&vfsp->vfs_reflock) == 0) && 1515 !(vfsp->vfs_flag & VFS_REMOUNT)) 1516 cmn_err(CE_WARN, 1517 "mount type %s couldn't get vfs_reflock", vswp->vsw_name); 1518 1519 /* 1520 * Lock the vfs. If this is a remount we want to avoid spurious umount 1521 * failures that happen as a side-effect of fsflush() and other mount 1522 * and unmount operations that might be going on simultaneously and 1523 * may have locked the vfs currently. To not return EBUSY immediately 1524 * here we use vfs_lock_wait() instead vfs_lock() for the remount case. 1525 */ 1526 if (!remount) { 1527 if (error = vfs_lock(vfsp)) { 1528 vfsp->vfs_flag = ovflags; 1529 1530 lofi_remove(vfsp); 1531 1532 if (splice) 1533 vn_vfsunlock(vp); 1534 vfs_free(vfsp); 1535 goto errout; 1536 } 1537 } else { 1538 vfs_lock_wait(vfsp); 1539 } 1540 1541 /* 1542 * Add device to mount in progress table, global mounts require special 1543 * handling. It is possible that we have already done the lookupname 1544 * on a spliced, non-global fs. If so, we don't want to do it again 1545 * since we cannot do a lookupname after taking the 1546 * wlock above. This case is for a non-spliced, non-global filesystem. 1547 */ 1548 if (!addmip) { 1549 if ((uap->flags & MS_GLOBAL) == 0 && 1550 lookupname(uap->spec, fromspace, FOLLOW, NULL, &bvp) == 0) { 1551 addmip = 1; 1552 } 1553 } 1554 1555 if (addmip) { 1556 vnode_t *lvp = NULL; 1557 1558 error = vfs_get_lofi(vfsp, &lvp); 1559 if (error > 0) { 1560 lofi_remove(vfsp); 1561 1562 if (splice) 1563 vn_vfsunlock(vp); 1564 vfs_unlock(vfsp); 1565 1566 if (remount) { 1567 VFS_RELE(vfsp); 1568 } else { 1569 vfs_free(vfsp); 1570 } 1571 1572 goto errout; 1573 } else if (error == -1) { 1574 bdev = bvp->v_rdev; 1575 VN_RELE(bvp); 1576 } else { 1577 bdev = lvp->v_rdev; 1578 VN_RELE(lvp); 1579 VN_RELE(bvp); 1580 } 1581 1582 vfs_addmip(bdev, vfsp); 1583 addmip = 0; 1584 delmip = 1; 1585 } 1586 /* 1587 * Invalidate cached entry for the mount point. 1588 */ 1589 if (splice) 1590 dnlc_purge_vp(vp); 1591 1592 /* 1593 * If have an option string but the filesystem doesn't supply a 1594 * prototype options table, create a table with the global 1595 * options and sufficient room to accept all the options in the 1596 * string. Then parse the passed in option string 1597 * accepting all the options in the string. This gives us an 1598 * option table with all the proper cancel properties for the 1599 * global options. 1600 * 1601 * Filesystems that supply a prototype options table are handled 1602 * earlier in this function. 1603 */ 1604 if (uap->flags & MS_OPTIONSTR) { 1605 if (!(vswp->vsw_flag & VSW_HASPROTO)) { 1606 mntopts_t tmp_mntopts; 1607 1608 tmp_mntopts.mo_count = 0; 1609 vfs_createopttbl_extend(&tmp_mntopts, inargs, 1610 &mnt_mntopts); 1611 vfs_parsemntopts(&tmp_mntopts, inargs, 1); 1612 vfs_swapopttbl_nolock(&mnt_mntopts, &tmp_mntopts); 1613 vfs_freeopttbl(&tmp_mntopts); 1614 } 1615 } 1616 1617 /* 1618 * Serialize with zone creations. 1619 */ 1620 mount_in_progress(); 1621 /* 1622 * Instantiate (or reinstantiate) the file system. If appropriate, 1623 * splice it into the file system name space. 1624 * 1625 * We want VFS_MOUNT() to be able to override the vfs_resource 1626 * string if necessary (ie, mntfs), and also for a remount to 1627 * change the same (necessary when remounting '/' during boot). 1628 * So we set up vfs_mntpt and vfs_resource to what we think they 1629 * should be, then hand off control to VFS_MOUNT() which can 1630 * override this. 1631 * 1632 * For safety's sake, when changing vfs_resource or vfs_mntpt of 1633 * a vfs which is on the vfs list (i.e. during a remount), we must 1634 * never set those fields to NULL. Several bits of code make 1635 * assumptions that the fields are always valid. 1636 */ 1637 vfs_swapopttbl(&mnt_mntopts, &vfsp->vfs_mntopts); 1638 if (remount) { 1639 if ((oldresource = vfsp->vfs_resource) != NULL) 1640 refstr_hold(oldresource); 1641 if ((oldmntpt = vfsp->vfs_mntpt) != NULL) 1642 refstr_hold(oldmntpt); 1643 } 1644 vfs_setresource(vfsp, resource); 1645 vfs_setmntpoint(vfsp, mountpt); 1646 1647 /* 1648 * going to mount on this vnode, so notify. 1649 */ 1650 vnevent_mountedover(vp, NULL); 1651 error = VFS_MOUNT(vfsp, vp, uap, credp); 1652 1653 if (uap->flags & MS_RDONLY) 1654 vfs_setmntopt(vfsp, MNTOPT_RO, NULL, 0); 1655 if (uap->flags & MS_NOSUID) 1656 vfs_setmntopt(vfsp, MNTOPT_NOSUID, NULL, 0); 1657 if (uap->flags & MS_GLOBAL) 1658 vfs_setmntopt(vfsp, MNTOPT_GLOBAL, NULL, 0); 1659 1660 if (error) { 1661 lofi_remove(vfsp); 1662 1663 if (remount) { 1664 /* put back pre-remount options */ 1665 vfs_swapopttbl(&mnt_mntopts, &vfsp->vfs_mntopts); 1666 vfs_setmntpoint(vfsp, (stripzonepath( 1667 refstr_value(oldmntpt)))); 1668 if (oldmntpt) 1669 refstr_rele(oldmntpt); 1670 vfs_setresource(vfsp, (stripzonepath( 1671 refstr_value(oldresource)))); 1672 if (oldresource) 1673 refstr_rele(oldresource); 1674 vfsp->vfs_flag = ovflags; 1675 vfs_unlock(vfsp); 1676 VFS_RELE(vfsp); 1677 } else { 1678 vfs_unlock(vfsp); 1679 vfs_freemnttab(vfsp); 1680 vfs_free(vfsp); 1681 } 1682 } else { 1683 /* 1684 * Set the mount time to now 1685 */ 1686 vfsp->vfs_mtime = ddi_get_time(); 1687 if (remount) { 1688 vfsp->vfs_flag &= ~VFS_REMOUNT; 1689 if (oldresource) 1690 refstr_rele(oldresource); 1691 if (oldmntpt) 1692 refstr_rele(oldmntpt); 1693 } else if (splice) { 1694 /* 1695 * Link vfsp into the name space at the mount 1696 * point. Vfs_add() is responsible for 1697 * holding the mount point which will be 1698 * released when vfs_remove() is called. 1699 */ 1700 vfs_add(vp, vfsp, uap->flags); 1701 } else { 1702 /* 1703 * Hold the reference to file system which is 1704 * not linked into the name space. 1705 */ 1706 vfsp->vfs_zone = NULL; 1707 VFS_HOLD(vfsp); 1708 vfsp->vfs_vnodecovered = NULL; 1709 } 1710 /* 1711 * Set flags for global options encountered 1712 */ 1713 if (vfs_optionisset(vfsp, MNTOPT_RO, NULL)) 1714 vfsp->vfs_flag |= VFS_RDONLY; 1715 else 1716 vfsp->vfs_flag &= ~VFS_RDONLY; 1717 if (vfs_optionisset(vfsp, MNTOPT_NOSUID, NULL)) { 1718 vfsp->vfs_flag |= (VFS_NOSETUID|VFS_NODEVICES); 1719 } else { 1720 if (vfs_optionisset(vfsp, MNTOPT_NODEVICES, NULL)) 1721 vfsp->vfs_flag |= VFS_NODEVICES; 1722 else 1723 vfsp->vfs_flag &= ~VFS_NODEVICES; 1724 if (vfs_optionisset(vfsp, MNTOPT_NOSETUID, NULL)) 1725 vfsp->vfs_flag |= VFS_NOSETUID; 1726 else 1727 vfsp->vfs_flag &= ~VFS_NOSETUID; 1728 } 1729 if (vfs_optionisset(vfsp, MNTOPT_NBMAND, NULL)) 1730 vfsp->vfs_flag |= VFS_NBMAND; 1731 else 1732 vfsp->vfs_flag &= ~VFS_NBMAND; 1733 1734 if (vfs_optionisset(vfsp, MNTOPT_XATTR, NULL)) 1735 vfsp->vfs_flag |= VFS_XATTR; 1736 else 1737 vfsp->vfs_flag &= ~VFS_XATTR; 1738 1739 if (vfs_optionisset(vfsp, MNTOPT_NOEXEC, NULL)) 1740 vfsp->vfs_flag |= VFS_NOEXEC; 1741 else 1742 vfsp->vfs_flag &= ~VFS_NOEXEC; 1743 1744 /* 1745 * Now construct the output option string of options 1746 * we recognized. 1747 */ 1748 if (uap->flags & MS_OPTIONSTR) { 1749 vfs_list_read_lock(); 1750 copyout_error = vfs_buildoptionstr( 1751 &vfsp->vfs_mntopts, inargs, optlen); 1752 vfs_list_unlock(); 1753 if (copyout_error == 0 && 1754 (uap->flags & MS_SYSSPACE) == 0) { 1755 copyout_error = copyoutstr(inargs, opts, 1756 optlen, NULL); 1757 } 1758 } 1759 1760 /* 1761 * If this isn't a remount, set up the vopstats before 1762 * anyone can touch this. We only allow spliced file 1763 * systems (file systems which are in the namespace) to 1764 * have the VFS_STATS flag set. 1765 * NOTE: PxFS mounts the underlying file system with 1766 * MS_NOSPLICE set and copies those vfs_flags to its private 1767 * vfs structure. As a result, PxFS should never have 1768 * the VFS_STATS flag or else we might access the vfs 1769 * statistics-related fields prior to them being 1770 * properly initialized. 1771 */ 1772 if (!remount && (vswp->vsw_flag & VSW_STATS) && splice) { 1773 initialize_vopstats(&vfsp->vfs_vopstats); 1774 /* 1775 * We need to set vfs_vskap to NULL because there's 1776 * a chance it won't be set below. This is checked 1777 * in teardown_vopstats() so we can't have garbage. 1778 */ 1779 vfsp->vfs_vskap = NULL; 1780 vfsp->vfs_flag |= VFS_STATS; 1781 vfsp->vfs_fstypevsp = get_fstype_vopstats(vfsp, vswp); 1782 } 1783 1784 if (vswp->vsw_flag & VSW_XID) 1785 vfsp->vfs_flag |= VFS_XID; 1786 1787 vfs_unlock(vfsp); 1788 } 1789 mount_completed(); 1790 if (splice) 1791 vn_vfsunlock(vp); 1792 1793 if ((error == 0) && (copyout_error == 0)) { 1794 if (!remount) { 1795 /* 1796 * Don't call get_vskstat_anchor() while holding 1797 * locks since it allocates memory and calls 1798 * VFS_STATVFS(). For NFS, the latter can generate 1799 * an over-the-wire call. 1800 */ 1801 vskap = get_vskstat_anchor(vfsp); 1802 /* Only take the lock if we have something to do */ 1803 if (vskap != NULL) { 1804 vfs_lock_wait(vfsp); 1805 if (vfsp->vfs_flag & VFS_STATS) { 1806 vfsp->vfs_vskap = vskap; 1807 } 1808 vfs_unlock(vfsp); 1809 } 1810 } 1811 /* Return vfsp to caller. */ 1812 *vfspp = vfsp; 1813 } 1814 errout: 1815 vfs_freeopttbl(&mnt_mntopts); 1816 if (resource != NULL) 1817 kmem_free(resource, strlen(resource) + 1); 1818 if (mountpt != NULL) 1819 kmem_free(mountpt, strlen(mountpt) + 1); 1820 /* 1821 * It is possible we errored prior to adding to mount in progress 1822 * table. Must free vnode we acquired with successful lookupname. 1823 */ 1824 if (addmip) 1825 VN_RELE(bvp); 1826 if (delmip) 1827 vfs_delmip(vfsp); 1828 ASSERT(vswp != NULL); 1829 vfs_unrefvfssw(vswp); 1830 if (inargs != opts) 1831 kmem_free(inargs, MAX_MNTOPT_STR); 1832 if (copyout_error) { 1833 lofi_remove(vfsp); 1834 VFS_RELE(vfsp); 1835 error = copyout_error; 1836 } 1837 return (error); 1838 } 1839 1840 static void 1841 vfs_setpath(struct vfs *vfsp, refstr_t **refp, const char *newpath) 1842 { 1843 size_t len; 1844 refstr_t *ref; 1845 zone_t *zone = curproc->p_zone; 1846 char *sp; 1847 int have_list_lock = 0; 1848 1849 ASSERT(!VFS_ON_LIST(vfsp) || vfs_lock_held(vfsp)); 1850 1851 /* 1852 * New path must be less than MAXPATHLEN because mntfs 1853 * will only display up to MAXPATHLEN bytes. This is currently 1854 * safe, because domount() uses pn_get(), and other callers 1855 * similarly cap the size to fewer than MAXPATHLEN bytes. 1856 */ 1857 1858 ASSERT(strlen(newpath) < MAXPATHLEN); 1859 1860 /* mntfs requires consistency while vfs list lock is held */ 1861 1862 if (VFS_ON_LIST(vfsp)) { 1863 have_list_lock = 1; 1864 vfs_list_lock(); 1865 } 1866 1867 if (*refp != NULL) 1868 refstr_rele(*refp); 1869 1870 /* Do we need to modify the path? */ 1871 1872 if (zone == global_zone || *newpath != '/') { 1873 ref = refstr_alloc(newpath); 1874 goto out; 1875 } 1876 1877 /* 1878 * Truncate the trailing '/' in the zoneroot, and merge 1879 * in the zone's rootpath with the "newpath" (resource 1880 * or mountpoint) passed in. 1881 * 1882 * The size of the required buffer is thus the size of 1883 * the buffer required for the passed-in newpath 1884 * (strlen(newpath) + 1), plus the size of the buffer 1885 * required to hold zone_rootpath (zone_rootpathlen) 1886 * minus one for one of the now-superfluous NUL 1887 * terminations, minus one for the trailing '/'. 1888 * 1889 * That gives us: 1890 * 1891 * (strlen(newpath) + 1) + zone_rootpathlen - 1 - 1 1892 * 1893 * Which is what we have below. 1894 */ 1895 1896 len = strlen(newpath) + zone->zone_rootpathlen - 1; 1897 sp = kmem_alloc(len, KM_SLEEP); 1898 1899 /* 1900 * Copy everything including the trailing slash, which 1901 * we then overwrite with the NUL character. 1902 */ 1903 1904 (void) strcpy(sp, zone->zone_rootpath); 1905 sp[zone->zone_rootpathlen - 2] = '\0'; 1906 (void) strcat(sp, newpath); 1907 1908 ref = refstr_alloc(sp); 1909 kmem_free(sp, len); 1910 out: 1911 *refp = ref; 1912 1913 if (have_list_lock) { 1914 vfs_mnttab_modtimeupd(); 1915 vfs_list_unlock(); 1916 } 1917 } 1918 1919 /* 1920 * Record a mounted resource name in a vfs structure. 1921 * If vfsp is already mounted, caller must hold the vfs lock. 1922 */ 1923 void 1924 vfs_setresource(struct vfs *vfsp, const char *resource) 1925 { 1926 if (resource == NULL || resource[0] == '\0') 1927 resource = VFS_NORESOURCE; 1928 vfs_setpath(vfsp, &vfsp->vfs_resource, resource); 1929 } 1930 1931 /* 1932 * Record a mount point name in a vfs structure. 1933 * If vfsp is already mounted, caller must hold the vfs lock. 1934 */ 1935 void 1936 vfs_setmntpoint(struct vfs *vfsp, const char *mntpt) 1937 { 1938 if (mntpt == NULL || mntpt[0] == '\0') 1939 mntpt = VFS_NOMNTPT; 1940 vfs_setpath(vfsp, &vfsp->vfs_mntpt, mntpt); 1941 } 1942 1943 /* Returns the vfs_resource. Caller must call refstr_rele() when finished. */ 1944 1945 refstr_t * 1946 vfs_getresource(const struct vfs *vfsp) 1947 { 1948 refstr_t *resource; 1949 1950 vfs_list_read_lock(); 1951 resource = vfsp->vfs_resource; 1952 refstr_hold(resource); 1953 vfs_list_unlock(); 1954 1955 return (resource); 1956 } 1957 1958 /* Returns the vfs_mntpt. Caller must call refstr_rele() when finished. */ 1959 1960 refstr_t * 1961 vfs_getmntpoint(const struct vfs *vfsp) 1962 { 1963 refstr_t *mntpt; 1964 1965 vfs_list_read_lock(); 1966 mntpt = vfsp->vfs_mntpt; 1967 refstr_hold(mntpt); 1968 vfs_list_unlock(); 1969 1970 return (mntpt); 1971 } 1972 1973 /* 1974 * Create an empty options table with enough empty slots to hold all 1975 * The options in the options string passed as an argument. 1976 * Potentially prepend another options table. 1977 * 1978 * Note: caller is responsible for locking the vfs list, if needed, 1979 * to protect mops. 1980 */ 1981 static void 1982 vfs_createopttbl_extend(mntopts_t *mops, const char *opts, 1983 const mntopts_t *mtmpl) 1984 { 1985 const char *s = opts; 1986 uint_t count; 1987 1988 if (opts == NULL || *opts == '\0') { 1989 count = 0; 1990 } else { 1991 count = 1; 1992 1993 /* 1994 * Count number of options in the string 1995 */ 1996 for (s = strchr(s, ','); s != NULL; s = strchr(s, ',')) { 1997 count++; 1998 s++; 1999 } 2000 } 2001 vfs_copyopttbl_extend(mtmpl, mops, count); 2002 } 2003 2004 /* 2005 * Create an empty options table with enough empty slots to hold all 2006 * The options in the options string passed as an argument. 2007 * 2008 * This function is *not* for general use by filesystems. 2009 * 2010 * Note: caller is responsible for locking the vfs list, if needed, 2011 * to protect mops. 2012 */ 2013 void 2014 vfs_createopttbl(mntopts_t *mops, const char *opts) 2015 { 2016 vfs_createopttbl_extend(mops, opts, NULL); 2017 } 2018 2019 2020 /* 2021 * Swap two mount options tables 2022 */ 2023 static void 2024 vfs_swapopttbl_nolock(mntopts_t *optbl1, mntopts_t *optbl2) 2025 { 2026 uint_t tmpcnt; 2027 mntopt_t *tmplist; 2028 2029 tmpcnt = optbl2->mo_count; 2030 tmplist = optbl2->mo_list; 2031 optbl2->mo_count = optbl1->mo_count; 2032 optbl2->mo_list = optbl1->mo_list; 2033 optbl1->mo_count = tmpcnt; 2034 optbl1->mo_list = tmplist; 2035 } 2036 2037 static void 2038 vfs_swapopttbl(mntopts_t *optbl1, mntopts_t *optbl2) 2039 { 2040 vfs_list_lock(); 2041 vfs_swapopttbl_nolock(optbl1, optbl2); 2042 vfs_mnttab_modtimeupd(); 2043 vfs_list_unlock(); 2044 } 2045 2046 static char ** 2047 vfs_copycancelopt_extend(char **const moc, int extend) 2048 { 2049 int i = 0; 2050 int j; 2051 char **result; 2052 2053 if (moc != NULL) { 2054 for (; moc[i] != NULL; i++) 2055 /* count number of options to cancel */; 2056 } 2057 2058 if (i + extend == 0) 2059 return (NULL); 2060 2061 result = kmem_alloc((i + extend + 1) * sizeof (char *), KM_SLEEP); 2062 2063 for (j = 0; j < i; j++) { 2064 result[j] = kmem_alloc(strlen(moc[j]) + 1, KM_SLEEP); 2065 (void) strcpy(result[j], moc[j]); 2066 } 2067 for (; j <= i + extend; j++) 2068 result[j] = NULL; 2069 2070 return (result); 2071 } 2072 2073 static void 2074 vfs_copyopt(const mntopt_t *s, mntopt_t *d) 2075 { 2076 char *sp, *dp; 2077 2078 d->mo_flags = s->mo_flags; 2079 d->mo_data = s->mo_data; 2080 sp = s->mo_name; 2081 if (sp != NULL) { 2082 dp = kmem_alloc(strlen(sp) + 1, KM_SLEEP); 2083 (void) strcpy(dp, sp); 2084 d->mo_name = dp; 2085 } else { 2086 d->mo_name = NULL; /* should never happen */ 2087 } 2088 2089 d->mo_cancel = vfs_copycancelopt_extend(s->mo_cancel, 0); 2090 2091 sp = s->mo_arg; 2092 if (sp != NULL) { 2093 dp = kmem_alloc(strlen(sp) + 1, KM_SLEEP); 2094 (void) strcpy(dp, sp); 2095 d->mo_arg = dp; 2096 } else { 2097 d->mo_arg = NULL; 2098 } 2099 } 2100 2101 /* 2102 * Copy a mount options table, possibly allocating some spare 2103 * slots at the end. It is permissible to copy_extend the NULL table. 2104 */ 2105 static void 2106 vfs_copyopttbl_extend(const mntopts_t *smo, mntopts_t *dmo, int extra) 2107 { 2108 uint_t i, count; 2109 mntopt_t *motbl; 2110 2111 /* 2112 * Clear out any existing stuff in the options table being initialized 2113 */ 2114 vfs_freeopttbl(dmo); 2115 count = (smo == NULL) ? 0 : smo->mo_count; 2116 if ((count + extra) == 0) /* nothing to do */ 2117 return; 2118 dmo->mo_count = count + extra; 2119 motbl = kmem_zalloc((count + extra) * sizeof (mntopt_t), KM_SLEEP); 2120 dmo->mo_list = motbl; 2121 for (i = 0; i < count; i++) { 2122 vfs_copyopt(&smo->mo_list[i], &motbl[i]); 2123 } 2124 for (i = count; i < count + extra; i++) { 2125 motbl[i].mo_flags = MO_EMPTY; 2126 } 2127 } 2128 2129 /* 2130 * Copy a mount options table. 2131 * 2132 * This function is *not* for general use by filesystems. 2133 * 2134 * Note: caller is responsible for locking the vfs list, if needed, 2135 * to protect smo and dmo. 2136 */ 2137 void 2138 vfs_copyopttbl(const mntopts_t *smo, mntopts_t *dmo) 2139 { 2140 vfs_copyopttbl_extend(smo, dmo, 0); 2141 } 2142 2143 static char ** 2144 vfs_mergecancelopts(const mntopt_t *mop1, const mntopt_t *mop2) 2145 { 2146 int c1 = 0; 2147 int c2 = 0; 2148 char **result; 2149 char **sp1, **sp2, **dp; 2150 2151 /* 2152 * First we count both lists of cancel options. 2153 * If either is NULL or has no elements, we return a copy of 2154 * the other. 2155 */ 2156 if (mop1->mo_cancel != NULL) { 2157 for (; mop1->mo_cancel[c1] != NULL; c1++) 2158 /* count cancel options in mop1 */; 2159 } 2160 2161 if (c1 == 0) 2162 return (vfs_copycancelopt_extend(mop2->mo_cancel, 0)); 2163 2164 if (mop2->mo_cancel != NULL) { 2165 for (; mop2->mo_cancel[c2] != NULL; c2++) 2166 /* count cancel options in mop2 */; 2167 } 2168 2169 result = vfs_copycancelopt_extend(mop1->mo_cancel, c2); 2170 2171 if (c2 == 0) 2172 return (result); 2173 2174 /* 2175 * When we get here, we've got two sets of cancel options; 2176 * we need to merge the two sets. We know that the result 2177 * array has "c1+c2+1" entries and in the end we might shrink 2178 * it. 2179 * Result now has a copy of the c1 entries from mop1; we'll 2180 * now lookup all the entries of mop2 in mop1 and copy it if 2181 * it is unique. 2182 * This operation is O(n^2) but it's only called once per 2183 * filesystem per duplicate option. This is a situation 2184 * which doesn't arise with the filesystems in ON and 2185 * n is generally 1. 2186 */ 2187 2188 dp = &result[c1]; 2189 for (sp2 = mop2->mo_cancel; *sp2 != NULL; sp2++) { 2190 for (sp1 = mop1->mo_cancel; *sp1 != NULL; sp1++) { 2191 if (strcmp(*sp1, *sp2) == 0) 2192 break; 2193 } 2194 if (*sp1 == NULL) { 2195 /* 2196 * Option *sp2 not found in mop1, so copy it. 2197 * The calls to vfs_copycancelopt_extend() 2198 * guarantee that there's enough room. 2199 */ 2200 *dp = kmem_alloc(strlen(*sp2) + 1, KM_SLEEP); 2201 (void) strcpy(*dp++, *sp2); 2202 } 2203 } 2204 if (dp != &result[c1+c2]) { 2205 size_t bytes = (dp - result + 1) * sizeof (char *); 2206 char **nres = kmem_alloc(bytes, KM_SLEEP); 2207 2208 bcopy(result, nres, bytes); 2209 kmem_free(result, (c1 + c2 + 1) * sizeof (char *)); 2210 result = nres; 2211 } 2212 return (result); 2213 } 2214 2215 /* 2216 * Merge two mount option tables (outer and inner) into one. This is very 2217 * similar to "merging" global variables and automatic variables in C. 2218 * 2219 * This isn't (and doesn't have to be) fast. 2220 * 2221 * This function is *not* for general use by filesystems. 2222 * 2223 * Note: caller is responsible for locking the vfs list, if needed, 2224 * to protect omo, imo & dmo. 2225 */ 2226 void 2227 vfs_mergeopttbl(const mntopts_t *omo, const mntopts_t *imo, mntopts_t *dmo) 2228 { 2229 uint_t i, count; 2230 mntopt_t *mop, *motbl; 2231 uint_t freeidx; 2232 2233 /* 2234 * First determine how much space we need to allocate. 2235 */ 2236 count = omo->mo_count; 2237 for (i = 0; i < imo->mo_count; i++) { 2238 if (imo->mo_list[i].mo_flags & MO_EMPTY) 2239 continue; 2240 if (vfs_hasopt(omo, imo->mo_list[i].mo_name) == NULL) 2241 count++; 2242 } 2243 ASSERT(count >= omo->mo_count && 2244 count <= omo->mo_count + imo->mo_count); 2245 motbl = kmem_alloc(count * sizeof (mntopt_t), KM_SLEEP); 2246 for (i = 0; i < omo->mo_count; i++) 2247 vfs_copyopt(&omo->mo_list[i], &motbl[i]); 2248 freeidx = omo->mo_count; 2249 for (i = 0; i < imo->mo_count; i++) { 2250 if (imo->mo_list[i].mo_flags & MO_EMPTY) 2251 continue; 2252 if ((mop = vfs_hasopt(omo, imo->mo_list[i].mo_name)) != NULL) { 2253 char **newcanp; 2254 uint_t index = mop - omo->mo_list; 2255 2256 newcanp = vfs_mergecancelopts(mop, &motbl[index]); 2257 2258 vfs_freeopt(&motbl[index]); 2259 vfs_copyopt(&imo->mo_list[i], &motbl[index]); 2260 2261 vfs_freecancelopt(motbl[index].mo_cancel); 2262 motbl[index].mo_cancel = newcanp; 2263 } else { 2264 /* 2265 * If it's a new option, just copy it over to the first 2266 * free location. 2267 */ 2268 vfs_copyopt(&imo->mo_list[i], &motbl[freeidx++]); 2269 } 2270 } 2271 dmo->mo_count = count; 2272 dmo->mo_list = motbl; 2273 } 2274 2275 /* 2276 * Functions to set and clear mount options in a mount options table. 2277 */ 2278 2279 /* 2280 * Clear a mount option, if it exists. 2281 * 2282 * The update_mnttab arg indicates whether mops is part of a vfs that is on 2283 * the vfs list. 2284 */ 2285 static void 2286 vfs_clearmntopt_nolock(mntopts_t *mops, const char *opt, int update_mnttab) 2287 { 2288 struct mntopt *mop; 2289 uint_t i, count; 2290 2291 ASSERT(!update_mnttab || RW_WRITE_HELD(&vfslist)); 2292 2293 count = mops->mo_count; 2294 for (i = 0; i < count; i++) { 2295 mop = &mops->mo_list[i]; 2296 2297 if (mop->mo_flags & MO_EMPTY) 2298 continue; 2299 if (strcmp(opt, mop->mo_name)) 2300 continue; 2301 mop->mo_flags &= ~MO_SET; 2302 if (mop->mo_arg != NULL) { 2303 kmem_free(mop->mo_arg, strlen(mop->mo_arg) + 1); 2304 } 2305 mop->mo_arg = NULL; 2306 if (update_mnttab) 2307 vfs_mnttab_modtimeupd(); 2308 break; 2309 } 2310 } 2311 2312 void 2313 vfs_clearmntopt(struct vfs *vfsp, const char *opt) 2314 { 2315 int gotlock = 0; 2316 2317 if (VFS_ON_LIST(vfsp)) { 2318 gotlock = 1; 2319 vfs_list_lock(); 2320 } 2321 vfs_clearmntopt_nolock(&vfsp->vfs_mntopts, opt, gotlock); 2322 if (gotlock) 2323 vfs_list_unlock(); 2324 } 2325 2326 2327 /* 2328 * Set a mount option on. If it's not found in the table, it's silently 2329 * ignored. If the option has MO_IGNORE set, it is still set unless the 2330 * VFS_NOFORCEOPT bit is set in the flags. Also, VFS_DISPLAY/VFS_NODISPLAY flag 2331 * bits can be used to toggle the MO_NODISPLAY bit for the option. 2332 * If the VFS_CREATEOPT flag bit is set then the first option slot with 2333 * MO_EMPTY set is created as the option passed in. 2334 * 2335 * The update_mnttab arg indicates whether mops is part of a vfs that is on 2336 * the vfs list. 2337 */ 2338 static void 2339 vfs_setmntopt_nolock(mntopts_t *mops, const char *opt, 2340 const char *arg, int flags, int update_mnttab) 2341 { 2342 mntopt_t *mop; 2343 uint_t i, count; 2344 char *sp; 2345 2346 ASSERT(!update_mnttab || RW_WRITE_HELD(&vfslist)); 2347 2348 if (flags & VFS_CREATEOPT) { 2349 if (vfs_hasopt(mops, opt) != NULL) { 2350 flags &= ~VFS_CREATEOPT; 2351 } 2352 } 2353 count = mops->mo_count; 2354 for (i = 0; i < count; i++) { 2355 mop = &mops->mo_list[i]; 2356 2357 if (mop->mo_flags & MO_EMPTY) { 2358 if ((flags & VFS_CREATEOPT) == 0) 2359 continue; 2360 sp = kmem_alloc(strlen(opt) + 1, KM_SLEEP); 2361 (void) strcpy(sp, opt); 2362 mop->mo_name = sp; 2363 if (arg != NULL) 2364 mop->mo_flags = MO_HASVALUE; 2365 else 2366 mop->mo_flags = 0; 2367 } else if (strcmp(opt, mop->mo_name)) { 2368 continue; 2369 } 2370 if ((mop->mo_flags & MO_IGNORE) && (flags & VFS_NOFORCEOPT)) 2371 break; 2372 if (arg != NULL && (mop->mo_flags & MO_HASVALUE) != 0) { 2373 sp = kmem_alloc(strlen(arg) + 1, KM_SLEEP); 2374 (void) strcpy(sp, arg); 2375 } else { 2376 sp = NULL; 2377 } 2378 if (mop->mo_arg != NULL) 2379 kmem_free(mop->mo_arg, strlen(mop->mo_arg) + 1); 2380 mop->mo_arg = sp; 2381 if (flags & VFS_DISPLAY) 2382 mop->mo_flags &= ~MO_NODISPLAY; 2383 if (flags & VFS_NODISPLAY) 2384 mop->mo_flags |= MO_NODISPLAY; 2385 mop->mo_flags |= MO_SET; 2386 if (mop->mo_cancel != NULL) { 2387 char **cp; 2388 2389 for (cp = mop->mo_cancel; *cp != NULL; cp++) 2390 vfs_clearmntopt_nolock(mops, *cp, 0); 2391 } 2392 if (update_mnttab) 2393 vfs_mnttab_modtimeupd(); 2394 break; 2395 } 2396 } 2397 2398 void 2399 vfs_setmntopt(struct vfs *vfsp, const char *opt, const char *arg, int flags) 2400 { 2401 int gotlock = 0; 2402 2403 if (VFS_ON_LIST(vfsp)) { 2404 gotlock = 1; 2405 vfs_list_lock(); 2406 } 2407 vfs_setmntopt_nolock(&vfsp->vfs_mntopts, opt, arg, flags, gotlock); 2408 if (gotlock) 2409 vfs_list_unlock(); 2410 } 2411 2412 2413 /* 2414 * Add a "tag" option to a mounted file system's options list. 2415 * 2416 * Note: caller is responsible for locking the vfs list, if needed, 2417 * to protect mops. 2418 */ 2419 static mntopt_t * 2420 vfs_addtag(mntopts_t *mops, const char *tag) 2421 { 2422 uint_t count; 2423 mntopt_t *mop, *motbl; 2424 2425 count = mops->mo_count + 1; 2426 motbl = kmem_zalloc(count * sizeof (mntopt_t), KM_SLEEP); 2427 if (mops->mo_count) { 2428 size_t len = (count - 1) * sizeof (mntopt_t); 2429 2430 bcopy(mops->mo_list, motbl, len); 2431 kmem_free(mops->mo_list, len); 2432 } 2433 mops->mo_count = count; 2434 mops->mo_list = motbl; 2435 mop = &motbl[count - 1]; 2436 mop->mo_flags = MO_TAG; 2437 mop->mo_name = kmem_alloc(strlen(tag) + 1, KM_SLEEP); 2438 (void) strcpy(mop->mo_name, tag); 2439 return (mop); 2440 } 2441 2442 /* 2443 * Allow users to set arbitrary "tags" in a vfs's mount options. 2444 * Broader use within the kernel is discouraged. 2445 */ 2446 int 2447 vfs_settag(uint_t major, uint_t minor, const char *mntpt, const char *tag, 2448 cred_t *cr) 2449 { 2450 vfs_t *vfsp; 2451 mntopts_t *mops; 2452 mntopt_t *mop; 2453 int found = 0; 2454 dev_t dev = makedevice(major, minor); 2455 int err = 0; 2456 char *buf = kmem_alloc(MAX_MNTOPT_STR, KM_SLEEP); 2457 2458 /* 2459 * Find the desired mounted file system 2460 */ 2461 vfs_list_lock(); 2462 vfsp = rootvfs; 2463 do { 2464 if (vfsp->vfs_dev == dev && 2465 strcmp(mntpt, refstr_value(vfsp->vfs_mntpt)) == 0) { 2466 found = 1; 2467 break; 2468 } 2469 vfsp = vfsp->vfs_next; 2470 } while (vfsp != rootvfs); 2471 2472 if (!found) { 2473 err = EINVAL; 2474 goto out; 2475 } 2476 err = secpolicy_fs_config(cr, vfsp); 2477 if (err != 0) 2478 goto out; 2479 2480 mops = &vfsp->vfs_mntopts; 2481 /* 2482 * Add tag if it doesn't already exist 2483 */ 2484 if ((mop = vfs_hasopt(mops, tag)) == NULL) { 2485 int len; 2486 2487 (void) vfs_buildoptionstr(mops, buf, MAX_MNTOPT_STR); 2488 len = strlen(buf); 2489 if (len + strlen(tag) + 2 > MAX_MNTOPT_STR) { 2490 err = ENAMETOOLONG; 2491 goto out; 2492 } 2493 mop = vfs_addtag(mops, tag); 2494 } 2495 if ((mop->mo_flags & MO_TAG) == 0) { 2496 err = EINVAL; 2497 goto out; 2498 } 2499 vfs_setmntopt_nolock(mops, tag, NULL, 0, 1); 2500 out: 2501 vfs_list_unlock(); 2502 kmem_free(buf, MAX_MNTOPT_STR); 2503 return (err); 2504 } 2505 2506 /* 2507 * Allow users to remove arbitrary "tags" in a vfs's mount options. 2508 * Broader use within the kernel is discouraged. 2509 */ 2510 int 2511 vfs_clrtag(uint_t major, uint_t minor, const char *mntpt, const char *tag, 2512 cred_t *cr) 2513 { 2514 vfs_t *vfsp; 2515 mntopt_t *mop; 2516 int found = 0; 2517 dev_t dev = makedevice(major, minor); 2518 int err = 0; 2519 2520 /* 2521 * Find the desired mounted file system 2522 */ 2523 vfs_list_lock(); 2524 vfsp = rootvfs; 2525 do { 2526 if (vfsp->vfs_dev == dev && 2527 strcmp(mntpt, refstr_value(vfsp->vfs_mntpt)) == 0) { 2528 found = 1; 2529 break; 2530 } 2531 vfsp = vfsp->vfs_next; 2532 } while (vfsp != rootvfs); 2533 2534 if (!found) { 2535 err = EINVAL; 2536 goto out; 2537 } 2538 err = secpolicy_fs_config(cr, vfsp); 2539 if (err != 0) 2540 goto out; 2541 2542 if ((mop = vfs_hasopt(&vfsp->vfs_mntopts, tag)) == NULL) { 2543 err = EINVAL; 2544 goto out; 2545 } 2546 if ((mop->mo_flags & MO_TAG) == 0) { 2547 err = EINVAL; 2548 goto out; 2549 } 2550 vfs_clearmntopt_nolock(&vfsp->vfs_mntopts, tag, 1); 2551 out: 2552 vfs_list_unlock(); 2553 return (err); 2554 } 2555 2556 /* 2557 * Function to parse an option string and fill in a mount options table. 2558 * Unknown options are silently ignored. The input option string is modified 2559 * by replacing separators with nulls. If the create flag is set, options 2560 * not found in the table are just added on the fly. The table must have 2561 * an option slot marked MO_EMPTY to add an option on the fly. 2562 * 2563 * This function is *not* for general use by filesystems. 2564 * 2565 * Note: caller is responsible for locking the vfs list, if needed, 2566 * to protect mops.. 2567 */ 2568 void 2569 vfs_parsemntopts(mntopts_t *mops, char *osp, int create) 2570 { 2571 char *s = osp, *p, *nextop, *valp, *cp, *ep; 2572 int setflg = VFS_NOFORCEOPT; 2573 2574 if (osp == NULL) 2575 return; 2576 while (*s != '\0') { 2577 p = strchr(s, ','); /* find next option */ 2578 if (p == NULL) { 2579 cp = NULL; 2580 p = s + strlen(s); 2581 } else { 2582 cp = p; /* save location of comma */ 2583 *p++ = '\0'; /* mark end and point to next option */ 2584 } 2585 nextop = p; 2586 p = strchr(s, '='); /* look for value */ 2587 if (p == NULL) { 2588 valp = NULL; /* no value supplied */ 2589 } else { 2590 ep = p; /* save location of equals */ 2591 *p++ = '\0'; /* end option and point to value */ 2592 valp = p; 2593 } 2594 /* 2595 * set option into options table 2596 */ 2597 if (create) 2598 setflg |= VFS_CREATEOPT; 2599 vfs_setmntopt_nolock(mops, s, valp, setflg, 0); 2600 if (cp != NULL) 2601 *cp = ','; /* restore the comma */ 2602 if (valp != NULL) 2603 *ep = '='; /* restore the equals */ 2604 s = nextop; 2605 } 2606 } 2607 2608 /* 2609 * Function to inquire if an option exists in a mount options table. 2610 * Returns a pointer to the option if it exists, else NULL. 2611 * 2612 * This function is *not* for general use by filesystems. 2613 * 2614 * Note: caller is responsible for locking the vfs list, if needed, 2615 * to protect mops. 2616 */ 2617 struct mntopt * 2618 vfs_hasopt(const mntopts_t *mops, const char *opt) 2619 { 2620 struct mntopt *mop; 2621 uint_t i, count; 2622 2623 count = mops->mo_count; 2624 for (i = 0; i < count; i++) { 2625 mop = &mops->mo_list[i]; 2626 2627 if (mop->mo_flags & MO_EMPTY) 2628 continue; 2629 if (strcmp(opt, mop->mo_name) == 0) 2630 return (mop); 2631 } 2632 return (NULL); 2633 } 2634 2635 /* 2636 * Function to inquire if an option is set in a mount options table. 2637 * Returns non-zero if set and fills in the arg pointer with a pointer to 2638 * the argument string or NULL if there is no argument string. 2639 */ 2640 static int 2641 vfs_optionisset_nolock(const mntopts_t *mops, const char *opt, char **argp) 2642 { 2643 struct mntopt *mop; 2644 uint_t i, count; 2645 2646 count = mops->mo_count; 2647 for (i = 0; i < count; i++) { 2648 mop = &mops->mo_list[i]; 2649 2650 if (mop->mo_flags & MO_EMPTY) 2651 continue; 2652 if (strcmp(opt, mop->mo_name)) 2653 continue; 2654 if ((mop->mo_flags & MO_SET) == 0) 2655 return (0); 2656 if (argp != NULL && (mop->mo_flags & MO_HASVALUE) != 0) 2657 *argp = mop->mo_arg; 2658 return (1); 2659 } 2660 return (0); 2661 } 2662 2663 2664 int 2665 vfs_optionisset(const struct vfs *vfsp, const char *opt, char **argp) 2666 { 2667 int ret; 2668 2669 vfs_list_read_lock(); 2670 ret = vfs_optionisset_nolock(&vfsp->vfs_mntopts, opt, argp); 2671 vfs_list_unlock(); 2672 return (ret); 2673 } 2674 2675 2676 /* 2677 * Construct a comma separated string of the options set in the given 2678 * mount table, return the string in the given buffer. Return non-zero if 2679 * the buffer would overflow. 2680 * 2681 * This function is *not* for general use by filesystems. 2682 * 2683 * Note: caller is responsible for locking the vfs list, if needed, 2684 * to protect mp. 2685 */ 2686 int 2687 vfs_buildoptionstr(const mntopts_t *mp, char *buf, int len) 2688 { 2689 char *cp; 2690 uint_t i; 2691 2692 buf[0] = '\0'; 2693 cp = buf; 2694 for (i = 0; i < mp->mo_count; i++) { 2695 struct mntopt *mop; 2696 2697 mop = &mp->mo_list[i]; 2698 if (mop->mo_flags & MO_SET) { 2699 int optlen, comma = 0; 2700 2701 if (buf[0] != '\0') 2702 comma = 1; 2703 optlen = strlen(mop->mo_name); 2704 if (strlen(buf) + comma + optlen + 1 > len) 2705 goto err; 2706 if (comma) 2707 *cp++ = ','; 2708 (void) strcpy(cp, mop->mo_name); 2709 cp += optlen; 2710 /* 2711 * Append option value if there is one 2712 */ 2713 if (mop->mo_arg != NULL) { 2714 int arglen; 2715 2716 arglen = strlen(mop->mo_arg); 2717 if (strlen(buf) + arglen + 2 > len) 2718 goto err; 2719 *cp++ = '='; 2720 (void) strcpy(cp, mop->mo_arg); 2721 cp += arglen; 2722 } 2723 } 2724 } 2725 return (0); 2726 err: 2727 return (EOVERFLOW); 2728 } 2729 2730 static void 2731 vfs_freecancelopt(char **moc) 2732 { 2733 if (moc != NULL) { 2734 int ccnt = 0; 2735 char **cp; 2736 2737 for (cp = moc; *cp != NULL; cp++) { 2738 kmem_free(*cp, strlen(*cp) + 1); 2739 ccnt++; 2740 } 2741 kmem_free(moc, (ccnt + 1) * sizeof (char *)); 2742 } 2743 } 2744 2745 static void 2746 vfs_freeopt(mntopt_t *mop) 2747 { 2748 if (mop->mo_name != NULL) 2749 kmem_free(mop->mo_name, strlen(mop->mo_name) + 1); 2750 2751 vfs_freecancelopt(mop->mo_cancel); 2752 2753 if (mop->mo_arg != NULL) 2754 kmem_free(mop->mo_arg, strlen(mop->mo_arg) + 1); 2755 } 2756 2757 /* 2758 * Free a mount options table 2759 * 2760 * This function is *not* for general use by filesystems. 2761 * 2762 * Note: caller is responsible for locking the vfs list, if needed, 2763 * to protect mp. 2764 */ 2765 void 2766 vfs_freeopttbl(mntopts_t *mp) 2767 { 2768 uint_t i, count; 2769 2770 count = mp->mo_count; 2771 for (i = 0; i < count; i++) { 2772 vfs_freeopt(&mp->mo_list[i]); 2773 } 2774 if (count) { 2775 kmem_free(mp->mo_list, sizeof (mntopt_t) * count); 2776 mp->mo_count = 0; 2777 mp->mo_list = NULL; 2778 } 2779 } 2780 2781 2782 /* ARGSUSED */ 2783 static int 2784 vfs_mntdummyread(vnode_t *vp, uio_t *uio, int ioflag, cred_t *cred, 2785 caller_context_t *ct) 2786 { 2787 return (0); 2788 } 2789 2790 /* ARGSUSED */ 2791 static int 2792 vfs_mntdummywrite(vnode_t *vp, uio_t *uio, int ioflag, cred_t *cred, 2793 caller_context_t *ct) 2794 { 2795 return (0); 2796 } 2797 2798 /* 2799 * The dummy vnode is currently used only by file events notification 2800 * module which is just interested in the timestamps. 2801 */ 2802 /* ARGSUSED */ 2803 static int 2804 vfs_mntdummygetattr(vnode_t *vp, vattr_t *vap, int flags, cred_t *cr, 2805 caller_context_t *ct) 2806 { 2807 bzero(vap, sizeof (vattr_t)); 2808 vap->va_type = VREG; 2809 vap->va_nlink = 1; 2810 vap->va_ctime = vfs_mnttab_ctime; 2811 /* 2812 * it is ok to just copy mtime as the time will be monotonically 2813 * increasing. 2814 */ 2815 vap->va_mtime = vfs_mnttab_mtime; 2816 vap->va_atime = vap->va_mtime; 2817 return (0); 2818 } 2819 2820 static void 2821 vfs_mnttabvp_setup(void) 2822 { 2823 vnode_t *tvp; 2824 vnodeops_t *vfs_mntdummyvnops; 2825 const fs_operation_def_t mnt_dummyvnodeops_template[] = { 2826 VOPNAME_READ, { .vop_read = vfs_mntdummyread }, 2827 VOPNAME_WRITE, { .vop_write = vfs_mntdummywrite }, 2828 VOPNAME_GETATTR, { .vop_getattr = vfs_mntdummygetattr }, 2829 VOPNAME_VNEVENT, { .vop_vnevent = fs_vnevent_support }, 2830 NULL, NULL 2831 }; 2832 2833 if (vn_make_ops("mnttab", mnt_dummyvnodeops_template, 2834 &vfs_mntdummyvnops) != 0) { 2835 cmn_err(CE_WARN, "vfs_mnttabvp_setup: vn_make_ops failed"); 2836 /* Shouldn't happen, but not bad enough to panic */ 2837 return; 2838 } 2839 2840 /* 2841 * A global dummy vnode is allocated to represent mntfs files. 2842 * The mntfs file (/etc/mnttab) can be monitored for file events 2843 * and receive an event when mnttab changes. Dummy VOP calls 2844 * will be made on this vnode. The file events notification module 2845 * intercepts this vnode and delivers relevant events. 2846 */ 2847 tvp = vn_alloc(KM_SLEEP); 2848 tvp->v_flag = VNOMOUNT|VNOMAP|VNOSWAP|VNOCACHE; 2849 vn_setops(tvp, vfs_mntdummyvnops); 2850 tvp->v_type = VREG; 2851 /* 2852 * The mnt dummy ops do not reference v_data. 2853 * No other module intercepting this vnode should either. 2854 * Just set it to point to itself. 2855 */ 2856 tvp->v_data = (caddr_t)tvp; 2857 tvp->v_vfsp = rootvfs; 2858 vfs_mntdummyvp = tvp; 2859 } 2860 2861 /* 2862 * performs fake read/write ops 2863 */ 2864 static void 2865 vfs_mnttab_rwop(int rw) 2866 { 2867 struct uio uio; 2868 struct iovec iov; 2869 char buf[1]; 2870 2871 if (vfs_mntdummyvp == NULL) 2872 return; 2873 2874 bzero(&uio, sizeof (uio)); 2875 bzero(&iov, sizeof (iov)); 2876 iov.iov_base = buf; 2877 iov.iov_len = 0; 2878 uio.uio_iov = &iov; 2879 uio.uio_iovcnt = 1; 2880 uio.uio_loffset = 0; 2881 uio.uio_segflg = UIO_SYSSPACE; 2882 uio.uio_resid = 0; 2883 if (rw) { 2884 (void) VOP_WRITE(vfs_mntdummyvp, &uio, 0, kcred, NULL); 2885 } else { 2886 (void) VOP_READ(vfs_mntdummyvp, &uio, 0, kcred, NULL); 2887 } 2888 } 2889 2890 /* 2891 * Generate a write operation. 2892 */ 2893 void 2894 vfs_mnttab_writeop(void) 2895 { 2896 vfs_mnttab_rwop(1); 2897 } 2898 2899 /* 2900 * Generate a read operation. 2901 */ 2902 void 2903 vfs_mnttab_readop(void) 2904 { 2905 vfs_mnttab_rwop(0); 2906 } 2907 2908 /* 2909 * Free any mnttab information recorded in the vfs struct. 2910 * The vfs must not be on the vfs list. 2911 */ 2912 static void 2913 vfs_freemnttab(struct vfs *vfsp) 2914 { 2915 ASSERT(!VFS_ON_LIST(vfsp)); 2916 2917 /* 2918 * Free device and mount point information 2919 */ 2920 if (vfsp->vfs_mntpt != NULL) { 2921 refstr_rele(vfsp->vfs_mntpt); 2922 vfsp->vfs_mntpt = NULL; 2923 } 2924 if (vfsp->vfs_resource != NULL) { 2925 refstr_rele(vfsp->vfs_resource); 2926 vfsp->vfs_resource = NULL; 2927 } 2928 /* 2929 * Now free mount options information 2930 */ 2931 vfs_freeopttbl(&vfsp->vfs_mntopts); 2932 } 2933 2934 /* 2935 * Return the last mnttab modification time 2936 */ 2937 void 2938 vfs_mnttab_modtime(timespec_t *ts) 2939 { 2940 ASSERT(RW_LOCK_HELD(&vfslist)); 2941 *ts = vfs_mnttab_mtime; 2942 } 2943 2944 /* 2945 * See if mnttab is changed 2946 */ 2947 void 2948 vfs_mnttab_poll(timespec_t *old, struct pollhead **phpp) 2949 { 2950 int changed; 2951 2952 *phpp = (struct pollhead *)NULL; 2953 2954 /* 2955 * Note: don't grab vfs list lock before accessing vfs_mnttab_mtime. 2956 * Can lead to deadlock against vfs_mnttab_modtimeupd(). It is safe 2957 * to not grab the vfs list lock because tv_sec is monotonically 2958 * increasing. 2959 */ 2960 2961 changed = (old->tv_nsec != vfs_mnttab_mtime.tv_nsec) || 2962 (old->tv_sec != vfs_mnttab_mtime.tv_sec); 2963 if (!changed) { 2964 *phpp = &vfs_pollhd; 2965 } 2966 } 2967 2968 /* 2969 * Update the mnttab modification time and wake up any waiters for 2970 * mnttab changes 2971 */ 2972 void 2973 vfs_mnttab_modtimeupd() 2974 { 2975 hrtime_t oldhrt, newhrt; 2976 2977 ASSERT(RW_WRITE_HELD(&vfslist)); 2978 oldhrt = ts2hrt(&vfs_mnttab_mtime); 2979 gethrestime(&vfs_mnttab_mtime); 2980 newhrt = ts2hrt(&vfs_mnttab_mtime); 2981 if (oldhrt == (hrtime_t)0) 2982 vfs_mnttab_ctime = vfs_mnttab_mtime; 2983 /* 2984 * Attempt to provide unique mtime (like uniqtime but not). 2985 */ 2986 if (newhrt == oldhrt) { 2987 newhrt++; 2988 hrt2ts(newhrt, &vfs_mnttab_mtime); 2989 } 2990 pollwakeup(&vfs_pollhd, (short)POLLRDBAND); 2991 vfs_mnttab_writeop(); 2992 } 2993 2994 int 2995 dounmount(struct vfs *vfsp, int flag, cred_t *cr) 2996 { 2997 vnode_t *coveredvp; 2998 int error; 2999 extern void teardown_vopstats(vfs_t *); 3000 3001 /* 3002 * Get covered vnode. This will be NULL if the vfs is not linked 3003 * into the file system name space (i.e., domount() with MNT_NOSPICE). 3004 */ 3005 coveredvp = vfsp->vfs_vnodecovered; 3006 ASSERT(coveredvp == NULL || vn_vfswlock_held(coveredvp)); 3007 3008 /* 3009 * Purge all dnlc entries for this vfs. 3010 */ 3011 (void) dnlc_purge_vfsp(vfsp, 0); 3012 3013 /* For forcible umount, skip VFS_SYNC() since it may hang */ 3014 if ((flag & MS_FORCE) == 0) 3015 (void) VFS_SYNC(vfsp, 0, cr); 3016 3017 /* 3018 * Lock the vfs to maintain fs status quo during unmount. This 3019 * has to be done after the sync because ufs_update tries to acquire 3020 * the vfs_reflock. 3021 */ 3022 vfs_lock_wait(vfsp); 3023 3024 if (error = VFS_UNMOUNT(vfsp, flag, cr)) { 3025 vfs_unlock(vfsp); 3026 if (coveredvp != NULL) 3027 vn_vfsunlock(coveredvp); 3028 } else if (coveredvp != NULL) { 3029 teardown_vopstats(vfsp); 3030 /* 3031 * vfs_remove() will do a VN_RELE(vfsp->vfs_vnodecovered) 3032 * when it frees vfsp so we do a VN_HOLD() so we can 3033 * continue to use coveredvp afterwards. 3034 */ 3035 VN_HOLD(coveredvp); 3036 vfs_remove(vfsp); 3037 vn_vfsunlock(coveredvp); 3038 VN_RELE(coveredvp); 3039 } else { 3040 teardown_vopstats(vfsp); 3041 /* 3042 * Release the reference to vfs that is not linked 3043 * into the name space. 3044 */ 3045 vfs_unlock(vfsp); 3046 VFS_RELE(vfsp); 3047 } 3048 return (error); 3049 } 3050 3051 3052 /* 3053 * Vfs_unmountall() is called by uadmin() to unmount all 3054 * mounted file systems (except the root file system) during shutdown. 3055 * It follows the existing locking protocol when traversing the vfs list 3056 * to sync and unmount vfses. Even though there should be no 3057 * other thread running while the system is shutting down, it is prudent 3058 * to still follow the locking protocol. 3059 */ 3060 void 3061 vfs_unmountall(void) 3062 { 3063 struct vfs *vfsp; 3064 struct vfs *prev_vfsp = NULL; 3065 int error; 3066 3067 /* 3068 * Toss all dnlc entries now so that the per-vfs sync 3069 * and unmount operations don't have to slog through 3070 * a bunch of uninteresting vnodes over and over again. 3071 */ 3072 dnlc_purge(); 3073 3074 vfs_list_lock(); 3075 for (vfsp = rootvfs->vfs_prev; vfsp != rootvfs; vfsp = prev_vfsp) { 3076 prev_vfsp = vfsp->vfs_prev; 3077 3078 if (vfs_lock(vfsp) != 0) 3079 continue; 3080 error = vn_vfswlock(vfsp->vfs_vnodecovered); 3081 vfs_unlock(vfsp); 3082 if (error) 3083 continue; 3084 3085 vfs_list_unlock(); 3086 3087 (void) VFS_SYNC(vfsp, SYNC_CLOSE, CRED()); 3088 (void) dounmount(vfsp, 0, CRED()); 3089 3090 /* 3091 * Since we dropped the vfslist lock above we must 3092 * verify that next_vfsp still exists, else start over. 3093 */ 3094 vfs_list_lock(); 3095 for (vfsp = rootvfs->vfs_prev; 3096 vfsp != rootvfs; vfsp = vfsp->vfs_prev) 3097 if (vfsp == prev_vfsp) 3098 break; 3099 if (vfsp == rootvfs && prev_vfsp != rootvfs) 3100 prev_vfsp = rootvfs->vfs_prev; 3101 } 3102 vfs_list_unlock(); 3103 } 3104 3105 /* 3106 * Called to add an entry to the end of the vfs mount in progress list 3107 */ 3108 void 3109 vfs_addmip(dev_t dev, struct vfs *vfsp) 3110 { 3111 struct ipmnt *mipp; 3112 3113 mipp = (struct ipmnt *)kmem_alloc(sizeof (struct ipmnt), KM_SLEEP); 3114 mipp->mip_next = NULL; 3115 mipp->mip_dev = dev; 3116 mipp->mip_vfsp = vfsp; 3117 mutex_enter(&vfs_miplist_mutex); 3118 if (vfs_miplist_end != NULL) 3119 vfs_miplist_end->mip_next = mipp; 3120 else 3121 vfs_miplist = mipp; 3122 vfs_miplist_end = mipp; 3123 mutex_exit(&vfs_miplist_mutex); 3124 } 3125 3126 /* 3127 * Called to remove an entry from the mount in progress list 3128 * Either because the mount completed or it failed. 3129 */ 3130 void 3131 vfs_delmip(struct vfs *vfsp) 3132 { 3133 struct ipmnt *mipp, *mipprev; 3134 3135 mutex_enter(&vfs_miplist_mutex); 3136 mipprev = NULL; 3137 for (mipp = vfs_miplist; 3138 mipp && mipp->mip_vfsp != vfsp; mipp = mipp->mip_next) { 3139 mipprev = mipp; 3140 } 3141 if (mipp == NULL) 3142 return; /* shouldn't happen */ 3143 if (mipp == vfs_miplist_end) 3144 vfs_miplist_end = mipprev; 3145 if (mipprev == NULL) 3146 vfs_miplist = mipp->mip_next; 3147 else 3148 mipprev->mip_next = mipp->mip_next; 3149 mutex_exit(&vfs_miplist_mutex); 3150 kmem_free(mipp, sizeof (struct ipmnt)); 3151 } 3152 3153 /* 3154 * vfs_add is called by a specific filesystem's mount routine to add 3155 * the new vfs into the vfs list/hash and to cover the mounted-on vnode. 3156 * The vfs should already have been locked by the caller. 3157 * 3158 * coveredvp is NULL if this is the root. 3159 */ 3160 void 3161 vfs_add(vnode_t *coveredvp, struct vfs *vfsp, int mflag) 3162 { 3163 int newflag; 3164 3165 ASSERT(vfs_lock_held(vfsp)); 3166 VFS_HOLD(vfsp); 3167 newflag = vfsp->vfs_flag; 3168 if (mflag & MS_RDONLY) 3169 newflag |= VFS_RDONLY; 3170 else 3171 newflag &= ~VFS_RDONLY; 3172 if (mflag & MS_NOSUID) 3173 newflag |= (VFS_NOSETUID|VFS_NODEVICES); 3174 else 3175 newflag &= ~(VFS_NOSETUID|VFS_NODEVICES); 3176 if (mflag & MS_NOMNTTAB) 3177 newflag |= VFS_NOMNTTAB; 3178 else 3179 newflag &= ~VFS_NOMNTTAB; 3180 3181 if (coveredvp != NULL) { 3182 ASSERT(vn_vfswlock_held(coveredvp)); 3183 coveredvp->v_vfsmountedhere = vfsp; 3184 VN_HOLD(coveredvp); 3185 } 3186 vfsp->vfs_vnodecovered = coveredvp; 3187 vfsp->vfs_flag = newflag; 3188 3189 vfs_list_add(vfsp); 3190 } 3191 3192 /* 3193 * Remove a vfs from the vfs list, null out the pointer from the 3194 * covered vnode to the vfs (v_vfsmountedhere), and null out the pointer 3195 * from the vfs to the covered vnode (vfs_vnodecovered). Release the 3196 * reference to the vfs and to the covered vnode. 3197 * 3198 * Called from dounmount after it's confirmed with the file system 3199 * that the unmount is legal. 3200 */ 3201 void 3202 vfs_remove(struct vfs *vfsp) 3203 { 3204 vnode_t *vp; 3205 3206 ASSERT(vfs_lock_held(vfsp)); 3207 3208 /* 3209 * Can't unmount root. Should never happen because fs will 3210 * be busy. 3211 */ 3212 if (vfsp == rootvfs) 3213 panic("vfs_remove: unmounting root"); 3214 3215 vfs_list_remove(vfsp); 3216 3217 /* 3218 * Unhook from the file system name space. 3219 */ 3220 vp = vfsp->vfs_vnodecovered; 3221 ASSERT(vn_vfswlock_held(vp)); 3222 vp->v_vfsmountedhere = NULL; 3223 vfsp->vfs_vnodecovered = NULL; 3224 VN_RELE(vp); 3225 3226 /* 3227 * Release lock and wakeup anybody waiting. 3228 */ 3229 vfs_unlock(vfsp); 3230 VFS_RELE(vfsp); 3231 } 3232 3233 /* 3234 * Lock a filesystem to prevent access to it while mounting, 3235 * unmounting and syncing. Return EBUSY immediately if lock 3236 * can't be acquired. 3237 */ 3238 int 3239 vfs_lock(vfs_t *vfsp) 3240 { 3241 vn_vfslocks_entry_t *vpvfsentry; 3242 3243 vpvfsentry = vn_vfslocks_getlock(vfsp); 3244 if (rwst_tryenter(&vpvfsentry->ve_lock, RW_WRITER)) 3245 return (0); 3246 3247 vn_vfslocks_rele(vpvfsentry); 3248 return (EBUSY); 3249 } 3250 3251 int 3252 vfs_rlock(vfs_t *vfsp) 3253 { 3254 vn_vfslocks_entry_t *vpvfsentry; 3255 3256 vpvfsentry = vn_vfslocks_getlock(vfsp); 3257 3258 if (rwst_tryenter(&vpvfsentry->ve_lock, RW_READER)) 3259 return (0); 3260 3261 vn_vfslocks_rele(vpvfsentry); 3262 return (EBUSY); 3263 } 3264 3265 void 3266 vfs_lock_wait(vfs_t *vfsp) 3267 { 3268 vn_vfslocks_entry_t *vpvfsentry; 3269 3270 vpvfsentry = vn_vfslocks_getlock(vfsp); 3271 rwst_enter(&vpvfsentry->ve_lock, RW_WRITER); 3272 } 3273 3274 void 3275 vfs_rlock_wait(vfs_t *vfsp) 3276 { 3277 vn_vfslocks_entry_t *vpvfsentry; 3278 3279 vpvfsentry = vn_vfslocks_getlock(vfsp); 3280 rwst_enter(&vpvfsentry->ve_lock, RW_READER); 3281 } 3282 3283 /* 3284 * Unlock a locked filesystem. 3285 */ 3286 void 3287 vfs_unlock(vfs_t *vfsp) 3288 { 3289 vn_vfslocks_entry_t *vpvfsentry; 3290 3291 /* 3292 * vfs_unlock will mimic sema_v behaviour to fix 4748018. 3293 * And these changes should remain for the patch changes as it is. 3294 */ 3295 if (panicstr) 3296 return; 3297 3298 /* 3299 * ve_refcount needs to be dropped twice here. 3300 * 1. To release refernce after a call to vfs_locks_getlock() 3301 * 2. To release the reference from the locking routines like 3302 * vfs_rlock_wait/vfs_wlock_wait/vfs_wlock etc,. 3303 */ 3304 3305 vpvfsentry = vn_vfslocks_getlock(vfsp); 3306 vn_vfslocks_rele(vpvfsentry); 3307 3308 rwst_exit(&vpvfsentry->ve_lock); 3309 vn_vfslocks_rele(vpvfsentry); 3310 } 3311 3312 /* 3313 * Utility routine that allows a filesystem to construct its 3314 * fsid in "the usual way" - by munging some underlying dev_t and 3315 * the filesystem type number into the 64-bit fsid. Note that 3316 * this implicitly relies on dev_t persistence to make filesystem 3317 * id's persistent. 3318 * 3319 * There's nothing to prevent an individual fs from constructing its 3320 * fsid in a different way, and indeed they should. 3321 * 3322 * Since we want fsids to be 32-bit quantities (so that they can be 3323 * exported identically by either 32-bit or 64-bit APIs, as well as 3324 * the fact that fsid's are "known" to NFS), we compress the device 3325 * number given down to 32-bits, and panic if that isn't possible. 3326 */ 3327 void 3328 vfs_make_fsid(fsid_t *fsi, dev_t dev, int val) 3329 { 3330 if (!cmpldev((dev32_t *)&fsi->val[0], dev)) 3331 panic("device number too big for fsid!"); 3332 fsi->val[1] = val; 3333 } 3334 3335 int 3336 vfs_lock_held(vfs_t *vfsp) 3337 { 3338 int held; 3339 vn_vfslocks_entry_t *vpvfsentry; 3340 3341 /* 3342 * vfs_lock_held will mimic sema_held behaviour 3343 * if panicstr is set. And these changes should remain 3344 * for the patch changes as it is. 3345 */ 3346 if (panicstr) 3347 return (1); 3348 3349 vpvfsentry = vn_vfslocks_getlock(vfsp); 3350 held = rwst_lock_held(&vpvfsentry->ve_lock, RW_WRITER); 3351 3352 vn_vfslocks_rele(vpvfsentry); 3353 return (held); 3354 } 3355 3356 struct _kthread * 3357 vfs_lock_owner(vfs_t *vfsp) 3358 { 3359 struct _kthread *owner; 3360 vn_vfslocks_entry_t *vpvfsentry; 3361 3362 /* 3363 * vfs_wlock_held will mimic sema_held behaviour 3364 * if panicstr is set. And these changes should remain 3365 * for the patch changes as it is. 3366 */ 3367 if (panicstr) 3368 return (NULL); 3369 3370 vpvfsentry = vn_vfslocks_getlock(vfsp); 3371 owner = rwst_owner(&vpvfsentry->ve_lock); 3372 3373 vn_vfslocks_rele(vpvfsentry); 3374 return (owner); 3375 } 3376 3377 /* 3378 * vfs list locking. 3379 * 3380 * Rather than manipulate the vfslist lock directly, we abstract into lock 3381 * and unlock routines to allow the locking implementation to be changed for 3382 * clustering. 3383 * 3384 * Whenever the vfs list is modified through its hash links, the overall list 3385 * lock must be obtained before locking the relevant hash bucket. But to see 3386 * whether a given vfs is on the list, it suffices to obtain the lock for the 3387 * hash bucket without getting the overall list lock. (See getvfs() below.) 3388 */ 3389 3390 void 3391 vfs_list_lock() 3392 { 3393 rw_enter(&vfslist, RW_WRITER); 3394 } 3395 3396 void 3397 vfs_list_read_lock() 3398 { 3399 rw_enter(&vfslist, RW_READER); 3400 } 3401 3402 void 3403 vfs_list_unlock() 3404 { 3405 rw_exit(&vfslist); 3406 } 3407 3408 /* 3409 * Low level worker routines for adding entries to and removing entries from 3410 * the vfs list. 3411 */ 3412 3413 static void 3414 vfs_hash_add(struct vfs *vfsp, int insert_at_head) 3415 { 3416 int vhno; 3417 struct vfs **hp; 3418 dev_t dev; 3419 3420 ASSERT(RW_WRITE_HELD(&vfslist)); 3421 3422 dev = expldev(vfsp->vfs_fsid.val[0]); 3423 vhno = VFSHASH(getmajor(dev), getminor(dev)); 3424 3425 mutex_enter(&rvfs_list[vhno].rvfs_lock); 3426 3427 /* 3428 * Link into the hash table, inserting it at the end, so that LOFS 3429 * with the same fsid as UFS (or other) file systems will not hide the 3430 * UFS. 3431 */ 3432 if (insert_at_head) { 3433 vfsp->vfs_hash = rvfs_list[vhno].rvfs_head; 3434 rvfs_list[vhno].rvfs_head = vfsp; 3435 } else { 3436 for (hp = &rvfs_list[vhno].rvfs_head; *hp != NULL; 3437 hp = &(*hp)->vfs_hash) 3438 continue; 3439 /* 3440 * hp now contains the address of the pointer to update 3441 * to effect the insertion. 3442 */ 3443 vfsp->vfs_hash = NULL; 3444 *hp = vfsp; 3445 } 3446 3447 rvfs_list[vhno].rvfs_len++; 3448 mutex_exit(&rvfs_list[vhno].rvfs_lock); 3449 } 3450 3451 3452 static void 3453 vfs_hash_remove(struct vfs *vfsp) 3454 { 3455 int vhno; 3456 struct vfs *tvfsp; 3457 dev_t dev; 3458 3459 ASSERT(RW_WRITE_HELD(&vfslist)); 3460 3461 dev = expldev(vfsp->vfs_fsid.val[0]); 3462 vhno = VFSHASH(getmajor(dev), getminor(dev)); 3463 3464 mutex_enter(&rvfs_list[vhno].rvfs_lock); 3465 3466 /* 3467 * Remove from hash. 3468 */ 3469 if (rvfs_list[vhno].rvfs_head == vfsp) { 3470 rvfs_list[vhno].rvfs_head = vfsp->vfs_hash; 3471 rvfs_list[vhno].rvfs_len--; 3472 goto foundit; 3473 } 3474 for (tvfsp = rvfs_list[vhno].rvfs_head; tvfsp != NULL; 3475 tvfsp = tvfsp->vfs_hash) { 3476 if (tvfsp->vfs_hash == vfsp) { 3477 tvfsp->vfs_hash = vfsp->vfs_hash; 3478 rvfs_list[vhno].rvfs_len--; 3479 goto foundit; 3480 } 3481 } 3482 cmn_err(CE_WARN, "vfs_list_remove: vfs not found in hash"); 3483 3484 foundit: 3485 3486 mutex_exit(&rvfs_list[vhno].rvfs_lock); 3487 } 3488 3489 3490 void 3491 vfs_list_add(struct vfs *vfsp) 3492 { 3493 zone_t *zone; 3494 3495 /* 3496 * The zone that owns the mount is the one that performed the mount. 3497 * Note that this isn't necessarily the same as the zone mounted into. 3498 * The corresponding zone_rele() will be done when the vfs_t is 3499 * being free'd. 3500 */ 3501 vfsp->vfs_zone = curproc->p_zone; 3502 zone_hold(vfsp->vfs_zone); 3503 3504 /* 3505 * Find the zone mounted into, and put this mount on its vfs list. 3506 */ 3507 zone = zone_find_by_path(refstr_value(vfsp->vfs_mntpt)); 3508 ASSERT(zone != NULL); 3509 /* 3510 * Special casing for the root vfs. This structure is allocated 3511 * statically and hooked onto rootvfs at link time. During the 3512 * vfs_mountroot call at system startup time, the root file system's 3513 * VFS_MOUNTROOT routine will call vfs_add with this root vfs struct 3514 * as argument. The code below must detect and handle this special 3515 * case. The only apparent justification for this special casing is 3516 * to ensure that the root file system appears at the head of the 3517 * list. 3518 * 3519 * XXX: I'm assuming that it's ok to do normal list locking when 3520 * adding the entry for the root file system (this used to be 3521 * done with no locks held). 3522 */ 3523 vfs_list_lock(); 3524 /* 3525 * Link into the vfs list proper. 3526 */ 3527 if (vfsp == &root) { 3528 /* 3529 * Assert: This vfs is already on the list as its first entry. 3530 * Thus, there's nothing to do. 3531 */ 3532 ASSERT(rootvfs == vfsp); 3533 /* 3534 * Add it to the head of the global zone's vfslist. 3535 */ 3536 ASSERT(zone == global_zone); 3537 ASSERT(zone->zone_vfslist == NULL); 3538 zone->zone_vfslist = vfsp; 3539 } else { 3540 /* 3541 * Link to end of list using vfs_prev (as rootvfs is now a 3542 * doubly linked circular list) so list is in mount order for 3543 * mnttab use. 3544 */ 3545 rootvfs->vfs_prev->vfs_next = vfsp; 3546 vfsp->vfs_prev = rootvfs->vfs_prev; 3547 rootvfs->vfs_prev = vfsp; 3548 vfsp->vfs_next = rootvfs; 3549 3550 /* 3551 * Do it again for the zone-private list (which may be NULL). 3552 */ 3553 if (zone->zone_vfslist == NULL) { 3554 ASSERT(zone != global_zone); 3555 zone->zone_vfslist = vfsp; 3556 } else { 3557 zone->zone_vfslist->vfs_zone_prev->vfs_zone_next = vfsp; 3558 vfsp->vfs_zone_prev = zone->zone_vfslist->vfs_zone_prev; 3559 zone->zone_vfslist->vfs_zone_prev = vfsp; 3560 vfsp->vfs_zone_next = zone->zone_vfslist; 3561 } 3562 } 3563 3564 /* 3565 * Link into the hash table, inserting it at the end, so that LOFS 3566 * with the same fsid as UFS (or other) file systems will not hide 3567 * the UFS. 3568 */ 3569 vfs_hash_add(vfsp, 0); 3570 3571 /* 3572 * update the mnttab modification time 3573 */ 3574 vfs_mnttab_modtimeupd(); 3575 vfs_list_unlock(); 3576 zone_rele(zone); 3577 } 3578 3579 void 3580 vfs_list_remove(struct vfs *vfsp) 3581 { 3582 zone_t *zone; 3583 3584 zone = zone_find_by_path(refstr_value(vfsp->vfs_mntpt)); 3585 ASSERT(zone != NULL); 3586 /* 3587 * Callers are responsible for preventing attempts to unmount the 3588 * root. 3589 */ 3590 ASSERT(vfsp != rootvfs); 3591 3592 vfs_list_lock(); 3593 3594 /* 3595 * Remove from hash. 3596 */ 3597 vfs_hash_remove(vfsp); 3598 3599 /* 3600 * Remove from vfs list. 3601 */ 3602 vfsp->vfs_prev->vfs_next = vfsp->vfs_next; 3603 vfsp->vfs_next->vfs_prev = vfsp->vfs_prev; 3604 vfsp->vfs_next = vfsp->vfs_prev = NULL; 3605 3606 /* 3607 * Remove from zone-specific vfs list. 3608 */ 3609 if (zone->zone_vfslist == vfsp) 3610 zone->zone_vfslist = vfsp->vfs_zone_next; 3611 3612 if (vfsp->vfs_zone_next == vfsp) { 3613 ASSERT(vfsp->vfs_zone_prev == vfsp); 3614 ASSERT(zone->zone_vfslist == vfsp); 3615 zone->zone_vfslist = NULL; 3616 } 3617 3618 vfsp->vfs_zone_prev->vfs_zone_next = vfsp->vfs_zone_next; 3619 vfsp->vfs_zone_next->vfs_zone_prev = vfsp->vfs_zone_prev; 3620 vfsp->vfs_zone_next = vfsp->vfs_zone_prev = NULL; 3621 3622 /* 3623 * update the mnttab modification time 3624 */ 3625 vfs_mnttab_modtimeupd(); 3626 vfs_list_unlock(); 3627 zone_rele(zone); 3628 } 3629 3630 struct vfs * 3631 getvfs(fsid_t *fsid) 3632 { 3633 struct vfs *vfsp; 3634 int val0 = fsid->val[0]; 3635 int val1 = fsid->val[1]; 3636 dev_t dev = expldev(val0); 3637 int vhno = VFSHASH(getmajor(dev), getminor(dev)); 3638 kmutex_t *hmp = &rvfs_list[vhno].rvfs_lock; 3639 3640 mutex_enter(hmp); 3641 for (vfsp = rvfs_list[vhno].rvfs_head; vfsp; vfsp = vfsp->vfs_hash) { 3642 if (vfsp->vfs_fsid.val[0] == val0 && 3643 vfsp->vfs_fsid.val[1] == val1) { 3644 VFS_HOLD(vfsp); 3645 mutex_exit(hmp); 3646 return (vfsp); 3647 } 3648 } 3649 mutex_exit(hmp); 3650 return (NULL); 3651 } 3652 3653 /* 3654 * Search the vfs mount in progress list for a specified device/vfs entry. 3655 * Returns 0 if the first entry in the list that the device matches has the 3656 * given vfs pointer as well. If the device matches but a different vfs 3657 * pointer is encountered in the list before the given vfs pointer then 3658 * a 1 is returned. 3659 */ 3660 3661 int 3662 vfs_devmounting(dev_t dev, struct vfs *vfsp) 3663 { 3664 int retval = 0; 3665 struct ipmnt *mipp; 3666 3667 mutex_enter(&vfs_miplist_mutex); 3668 for (mipp = vfs_miplist; mipp != NULL; mipp = mipp->mip_next) { 3669 if (mipp->mip_dev == dev) { 3670 if (mipp->mip_vfsp != vfsp) 3671 retval = 1; 3672 break; 3673 } 3674 } 3675 mutex_exit(&vfs_miplist_mutex); 3676 return (retval); 3677 } 3678 3679 /* 3680 * Search the vfs list for a specified device. Returns 1, if entry is found 3681 * or 0 if no suitable entry is found. 3682 */ 3683 3684 int 3685 vfs_devismounted(dev_t dev) 3686 { 3687 struct vfs *vfsp; 3688 int found; 3689 3690 vfs_list_read_lock(); 3691 vfsp = rootvfs; 3692 found = 0; 3693 do { 3694 if (vfsp->vfs_dev == dev) { 3695 found = 1; 3696 break; 3697 } 3698 vfsp = vfsp->vfs_next; 3699 } while (vfsp != rootvfs); 3700 3701 vfs_list_unlock(); 3702 return (found); 3703 } 3704 3705 /* 3706 * Search the vfs list for a specified device. Returns a pointer to it 3707 * or NULL if no suitable entry is found. The caller of this routine 3708 * is responsible for releasing the returned vfs pointer. 3709 */ 3710 struct vfs * 3711 vfs_dev2vfsp(dev_t dev) 3712 { 3713 struct vfs *vfsp; 3714 int found; 3715 3716 vfs_list_read_lock(); 3717 vfsp = rootvfs; 3718 found = 0; 3719 do { 3720 /* 3721 * The following could be made more efficient by making 3722 * the entire loop use vfs_zone_next if the call is from 3723 * a zone. The only callers, however, ustat(2) and 3724 * umount2(2), don't seem to justify the added 3725 * complexity at present. 3726 */ 3727 if (vfsp->vfs_dev == dev && 3728 ZONE_PATH_VISIBLE(refstr_value(vfsp->vfs_mntpt), 3729 curproc->p_zone)) { 3730 VFS_HOLD(vfsp); 3731 found = 1; 3732 break; 3733 } 3734 vfsp = vfsp->vfs_next; 3735 } while (vfsp != rootvfs); 3736 vfs_list_unlock(); 3737 return (found ? vfsp: NULL); 3738 } 3739 3740 /* 3741 * Search the vfs list for a specified mntpoint. Returns a pointer to it 3742 * or NULL if no suitable entry is found. The caller of this routine 3743 * is responsible for releasing the returned vfs pointer. 3744 * 3745 * Note that if multiple mntpoints match, the last one matching is 3746 * returned in an attempt to return the "top" mount when overlay 3747 * mounts are covering the same mount point. This is accomplished by starting 3748 * at the end of the list and working our way backwards, stopping at the first 3749 * matching mount. 3750 */ 3751 struct vfs * 3752 vfs_mntpoint2vfsp(const char *mp) 3753 { 3754 struct vfs *vfsp; 3755 struct vfs *retvfsp = NULL; 3756 zone_t *zone = curproc->p_zone; 3757 struct vfs *list; 3758 3759 vfs_list_read_lock(); 3760 if (getzoneid() == GLOBAL_ZONEID) { 3761 /* 3762 * The global zone may see filesystems in any zone. 3763 */ 3764 vfsp = rootvfs->vfs_prev; 3765 do { 3766 if (strcmp(refstr_value(vfsp->vfs_mntpt), mp) == 0) { 3767 retvfsp = vfsp; 3768 break; 3769 } 3770 vfsp = vfsp->vfs_prev; 3771 } while (vfsp != rootvfs->vfs_prev); 3772 } else if ((list = zone->zone_vfslist) != NULL) { 3773 const char *mntpt; 3774 3775 vfsp = list->vfs_zone_prev; 3776 do { 3777 mntpt = refstr_value(vfsp->vfs_mntpt); 3778 mntpt = ZONE_PATH_TRANSLATE(mntpt, zone); 3779 if (strcmp(mntpt, mp) == 0) { 3780 retvfsp = vfsp; 3781 break; 3782 } 3783 vfsp = vfsp->vfs_zone_prev; 3784 } while (vfsp != list->vfs_zone_prev); 3785 } 3786 if (retvfsp) 3787 VFS_HOLD(retvfsp); 3788 vfs_list_unlock(); 3789 return (retvfsp); 3790 } 3791 3792 /* 3793 * Search the vfs list for a specified vfsops. 3794 * if vfs entry is found then return 1, else 0. 3795 */ 3796 int 3797 vfs_opsinuse(vfsops_t *ops) 3798 { 3799 struct vfs *vfsp; 3800 int found; 3801 3802 vfs_list_read_lock(); 3803 vfsp = rootvfs; 3804 found = 0; 3805 do { 3806 if (vfs_getops(vfsp) == ops) { 3807 found = 1; 3808 break; 3809 } 3810 vfsp = vfsp->vfs_next; 3811 } while (vfsp != rootvfs); 3812 vfs_list_unlock(); 3813 return (found); 3814 } 3815 3816 /* 3817 * Allocate an entry in vfssw for a file system type 3818 */ 3819 struct vfssw * 3820 allocate_vfssw(const char *type) 3821 { 3822 struct vfssw *vswp; 3823 3824 if (type[0] == '\0' || strlen(type) + 1 > _ST_FSTYPSZ) { 3825 /* 3826 * The vfssw table uses the empty string to identify an 3827 * available entry; we cannot add any type which has 3828 * a leading NUL. The string length is limited to 3829 * the size of the st_fstype array in struct stat. 3830 */ 3831 return (NULL); 3832 } 3833 3834 ASSERT(VFSSW_WRITE_LOCKED()); 3835 for (vswp = &vfssw[1]; vswp < &vfssw[nfstype]; vswp++) 3836 if (!ALLOCATED_VFSSW(vswp)) { 3837 vswp->vsw_name = kmem_alloc(strlen(type) + 1, KM_SLEEP); 3838 (void) strcpy(vswp->vsw_name, type); 3839 ASSERT(vswp->vsw_count == 0); 3840 vswp->vsw_count = 1; 3841 mutex_init(&vswp->vsw_lock, NULL, MUTEX_DEFAULT, NULL); 3842 return (vswp); 3843 } 3844 return (NULL); 3845 } 3846 3847 /* 3848 * Impose additional layer of translation between vfstype names 3849 * and module names in the filesystem. 3850 */ 3851 static const char * 3852 vfs_to_modname(const char *vfstype) 3853 { 3854 if (strcmp(vfstype, "proc") == 0) { 3855 vfstype = "procfs"; 3856 } else if (strcmp(vfstype, "fd") == 0) { 3857 vfstype = "fdfs"; 3858 } else if (strncmp(vfstype, "nfs", 3) == 0) { 3859 vfstype = "nfs"; 3860 } 3861 3862 return (vfstype); 3863 } 3864 3865 /* 3866 * Find a vfssw entry given a file system type name. 3867 * Try to autoload the filesystem if it's not found. 3868 * If it's installed, return the vfssw locked to prevent unloading. 3869 */ 3870 struct vfssw * 3871 vfs_getvfssw(const char *type) 3872 { 3873 struct vfssw *vswp; 3874 const char *modname; 3875 3876 RLOCK_VFSSW(); 3877 vswp = vfs_getvfsswbyname(type); 3878 modname = vfs_to_modname(type); 3879 3880 if (rootdir == NULL) { 3881 /* 3882 * If we haven't yet loaded the root file system, then our 3883 * _init won't be called until later. Allocate vfssw entry, 3884 * because mod_installfs won't be called. 3885 */ 3886 if (vswp == NULL) { 3887 RUNLOCK_VFSSW(); 3888 WLOCK_VFSSW(); 3889 if ((vswp = vfs_getvfsswbyname(type)) == NULL) { 3890 if ((vswp = allocate_vfssw(type)) == NULL) { 3891 WUNLOCK_VFSSW(); 3892 return (NULL); 3893 } 3894 } 3895 WUNLOCK_VFSSW(); 3896 RLOCK_VFSSW(); 3897 } 3898 if (!VFS_INSTALLED(vswp)) { 3899 RUNLOCK_VFSSW(); 3900 (void) modloadonly("fs", modname); 3901 } else 3902 RUNLOCK_VFSSW(); 3903 return (vswp); 3904 } 3905 3906 /* 3907 * Try to load the filesystem. Before calling modload(), we drop 3908 * our lock on the VFS switch table, and pick it up after the 3909 * module is loaded. However, there is a potential race: the 3910 * module could be unloaded after the call to modload() completes 3911 * but before we pick up the lock and drive on. Therefore, 3912 * we keep reloading the module until we've loaded the module 3913 * _and_ we have the lock on the VFS switch table. 3914 */ 3915 while (vswp == NULL || !VFS_INSTALLED(vswp)) { 3916 RUNLOCK_VFSSW(); 3917 if (modload("fs", modname) == -1) 3918 return (NULL); 3919 RLOCK_VFSSW(); 3920 if (vswp == NULL) 3921 if ((vswp = vfs_getvfsswbyname(type)) == NULL) 3922 break; 3923 } 3924 RUNLOCK_VFSSW(); 3925 3926 return (vswp); 3927 } 3928 3929 /* 3930 * Find a vfssw entry given a file system type name. 3931 */ 3932 struct vfssw * 3933 vfs_getvfsswbyname(const char *type) 3934 { 3935 struct vfssw *vswp; 3936 3937 ASSERT(VFSSW_LOCKED()); 3938 if (type == NULL || *type == '\0') 3939 return (NULL); 3940 3941 for (vswp = &vfssw[1]; vswp < &vfssw[nfstype]; vswp++) { 3942 if (strcmp(type, vswp->vsw_name) == 0) { 3943 vfs_refvfssw(vswp); 3944 return (vswp); 3945 } 3946 } 3947 3948 return (NULL); 3949 } 3950 3951 /* 3952 * Find a vfssw entry given a set of vfsops. 3953 */ 3954 struct vfssw * 3955 vfs_getvfsswbyvfsops(vfsops_t *vfsops) 3956 { 3957 struct vfssw *vswp; 3958 3959 RLOCK_VFSSW(); 3960 for (vswp = &vfssw[1]; vswp < &vfssw[nfstype]; vswp++) { 3961 if (ALLOCATED_VFSSW(vswp) && &vswp->vsw_vfsops == vfsops) { 3962 vfs_refvfssw(vswp); 3963 RUNLOCK_VFSSW(); 3964 return (vswp); 3965 } 3966 } 3967 RUNLOCK_VFSSW(); 3968 3969 return (NULL); 3970 } 3971 3972 /* 3973 * Reference a vfssw entry. 3974 */ 3975 void 3976 vfs_refvfssw(struct vfssw *vswp) 3977 { 3978 3979 mutex_enter(&vswp->vsw_lock); 3980 vswp->vsw_count++; 3981 mutex_exit(&vswp->vsw_lock); 3982 } 3983 3984 /* 3985 * Unreference a vfssw entry. 3986 */ 3987 void 3988 vfs_unrefvfssw(struct vfssw *vswp) 3989 { 3990 3991 mutex_enter(&vswp->vsw_lock); 3992 vswp->vsw_count--; 3993 mutex_exit(&vswp->vsw_lock); 3994 } 3995 3996 int sync_timeout = 30; /* timeout for syncing a page during panic */ 3997 int sync_timeleft; /* portion of sync_timeout remaining */ 3998 3999 static int sync_retries = 20; /* number of retries when not making progress */ 4000 static int sync_triesleft; /* portion of sync_retries remaining */ 4001 4002 static pgcnt_t old_pgcnt, new_pgcnt; 4003 static int new_bufcnt, old_bufcnt; 4004 4005 /* 4006 * Sync all of the mounted filesystems, and then wait for the actual i/o to 4007 * complete. We wait by counting the number of dirty pages and buffers, 4008 * pushing them out using bio_busy() and page_busy(), and then counting again. 4009 * This routine is used during both the uadmin A_SHUTDOWN code as well as 4010 * the SYNC phase of the panic code (see comments in panic.c). It should only 4011 * be used after some higher-level mechanism has quiesced the system so that 4012 * new writes are not being initiated while we are waiting for completion. 4013 * 4014 * To ensure finite running time, our algorithm uses two timeout mechanisms: 4015 * sync_timeleft (a timer implemented by the omnipresent deadman() cyclic), and 4016 * sync_triesleft (a progress counter used by the vfs_syncall() loop below). 4017 * Together these ensure that syncing completes if our i/o paths are stuck. 4018 * The counters are declared above so they can be found easily in the debugger. 4019 * 4020 * The sync_timeleft counter is reset by bio_busy() and page_busy() using the 4021 * vfs_syncprogress() subroutine whenever we make progress through the lists of 4022 * pages and buffers. It is decremented and expired by the deadman() cyclic. 4023 * When vfs_syncall() decides it is done, we disable the deadman() counter by 4024 * setting sync_timeleft to zero. This timer guards against vfs_syncall() 4025 * deadlocking or hanging inside of a broken filesystem or driver routine. 4026 * 4027 * The sync_triesleft counter is updated by vfs_syncall() itself. If we make 4028 * sync_retries consecutive calls to bio_busy() and page_busy() without 4029 * decreasing either the number of dirty buffers or dirty pages below the 4030 * lowest count we have seen so far, we give up and return from vfs_syncall(). 4031 * 4032 * Each loop iteration ends with a call to delay() one second to allow time for 4033 * i/o completion and to permit the user time to read our progress messages. 4034 */ 4035 void 4036 vfs_syncall(void) 4037 { 4038 if (rootdir == NULL && !modrootloaded) 4039 return; /* panic during boot - no filesystems yet */ 4040 4041 printf("syncing file systems..."); 4042 vfs_syncprogress(); 4043 sync(); 4044 4045 vfs_syncprogress(); 4046 sync_triesleft = sync_retries; 4047 4048 old_bufcnt = new_bufcnt = INT_MAX; 4049 old_pgcnt = new_pgcnt = ULONG_MAX; 4050 4051 while (sync_triesleft > 0) { 4052 old_bufcnt = MIN(old_bufcnt, new_bufcnt); 4053 old_pgcnt = MIN(old_pgcnt, new_pgcnt); 4054 4055 new_bufcnt = bio_busy(B_TRUE); 4056 new_pgcnt = page_busy(B_TRUE); 4057 vfs_syncprogress(); 4058 4059 if (new_bufcnt == 0 && new_pgcnt == 0) 4060 break; 4061 4062 if (new_bufcnt < old_bufcnt || new_pgcnt < old_pgcnt) 4063 sync_triesleft = sync_retries; 4064 else 4065 sync_triesleft--; 4066 4067 if (new_bufcnt) 4068 printf(" [%d]", new_bufcnt); 4069 if (new_pgcnt) 4070 printf(" %lu", new_pgcnt); 4071 4072 delay(hz); 4073 } 4074 4075 if (new_bufcnt != 0 || new_pgcnt != 0) 4076 printf(" done (not all i/o completed)\n"); 4077 else 4078 printf(" done\n"); 4079 4080 sync_timeleft = 0; 4081 delay(hz); 4082 } 4083 4084 /* 4085 * If we are in the middle of the sync phase of panic, reset sync_timeleft to 4086 * sync_timeout to indicate that we are making progress and the deadman() 4087 * omnipresent cyclic should not yet time us out. Note that it is safe to 4088 * store to sync_timeleft here since the deadman() is firing at high-level 4089 * on top of us. If we are racing with the deadman(), either the deadman() 4090 * will decrement the old value and then we will reset it, or we will 4091 * reset it and then the deadman() will immediately decrement it. In either 4092 * case, correct behavior results. 4093 */ 4094 void 4095 vfs_syncprogress(void) 4096 { 4097 if (panicstr) 4098 sync_timeleft = sync_timeout; 4099 } 4100 4101 /* 4102 * Map VFS flags to statvfs flags. These shouldn't really be separate 4103 * flags at all. 4104 */ 4105 uint_t 4106 vf_to_stf(uint_t vf) 4107 { 4108 uint_t stf = 0; 4109 4110 if (vf & VFS_RDONLY) 4111 stf |= ST_RDONLY; 4112 if (vf & VFS_NOSETUID) 4113 stf |= ST_NOSUID; 4114 if (vf & VFS_NOTRUNC) 4115 stf |= ST_NOTRUNC; 4116 4117 return (stf); 4118 } 4119 4120 /* 4121 * Entries for (illegal) fstype 0. 4122 */ 4123 /* ARGSUSED */ 4124 int 4125 vfsstray_sync(struct vfs *vfsp, short arg, struct cred *cr) 4126 { 4127 cmn_err(CE_PANIC, "stray vfs operation"); 4128 return (0); 4129 } 4130 4131 /* 4132 * Entries for (illegal) fstype 0. 4133 */ 4134 int 4135 vfsstray(void) 4136 { 4137 cmn_err(CE_PANIC, "stray vfs operation"); 4138 return (0); 4139 } 4140 4141 /* 4142 * Support for dealing with forced UFS unmount and its interaction with 4143 * LOFS. Could be used by any filesystem. 4144 * See bug 1203132. 4145 */ 4146 int 4147 vfs_EIO(void) 4148 { 4149 return (EIO); 4150 } 4151 4152 /* 4153 * We've gotta define the op for sync separately, since the compiler gets 4154 * confused if we mix and match ANSI and normal style prototypes when 4155 * a "short" argument is present and spits out a warning. 4156 */ 4157 /*ARGSUSED*/ 4158 int 4159 vfs_EIO_sync(struct vfs *vfsp, short arg, struct cred *cr) 4160 { 4161 return (EIO); 4162 } 4163 4164 vfs_t EIO_vfs; 4165 vfsops_t *EIO_vfsops; 4166 4167 /* 4168 * Called from startup() to initialize all loaded vfs's 4169 */ 4170 void 4171 vfsinit(void) 4172 { 4173 struct vfssw *vswp; 4174 int error; 4175 extern int vopstats_enabled; 4176 extern void vopstats_startup(); 4177 4178 static const fs_operation_def_t EIO_vfsops_template[] = { 4179 VFSNAME_MOUNT, { .error = vfs_EIO }, 4180 VFSNAME_UNMOUNT, { .error = vfs_EIO }, 4181 VFSNAME_ROOT, { .error = vfs_EIO }, 4182 VFSNAME_STATVFS, { .error = vfs_EIO }, 4183 VFSNAME_SYNC, { .vfs_sync = vfs_EIO_sync }, 4184 VFSNAME_VGET, { .error = vfs_EIO }, 4185 VFSNAME_MOUNTROOT, { .error = vfs_EIO }, 4186 VFSNAME_FREEVFS, { .error = vfs_EIO }, 4187 VFSNAME_VNSTATE, { .error = vfs_EIO }, 4188 NULL, NULL 4189 }; 4190 4191 static const fs_operation_def_t stray_vfsops_template[] = { 4192 VFSNAME_MOUNT, { .error = vfsstray }, 4193 VFSNAME_UNMOUNT, { .error = vfsstray }, 4194 VFSNAME_ROOT, { .error = vfsstray }, 4195 VFSNAME_STATVFS, { .error = vfsstray }, 4196 VFSNAME_SYNC, { .vfs_sync = vfsstray_sync }, 4197 VFSNAME_VGET, { .error = vfsstray }, 4198 VFSNAME_MOUNTROOT, { .error = vfsstray }, 4199 VFSNAME_FREEVFS, { .error = vfsstray }, 4200 VFSNAME_VNSTATE, { .error = vfsstray }, 4201 NULL, NULL 4202 }; 4203 4204 /* Create vfs cache */ 4205 vfs_cache = kmem_cache_create("vfs_cache", sizeof (struct vfs), 4206 sizeof (uintptr_t), NULL, NULL, NULL, NULL, NULL, 0); 4207 4208 /* Initialize the vnode cache (file systems may use it during init). */ 4209 vn_create_cache(); 4210 4211 /* Setup event monitor framework */ 4212 fem_init(); 4213 4214 /* Initialize the dummy stray file system type. */ 4215 error = vfs_setfsops(0, stray_vfsops_template, NULL); 4216 4217 /* Initialize the dummy EIO file system. */ 4218 error = vfs_makefsops(EIO_vfsops_template, &EIO_vfsops); 4219 if (error != 0) { 4220 cmn_err(CE_WARN, "vfsinit: bad EIO vfs ops template"); 4221 /* Shouldn't happen, but not bad enough to panic */ 4222 } 4223 4224 VFS_INIT(&EIO_vfs, EIO_vfsops, (caddr_t)NULL); 4225 4226 /* 4227 * Default EIO_vfs.vfs_flag to VFS_UNMOUNTED so a lookup 4228 * on this vfs can immediately notice it's invalid. 4229 */ 4230 EIO_vfs.vfs_flag |= VFS_UNMOUNTED; 4231 4232 /* 4233 * Call the init routines of non-loadable filesystems only. 4234 * Filesystems which are loaded as separate modules will be 4235 * initialized by the module loading code instead. 4236 */ 4237 4238 for (vswp = &vfssw[1]; vswp < &vfssw[nfstype]; vswp++) { 4239 RLOCK_VFSSW(); 4240 if (vswp->vsw_init != NULL) 4241 (*vswp->vsw_init)(vswp - vfssw, vswp->vsw_name); 4242 RUNLOCK_VFSSW(); 4243 } 4244 4245 vopstats_startup(); 4246 4247 if (vopstats_enabled) { 4248 /* EIO_vfs can collect stats, but we don't retrieve them */ 4249 initialize_vopstats(&EIO_vfs.vfs_vopstats); 4250 EIO_vfs.vfs_fstypevsp = NULL; 4251 EIO_vfs.vfs_vskap = NULL; 4252 EIO_vfs.vfs_flag |= VFS_STATS; 4253 } 4254 4255 xattr_init(); 4256 } 4257 4258 vfs_t * 4259 vfs_alloc(int kmflag) 4260 { 4261 vfs_t *vfsp; 4262 4263 vfsp = kmem_cache_alloc(vfs_cache, kmflag); 4264 4265 /* 4266 * Do the simplest initialization here. 4267 * Everything else gets done in vfs_init() 4268 */ 4269 bzero(vfsp, sizeof (vfs_t)); 4270 return (vfsp); 4271 } 4272 4273 void 4274 vfs_free(vfs_t *vfsp) 4275 { 4276 /* 4277 * One would be tempted to assert that "vfsp->vfs_count == 0". 4278 * The problem is that this gets called out of domount() with 4279 * a partially initialized vfs and a vfs_count of 1. This is 4280 * also called from vfs_rele() with a vfs_count of 0. We can't 4281 * call VFS_RELE() from domount() if VFS_MOUNT() hasn't successfully 4282 * returned. This is because VFS_MOUNT() fully initializes the 4283 * vfs structure and its associated data. VFS_RELE() will call 4284 * VFS_FREEVFS() which may panic the system if the data structures 4285 * aren't fully initialized from a successful VFS_MOUNT()). 4286 */ 4287 4288 /* If FEM was in use, make sure everything gets cleaned up */ 4289 if (vfsp->vfs_femhead) { 4290 ASSERT(vfsp->vfs_femhead->femh_list == NULL); 4291 mutex_destroy(&vfsp->vfs_femhead->femh_lock); 4292 kmem_free(vfsp->vfs_femhead, sizeof (*(vfsp->vfs_femhead))); 4293 vfsp->vfs_femhead = NULL; 4294 } 4295 4296 if (vfsp->vfs_implp) 4297 vfsimpl_teardown(vfsp); 4298 sema_destroy(&vfsp->vfs_reflock); 4299 kmem_cache_free(vfs_cache, vfsp); 4300 } 4301 4302 /* 4303 * Increments the vfs reference count by one atomically. 4304 */ 4305 void 4306 vfs_hold(vfs_t *vfsp) 4307 { 4308 atomic_add_32(&vfsp->vfs_count, 1); 4309 ASSERT(vfsp->vfs_count != 0); 4310 } 4311 4312 /* 4313 * Decrements the vfs reference count by one atomically. When 4314 * vfs reference count becomes zero, it calls the file system 4315 * specific vfs_freevfs() to free up the resources. 4316 */ 4317 void 4318 vfs_rele(vfs_t *vfsp) 4319 { 4320 ASSERT(vfsp->vfs_count != 0); 4321 if (atomic_add_32_nv(&vfsp->vfs_count, -1) == 0) { 4322 VFS_FREEVFS(vfsp); 4323 lofi_remove(vfsp); 4324 if (vfsp->vfs_zone) 4325 zone_rele(vfsp->vfs_zone); 4326 vfs_freemnttab(vfsp); 4327 vfs_free(vfsp); 4328 } 4329 } 4330 4331 /* 4332 * Generic operations vector support. 4333 * 4334 * This is used to build operations vectors for both the vfs and vnode. 4335 * It's normally called only when a file system is loaded. 4336 * 4337 * There are many possible algorithms for this, including the following: 4338 * 4339 * (1) scan the list of known operations; for each, see if the file system 4340 * includes an entry for it, and fill it in as appropriate. 4341 * 4342 * (2) set up defaults for all known operations. scan the list of ops 4343 * supplied by the file system; for each which is both supplied and 4344 * known, fill it in. 4345 * 4346 * (3) sort the lists of known ops & supplied ops; scan the list, filling 4347 * in entries as we go. 4348 * 4349 * we choose (1) for simplicity, and because performance isn't critical here. 4350 * note that (2) could be sped up using a precomputed hash table on known ops. 4351 * (3) could be faster than either, but only if the lists were very large or 4352 * supplied in sorted order. 4353 * 4354 */ 4355 4356 int 4357 fs_build_vector(void *vector, int *unused_ops, 4358 const fs_operation_trans_def_t *translation, 4359 const fs_operation_def_t *operations) 4360 { 4361 int i, num_trans, num_ops, used; 4362 4363 /* 4364 * Count the number of translations and the number of supplied 4365 * operations. 4366 */ 4367 4368 { 4369 const fs_operation_trans_def_t *p; 4370 4371 for (num_trans = 0, p = translation; 4372 p->name != NULL; 4373 num_trans++, p++) 4374 ; 4375 } 4376 4377 { 4378 const fs_operation_def_t *p; 4379 4380 for (num_ops = 0, p = operations; 4381 p->name != NULL; 4382 num_ops++, p++) 4383 ; 4384 } 4385 4386 /* Walk through each operation known to our caller. There will be */ 4387 /* one entry in the supplied "translation table" for each. */ 4388 4389 used = 0; 4390 4391 for (i = 0; i < num_trans; i++) { 4392 int j, found; 4393 char *curname; 4394 fs_generic_func_p result; 4395 fs_generic_func_p *location; 4396 4397 curname = translation[i].name; 4398 4399 /* Look for a matching operation in the list supplied by the */ 4400 /* file system. */ 4401 4402 found = 0; 4403 4404 for (j = 0; j < num_ops; j++) { 4405 if (strcmp(operations[j].name, curname) == 0) { 4406 used++; 4407 found = 1; 4408 break; 4409 } 4410 } 4411 4412 /* 4413 * If the file system is using a "placeholder" for default 4414 * or error functions, grab the appropriate function out of 4415 * the translation table. If the file system didn't supply 4416 * this operation at all, use the default function. 4417 */ 4418 4419 if (found) { 4420 result = operations[j].func.fs_generic; 4421 if (result == fs_default) { 4422 result = translation[i].defaultFunc; 4423 } else if (result == fs_error) { 4424 result = translation[i].errorFunc; 4425 } else if (result == NULL) { 4426 /* Null values are PROHIBITED */ 4427 return (EINVAL); 4428 } 4429 } else { 4430 result = translation[i].defaultFunc; 4431 } 4432 4433 /* Now store the function into the operations vector. */ 4434 4435 location = (fs_generic_func_p *) 4436 (((char *)vector) + translation[i].offset); 4437 4438 *location = result; 4439 } 4440 4441 *unused_ops = num_ops - used; 4442 4443 return (0); 4444 } 4445 4446 /* Placeholder functions, should never be called. */ 4447 4448 int 4449 fs_error(void) 4450 { 4451 cmn_err(CE_PANIC, "fs_error called"); 4452 return (0); 4453 } 4454 4455 int 4456 fs_default(void) 4457 { 4458 cmn_err(CE_PANIC, "fs_default called"); 4459 return (0); 4460 } 4461 4462 #ifdef __sparc 4463 4464 /* 4465 * Part of the implementation of booting off a mirrored root 4466 * involves a change of dev_t for the root device. To 4467 * accomplish this, first remove the existing hash table 4468 * entry for the root device, convert to the new dev_t, 4469 * then re-insert in the hash table at the head of the list. 4470 */ 4471 void 4472 vfs_root_redev(vfs_t *vfsp, dev_t ndev, int fstype) 4473 { 4474 vfs_list_lock(); 4475 4476 vfs_hash_remove(vfsp); 4477 4478 vfsp->vfs_dev = ndev; 4479 vfs_make_fsid(&vfsp->vfs_fsid, ndev, fstype); 4480 4481 vfs_hash_add(vfsp, 1); 4482 4483 vfs_list_unlock(); 4484 } 4485 4486 #else /* x86 NEWBOOT */ 4487 4488 #if defined(__x86) 4489 extern int hvmboot_rootconf(); 4490 #endif /* __x86 */ 4491 4492 int 4493 rootconf() 4494 { 4495 int error; 4496 struct vfssw *vsw; 4497 extern void pm_init(); 4498 char *fstyp, *fsmod; 4499 4500 getrootfs(&fstyp, &fsmod); 4501 4502 #if defined(__x86) 4503 /* 4504 * hvmboot_rootconf() is defined in the hvm_bootstrap misc module, 4505 * which lives in /platform/i86hvm, and hence is only available when 4506 * booted in an x86 hvm environment. If the hvm_bootstrap misc module 4507 * is not available then the modstub for this function will return 0. 4508 * If the hvm_bootstrap misc module is available it will be loaded 4509 * and hvmboot_rootconf() will be invoked. 4510 */ 4511 if (error = hvmboot_rootconf()) 4512 return (error); 4513 #endif /* __x86 */ 4514 4515 if (error = clboot_rootconf()) 4516 return (error); 4517 4518 if (modload("fs", fsmod) == -1) 4519 panic("Cannot _init %s module", fsmod); 4520 4521 RLOCK_VFSSW(); 4522 vsw = vfs_getvfsswbyname(fstyp); 4523 RUNLOCK_VFSSW(); 4524 if (vsw == NULL) { 4525 cmn_err(CE_CONT, "Cannot find %s filesystem\n", fstyp); 4526 return (ENXIO); 4527 } 4528 VFS_INIT(rootvfs, &vsw->vsw_vfsops, 0); 4529 VFS_HOLD(rootvfs); 4530 4531 /* always mount readonly first */ 4532 rootvfs->vfs_flag |= VFS_RDONLY; 4533 4534 pm_init(); 4535 4536 if (netboot) 4537 (void) strplumb(); 4538 4539 error = VFS_MOUNTROOT(rootvfs, ROOT_INIT); 4540 vfs_unrefvfssw(vsw); 4541 rootdev = rootvfs->vfs_dev; 4542 4543 if (error) 4544 cmn_err(CE_CONT, "Cannot mount root on %s fstype %s\n", 4545 rootfs.bo_name, fstyp); 4546 else 4547 cmn_err(CE_CONT, "?root on %s fstype %s\n", 4548 rootfs.bo_name, fstyp); 4549 return (error); 4550 } 4551 4552 /* 4553 * XXX this is called by nfs only and should probably be removed 4554 * If booted with ASKNAME, prompt on the console for a filesystem 4555 * name and return it. 4556 */ 4557 void 4558 getfsname(char *askfor, char *name, size_t namelen) 4559 { 4560 if (boothowto & RB_ASKNAME) { 4561 printf("%s name: ", askfor); 4562 console_gets(name, namelen); 4563 } 4564 } 4565 4566 /* 4567 * Init the root filesystem type (rootfs.bo_fstype) from the "fstype" 4568 * property. 4569 * 4570 * Filesystem types starting with the prefix "nfs" are diskless clients; 4571 * init the root filename name (rootfs.bo_name), too. 4572 * 4573 * If we are booting via NFS we currently have these options: 4574 * nfs - dynamically choose NFS V2, V3, or V4 (default) 4575 * nfs2 - force NFS V2 4576 * nfs3 - force NFS V3 4577 * nfs4 - force NFS V4 4578 * Because we need to maintain backward compatibility with the naming 4579 * convention that the NFS V2 filesystem name is "nfs" (see vfs_conf.c) 4580 * we need to map "nfs" => "nfsdyn" and "nfs2" => "nfs". The dynamic 4581 * nfs module will map the type back to either "nfs", "nfs3", or "nfs4". 4582 * This is only for root filesystems, all other uses such as cachefs 4583 * will expect that "nfs" == NFS V2. 4584 */ 4585 static void 4586 getrootfs(char **fstypp, char **fsmodp) 4587 { 4588 extern char *strplumb_get_netdev_path(void); 4589 char *propstr = NULL; 4590 4591 /* 4592 * Check fstype property; for diskless it should be one of "nfs", 4593 * "nfs2", "nfs3" or "nfs4". 4594 */ 4595 if (ddi_prop_lookup_string(DDI_DEV_T_ANY, ddi_root_node(), 4596 DDI_PROP_DONTPASS, "fstype", &propstr) 4597 == DDI_SUCCESS) { 4598 (void) strncpy(rootfs.bo_fstype, propstr, BO_MAXFSNAME); 4599 ddi_prop_free(propstr); 4600 4601 /* 4602 * if the boot property 'fstype' is not set, but 'zfs-bootfs' is set, 4603 * assume the type of this root filesystem is 'zfs'. 4604 */ 4605 } else if (ddi_prop_lookup_string(DDI_DEV_T_ANY, ddi_root_node(), 4606 DDI_PROP_DONTPASS, "zfs-bootfs", &propstr) 4607 == DDI_SUCCESS) { 4608 (void) strncpy(rootfs.bo_fstype, "zfs", BO_MAXFSNAME); 4609 ddi_prop_free(propstr); 4610 } 4611 4612 if (strncmp(rootfs.bo_fstype, "nfs", 3) != 0) { 4613 *fstypp = *fsmodp = rootfs.bo_fstype; 4614 return; 4615 } 4616 4617 ++netboot; 4618 4619 if (strcmp(rootfs.bo_fstype, "nfs2") == 0) 4620 (void) strcpy(rootfs.bo_fstype, "nfs"); 4621 else if (strcmp(rootfs.bo_fstype, "nfs") == 0) 4622 (void) strcpy(rootfs.bo_fstype, "nfsdyn"); 4623 4624 /* 4625 * check if path to network interface is specified in bootpath 4626 * or by a hypervisor domain configuration file. 4627 * XXPV - enable strlumb_get_netdev_path() 4628 */ 4629 if (ddi_prop_exists(DDI_DEV_T_ANY, ddi_root_node(), DDI_PROP_DONTPASS, 4630 "xpv-nfsroot")) { 4631 (void) strcpy(rootfs.bo_name, "/xpvd/xnf@0"); 4632 } else if (ddi_prop_lookup_string(DDI_DEV_T_ANY, ddi_root_node(), 4633 DDI_PROP_DONTPASS, "bootpath", &propstr) 4634 == DDI_SUCCESS) { 4635 (void) strncpy(rootfs.bo_name, propstr, BO_MAXOBJNAME); 4636 ddi_prop_free(propstr); 4637 } else { 4638 /* attempt to determine netdev_path via boot_mac address */ 4639 netdev_path = strplumb_get_netdev_path(); 4640 if (netdev_path == NULL) 4641 panic("cannot find boot network interface"); 4642 (void) strncpy(rootfs.bo_name, netdev_path, BO_MAXOBJNAME); 4643 } 4644 *fstypp = rootfs.bo_fstype; 4645 *fsmodp = "nfs"; 4646 } 4647 #endif 4648 4649 /* 4650 * VFS feature routines 4651 */ 4652 4653 #define VFTINDEX(feature) (((feature) >> 32) & 0xFFFFFFFF) 4654 #define VFTBITS(feature) ((feature) & 0xFFFFFFFFLL) 4655 4656 /* Register a feature in the vfs */ 4657 void 4658 vfs_set_feature(vfs_t *vfsp, vfs_feature_t feature) 4659 { 4660 /* Note that vfs_featureset[] is found in *vfsp->vfs_implp */ 4661 if (vfsp->vfs_implp == NULL) 4662 return; 4663 4664 vfsp->vfs_featureset[VFTINDEX(feature)] |= VFTBITS(feature); 4665 } 4666 4667 /* 4668 * Query a vfs for a feature. 4669 * Returns 1 if feature is present, 0 if not 4670 */ 4671 int 4672 vfs_has_feature(vfs_t *vfsp, vfs_feature_t feature) 4673 { 4674 int ret = 0; 4675 4676 /* Note that vfs_featureset[] is found in *vfsp->vfs_implp */ 4677 if (vfsp->vfs_implp == NULL) 4678 return (ret); 4679 4680 if (vfsp->vfs_featureset[VFTINDEX(feature)] & VFTBITS(feature)) 4681 ret = 1; 4682 4683 return (ret); 4684 } 4685 4686 /* 4687 * Propagate feature set from one vfs to another 4688 */ 4689 void 4690 vfs_propagate_features(vfs_t *from, vfs_t *to) 4691 { 4692 int i; 4693 4694 if (to->vfs_implp == NULL || from->vfs_implp == NULL) 4695 return; 4696 4697 for (i = 1; i <= to->vfs_featureset[0]; i++) { 4698 to->vfs_featureset[i] = from->vfs_featureset[i]; 4699 } 4700 } 4701 4702 #define LOFICTL_PATH "/devices/pseudo/lofi@0:%d" 4703 4704 /* 4705 * Return the vnode for the lofi node if there's a lofi mount in place. 4706 * Returns -1 when there's no lofi node, 0 on success, and > 0 on 4707 * failure. 4708 */ 4709 int 4710 vfs_get_lofi(vfs_t *vfsp, vnode_t **vpp) 4711 { 4712 char *path = NULL; 4713 int strsize; 4714 int err; 4715 4716 if (vfsp->vfs_lofi_minor == 0) { 4717 *vpp = NULL; 4718 return (-1); 4719 } 4720 4721 strsize = snprintf(NULL, 0, LOFICTL_PATH, vfsp->vfs_lofi_minor); 4722 path = kmem_alloc(strsize + 1, KM_SLEEP); 4723 (void) snprintf(path, strsize + 1, LOFICTL_PATH, vfsp->vfs_lofi_minor); 4724 4725 err = lookupname(path, UIO_SYSSPACE, FOLLOW, NULLVPP, vpp); 4726 4727 if (err) 4728 *vpp = NULL; 4729 4730 kmem_free(path, strsize + 1); 4731 return (err); 4732 } 4733