1 /*- 2 * SPDX-License-Identifier: BSD-3-Clause 3 * 4 * Copyright (c) 1992, 1993, 1994, 1995 Jan-Simon Pendry. 5 * Copyright (c) 1992, 1993, 1994, 1995 6 * The Regents of the University of California. 7 * Copyright (c) 2005, 2006, 2012 Masanori Ozawa <ozawa@ongs.co.jp>, ONGS Inc. 8 * Copyright (c) 2006, 2012 Daichi Goto <daichi@freebsd.org> 9 * All rights reserved. 10 * 11 * This code is derived from software contributed to Berkeley by 12 * Jan-Simon Pendry. 13 * 14 * Redistribution and use in source and binary forms, with or without 15 * modification, are permitted provided that the following conditions 16 * are met: 17 * 1. Redistributions of source code must retain the above copyright 18 * notice, this list of conditions and the following disclaimer. 19 * 2. Redistributions in binary form must reproduce the above copyright 20 * notice, this list of conditions and the following disclaimer in the 21 * documentation and/or other materials provided with the distribution. 22 * 3. Neither the name of the University nor the names of its contributors 23 * may be used to endorse or promote products derived from this software 24 * without specific prior written permission. 25 * 26 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 27 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 28 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 29 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 30 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 31 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 32 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 33 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 34 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 35 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 36 * SUCH DAMAGE. 37 * 38 * @(#)union_vnops.c 8.32 (Berkeley) 6/23/95 39 * $FreeBSD$ 40 * 41 */ 42 43 #include <sys/param.h> 44 #include <sys/systm.h> 45 #include <sys/conf.h> 46 #include <sys/kernel.h> 47 #include <sys/lock.h> 48 #include <sys/malloc.h> 49 #include <sys/mount.h> 50 #include <sys/mutex.h> 51 #include <sys/namei.h> 52 #include <sys/sysctl.h> 53 #include <sys/vnode.h> 54 #include <sys/kdb.h> 55 #include <sys/fcntl.h> 56 #include <sys/stat.h> 57 #include <sys/dirent.h> 58 #include <sys/proc.h> 59 #include <sys/bio.h> 60 #include <sys/buf.h> 61 62 #include <fs/unionfs/union.h> 63 64 #include <vm/vm.h> 65 #include <vm/vm_extern.h> 66 #include <vm/vm_object.h> 67 #include <vm/vnode_pager.h> 68 69 #if 0 70 #define UNIONFS_INTERNAL_DEBUG(msg, args...) printf(msg, ## args) 71 #define UNIONFS_IDBG_RENAME 72 #else 73 #define UNIONFS_INTERNAL_DEBUG(msg, args...) 74 #endif 75 76 #define KASSERT_UNIONFS_VNODE(vp) \ 77 KASSERT(((vp)->v_op == &unionfs_vnodeops), \ 78 ("unionfs: it is not unionfs-vnode")) 79 80 static int 81 unionfs_lookup(struct vop_cachedlookup_args *ap) 82 { 83 int iswhiteout; 84 int lockflag; 85 int error , uerror, lerror; 86 u_long nameiop; 87 u_long cnflags, cnflagsbk; 88 struct unionfs_node *dunp; 89 struct vnode *dvp, *udvp, *ldvp, *vp, *uvp, *lvp, *dtmpvp; 90 struct vattr va; 91 struct componentname *cnp; 92 struct thread *td; 93 94 iswhiteout = 0; 95 lockflag = 0; 96 error = uerror = lerror = ENOENT; 97 cnp = ap->a_cnp; 98 nameiop = cnp->cn_nameiop; 99 cnflags = cnp->cn_flags; 100 dvp = ap->a_dvp; 101 dunp = VTOUNIONFS(dvp); 102 udvp = dunp->un_uppervp; 103 ldvp = dunp->un_lowervp; 104 vp = uvp = lvp = NULLVP; 105 td = curthread; 106 *(ap->a_vpp) = NULLVP; 107 108 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: enter: nameiop=%ld, flags=%lx, path=%s\n", nameiop, cnflags, cnp->cn_nameptr); 109 110 if (dvp->v_type != VDIR) 111 return (ENOTDIR); 112 113 /* 114 * If read-only and op is not LOOKUP, will return EROFS. 115 */ 116 if ((cnflags & ISLASTCN) && 117 (dvp->v_mount->mnt_flag & MNT_RDONLY) && 118 LOOKUP != nameiop) 119 return (EROFS); 120 121 /* 122 * lookup dotdot 123 */ 124 if (cnflags & ISDOTDOT) { 125 if (LOOKUP != nameiop && udvp == NULLVP) 126 return (EROFS); 127 128 if (udvp != NULLVP) { 129 dtmpvp = udvp; 130 if (ldvp != NULLVP) 131 VOP_UNLOCK(ldvp); 132 } 133 else 134 dtmpvp = ldvp; 135 136 error = VOP_LOOKUP(dtmpvp, &vp, cnp); 137 138 if (dtmpvp == udvp && ldvp != NULLVP) { 139 VOP_UNLOCK(udvp); 140 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY); 141 } 142 143 if (error == 0) { 144 /* 145 * Exchange lock and reference from vp to 146 * dunp->un_dvp. vp is upper/lower vnode, but it 147 * will need to return the unionfs vnode. 148 */ 149 if (nameiop == DELETE || nameiop == RENAME || 150 (cnp->cn_lkflags & LK_TYPE_MASK)) 151 VOP_UNLOCK(vp); 152 vrele(vp); 153 154 VOP_UNLOCK(dvp); 155 *(ap->a_vpp) = dunp->un_dvp; 156 vref(dunp->un_dvp); 157 158 if (nameiop == DELETE || nameiop == RENAME) 159 vn_lock(dunp->un_dvp, LK_EXCLUSIVE | LK_RETRY); 160 else if (cnp->cn_lkflags & LK_TYPE_MASK) 161 vn_lock(dunp->un_dvp, cnp->cn_lkflags | 162 LK_RETRY); 163 164 vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY); 165 } else if (error == ENOENT && (cnflags & MAKEENTRY) != 0) 166 cache_enter(dvp, NULLVP, cnp); 167 168 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error); 169 170 return (error); 171 } 172 173 /* 174 * lookup upper layer 175 */ 176 if (udvp != NULLVP) { 177 uerror = VOP_LOOKUP(udvp, &uvp, cnp); 178 179 if (uerror == 0) { 180 if (udvp == uvp) { /* is dot */ 181 vrele(uvp); 182 *(ap->a_vpp) = dvp; 183 vref(dvp); 184 185 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", uerror); 186 187 return (uerror); 188 } 189 if (nameiop == DELETE || nameiop == RENAME || 190 (cnp->cn_lkflags & LK_TYPE_MASK)) 191 VOP_UNLOCK(uvp); 192 } 193 194 /* check whiteout */ 195 if (uerror == ENOENT || uerror == EJUSTRETURN) 196 if (cnp->cn_flags & ISWHITEOUT) 197 iswhiteout = 1; /* don't lookup lower */ 198 if (iswhiteout == 0 && ldvp != NULLVP) 199 if (!VOP_GETATTR(udvp, &va, cnp->cn_cred) && 200 (va.va_flags & OPAQUE)) 201 iswhiteout = 1; /* don't lookup lower */ 202 #if 0 203 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: debug: whiteout=%d, path=%s\n", iswhiteout, cnp->cn_nameptr); 204 #endif 205 } 206 207 /* 208 * lookup lower layer 209 */ 210 if (ldvp != NULLVP && !(cnflags & DOWHITEOUT) && iswhiteout == 0) { 211 /* always op is LOOKUP */ 212 cnp->cn_nameiop = LOOKUP; 213 cnflagsbk = cnp->cn_flags; 214 cnp->cn_flags = cnflags; 215 216 lerror = VOP_LOOKUP(ldvp, &lvp, cnp); 217 218 cnp->cn_nameiop = nameiop; 219 if (udvp != NULLVP && (uerror == 0 || uerror == EJUSTRETURN)) 220 cnp->cn_flags = cnflagsbk; 221 222 if (lerror == 0) { 223 if (ldvp == lvp) { /* is dot */ 224 if (uvp != NULLVP) 225 vrele(uvp); /* no need? */ 226 vrele(lvp); 227 *(ap->a_vpp) = dvp; 228 vref(dvp); 229 230 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", lerror); 231 232 return (lerror); 233 } 234 if (cnp->cn_lkflags & LK_TYPE_MASK) 235 VOP_UNLOCK(lvp); 236 } 237 } 238 239 /* 240 * check lookup result 241 */ 242 if (uvp == NULLVP && lvp == NULLVP) { 243 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", 244 (udvp != NULLVP ? uerror : lerror)); 245 return (udvp != NULLVP ? uerror : lerror); 246 } 247 248 /* 249 * check vnode type 250 */ 251 if (uvp != NULLVP && lvp != NULLVP && uvp->v_type != lvp->v_type) { 252 vrele(lvp); 253 lvp = NULLVP; 254 } 255 256 /* 257 * check shadow dir 258 */ 259 if (uerror != 0 && uerror != EJUSTRETURN && udvp != NULLVP && 260 lerror == 0 && lvp != NULLVP && lvp->v_type == VDIR && 261 !(dvp->v_mount->mnt_flag & MNT_RDONLY) && 262 (1 < cnp->cn_namelen || '.' != *(cnp->cn_nameptr))) { 263 /* get unionfs vnode in order to create a new shadow dir. */ 264 error = unionfs_nodeget(dvp->v_mount, NULLVP, lvp, dvp, &vp, 265 cnp, td); 266 if (error != 0) 267 goto unionfs_lookup_out; 268 269 if (LK_SHARED == (cnp->cn_lkflags & LK_TYPE_MASK)) 270 VOP_UNLOCK(vp); 271 if (LK_EXCLUSIVE != VOP_ISLOCKED(vp)) { 272 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 273 lockflag = 1; 274 } 275 error = unionfs_mkshadowdir(MOUNTTOUNIONFSMOUNT(dvp->v_mount), 276 udvp, VTOUNIONFS(vp), cnp, td); 277 if (lockflag != 0) 278 VOP_UNLOCK(vp); 279 if (error != 0) { 280 UNIONFSDEBUG("unionfs_lookup: Unable to create shadow dir."); 281 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_EXCLUSIVE) 282 vput(vp); 283 else 284 vrele(vp); 285 goto unionfs_lookup_out; 286 } 287 if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_SHARED) 288 vn_lock(vp, LK_SHARED | LK_RETRY); 289 } 290 /* 291 * get unionfs vnode. 292 */ 293 else { 294 if (uvp != NULLVP) 295 error = uerror; 296 else 297 error = lerror; 298 if (error != 0) 299 goto unionfs_lookup_out; 300 /* 301 * get socket vnode. 302 */ 303 if (uvp != NULLVP && uvp->v_type == VSOCK) { 304 vp = uvp; 305 vref(vp); 306 if (cnp->cn_lkflags & LK_TYPE_MASK) 307 vn_lock(vp, cnp->cn_lkflags | LK_RETRY); 308 } 309 else if (lvp != NULLVP && lvp->v_type == VSOCK) { 310 vp = lvp; 311 vref(vp); 312 if (cnp->cn_lkflags & LK_TYPE_MASK) 313 vn_lock(vp, cnp->cn_lkflags | LK_RETRY); 314 } 315 /* 316 * get unionfs vnode. 317 */ 318 else 319 error = unionfs_nodeget(dvp->v_mount, uvp, lvp, 320 dvp, &vp, cnp, td); 321 if (error != 0) { 322 UNIONFSDEBUG("unionfs_lookup: Unable to create unionfs vnode."); 323 goto unionfs_lookup_out; 324 } 325 if ((nameiop == DELETE || nameiop == RENAME) && 326 (cnp->cn_lkflags & LK_TYPE_MASK) == 0) 327 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 328 } 329 330 *(ap->a_vpp) = vp; 331 332 if ((cnflags & MAKEENTRY) && vp->v_type != VSOCK) 333 cache_enter(dvp, vp, cnp); 334 335 unionfs_lookup_out: 336 if (uvp != NULLVP) 337 vrele(uvp); 338 if (lvp != NULLVP) 339 vrele(lvp); 340 341 if (error == ENOENT && (cnflags & MAKEENTRY) != 0) 342 cache_enter(dvp, NULLVP, cnp); 343 344 UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error); 345 346 return (error); 347 } 348 349 static int 350 unionfs_create(struct vop_create_args *ap) 351 { 352 struct unionfs_node *dunp; 353 struct componentname *cnp; 354 struct vnode *udvp; 355 struct vnode *vp; 356 int error; 357 358 UNIONFS_INTERNAL_DEBUG("unionfs_create: enter\n"); 359 360 KASSERT_UNIONFS_VNODE(ap->a_dvp); 361 362 dunp = VTOUNIONFS(ap->a_dvp); 363 cnp = ap->a_cnp; 364 udvp = dunp->un_uppervp; 365 error = EROFS; 366 367 if (udvp != NULLVP) { 368 error = VOP_CREATE(udvp, &vp, cnp, ap->a_vap); 369 if (error != 0) 370 goto unionfs_create_abort; 371 372 if (vp->v_type == VSOCK) 373 *(ap->a_vpp) = vp; 374 else { 375 VOP_UNLOCK(vp); 376 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP, 377 ap->a_dvp, ap->a_vpp, cnp, curthread); 378 vrele(vp); 379 } 380 } 381 382 unionfs_create_abort: 383 UNIONFS_INTERNAL_DEBUG("unionfs_create: leave (%d)\n", error); 384 385 return (error); 386 } 387 388 static int 389 unionfs_whiteout(struct vop_whiteout_args *ap) 390 { 391 struct unionfs_node *dunp; 392 struct componentname *cnp; 393 struct vnode *udvp; 394 int error; 395 396 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: enter\n"); 397 398 KASSERT_UNIONFS_VNODE(ap->a_dvp); 399 400 dunp = VTOUNIONFS(ap->a_dvp); 401 cnp = ap->a_cnp; 402 udvp = dunp->un_uppervp; 403 error = EOPNOTSUPP; 404 405 if (udvp != NULLVP) { 406 switch (ap->a_flags) { 407 case CREATE: 408 case DELETE: 409 case LOOKUP: 410 error = VOP_WHITEOUT(udvp, cnp, ap->a_flags); 411 break; 412 default: 413 error = EINVAL; 414 break; 415 } 416 } 417 418 UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: leave (%d)\n", error); 419 420 return (error); 421 } 422 423 static int 424 unionfs_mknod(struct vop_mknod_args *ap) 425 { 426 struct unionfs_node *dunp; 427 struct componentname *cnp; 428 struct vnode *udvp; 429 struct vnode *vp; 430 int error; 431 432 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: enter\n"); 433 434 KASSERT_UNIONFS_VNODE(ap->a_dvp); 435 436 dunp = VTOUNIONFS(ap->a_dvp); 437 cnp = ap->a_cnp; 438 udvp = dunp->un_uppervp; 439 error = EROFS; 440 441 if (udvp != NULLVP) { 442 error = VOP_MKNOD(udvp, &vp, cnp, ap->a_vap); 443 if (error != 0) 444 goto unionfs_mknod_abort; 445 446 if (vp->v_type == VSOCK) 447 *(ap->a_vpp) = vp; 448 else { 449 VOP_UNLOCK(vp); 450 error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP, 451 ap->a_dvp, ap->a_vpp, cnp, curthread); 452 vrele(vp); 453 } 454 } 455 456 unionfs_mknod_abort: 457 UNIONFS_INTERNAL_DEBUG("unionfs_mknod: leave (%d)\n", error); 458 459 return (error); 460 } 461 462 static int 463 unionfs_open(struct vop_open_args *ap) 464 { 465 int error; 466 struct unionfs_node *unp; 467 struct unionfs_node_status *unsp; 468 struct vnode *uvp; 469 struct vnode *lvp; 470 struct vnode *targetvp; 471 struct ucred *cred; 472 struct thread *td; 473 474 UNIONFS_INTERNAL_DEBUG("unionfs_open: enter\n"); 475 476 KASSERT_UNIONFS_VNODE(ap->a_vp); 477 478 error = 0; 479 unp = VTOUNIONFS(ap->a_vp); 480 uvp = unp->un_uppervp; 481 lvp = unp->un_lowervp; 482 targetvp = NULLVP; 483 cred = ap->a_cred; 484 td = ap->a_td; 485 486 unionfs_get_node_status(unp, td, &unsp); 487 488 if (unsp->uns_lower_opencnt > 0 || unsp->uns_upper_opencnt > 0) { 489 /* vnode is already opend. */ 490 if (unsp->uns_upper_opencnt > 0) 491 targetvp = uvp; 492 else 493 targetvp = lvp; 494 495 if (targetvp == lvp && 496 (ap->a_mode & FWRITE) && lvp->v_type == VREG) 497 targetvp = NULLVP; 498 } 499 if (targetvp == NULLVP) { 500 if (uvp == NULLVP) { 501 if ((ap->a_mode & FWRITE) && lvp->v_type == VREG) { 502 error = unionfs_copyfile(unp, 503 !(ap->a_mode & O_TRUNC), cred, td); 504 if (error != 0) 505 goto unionfs_open_abort; 506 targetvp = uvp = unp->un_uppervp; 507 } else 508 targetvp = lvp; 509 } else 510 targetvp = uvp; 511 } 512 513 error = VOP_OPEN(targetvp, ap->a_mode, cred, td, ap->a_fp); 514 if (error == 0) { 515 if (targetvp == uvp) { 516 if (uvp->v_type == VDIR && lvp != NULLVP && 517 unsp->uns_lower_opencnt <= 0) { 518 /* open lower for readdir */ 519 error = VOP_OPEN(lvp, FREAD, cred, td, NULL); 520 if (error != 0) { 521 VOP_CLOSE(uvp, ap->a_mode, cred, td); 522 goto unionfs_open_abort; 523 } 524 unsp->uns_node_flag |= UNS_OPENL_4_READDIR; 525 unsp->uns_lower_opencnt++; 526 } 527 unsp->uns_upper_opencnt++; 528 } else { 529 unsp->uns_lower_opencnt++; 530 unsp->uns_lower_openmode = ap->a_mode; 531 } 532 ap->a_vp->v_object = targetvp->v_object; 533 } 534 535 unionfs_open_abort: 536 if (error != 0) 537 unionfs_tryrem_node_status(unp, unsp); 538 539 UNIONFS_INTERNAL_DEBUG("unionfs_open: leave (%d)\n", error); 540 541 return (error); 542 } 543 544 static int 545 unionfs_close(struct vop_close_args *ap) 546 { 547 int error; 548 int locked; 549 struct unionfs_node *unp; 550 struct unionfs_node_status *unsp; 551 struct ucred *cred; 552 struct thread *td; 553 struct vnode *vp; 554 struct vnode *ovp; 555 556 UNIONFS_INTERNAL_DEBUG("unionfs_close: enter\n"); 557 558 KASSERT_UNIONFS_VNODE(ap->a_vp); 559 560 locked = 0; 561 vp = ap->a_vp; 562 unp = VTOUNIONFS(vp); 563 cred = ap->a_cred; 564 td = ap->a_td; 565 566 if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) { 567 if (vn_lock(vp, LK_UPGRADE) != 0) 568 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 569 locked = 1; 570 } 571 unionfs_get_node_status(unp, td, &unsp); 572 573 if (unsp->uns_lower_opencnt <= 0 && unsp->uns_upper_opencnt <= 0) { 574 #ifdef DIAGNOSTIC 575 printf("unionfs_close: warning: open count is 0\n"); 576 #endif 577 if (unp->un_uppervp != NULLVP) 578 ovp = unp->un_uppervp; 579 else 580 ovp = unp->un_lowervp; 581 } else if (unsp->uns_upper_opencnt > 0) 582 ovp = unp->un_uppervp; 583 else 584 ovp = unp->un_lowervp; 585 586 error = VOP_CLOSE(ovp, ap->a_fflag, cred, td); 587 588 if (error != 0) 589 goto unionfs_close_abort; 590 591 vp->v_object = ovp->v_object; 592 593 if (ovp == unp->un_uppervp) { 594 unsp->uns_upper_opencnt--; 595 if (unsp->uns_upper_opencnt == 0) { 596 if (unsp->uns_node_flag & UNS_OPENL_4_READDIR) { 597 VOP_CLOSE(unp->un_lowervp, FREAD, cred, td); 598 unsp->uns_node_flag &= ~UNS_OPENL_4_READDIR; 599 unsp->uns_lower_opencnt--; 600 } 601 if (unsp->uns_lower_opencnt > 0) 602 vp->v_object = unp->un_lowervp->v_object; 603 } 604 } else 605 unsp->uns_lower_opencnt--; 606 607 unionfs_close_abort: 608 unionfs_tryrem_node_status(unp, unsp); 609 610 if (locked != 0) 611 vn_lock(vp, LK_DOWNGRADE | LK_RETRY); 612 613 UNIONFS_INTERNAL_DEBUG("unionfs_close: leave (%d)\n", error); 614 615 return (error); 616 } 617 618 /* 619 * Check the access mode toward shadow file/dir. 620 */ 621 static int 622 unionfs_check_corrected_access(accmode_t accmode, 623 struct vattr *va, 624 struct ucred *cred) 625 { 626 int count; 627 uid_t uid; /* upper side vnode's uid */ 628 gid_t gid; /* upper side vnode's gid */ 629 u_short vmode; /* upper side vnode's mode */ 630 u_short mask; 631 632 mask = 0; 633 uid = va->va_uid; 634 gid = va->va_gid; 635 vmode = va->va_mode; 636 637 /* check owner */ 638 if (cred->cr_uid == uid) { 639 if (accmode & VEXEC) 640 mask |= S_IXUSR; 641 if (accmode & VREAD) 642 mask |= S_IRUSR; 643 if (accmode & VWRITE) 644 mask |= S_IWUSR; 645 return ((vmode & mask) == mask ? 0 : EACCES); 646 } 647 648 /* check group */ 649 count = 0; 650 if (groupmember(gid, cred)) { 651 if (accmode & VEXEC) 652 mask |= S_IXGRP; 653 if (accmode & VREAD) 654 mask |= S_IRGRP; 655 if (accmode & VWRITE) 656 mask |= S_IWGRP; 657 return ((vmode & mask) == mask ? 0 : EACCES); 658 } 659 660 /* check other */ 661 if (accmode & VEXEC) 662 mask |= S_IXOTH; 663 if (accmode & VREAD) 664 mask |= S_IROTH; 665 if (accmode & VWRITE) 666 mask |= S_IWOTH; 667 668 return ((vmode & mask) == mask ? 0 : EACCES); 669 } 670 671 static int 672 unionfs_access(struct vop_access_args *ap) 673 { 674 struct unionfs_mount *ump; 675 struct unionfs_node *unp; 676 struct vnode *uvp; 677 struct vnode *lvp; 678 struct thread *td; 679 struct vattr va; 680 accmode_t accmode; 681 int error; 682 683 UNIONFS_INTERNAL_DEBUG("unionfs_access: enter\n"); 684 685 KASSERT_UNIONFS_VNODE(ap->a_vp); 686 687 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount); 688 unp = VTOUNIONFS(ap->a_vp); 689 uvp = unp->un_uppervp; 690 lvp = unp->un_lowervp; 691 td = ap->a_td; 692 accmode = ap->a_accmode; 693 error = EACCES; 694 695 if ((accmode & VWRITE) && 696 (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)) { 697 switch (ap->a_vp->v_type) { 698 case VREG: 699 case VDIR: 700 case VLNK: 701 return (EROFS); 702 default: 703 break; 704 } 705 } 706 707 if (uvp != NULLVP) { 708 error = VOP_ACCESS(uvp, accmode, ap->a_cred, td); 709 710 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error); 711 712 return (error); 713 } 714 715 if (lvp != NULLVP) { 716 if (accmode & VWRITE) { 717 if (ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY) { 718 switch (ap->a_vp->v_type) { 719 case VREG: 720 case VDIR: 721 case VLNK: 722 return (EROFS); 723 default: 724 break; 725 } 726 } else if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) { 727 /* check shadow file/dir */ 728 if (ump->um_copymode != UNIONFS_TRANSPARENT) { 729 error = unionfs_create_uppervattr(ump, 730 lvp, &va, ap->a_cred, td); 731 if (error != 0) 732 return (error); 733 734 error = unionfs_check_corrected_access( 735 accmode, &va, ap->a_cred); 736 if (error != 0) 737 return (error); 738 } 739 } 740 accmode &= ~(VWRITE | VAPPEND); 741 accmode |= VREAD; /* will copy to upper */ 742 } 743 error = VOP_ACCESS(lvp, accmode, ap->a_cred, td); 744 } 745 746 UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error); 747 748 return (error); 749 } 750 751 static int 752 unionfs_getattr(struct vop_getattr_args *ap) 753 { 754 int error; 755 struct unionfs_node *unp; 756 struct unionfs_mount *ump; 757 struct vnode *uvp; 758 struct vnode *lvp; 759 struct thread *td; 760 struct vattr va; 761 762 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: enter\n"); 763 764 KASSERT_UNIONFS_VNODE(ap->a_vp); 765 766 unp = VTOUNIONFS(ap->a_vp); 767 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount); 768 uvp = unp->un_uppervp; 769 lvp = unp->un_lowervp; 770 td = curthread; 771 772 if (uvp != NULLVP) { 773 if ((error = VOP_GETATTR(uvp, ap->a_vap, ap->a_cred)) == 0) 774 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0]; 775 776 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n", 777 ap->a_vap->va_mode, ap->a_vap->va_uid, 778 ap->a_vap->va_gid, error); 779 780 return (error); 781 } 782 783 error = VOP_GETATTR(lvp, ap->a_vap, ap->a_cred); 784 785 if (error == 0 && !(ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY)) { 786 /* correct the attr toward shadow file/dir. */ 787 if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) { 788 unionfs_create_uppervattr_core(ump, ap->a_vap, &va, td); 789 ap->a_vap->va_mode = va.va_mode; 790 ap->a_vap->va_uid = va.va_uid; 791 ap->a_vap->va_gid = va.va_gid; 792 } 793 } 794 795 if (error == 0) 796 ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0]; 797 798 UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n", 799 ap->a_vap->va_mode, ap->a_vap->va_uid, ap->a_vap->va_gid, error); 800 801 return (error); 802 } 803 804 static int 805 unionfs_setattr(struct vop_setattr_args *ap) 806 { 807 int error; 808 struct unionfs_node *unp; 809 struct vnode *uvp; 810 struct vnode *lvp; 811 struct thread *td; 812 struct vattr *vap; 813 814 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: enter\n"); 815 816 KASSERT_UNIONFS_VNODE(ap->a_vp); 817 818 error = EROFS; 819 unp = VTOUNIONFS(ap->a_vp); 820 uvp = unp->un_uppervp; 821 lvp = unp->un_lowervp; 822 td = curthread; 823 vap = ap->a_vap; 824 825 if ((ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) && 826 (vap->va_flags != VNOVAL || vap->va_uid != (uid_t)VNOVAL || 827 vap->va_gid != (gid_t)VNOVAL || vap->va_atime.tv_sec != VNOVAL || 828 vap->va_mtime.tv_sec != VNOVAL || vap->va_mode != (mode_t)VNOVAL)) 829 return (EROFS); 830 831 if (uvp == NULLVP && lvp->v_type == VREG) { 832 error = unionfs_copyfile(unp, (vap->va_size != 0), 833 ap->a_cred, td); 834 if (error != 0) 835 return (error); 836 uvp = unp->un_uppervp; 837 } 838 839 if (uvp != NULLVP) 840 error = VOP_SETATTR(uvp, vap, ap->a_cred); 841 842 UNIONFS_INTERNAL_DEBUG("unionfs_setattr: leave (%d)\n", error); 843 844 return (error); 845 } 846 847 static int 848 unionfs_read(struct vop_read_args *ap) 849 { 850 int error; 851 struct unionfs_node *unp; 852 struct vnode *tvp; 853 854 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: enter\n"); */ 855 856 KASSERT_UNIONFS_VNODE(ap->a_vp); 857 858 unp = VTOUNIONFS(ap->a_vp); 859 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 860 861 error = VOP_READ(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred); 862 863 /* UNIONFS_INTERNAL_DEBUG("unionfs_read: leave (%d)\n", error); */ 864 865 return (error); 866 } 867 868 static int 869 unionfs_write(struct vop_write_args *ap) 870 { 871 int error; 872 struct unionfs_node *unp; 873 struct vnode *tvp; 874 875 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: enter\n"); */ 876 877 KASSERT_UNIONFS_VNODE(ap->a_vp); 878 879 unp = VTOUNIONFS(ap->a_vp); 880 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 881 882 error = VOP_WRITE(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred); 883 884 /* UNIONFS_INTERNAL_DEBUG("unionfs_write: leave (%d)\n", error); */ 885 886 return (error); 887 } 888 889 static int 890 unionfs_ioctl(struct vop_ioctl_args *ap) 891 { 892 int error; 893 struct unionfs_node *unp; 894 struct unionfs_node_status *unsp; 895 struct vnode *ovp; 896 897 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: enter\n"); 898 899 KASSERT_UNIONFS_VNODE(ap->a_vp); 900 901 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY); 902 unp = VTOUNIONFS(ap->a_vp); 903 unionfs_get_node_status(unp, ap->a_td, &unsp); 904 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp); 905 unionfs_tryrem_node_status(unp, unsp); 906 VOP_UNLOCK(ap->a_vp); 907 908 if (ovp == NULLVP) 909 return (EBADF); 910 911 error = VOP_IOCTL(ovp, ap->a_command, ap->a_data, ap->a_fflag, 912 ap->a_cred, ap->a_td); 913 914 UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: leave (%d)\n", error); 915 916 return (error); 917 } 918 919 static int 920 unionfs_poll(struct vop_poll_args *ap) 921 { 922 struct unionfs_node *unp; 923 struct unionfs_node_status *unsp; 924 struct vnode *ovp; 925 926 KASSERT_UNIONFS_VNODE(ap->a_vp); 927 928 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY); 929 unp = VTOUNIONFS(ap->a_vp); 930 unionfs_get_node_status(unp, ap->a_td, &unsp); 931 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp); 932 unionfs_tryrem_node_status(unp, unsp); 933 VOP_UNLOCK(ap->a_vp); 934 935 if (ovp == NULLVP) 936 return (EBADF); 937 938 return (VOP_POLL(ovp, ap->a_events, ap->a_cred, ap->a_td)); 939 } 940 941 static int 942 unionfs_fsync(struct vop_fsync_args *ap) 943 { 944 struct unionfs_node *unp; 945 struct unionfs_node_status *unsp; 946 struct vnode *ovp; 947 948 KASSERT_UNIONFS_VNODE(ap->a_vp); 949 950 unp = VTOUNIONFS(ap->a_vp); 951 unionfs_get_node_status(unp, ap->a_td, &unsp); 952 ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp); 953 unionfs_tryrem_node_status(unp, unsp); 954 955 if (ovp == NULLVP) 956 return (EBADF); 957 958 return (VOP_FSYNC(ovp, ap->a_waitfor, ap->a_td)); 959 } 960 961 static int 962 unionfs_remove(struct vop_remove_args *ap) 963 { 964 int error; 965 char *path; 966 struct unionfs_node *dunp; 967 struct unionfs_node *unp; 968 struct unionfs_mount *ump; 969 struct vnode *udvp; 970 struct vnode *uvp; 971 struct vnode *lvp; 972 struct vnode *vp; 973 struct componentname *cnp; 974 struct componentname cn; 975 struct thread *td; 976 977 UNIONFS_INTERNAL_DEBUG("unionfs_remove: enter\n"); 978 979 KASSERT_UNIONFS_VNODE(ap->a_dvp); 980 981 error = 0; 982 dunp = VTOUNIONFS(ap->a_dvp); 983 udvp = dunp->un_uppervp; 984 cnp = ap->a_cnp; 985 td = curthread; 986 987 if (ap->a_vp->v_op != &unionfs_vnodeops) { 988 if (ap->a_vp->v_type != VSOCK) 989 return (EINVAL); 990 ump = NULL; 991 vp = uvp = lvp = NULLVP; 992 /* search vnode */ 993 VOP_UNLOCK(ap->a_vp); 994 error = unionfs_relookup(udvp, &vp, cnp, &cn, td, 995 cnp->cn_nameptr, strlen(cnp->cn_nameptr), DELETE); 996 if (error != 0 && error != ENOENT) { 997 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY); 998 return (error); 999 } 1000 1001 if (error == 0 && vp == ap->a_vp) { 1002 /* target vnode in upper */ 1003 uvp = vp; 1004 vrele(vp); 1005 path = NULL; 1006 } else { 1007 /* target vnode in lower */ 1008 if (vp != NULLVP) { 1009 if (udvp == vp) 1010 vrele(vp); 1011 else 1012 vput(vp); 1013 } 1014 vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY); 1015 lvp = ap->a_vp; 1016 path = ap->a_cnp->cn_nameptr; 1017 } 1018 } else { 1019 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount); 1020 unp = VTOUNIONFS(ap->a_vp); 1021 uvp = unp->un_uppervp; 1022 lvp = unp->un_lowervp; 1023 path = unp->un_path; 1024 } 1025 1026 if (udvp == NULLVP) 1027 return (EROFS); 1028 1029 if (uvp != NULLVP) { 1030 /* 1031 * XXX: if the vnode type is VSOCK, it will create whiteout 1032 * after remove. 1033 */ 1034 if (ump == NULL || ump->um_whitemode == UNIONFS_WHITE_ALWAYS || 1035 lvp != NULLVP) 1036 cnp->cn_flags |= DOWHITEOUT; 1037 error = VOP_REMOVE(udvp, uvp, cnp); 1038 } else if (lvp != NULLVP) 1039 error = unionfs_mkwhiteout(udvp, cnp, td, path); 1040 1041 UNIONFS_INTERNAL_DEBUG("unionfs_remove: leave (%d)\n", error); 1042 1043 return (error); 1044 } 1045 1046 static int 1047 unionfs_link(struct vop_link_args *ap) 1048 { 1049 int error; 1050 int needrelookup; 1051 struct unionfs_node *dunp; 1052 struct unionfs_node *unp; 1053 struct vnode *udvp; 1054 struct vnode *uvp; 1055 struct componentname *cnp; 1056 struct thread *td; 1057 1058 UNIONFS_INTERNAL_DEBUG("unionfs_link: enter\n"); 1059 1060 KASSERT_UNIONFS_VNODE(ap->a_tdvp); 1061 KASSERT_UNIONFS_VNODE(ap->a_vp); 1062 1063 error = 0; 1064 needrelookup = 0; 1065 dunp = VTOUNIONFS(ap->a_tdvp); 1066 unp = NULL; 1067 udvp = dunp->un_uppervp; 1068 uvp = NULLVP; 1069 cnp = ap->a_cnp; 1070 td = curthread; 1071 1072 if (udvp == NULLVP) 1073 return (EROFS); 1074 1075 if (ap->a_vp->v_op != &unionfs_vnodeops) 1076 uvp = ap->a_vp; 1077 else { 1078 unp = VTOUNIONFS(ap->a_vp); 1079 1080 if (unp->un_uppervp == NULLVP) { 1081 if (ap->a_vp->v_type != VREG) 1082 return (EOPNOTSUPP); 1083 1084 error = unionfs_copyfile(unp, 1, cnp->cn_cred, td); 1085 if (error != 0) 1086 return (error); 1087 needrelookup = 1; 1088 } 1089 uvp = unp->un_uppervp; 1090 } 1091 1092 if (needrelookup != 0) 1093 error = unionfs_relookup_for_create(ap->a_tdvp, cnp, td); 1094 1095 if (error == 0) 1096 error = VOP_LINK(udvp, uvp, cnp); 1097 1098 UNIONFS_INTERNAL_DEBUG("unionfs_link: leave (%d)\n", error); 1099 1100 return (error); 1101 } 1102 1103 static int 1104 unionfs_rename(struct vop_rename_args *ap) 1105 { 1106 int error; 1107 struct vnode *fdvp; 1108 struct vnode *fvp; 1109 struct componentname *fcnp; 1110 struct vnode *tdvp; 1111 struct vnode *tvp; 1112 struct componentname *tcnp; 1113 struct vnode *ltdvp; 1114 struct vnode *ltvp; 1115 struct thread *td; 1116 1117 /* rename target vnodes */ 1118 struct vnode *rfdvp; 1119 struct vnode *rfvp; 1120 struct vnode *rtdvp; 1121 struct vnode *rtvp; 1122 1123 int needrelookup; 1124 struct unionfs_mount *ump; 1125 struct unionfs_node *unp; 1126 1127 UNIONFS_INTERNAL_DEBUG("unionfs_rename: enter\n"); 1128 1129 error = 0; 1130 fdvp = ap->a_fdvp; 1131 fvp = ap->a_fvp; 1132 fcnp = ap->a_fcnp; 1133 tdvp = ap->a_tdvp; 1134 tvp = ap->a_tvp; 1135 tcnp = ap->a_tcnp; 1136 ltdvp = NULLVP; 1137 ltvp = NULLVP; 1138 td = curthread; 1139 rfdvp = fdvp; 1140 rfvp = fvp; 1141 rtdvp = tdvp; 1142 rtvp = tvp; 1143 needrelookup = 0; 1144 1145 #ifdef DIAGNOSTIC 1146 if (!(fcnp->cn_flags & HASBUF) || !(tcnp->cn_flags & HASBUF)) 1147 panic("unionfs_rename: no name"); 1148 #endif 1149 1150 /* check for cross device rename */ 1151 if (fvp->v_mount != tdvp->v_mount || 1152 (tvp != NULLVP && fvp->v_mount != tvp->v_mount)) { 1153 if (fvp->v_op != &unionfs_vnodeops) 1154 error = ENODEV; 1155 else 1156 error = EXDEV; 1157 goto unionfs_rename_abort; 1158 } 1159 1160 /* Renaming a file to itself has no effect. */ 1161 if (fvp == tvp) 1162 goto unionfs_rename_abort; 1163 1164 /* 1165 * from/to vnode is unionfs node. 1166 */ 1167 1168 KASSERT_UNIONFS_VNODE(fdvp); 1169 KASSERT_UNIONFS_VNODE(fvp); 1170 KASSERT_UNIONFS_VNODE(tdvp); 1171 if (tvp != NULLVP) 1172 KASSERT_UNIONFS_VNODE(tvp); 1173 1174 unp = VTOUNIONFS(fdvp); 1175 #ifdef UNIONFS_IDBG_RENAME 1176 UNIONFS_INTERNAL_DEBUG("fdvp=%p, ufdvp=%p, lfdvp=%p\n", fdvp, unp->un_uppervp, unp->un_lowervp); 1177 #endif 1178 if (unp->un_uppervp == NULLVP) { 1179 error = ENODEV; 1180 goto unionfs_rename_abort; 1181 } 1182 rfdvp = unp->un_uppervp; 1183 vref(rfdvp); 1184 1185 unp = VTOUNIONFS(fvp); 1186 #ifdef UNIONFS_IDBG_RENAME 1187 UNIONFS_INTERNAL_DEBUG("fvp=%p, ufvp=%p, lfvp=%p\n", fvp, unp->un_uppervp, unp->un_lowervp); 1188 #endif 1189 ump = MOUNTTOUNIONFSMOUNT(fvp->v_mount); 1190 if (unp->un_uppervp == NULLVP) { 1191 switch (fvp->v_type) { 1192 case VREG: 1193 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0) 1194 goto unionfs_rename_abort; 1195 error = unionfs_copyfile(unp, 1, fcnp->cn_cred, td); 1196 VOP_UNLOCK(fvp); 1197 if (error != 0) 1198 goto unionfs_rename_abort; 1199 break; 1200 case VDIR: 1201 if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0) 1202 goto unionfs_rename_abort; 1203 error = unionfs_mkshadowdir(ump, rfdvp, unp, fcnp, td); 1204 VOP_UNLOCK(fvp); 1205 if (error != 0) 1206 goto unionfs_rename_abort; 1207 break; 1208 default: 1209 error = ENODEV; 1210 goto unionfs_rename_abort; 1211 } 1212 1213 needrelookup = 1; 1214 } 1215 1216 if (unp->un_lowervp != NULLVP) 1217 fcnp->cn_flags |= DOWHITEOUT; 1218 rfvp = unp->un_uppervp; 1219 vref(rfvp); 1220 1221 unp = VTOUNIONFS(tdvp); 1222 #ifdef UNIONFS_IDBG_RENAME 1223 UNIONFS_INTERNAL_DEBUG("tdvp=%p, utdvp=%p, ltdvp=%p\n", tdvp, unp->un_uppervp, unp->un_lowervp); 1224 #endif 1225 if (unp->un_uppervp == NULLVP) { 1226 error = ENODEV; 1227 goto unionfs_rename_abort; 1228 } 1229 rtdvp = unp->un_uppervp; 1230 ltdvp = unp->un_lowervp; 1231 vref(rtdvp); 1232 1233 if (tdvp == tvp) { 1234 rtvp = rtdvp; 1235 vref(rtvp); 1236 } else if (tvp != NULLVP) { 1237 unp = VTOUNIONFS(tvp); 1238 #ifdef UNIONFS_IDBG_RENAME 1239 UNIONFS_INTERNAL_DEBUG("tvp=%p, utvp=%p, ltvp=%p\n", tvp, unp->un_uppervp, unp->un_lowervp); 1240 #endif 1241 if (unp->un_uppervp == NULLVP) 1242 rtvp = NULLVP; 1243 else { 1244 if (tvp->v_type == VDIR) { 1245 error = EINVAL; 1246 goto unionfs_rename_abort; 1247 } 1248 rtvp = unp->un_uppervp; 1249 ltvp = unp->un_lowervp; 1250 vref(rtvp); 1251 } 1252 } 1253 1254 if (rfvp == rtvp) 1255 goto unionfs_rename_abort; 1256 1257 if (needrelookup != 0) { 1258 if ((error = vn_lock(fdvp, LK_EXCLUSIVE)) != 0) 1259 goto unionfs_rename_abort; 1260 error = unionfs_relookup_for_delete(fdvp, fcnp, td); 1261 VOP_UNLOCK(fdvp); 1262 if (error != 0) 1263 goto unionfs_rename_abort; 1264 1265 /* Locke of tvp is canceled in order to avoid recursive lock. */ 1266 if (tvp != NULLVP && tvp != tdvp) 1267 VOP_UNLOCK(tvp); 1268 error = unionfs_relookup_for_rename(tdvp, tcnp, td); 1269 if (tvp != NULLVP && tvp != tdvp) 1270 vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY); 1271 if (error != 0) 1272 goto unionfs_rename_abort; 1273 } 1274 1275 error = VOP_RENAME(rfdvp, rfvp, fcnp, rtdvp, rtvp, tcnp); 1276 1277 if (error == 0) { 1278 if (rtvp != NULLVP && rtvp->v_type == VDIR) 1279 cache_purge(tdvp); 1280 if (fvp->v_type == VDIR && fdvp != tdvp) 1281 cache_purge(fdvp); 1282 } 1283 1284 if (ltdvp != NULLVP) 1285 VOP_UNLOCK(ltdvp); 1286 if (tdvp != rtdvp) 1287 vrele(tdvp); 1288 if (ltvp != NULLVP) 1289 VOP_UNLOCK(ltvp); 1290 if (tvp != rtvp && tvp != NULLVP) { 1291 if (rtvp == NULLVP) 1292 vput(tvp); 1293 else 1294 vrele(tvp); 1295 } 1296 if (fdvp != rfdvp) 1297 vrele(fdvp); 1298 if (fvp != rfvp) 1299 vrele(fvp); 1300 1301 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error); 1302 1303 return (error); 1304 1305 unionfs_rename_abort: 1306 vput(tdvp); 1307 if (tdvp != rtdvp) 1308 vrele(rtdvp); 1309 if (tvp != NULLVP) { 1310 if (tdvp != tvp) 1311 vput(tvp); 1312 else 1313 vrele(tvp); 1314 } 1315 if (tvp != rtvp && rtvp != NULLVP) 1316 vrele(rtvp); 1317 if (fdvp != rfdvp) 1318 vrele(rfdvp); 1319 if (fvp != rfvp) 1320 vrele(rfvp); 1321 vrele(fdvp); 1322 vrele(fvp); 1323 1324 UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error); 1325 1326 return (error); 1327 } 1328 1329 static int 1330 unionfs_mkdir(struct vop_mkdir_args *ap) 1331 { 1332 int error; 1333 int lkflags; 1334 struct unionfs_node *dunp; 1335 struct componentname *cnp; 1336 struct thread *td; 1337 struct vnode *udvp; 1338 struct vnode *uvp; 1339 struct vattr va; 1340 1341 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: enter\n"); 1342 1343 KASSERT_UNIONFS_VNODE(ap->a_dvp); 1344 1345 error = EROFS; 1346 dunp = VTOUNIONFS(ap->a_dvp); 1347 cnp = ap->a_cnp; 1348 lkflags = cnp->cn_lkflags; 1349 td = curthread; 1350 udvp = dunp->un_uppervp; 1351 1352 if (udvp != NULLVP) { 1353 /* check opaque */ 1354 if (!(cnp->cn_flags & ISWHITEOUT)) { 1355 error = VOP_GETATTR(udvp, &va, cnp->cn_cred); 1356 if (error != 0) 1357 return (error); 1358 if (va.va_flags & OPAQUE) 1359 cnp->cn_flags |= ISWHITEOUT; 1360 } 1361 1362 if ((error = VOP_MKDIR(udvp, &uvp, cnp, ap->a_vap)) == 0) { 1363 VOP_UNLOCK(uvp); 1364 cnp->cn_lkflags = LK_EXCLUSIVE; 1365 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP, 1366 ap->a_dvp, ap->a_vpp, cnp, td); 1367 cnp->cn_lkflags = lkflags; 1368 vrele(uvp); 1369 } 1370 } 1371 1372 UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: leave (%d)\n", error); 1373 1374 return (error); 1375 } 1376 1377 static int 1378 unionfs_rmdir(struct vop_rmdir_args *ap) 1379 { 1380 int error; 1381 struct unionfs_node *dunp; 1382 struct unionfs_node *unp; 1383 struct unionfs_mount *ump; 1384 struct componentname *cnp; 1385 struct thread *td; 1386 struct vnode *udvp; 1387 struct vnode *uvp; 1388 struct vnode *lvp; 1389 1390 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: enter\n"); 1391 1392 KASSERT_UNIONFS_VNODE(ap->a_dvp); 1393 KASSERT_UNIONFS_VNODE(ap->a_vp); 1394 1395 error = 0; 1396 dunp = VTOUNIONFS(ap->a_dvp); 1397 unp = VTOUNIONFS(ap->a_vp); 1398 cnp = ap->a_cnp; 1399 td = curthread; 1400 udvp = dunp->un_uppervp; 1401 uvp = unp->un_uppervp; 1402 lvp = unp->un_lowervp; 1403 1404 if (udvp == NULLVP) 1405 return (EROFS); 1406 1407 if (udvp == uvp) 1408 return (EOPNOTSUPP); 1409 1410 if (uvp != NULLVP) { 1411 if (lvp != NULLVP) { 1412 error = unionfs_check_rmdir(ap->a_vp, cnp->cn_cred, td); 1413 if (error != 0) 1414 return (error); 1415 } 1416 ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount); 1417 if (ump->um_whitemode == UNIONFS_WHITE_ALWAYS || lvp != NULLVP) 1418 cnp->cn_flags |= DOWHITEOUT; 1419 error = unionfs_relookup_for_delete(ap->a_dvp, cnp, td); 1420 if (!error) 1421 error = VOP_RMDIR(udvp, uvp, cnp); 1422 } 1423 else if (lvp != NULLVP) 1424 error = unionfs_mkwhiteout(udvp, cnp, td, unp->un_path); 1425 1426 if (error == 0) { 1427 cache_purge(ap->a_dvp); 1428 cache_purge(ap->a_vp); 1429 } 1430 1431 UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: leave (%d)\n", error); 1432 1433 return (error); 1434 } 1435 1436 static int 1437 unionfs_symlink(struct vop_symlink_args *ap) 1438 { 1439 int error; 1440 int lkflags; 1441 struct unionfs_node *dunp; 1442 struct componentname *cnp; 1443 struct thread *td; 1444 struct vnode *udvp; 1445 struct vnode *uvp; 1446 1447 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: enter\n"); 1448 1449 KASSERT_UNIONFS_VNODE(ap->a_dvp); 1450 1451 error = EROFS; 1452 dunp = VTOUNIONFS(ap->a_dvp); 1453 cnp = ap->a_cnp; 1454 lkflags = cnp->cn_lkflags; 1455 td = curthread; 1456 udvp = dunp->un_uppervp; 1457 1458 if (udvp != NULLVP) { 1459 error = VOP_SYMLINK(udvp, &uvp, cnp, ap->a_vap, ap->a_target); 1460 if (error == 0) { 1461 VOP_UNLOCK(uvp); 1462 cnp->cn_lkflags = LK_EXCLUSIVE; 1463 error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP, 1464 ap->a_dvp, ap->a_vpp, cnp, td); 1465 cnp->cn_lkflags = lkflags; 1466 vrele(uvp); 1467 } 1468 } 1469 1470 UNIONFS_INTERNAL_DEBUG("unionfs_symlink: leave (%d)\n", error); 1471 1472 return (error); 1473 } 1474 1475 static int 1476 unionfs_readdir(struct vop_readdir_args *ap) 1477 { 1478 int error; 1479 int eofflag; 1480 int locked; 1481 int uio_offset_bk; 1482 struct unionfs_node *unp; 1483 struct unionfs_node_status *unsp; 1484 struct uio *uio; 1485 struct vnode *vp; 1486 struct vnode *uvp; 1487 struct vnode *lvp; 1488 struct thread *td; 1489 struct vattr va; 1490 1491 int ncookies_bk; 1492 u_long *cookies_bk; 1493 1494 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: enter\n"); 1495 1496 KASSERT_UNIONFS_VNODE(ap->a_vp); 1497 1498 error = 0; 1499 eofflag = 0; 1500 locked = 0; 1501 uio_offset_bk = 0; 1502 uio = ap->a_uio; 1503 uvp = NULLVP; 1504 lvp = NULLVP; 1505 td = uio->uio_td; 1506 ncookies_bk = 0; 1507 cookies_bk = NULL; 1508 1509 vp = ap->a_vp; 1510 if (vp->v_type != VDIR) 1511 return (ENOTDIR); 1512 1513 /* check the open count. unionfs needs to open before readdir. */ 1514 if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) { 1515 if (vn_lock(vp, LK_UPGRADE) != 0) 1516 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 1517 locked = 1; 1518 } 1519 unp = VTOUNIONFS(vp); 1520 if (unp == NULL) 1521 error = EBADF; 1522 else { 1523 uvp = unp->un_uppervp; 1524 lvp = unp->un_lowervp; 1525 unionfs_get_node_status(unp, td, &unsp); 1526 if ((uvp != NULLVP && unsp->uns_upper_opencnt <= 0) || 1527 (lvp != NULLVP && unsp->uns_lower_opencnt <= 0)) { 1528 unionfs_tryrem_node_status(unp, unsp); 1529 error = EBADF; 1530 } 1531 } 1532 if (locked) 1533 vn_lock(vp, LK_DOWNGRADE | LK_RETRY); 1534 if (error != 0) 1535 goto unionfs_readdir_exit; 1536 1537 /* check opaque */ 1538 if (uvp != NULLVP && lvp != NULLVP) { 1539 if ((error = VOP_GETATTR(uvp, &va, ap->a_cred)) != 0) 1540 goto unionfs_readdir_exit; 1541 if (va.va_flags & OPAQUE) 1542 lvp = NULLVP; 1543 } 1544 1545 /* upper only */ 1546 if (uvp != NULLVP && lvp == NULLVP) { 1547 error = VOP_READDIR(uvp, uio, ap->a_cred, ap->a_eofflag, 1548 ap->a_ncookies, ap->a_cookies); 1549 unsp->uns_readdir_status = 0; 1550 1551 goto unionfs_readdir_exit; 1552 } 1553 1554 /* lower only */ 1555 if (uvp == NULLVP && lvp != NULLVP) { 1556 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag, 1557 ap->a_ncookies, ap->a_cookies); 1558 unsp->uns_readdir_status = 2; 1559 1560 goto unionfs_readdir_exit; 1561 } 1562 1563 /* 1564 * readdir upper and lower 1565 */ 1566 KASSERT(uvp != NULLVP, ("unionfs_readdir: null upper vp")); 1567 KASSERT(lvp != NULLVP, ("unionfs_readdir: null lower vp")); 1568 if (uio->uio_offset == 0) 1569 unsp->uns_readdir_status = 0; 1570 1571 if (unsp->uns_readdir_status == 0) { 1572 /* read upper */ 1573 error = VOP_READDIR(uvp, uio, ap->a_cred, &eofflag, 1574 ap->a_ncookies, ap->a_cookies); 1575 1576 if (error != 0 || eofflag == 0) 1577 goto unionfs_readdir_exit; 1578 unsp->uns_readdir_status = 1; 1579 1580 /* 1581 * UFS(and other FS) needs size of uio_resid larger than 1582 * DIRBLKSIZ. 1583 * size of DIRBLKSIZ equals DEV_BSIZE. 1584 * (see: ufs/ufs/ufs_vnops.c ufs_readdir func , ufs/ufs/dir.h) 1585 */ 1586 if (uio->uio_resid <= (uio->uio_resid & (DEV_BSIZE -1))) 1587 goto unionfs_readdir_exit; 1588 1589 /* 1590 * Backup cookies. 1591 * It prepares to readdir in lower. 1592 */ 1593 if (ap->a_ncookies != NULL) { 1594 ncookies_bk = *(ap->a_ncookies); 1595 *(ap->a_ncookies) = 0; 1596 } 1597 if (ap->a_cookies != NULL) { 1598 cookies_bk = *(ap->a_cookies); 1599 *(ap->a_cookies) = NULL; 1600 } 1601 } 1602 1603 /* initialize for readdir in lower */ 1604 if (unsp->uns_readdir_status == 1) { 1605 unsp->uns_readdir_status = 2; 1606 /* 1607 * Backup uio_offset. See the comment after the 1608 * VOP_READDIR call on the lower layer. 1609 */ 1610 uio_offset_bk = uio->uio_offset; 1611 uio->uio_offset = 0; 1612 } 1613 1614 if (lvp == NULLVP) { 1615 error = EBADF; 1616 goto unionfs_readdir_exit; 1617 } 1618 /* read lower */ 1619 error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag, 1620 ap->a_ncookies, ap->a_cookies); 1621 1622 /* 1623 * We can't return an uio_offset of 0: this would trigger an 1624 * infinite loop, because the next call to unionfs_readdir would 1625 * always restart with the upper layer (uio_offset == 0) and 1626 * always return some data. 1627 * 1628 * This happens when the lower layer root directory is removed. 1629 * (A root directory deleting of unionfs should not be permitted. 1630 * But current VFS can not do it.) 1631 */ 1632 if (uio->uio_offset == 0) 1633 uio->uio_offset = uio_offset_bk; 1634 1635 if (cookies_bk != NULL) { 1636 /* merge cookies */ 1637 int size; 1638 u_long *newcookies, *pos; 1639 1640 size = *(ap->a_ncookies) + ncookies_bk; 1641 newcookies = (u_long *) malloc(size * sizeof(u_long), 1642 M_TEMP, M_WAITOK); 1643 pos = newcookies; 1644 1645 memcpy(pos, cookies_bk, ncookies_bk * sizeof(u_long)); 1646 pos += ncookies_bk; 1647 memcpy(pos, *(ap->a_cookies), *(ap->a_ncookies) * sizeof(u_long)); 1648 free(cookies_bk, M_TEMP); 1649 free(*(ap->a_cookies), M_TEMP); 1650 *(ap->a_ncookies) = size; 1651 *(ap->a_cookies) = newcookies; 1652 } 1653 1654 unionfs_readdir_exit: 1655 if (error != 0 && ap->a_eofflag != NULL) 1656 *(ap->a_eofflag) = 1; 1657 1658 UNIONFS_INTERNAL_DEBUG("unionfs_readdir: leave (%d)\n", error); 1659 1660 return (error); 1661 } 1662 1663 static int 1664 unionfs_readlink(struct vop_readlink_args *ap) 1665 { 1666 int error; 1667 struct unionfs_node *unp; 1668 struct vnode *vp; 1669 1670 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: enter\n"); 1671 1672 KASSERT_UNIONFS_VNODE(ap->a_vp); 1673 1674 unp = VTOUNIONFS(ap->a_vp); 1675 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 1676 1677 error = VOP_READLINK(vp, ap->a_uio, ap->a_cred); 1678 1679 UNIONFS_INTERNAL_DEBUG("unionfs_readlink: leave (%d)\n", error); 1680 1681 return (error); 1682 } 1683 1684 static int 1685 unionfs_getwritemount(struct vop_getwritemount_args *ap) 1686 { 1687 int error; 1688 struct vnode *uvp; 1689 struct vnode *vp; 1690 1691 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: enter\n"); 1692 1693 error = 0; 1694 vp = ap->a_vp; 1695 1696 if (vp == NULLVP || (vp->v_mount->mnt_flag & MNT_RDONLY)) 1697 return (EACCES); 1698 1699 KASSERT_UNIONFS_VNODE(vp); 1700 1701 uvp = UNIONFSVPTOUPPERVP(vp); 1702 if (uvp == NULLVP && VREG == vp->v_type) 1703 uvp = UNIONFSVPTOUPPERVP(VTOUNIONFS(vp)->un_dvp); 1704 1705 if (uvp != NULLVP) 1706 error = VOP_GETWRITEMOUNT(uvp, ap->a_mpp); 1707 else { 1708 VI_LOCK(vp); 1709 if (vp->v_holdcnt == 0) 1710 error = EOPNOTSUPP; 1711 else 1712 error = EACCES; 1713 VI_UNLOCK(vp); 1714 } 1715 1716 UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: leave (%d)\n", error); 1717 1718 return (error); 1719 } 1720 1721 static int 1722 unionfs_inactive(struct vop_inactive_args *ap) 1723 { 1724 ap->a_vp->v_object = NULL; 1725 vrecycle(ap->a_vp); 1726 return (0); 1727 } 1728 1729 static int 1730 unionfs_reclaim(struct vop_reclaim_args *ap) 1731 { 1732 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: enter\n"); */ 1733 1734 unionfs_noderem(ap->a_vp, curthread); 1735 1736 /* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: leave\n"); */ 1737 1738 return (0); 1739 } 1740 1741 static int 1742 unionfs_print(struct vop_print_args *ap) 1743 { 1744 struct unionfs_node *unp; 1745 /* struct unionfs_node_status *unsp; */ 1746 1747 unp = VTOUNIONFS(ap->a_vp); 1748 /* unionfs_get_node_status(unp, curthread, &unsp); */ 1749 1750 printf("unionfs_vp=%p, uppervp=%p, lowervp=%p\n", 1751 ap->a_vp, unp->un_uppervp, unp->un_lowervp); 1752 /* 1753 printf("unionfs opencnt: uppervp=%d, lowervp=%d\n", 1754 unsp->uns_upper_opencnt, unsp->uns_lower_opencnt); 1755 */ 1756 1757 if (unp->un_uppervp != NULLVP) 1758 vn_printf(unp->un_uppervp, "unionfs: upper "); 1759 if (unp->un_lowervp != NULLVP) 1760 vn_printf(unp->un_lowervp, "unionfs: lower "); 1761 1762 return (0); 1763 } 1764 1765 static int 1766 unionfs_islocked(struct vop_islocked_args *ap) 1767 { 1768 struct unionfs_node *unp; 1769 1770 KASSERT_UNIONFS_VNODE(ap->a_vp); 1771 1772 unp = VTOUNIONFS(ap->a_vp); 1773 if (unp == NULL) 1774 return (vop_stdislocked(ap)); 1775 1776 if (unp->un_uppervp != NULLVP) 1777 return (VOP_ISLOCKED(unp->un_uppervp)); 1778 if (unp->un_lowervp != NULLVP) 1779 return (VOP_ISLOCKED(unp->un_lowervp)); 1780 return (vop_stdislocked(ap)); 1781 } 1782 1783 static int 1784 unionfs_get_llt_revlock(struct vnode *vp, int flags) 1785 { 1786 int revlock; 1787 1788 revlock = 0; 1789 1790 switch (flags & LK_TYPE_MASK) { 1791 case LK_SHARED: 1792 if (VOP_ISLOCKED(vp) == LK_EXCLUSIVE) 1793 revlock = LK_UPGRADE; 1794 else 1795 revlock = LK_RELEASE; 1796 break; 1797 case LK_EXCLUSIVE: 1798 case LK_UPGRADE: 1799 revlock = LK_RELEASE; 1800 break; 1801 case LK_DOWNGRADE: 1802 revlock = LK_UPGRADE; 1803 break; 1804 default: 1805 break; 1806 } 1807 1808 return (revlock); 1809 } 1810 1811 /* 1812 * The state of an acquired lock is adjusted similarly to 1813 * the time of error generating. 1814 * flags: LK_RELEASE or LK_UPGRADE 1815 */ 1816 static void 1817 unionfs_revlock(struct vnode *vp, int flags) 1818 { 1819 if (flags & LK_RELEASE) 1820 VOP_UNLOCK_FLAGS(vp, flags); 1821 else { 1822 /* UPGRADE */ 1823 if (vn_lock(vp, flags) != 0) 1824 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 1825 } 1826 } 1827 1828 static int 1829 unionfs_lock(struct vop_lock1_args *ap) 1830 { 1831 int error; 1832 int flags; 1833 int revlock; 1834 int interlock; 1835 int uhold; 1836 struct mount *mp; 1837 struct unionfs_mount *ump; 1838 struct unionfs_node *unp; 1839 struct vnode *vp; 1840 struct vnode *uvp; 1841 struct vnode *lvp; 1842 1843 KASSERT_UNIONFS_VNODE(ap->a_vp); 1844 1845 error = 0; 1846 interlock = 1; 1847 uhold = 0; 1848 flags = ap->a_flags; 1849 vp = ap->a_vp; 1850 1851 if (LK_RELEASE == (flags & LK_TYPE_MASK) || !(flags & LK_TYPE_MASK)) 1852 return (VOP_UNLOCK_FLAGS(vp, flags | LK_RELEASE)); 1853 1854 if ((flags & LK_INTERLOCK) == 0) 1855 VI_LOCK(vp); 1856 1857 mp = vp->v_mount; 1858 if (mp == NULL) 1859 goto unionfs_lock_null_vnode; 1860 1861 ump = MOUNTTOUNIONFSMOUNT(mp); 1862 unp = VTOUNIONFS(vp); 1863 if (ump == NULL || unp == NULL) 1864 goto unionfs_lock_null_vnode; 1865 lvp = unp->un_lowervp; 1866 uvp = unp->un_uppervp; 1867 1868 if ((revlock = unionfs_get_llt_revlock(vp, flags)) == 0) 1869 panic("unknown lock type: 0x%x", flags & LK_TYPE_MASK); 1870 1871 if ((vp->v_iflag & VI_OWEINACT) != 0) 1872 flags |= LK_NOWAIT; 1873 1874 /* 1875 * Sometimes, lower or upper is already exclusive locked. 1876 * (ex. vfs_domount: mounted vnode is already locked.) 1877 */ 1878 if ((flags & LK_TYPE_MASK) == LK_EXCLUSIVE && 1879 vp == ump->um_rootvp) 1880 flags |= LK_CANRECURSE; 1881 1882 if (lvp != NULLVP) { 1883 if (uvp != NULLVP && flags & LK_UPGRADE) { 1884 /* Share Lock is once released and a deadlock is avoided. */ 1885 vholdnz(uvp); 1886 uhold = 1; 1887 VOP_UNLOCK(uvp); 1888 unp = VTOUNIONFS(vp); 1889 if (unp == NULL) { 1890 /* vnode is released. */ 1891 VI_UNLOCK(vp); 1892 VOP_UNLOCK(lvp); 1893 vdrop(uvp); 1894 return (EBUSY); 1895 } 1896 } 1897 VI_LOCK_FLAGS(lvp, MTX_DUPOK); 1898 flags |= LK_INTERLOCK; 1899 vholdl(lvp); 1900 1901 VI_UNLOCK(vp); 1902 ap->a_flags &= ~LK_INTERLOCK; 1903 1904 error = VOP_LOCK(lvp, flags); 1905 1906 VI_LOCK(vp); 1907 unp = VTOUNIONFS(vp); 1908 if (unp == NULL) { 1909 /* vnode is released. */ 1910 VI_UNLOCK(vp); 1911 if (error == 0) 1912 VOP_UNLOCK(lvp); 1913 vdrop(lvp); 1914 if (uhold != 0) 1915 vdrop(uvp); 1916 return (vop_stdlock(ap)); 1917 } 1918 } 1919 1920 if (error == 0 && uvp != NULLVP) { 1921 if (uhold && flags & LK_UPGRADE) { 1922 flags &= ~LK_TYPE_MASK; 1923 flags |= LK_EXCLUSIVE; 1924 } 1925 VI_LOCK_FLAGS(uvp, MTX_DUPOK); 1926 flags |= LK_INTERLOCK; 1927 if (uhold == 0) { 1928 vholdl(uvp); 1929 uhold = 1; 1930 } 1931 1932 VI_UNLOCK(vp); 1933 ap->a_flags &= ~LK_INTERLOCK; 1934 1935 error = VOP_LOCK(uvp, flags); 1936 1937 VI_LOCK(vp); 1938 unp = VTOUNIONFS(vp); 1939 if (unp == NULL) { 1940 /* vnode is released. */ 1941 VI_UNLOCK(vp); 1942 if (error == 0) 1943 VOP_UNLOCK(uvp); 1944 vdrop(uvp); 1945 if (lvp != NULLVP) { 1946 VOP_UNLOCK(lvp); 1947 vdrop(lvp); 1948 } 1949 return (vop_stdlock(ap)); 1950 } 1951 if (error != 0 && lvp != NULLVP) { 1952 /* rollback */ 1953 VI_UNLOCK(vp); 1954 unionfs_revlock(lvp, revlock); 1955 interlock = 0; 1956 } 1957 } 1958 1959 if (interlock) 1960 VI_UNLOCK(vp); 1961 if (lvp != NULLVP) 1962 vdrop(lvp); 1963 if (uhold != 0) 1964 vdrop(uvp); 1965 1966 return (error); 1967 1968 unionfs_lock_null_vnode: 1969 ap->a_flags |= LK_INTERLOCK; 1970 return (vop_stdlock(ap)); 1971 } 1972 1973 static int 1974 unionfs_unlock(struct vop_unlock_args *ap) 1975 { 1976 int error; 1977 int uhold; 1978 struct vnode *vp; 1979 struct vnode *lvp; 1980 struct vnode *uvp; 1981 struct unionfs_node *unp; 1982 1983 KASSERT_UNIONFS_VNODE(ap->a_vp); 1984 1985 error = 0; 1986 uhold = 0; 1987 vp = ap->a_vp; 1988 1989 unp = VTOUNIONFS(vp); 1990 if (unp == NULL) 1991 goto unionfs_unlock_null_vnode; 1992 lvp = unp->un_lowervp; 1993 uvp = unp->un_uppervp; 1994 1995 if (lvp != NULLVP) { 1996 vholdnz(lvp); 1997 error = VOP_UNLOCK(lvp); 1998 } 1999 2000 if (error == 0 && uvp != NULLVP) { 2001 vholdnz(uvp); 2002 uhold = 1; 2003 error = VOP_UNLOCK(uvp); 2004 } 2005 2006 if (lvp != NULLVP) 2007 vdrop(lvp); 2008 if (uhold != 0) 2009 vdrop(uvp); 2010 2011 return error; 2012 2013 unionfs_unlock_null_vnode: 2014 return (vop_stdunlock(ap)); 2015 } 2016 2017 static int 2018 unionfs_pathconf(struct vop_pathconf_args *ap) 2019 { 2020 struct unionfs_node *unp; 2021 struct vnode *vp; 2022 2023 KASSERT_UNIONFS_VNODE(ap->a_vp); 2024 2025 unp = VTOUNIONFS(ap->a_vp); 2026 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 2027 2028 return (VOP_PATHCONF(vp, ap->a_name, ap->a_retval)); 2029 } 2030 2031 static int 2032 unionfs_advlock(struct vop_advlock_args *ap) 2033 { 2034 int error; 2035 struct unionfs_node *unp; 2036 struct unionfs_node_status *unsp; 2037 struct vnode *vp; 2038 struct vnode *uvp; 2039 struct thread *td; 2040 2041 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: enter\n"); 2042 2043 KASSERT_UNIONFS_VNODE(ap->a_vp); 2044 2045 vp = ap->a_vp; 2046 td = curthread; 2047 2048 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 2049 2050 unp = VTOUNIONFS(ap->a_vp); 2051 uvp = unp->un_uppervp; 2052 2053 if (uvp == NULLVP) { 2054 error = unionfs_copyfile(unp, 1, td->td_ucred, td); 2055 if (error != 0) 2056 goto unionfs_advlock_abort; 2057 uvp = unp->un_uppervp; 2058 2059 unionfs_get_node_status(unp, td, &unsp); 2060 if (unsp->uns_lower_opencnt > 0) { 2061 /* try reopen the vnode */ 2062 error = VOP_OPEN(uvp, unsp->uns_lower_openmode, 2063 td->td_ucred, td, NULL); 2064 if (error) 2065 goto unionfs_advlock_abort; 2066 unsp->uns_upper_opencnt++; 2067 VOP_CLOSE(unp->un_lowervp, unsp->uns_lower_openmode, td->td_ucred, td); 2068 unsp->uns_lower_opencnt--; 2069 } else 2070 unionfs_tryrem_node_status(unp, unsp); 2071 } 2072 2073 VOP_UNLOCK(vp); 2074 2075 error = VOP_ADVLOCK(uvp, ap->a_id, ap->a_op, ap->a_fl, ap->a_flags); 2076 2077 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error); 2078 2079 return error; 2080 2081 unionfs_advlock_abort: 2082 VOP_UNLOCK(vp); 2083 2084 UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error); 2085 2086 return error; 2087 } 2088 2089 static int 2090 unionfs_strategy(struct vop_strategy_args *ap) 2091 { 2092 struct unionfs_node *unp; 2093 struct vnode *vp; 2094 2095 KASSERT_UNIONFS_VNODE(ap->a_vp); 2096 2097 unp = VTOUNIONFS(ap->a_vp); 2098 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 2099 2100 #ifdef DIAGNOSTIC 2101 if (vp == NULLVP) 2102 panic("unionfs_strategy: nullvp"); 2103 2104 if (ap->a_bp->b_iocmd == BIO_WRITE && vp == unp->un_lowervp) 2105 panic("unionfs_strategy: writing to lowervp"); 2106 #endif 2107 2108 return (VOP_STRATEGY(vp, ap->a_bp)); 2109 } 2110 2111 static int 2112 unionfs_getacl(struct vop_getacl_args *ap) 2113 { 2114 int error; 2115 struct unionfs_node *unp; 2116 struct vnode *vp; 2117 2118 KASSERT_UNIONFS_VNODE(ap->a_vp); 2119 2120 unp = VTOUNIONFS(ap->a_vp); 2121 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 2122 2123 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: enter\n"); 2124 2125 error = VOP_GETACL(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td); 2126 2127 UNIONFS_INTERNAL_DEBUG("unionfs_getacl: leave (%d)\n", error); 2128 2129 return (error); 2130 } 2131 2132 static int 2133 unionfs_setacl(struct vop_setacl_args *ap) 2134 { 2135 int error; 2136 struct unionfs_node *unp; 2137 struct vnode *uvp; 2138 struct vnode *lvp; 2139 struct thread *td; 2140 2141 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: enter\n"); 2142 2143 KASSERT_UNIONFS_VNODE(ap->a_vp); 2144 2145 error = EROFS; 2146 unp = VTOUNIONFS(ap->a_vp); 2147 uvp = unp->un_uppervp; 2148 lvp = unp->un_lowervp; 2149 td = ap->a_td; 2150 2151 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) 2152 return (EROFS); 2153 2154 if (uvp == NULLVP && lvp->v_type == VREG) { 2155 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0) 2156 return (error); 2157 uvp = unp->un_uppervp; 2158 } 2159 2160 if (uvp != NULLVP) 2161 error = VOP_SETACL(uvp, ap->a_type, ap->a_aclp, ap->a_cred, td); 2162 2163 UNIONFS_INTERNAL_DEBUG("unionfs_setacl: leave (%d)\n", error); 2164 2165 return (error); 2166 } 2167 2168 static int 2169 unionfs_aclcheck(struct vop_aclcheck_args *ap) 2170 { 2171 int error; 2172 struct unionfs_node *unp; 2173 struct vnode *vp; 2174 2175 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: enter\n"); 2176 2177 KASSERT_UNIONFS_VNODE(ap->a_vp); 2178 2179 unp = VTOUNIONFS(ap->a_vp); 2180 vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 2181 2182 error = VOP_ACLCHECK(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td); 2183 2184 UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: leave (%d)\n", error); 2185 2186 return (error); 2187 } 2188 2189 static int 2190 unionfs_openextattr(struct vop_openextattr_args *ap) 2191 { 2192 int error; 2193 struct unionfs_node *unp; 2194 struct vnode *vp; 2195 struct vnode *tvp; 2196 2197 KASSERT_UNIONFS_VNODE(ap->a_vp); 2198 2199 vp = ap->a_vp; 2200 unp = VTOUNIONFS(vp); 2201 tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp); 2202 2203 if ((tvp == unp->un_uppervp && (unp->un_flag & UNIONFS_OPENEXTU)) || 2204 (tvp == unp->un_lowervp && (unp->un_flag & UNIONFS_OPENEXTL))) 2205 return (EBUSY); 2206 2207 error = VOP_OPENEXTATTR(tvp, ap->a_cred, ap->a_td); 2208 2209 if (error == 0) { 2210 if (vn_lock(vp, LK_UPGRADE) != 0) 2211 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 2212 if (tvp == unp->un_uppervp) 2213 unp->un_flag |= UNIONFS_OPENEXTU; 2214 else 2215 unp->un_flag |= UNIONFS_OPENEXTL; 2216 vn_lock(vp, LK_DOWNGRADE | LK_RETRY); 2217 } 2218 2219 return (error); 2220 } 2221 2222 static int 2223 unionfs_closeextattr(struct vop_closeextattr_args *ap) 2224 { 2225 int error; 2226 struct unionfs_node *unp; 2227 struct vnode *vp; 2228 struct vnode *tvp; 2229 2230 KASSERT_UNIONFS_VNODE(ap->a_vp); 2231 2232 vp = ap->a_vp; 2233 unp = VTOUNIONFS(vp); 2234 tvp = NULLVP; 2235 2236 if (unp->un_flag & UNIONFS_OPENEXTU) 2237 tvp = unp->un_uppervp; 2238 else if (unp->un_flag & UNIONFS_OPENEXTL) 2239 tvp = unp->un_lowervp; 2240 2241 if (tvp == NULLVP) 2242 return (EOPNOTSUPP); 2243 2244 error = VOP_CLOSEEXTATTR(tvp, ap->a_commit, ap->a_cred, ap->a_td); 2245 2246 if (error == 0) { 2247 if (vn_lock(vp, LK_UPGRADE) != 0) 2248 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 2249 if (tvp == unp->un_uppervp) 2250 unp->un_flag &= ~UNIONFS_OPENEXTU; 2251 else 2252 unp->un_flag &= ~UNIONFS_OPENEXTL; 2253 vn_lock(vp, LK_DOWNGRADE | LK_RETRY); 2254 } 2255 2256 return (error); 2257 } 2258 2259 static int 2260 unionfs_getextattr(struct vop_getextattr_args *ap) 2261 { 2262 struct unionfs_node *unp; 2263 struct vnode *vp; 2264 2265 KASSERT_UNIONFS_VNODE(ap->a_vp); 2266 2267 unp = VTOUNIONFS(ap->a_vp); 2268 vp = NULLVP; 2269 2270 if (unp->un_flag & UNIONFS_OPENEXTU) 2271 vp = unp->un_uppervp; 2272 else if (unp->un_flag & UNIONFS_OPENEXTL) 2273 vp = unp->un_lowervp; 2274 2275 if (vp == NULLVP) 2276 return (EOPNOTSUPP); 2277 2278 return (VOP_GETEXTATTR(vp, ap->a_attrnamespace, ap->a_name, 2279 ap->a_uio, ap->a_size, ap->a_cred, ap->a_td)); 2280 } 2281 2282 static int 2283 unionfs_setextattr(struct vop_setextattr_args *ap) 2284 { 2285 int error; 2286 struct unionfs_node *unp; 2287 struct vnode *uvp; 2288 struct vnode *lvp; 2289 struct vnode *ovp; 2290 struct ucred *cred; 2291 struct thread *td; 2292 2293 KASSERT_UNIONFS_VNODE(ap->a_vp); 2294 2295 error = EROFS; 2296 unp = VTOUNIONFS(ap->a_vp); 2297 uvp = unp->un_uppervp; 2298 lvp = unp->un_lowervp; 2299 ovp = NULLVP; 2300 cred = ap->a_cred; 2301 td = ap->a_td; 2302 2303 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: enter (un_flag=%x)\n", unp->un_flag); 2304 2305 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) 2306 return (EROFS); 2307 2308 if (unp->un_flag & UNIONFS_OPENEXTU) 2309 ovp = unp->un_uppervp; 2310 else if (unp->un_flag & UNIONFS_OPENEXTL) 2311 ovp = unp->un_lowervp; 2312 2313 if (ovp == NULLVP) 2314 return (EOPNOTSUPP); 2315 2316 if (ovp == lvp && lvp->v_type == VREG) { 2317 VOP_CLOSEEXTATTR(lvp, 0, cred, td); 2318 if (uvp == NULLVP && 2319 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) { 2320 unionfs_setextattr_reopen: 2321 if ((unp->un_flag & UNIONFS_OPENEXTL) && 2322 VOP_OPENEXTATTR(lvp, cred, td)) { 2323 #ifdef DIAGNOSTIC 2324 panic("unionfs: VOP_OPENEXTATTR failed"); 2325 #endif 2326 unp->un_flag &= ~UNIONFS_OPENEXTL; 2327 } 2328 goto unionfs_setextattr_abort; 2329 } 2330 uvp = unp->un_uppervp; 2331 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0) 2332 goto unionfs_setextattr_reopen; 2333 unp->un_flag &= ~UNIONFS_OPENEXTL; 2334 unp->un_flag |= UNIONFS_OPENEXTU; 2335 ovp = uvp; 2336 } 2337 2338 if (ovp == uvp) 2339 error = VOP_SETEXTATTR(ovp, ap->a_attrnamespace, ap->a_name, 2340 ap->a_uio, cred, td); 2341 2342 unionfs_setextattr_abort: 2343 UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: leave (%d)\n", error); 2344 2345 return (error); 2346 } 2347 2348 static int 2349 unionfs_listextattr(struct vop_listextattr_args *ap) 2350 { 2351 struct unionfs_node *unp; 2352 struct vnode *vp; 2353 2354 KASSERT_UNIONFS_VNODE(ap->a_vp); 2355 2356 unp = VTOUNIONFS(ap->a_vp); 2357 vp = NULLVP; 2358 2359 if (unp->un_flag & UNIONFS_OPENEXTU) 2360 vp = unp->un_uppervp; 2361 else if (unp->un_flag & UNIONFS_OPENEXTL) 2362 vp = unp->un_lowervp; 2363 2364 if (vp == NULLVP) 2365 return (EOPNOTSUPP); 2366 2367 return (VOP_LISTEXTATTR(vp, ap->a_attrnamespace, ap->a_uio, 2368 ap->a_size, ap->a_cred, ap->a_td)); 2369 } 2370 2371 static int 2372 unionfs_deleteextattr(struct vop_deleteextattr_args *ap) 2373 { 2374 int error; 2375 struct unionfs_node *unp; 2376 struct vnode *uvp; 2377 struct vnode *lvp; 2378 struct vnode *ovp; 2379 struct ucred *cred; 2380 struct thread *td; 2381 2382 KASSERT_UNIONFS_VNODE(ap->a_vp); 2383 2384 error = EROFS; 2385 unp = VTOUNIONFS(ap->a_vp); 2386 uvp = unp->un_uppervp; 2387 lvp = unp->un_lowervp; 2388 ovp = NULLVP; 2389 cred = ap->a_cred; 2390 td = ap->a_td; 2391 2392 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: enter (un_flag=%x)\n", unp->un_flag); 2393 2394 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) 2395 return (EROFS); 2396 2397 if (unp->un_flag & UNIONFS_OPENEXTU) 2398 ovp = unp->un_uppervp; 2399 else if (unp->un_flag & UNIONFS_OPENEXTL) 2400 ovp = unp->un_lowervp; 2401 2402 if (ovp == NULLVP) 2403 return (EOPNOTSUPP); 2404 2405 if (ovp == lvp && lvp->v_type == VREG) { 2406 VOP_CLOSEEXTATTR(lvp, 0, cred, td); 2407 if (uvp == NULLVP && 2408 (error = unionfs_copyfile(unp, 1, cred, td)) != 0) { 2409 unionfs_deleteextattr_reopen: 2410 if ((unp->un_flag & UNIONFS_OPENEXTL) && 2411 VOP_OPENEXTATTR(lvp, cred, td)) { 2412 #ifdef DIAGNOSTIC 2413 panic("unionfs: VOP_OPENEXTATTR failed"); 2414 #endif 2415 unp->un_flag &= ~UNIONFS_OPENEXTL; 2416 } 2417 goto unionfs_deleteextattr_abort; 2418 } 2419 uvp = unp->un_uppervp; 2420 if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0) 2421 goto unionfs_deleteextattr_reopen; 2422 unp->un_flag &= ~UNIONFS_OPENEXTL; 2423 unp->un_flag |= UNIONFS_OPENEXTU; 2424 ovp = uvp; 2425 } 2426 2427 if (ovp == uvp) 2428 error = VOP_DELETEEXTATTR(ovp, ap->a_attrnamespace, ap->a_name, 2429 ap->a_cred, ap->a_td); 2430 2431 unionfs_deleteextattr_abort: 2432 UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: leave (%d)\n", error); 2433 2434 return (error); 2435 } 2436 2437 static int 2438 unionfs_setlabel(struct vop_setlabel_args *ap) 2439 { 2440 int error; 2441 struct unionfs_node *unp; 2442 struct vnode *uvp; 2443 struct vnode *lvp; 2444 struct thread *td; 2445 2446 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: enter\n"); 2447 2448 KASSERT_UNIONFS_VNODE(ap->a_vp); 2449 2450 error = EROFS; 2451 unp = VTOUNIONFS(ap->a_vp); 2452 uvp = unp->un_uppervp; 2453 lvp = unp->un_lowervp; 2454 td = ap->a_td; 2455 2456 if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) 2457 return (EROFS); 2458 2459 if (uvp == NULLVP && lvp->v_type == VREG) { 2460 if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0) 2461 return (error); 2462 uvp = unp->un_uppervp; 2463 } 2464 2465 if (uvp != NULLVP) 2466 error = VOP_SETLABEL(uvp, ap->a_label, ap->a_cred, td); 2467 2468 UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: leave (%d)\n", error); 2469 2470 return (error); 2471 } 2472 2473 static int 2474 unionfs_vptofh(struct vop_vptofh_args *ap) 2475 { 2476 return (EOPNOTSUPP); 2477 } 2478 2479 static int 2480 unionfs_add_writecount(struct vop_add_writecount_args *ap) 2481 { 2482 struct vnode *tvp, *vp; 2483 struct unionfs_node *unp; 2484 int error; 2485 2486 vp = ap->a_vp; 2487 unp = VTOUNIONFS(vp); 2488 tvp = unp->un_uppervp != NULL ? unp->un_uppervp : unp->un_lowervp; 2489 VI_LOCK(vp); 2490 /* text refs are bypassed to lowervp */ 2491 VNASSERT(vp->v_writecount >= 0, vp, ("wrong null writecount")); 2492 VNASSERT(vp->v_writecount + ap->a_inc >= 0, vp, 2493 ("wrong writecount inc %d", ap->a_inc)); 2494 if (tvp != NULL) 2495 error = VOP_ADD_WRITECOUNT(tvp, ap->a_inc); 2496 else if (vp->v_writecount < 0) 2497 error = ETXTBSY; 2498 else 2499 error = 0; 2500 if (error == 0) 2501 vp->v_writecount += ap->a_inc; 2502 VI_UNLOCK(vp); 2503 return (error); 2504 } 2505 2506 struct vop_vector unionfs_vnodeops = { 2507 .vop_default = &default_vnodeops, 2508 2509 .vop_access = unionfs_access, 2510 .vop_aclcheck = unionfs_aclcheck, 2511 .vop_advlock = unionfs_advlock, 2512 .vop_bmap = VOP_EOPNOTSUPP, 2513 .vop_cachedlookup = unionfs_lookup, 2514 .vop_close = unionfs_close, 2515 .vop_closeextattr = unionfs_closeextattr, 2516 .vop_create = unionfs_create, 2517 .vop_deleteextattr = unionfs_deleteextattr, 2518 .vop_fsync = unionfs_fsync, 2519 .vop_getacl = unionfs_getacl, 2520 .vop_getattr = unionfs_getattr, 2521 .vop_getextattr = unionfs_getextattr, 2522 .vop_getwritemount = unionfs_getwritemount, 2523 .vop_inactive = unionfs_inactive, 2524 .vop_need_inactive = vop_stdneed_inactive, 2525 .vop_islocked = unionfs_islocked, 2526 .vop_ioctl = unionfs_ioctl, 2527 .vop_link = unionfs_link, 2528 .vop_listextattr = unionfs_listextattr, 2529 .vop_lock1 = unionfs_lock, 2530 .vop_lookup = vfs_cache_lookup, 2531 .vop_mkdir = unionfs_mkdir, 2532 .vop_mknod = unionfs_mknod, 2533 .vop_open = unionfs_open, 2534 .vop_openextattr = unionfs_openextattr, 2535 .vop_pathconf = unionfs_pathconf, 2536 .vop_poll = unionfs_poll, 2537 .vop_print = unionfs_print, 2538 .vop_read = unionfs_read, 2539 .vop_readdir = unionfs_readdir, 2540 .vop_readlink = unionfs_readlink, 2541 .vop_reclaim = unionfs_reclaim, 2542 .vop_remove = unionfs_remove, 2543 .vop_rename = unionfs_rename, 2544 .vop_rmdir = unionfs_rmdir, 2545 .vop_setacl = unionfs_setacl, 2546 .vop_setattr = unionfs_setattr, 2547 .vop_setextattr = unionfs_setextattr, 2548 .vop_setlabel = unionfs_setlabel, 2549 .vop_strategy = unionfs_strategy, 2550 .vop_symlink = unionfs_symlink, 2551 .vop_unlock = unionfs_unlock, 2552 .vop_whiteout = unionfs_whiteout, 2553 .vop_write = unionfs_write, 2554 .vop_vptofh = unionfs_vptofh, 2555 .vop_add_writecount = unionfs_add_writecount, 2556 }; 2557 VFS_VOP_VECTOR_REGISTER(unionfs_vnodeops); 2558