1d167cf6fSWarner Losh /*- 2df8bae1dSRodney W. Grimes * Copyright (c) 1992, 1993 3df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 4df8bae1dSRodney W. Grimes * 5df8bae1dSRodney W. Grimes * This code is derived from software donated to Berkeley by 6df8bae1dSRodney W. Grimes * Jan-Simon Pendry. 7df8bae1dSRodney W. Grimes * 8df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 9df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 10df8bae1dSRodney W. Grimes * are met: 11df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 12df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 13df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 14df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 15df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 16df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 17df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 18df8bae1dSRodney W. Grimes * without specific prior written permission. 19df8bae1dSRodney W. Grimes * 20df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 21df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 24df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30df8bae1dSRodney W. Grimes * SUCH DAMAGE. 31df8bae1dSRodney W. Grimes * 32996c772fSJohn Dyson * @(#)null_subr.c 8.7 (Berkeley) 5/14/95 33df8bae1dSRodney W. Grimes * 34c3aac50fSPeter Wemm * $FreeBSD$ 35df8bae1dSRodney W. Grimes */ 36df8bae1dSRodney W. Grimes 37df8bae1dSRodney W. Grimes #include <sys/param.h> 38df8bae1dSRodney W. Grimes #include <sys/systm.h> 398da80660SBoris Popov #include <sys/kernel.h> 40fb919e4dSMark Murray #include <sys/lock.h> 4115420031SSemen Ustimenko #include <sys/mutex.h> 42df8bae1dSRodney W. Grimes #include <sys/malloc.h> 43fb919e4dSMark Murray #include <sys/mount.h> 44fb919e4dSMark Murray #include <sys/proc.h> 45fb919e4dSMark Murray #include <sys/vnode.h> 46fb919e4dSMark Murray 4799d300a1SRuslan Ermilov #include <fs/nullfs/null.h> 48df8bae1dSRodney W. Grimes 4954939875STim J. Robbins #define LOG2_SIZEVNODE 8 /* log2(sizeof struct vnode) */ 50df8bae1dSRodney W. Grimes #define NNULLNODECACHE 16 51df8bae1dSRodney W. Grimes 52df8bae1dSRodney W. Grimes /* 53df8bae1dSRodney W. Grimes * Null layer cache: 54df8bae1dSRodney W. Grimes * Each cache entry holds a reference to the lower vnode 55df8bae1dSRodney W. Grimes * along with a pointer to the alias vnode. When an 56df8bae1dSRodney W. Grimes * entry is added the lower vnode is VREF'd. When the 57df8bae1dSRodney W. Grimes * alias is removed the lower vnode is vrele'd. 58df8bae1dSRodney W. Grimes */ 59df8bae1dSRodney W. Grimes 60996c772fSJohn Dyson #define NULL_NHASH(vp) \ 61a23d65bfSBruce Evans (&null_node_hashtbl[(((uintptr_t)vp)>>LOG2_SIZEVNODE) & null_node_hash]) 628da80660SBoris Popov 63e3975643SJake Burkholder static LIST_HEAD(null_node_hashhead, null_node) *null_node_hashtbl; 64303b270bSEivind Eklund static u_long null_node_hash; 6515420031SSemen Ustimenko struct mtx null_hashmtx; 668da80660SBoris Popov 675bb84bc8SRobert Watson static MALLOC_DEFINE(M_NULLFSHASH, "nullfs_hash", "NULLFS hash table"); 685bb84bc8SRobert Watson MALLOC_DEFINE(M_NULLFSNODE, "nullfs_node", "NULLFS vnode private part"); 69df8bae1dSRodney W. Grimes 7054939875STim J. Robbins static struct vnode * null_hashget(struct mount *, struct vnode *); 7154939875STim J. Robbins static struct vnode * null_hashins(struct mount *, struct null_node *); 729b5e8b3aSBruce Evans 73df8bae1dSRodney W. Grimes /* 74df8bae1dSRodney W. Grimes * Initialise cache headers 75df8bae1dSRodney W. Grimes */ 7626f9a767SRodney W. Grimes int 77996c772fSJohn Dyson nullfs_init(vfsp) 78996c772fSJohn Dyson struct vfsconf *vfsp; 79df8bae1dSRodney W. Grimes { 80996c772fSJohn Dyson 818da80660SBoris Popov NULLFSDEBUG("nullfs_init\n"); /* printed during system boot */ 828da80660SBoris Popov null_node_hashtbl = hashinit(NNULLNODECACHE, M_NULLFSHASH, &null_node_hash); 8315420031SSemen Ustimenko mtx_init(&null_hashmtx, "nullhs", NULL, MTX_DEF); 848da80660SBoris Popov return (0); 858da80660SBoris Popov } 868da80660SBoris Popov 878da80660SBoris Popov int 888da80660SBoris Popov nullfs_uninit(vfsp) 898da80660SBoris Popov struct vfsconf *vfsp; 908da80660SBoris Popov { 918da80660SBoris Popov 9215420031SSemen Ustimenko mtx_destroy(&null_hashmtx); 9315c75a0dSEygene Ryabinkin hashdestroy(null_node_hashtbl, M_NULLFSHASH, null_node_hash); 9426f9a767SRodney W. Grimes return (0); 95df8bae1dSRodney W. Grimes } 96df8bae1dSRodney W. Grimes 97df8bae1dSRodney W. Grimes /* 98df8bae1dSRodney W. Grimes * Return a VREF'ed alias for lower vnode if already exists, else 0. 994451405fSBoris Popov * Lower vnode should be locked on entry and will be left locked on exit. 100df8bae1dSRodney W. Grimes */ 101df8bae1dSRodney W. Grimes static struct vnode * 10254939875STim J. Robbins null_hashget(mp, lowervp) 10354939875STim J. Robbins struct mount *mp; 104df8bae1dSRodney W. Grimes struct vnode *lowervp; 105df8bae1dSRodney W. Grimes { 106996c772fSJohn Dyson struct null_node_hashhead *hd; 107df8bae1dSRodney W. Grimes struct null_node *a; 108df8bae1dSRodney W. Grimes struct vnode *vp; 1099c12e631SJeff Roberson 1109c12e631SJeff Roberson ASSERT_VOP_LOCKED(lowervp, "null_hashget"); 111df8bae1dSRodney W. Grimes 112df8bae1dSRodney W. Grimes /* 113df8bae1dSRodney W. Grimes * Find hash base, and then search the (two-way) linked 114df8bae1dSRodney W. Grimes * list looking for a null_node structure which is referencing 115df8bae1dSRodney W. Grimes * the lower vnode. If found, the increment the null_node 116df8bae1dSRodney W. Grimes * reference count (but NOT the lower vnode's VREF counter). 117df8bae1dSRodney W. Grimes */ 118996c772fSJohn Dyson hd = NULL_NHASH(lowervp); 11915420031SSemen Ustimenko mtx_lock(&null_hashmtx); 120fc2ffbe6SPoul-Henning Kamp LIST_FOREACH(a, hd, null_hash) { 12154939875STim J. Robbins if (a->null_lowervp == lowervp && NULLTOV(a)->v_mount == mp) { 1229c12e631SJeff Roberson /* 1239c12e631SJeff Roberson * Since we have the lower node locked the nullfs 1249c12e631SJeff Roberson * node can not be in the process of recycling. If 1259c12e631SJeff Roberson * it had been recycled before we grabed the lower 1269c12e631SJeff Roberson * lock it would not have been found on the hash. 1279c12e631SJeff Roberson */ 1284c65d593SJeff Roberson vp = NULLTOV(a); 1294c65d593SJeff Roberson vref(vp); 1304c65d593SJeff Roberson mtx_unlock(&null_hashmtx); 131df8bae1dSRodney W. Grimes return (vp); 132df8bae1dSRodney W. Grimes } 133df8bae1dSRodney W. Grimes } 13415420031SSemen Ustimenko mtx_unlock(&null_hashmtx); 1351cfdefbbSSemen Ustimenko return (NULLVP); 136df8bae1dSRodney W. Grimes } 137df8bae1dSRodney W. Grimes 1381cfdefbbSSemen Ustimenko /* 1391cfdefbbSSemen Ustimenko * Act like null_hashget, but add passed null_node to hash if no existing 1401cfdefbbSSemen Ustimenko * node found. 1411cfdefbbSSemen Ustimenko */ 1421cfdefbbSSemen Ustimenko static struct vnode * 14354939875STim J. Robbins null_hashins(mp, xp) 14454939875STim J. Robbins struct mount *mp; 1451cfdefbbSSemen Ustimenko struct null_node *xp; 1461cfdefbbSSemen Ustimenko { 1471cfdefbbSSemen Ustimenko struct null_node_hashhead *hd; 1481cfdefbbSSemen Ustimenko struct null_node *oxp; 1491cfdefbbSSemen Ustimenko struct vnode *ovp; 1501cfdefbbSSemen Ustimenko 1511cfdefbbSSemen Ustimenko hd = NULL_NHASH(xp->null_lowervp); 1521cfdefbbSSemen Ustimenko mtx_lock(&null_hashmtx); 1531cfdefbbSSemen Ustimenko LIST_FOREACH(oxp, hd, null_hash) { 15454939875STim J. Robbins if (oxp->null_lowervp == xp->null_lowervp && 15554939875STim J. Robbins NULLTOV(oxp)->v_mount == mp) { 1569c12e631SJeff Roberson /* 1579c12e631SJeff Roberson * See null_hashget for a description of this 1589c12e631SJeff Roberson * operation. 1599c12e631SJeff Roberson */ 1601cfdefbbSSemen Ustimenko ovp = NULLTOV(oxp); 1614c65d593SJeff Roberson vref(ovp); 1621cfdefbbSSemen Ustimenko mtx_unlock(&null_hashmtx); 1631cfdefbbSSemen Ustimenko return (ovp); 1641cfdefbbSSemen Ustimenko } 1651cfdefbbSSemen Ustimenko } 1661cfdefbbSSemen Ustimenko LIST_INSERT_HEAD(hd, xp, null_hash); 1671cfdefbbSSemen Ustimenko mtx_unlock(&null_hashmtx); 1681cfdefbbSSemen Ustimenko return (NULLVP); 1691cfdefbbSSemen Ustimenko } 170df8bae1dSRodney W. Grimes 17161b9d89fSTor Egge static void 172*67e3d54fSKonstantin Belousov null_destroy_proto(struct vnode *vp, void *xp) 173*67e3d54fSKonstantin Belousov { 174*67e3d54fSKonstantin Belousov 175*67e3d54fSKonstantin Belousov VI_LOCK(vp); 176*67e3d54fSKonstantin Belousov vp->v_data = NULL; 177*67e3d54fSKonstantin Belousov vp->v_vnlock = &vp->v_lock; 178*67e3d54fSKonstantin Belousov vp->v_op = &dead_vnodeops; 179*67e3d54fSKonstantin Belousov VI_UNLOCK(vp); 180*67e3d54fSKonstantin Belousov (void) vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 181*67e3d54fSKonstantin Belousov vgone(vp); 182*67e3d54fSKonstantin Belousov vput(vp); 183*67e3d54fSKonstantin Belousov free(xp, M_NULLFSNODE); 184*67e3d54fSKonstantin Belousov } 185*67e3d54fSKonstantin Belousov 186*67e3d54fSKonstantin Belousov static void 18761b9d89fSTor Egge null_insmntque_dtr(struct vnode *vp, void *xp) 18861b9d89fSTor Egge { 189dd0f9532SKonstantin Belousov 190dd0f9532SKonstantin Belousov vput(((struct null_node *)xp)->null_lowervp); 191*67e3d54fSKonstantin Belousov null_destroy_proto(vp, xp); 19261b9d89fSTor Egge } 19361b9d89fSTor Egge 194df8bae1dSRodney W. Grimes /* 1951cfdefbbSSemen Ustimenko * Make a new or get existing nullfs node. 1961cfdefbbSSemen Ustimenko * Vp is the alias vnode, lowervp is the lower vnode. 1971cfdefbbSSemen Ustimenko * 1981cfdefbbSSemen Ustimenko * The lowervp assumed to be locked and having "spare" reference. This routine 1991cfdefbbSSemen Ustimenko * vrele lowervp if nullfs node was taken from hash. Otherwise it "transfers" 2001cfdefbbSSemen Ustimenko * the caller's "spare" reference to created nullfs vnode. 201df8bae1dSRodney W. Grimes */ 2021cfdefbbSSemen Ustimenko int 2031cfdefbbSSemen Ustimenko null_nodeget(mp, lowervp, vpp) 204df8bae1dSRodney W. Grimes struct mount *mp; 205df8bae1dSRodney W. Grimes struct vnode *lowervp; 206df8bae1dSRodney W. Grimes struct vnode **vpp; 207df8bae1dSRodney W. Grimes { 208df8bae1dSRodney W. Grimes struct null_node *xp; 2091cfdefbbSSemen Ustimenko struct vnode *vp; 210df8bae1dSRodney W. Grimes int error; 211df8bae1dSRodney W. Grimes 21248a1e3f6SKonstantin Belousov ASSERT_VOP_LOCKED(lowervp, "lowervp"); 213f39adeddSDimitry Andric KASSERT(lowervp->v_usecount >= 1, ("Unreferenced vnode %p\n", lowervp)); 21448a1e3f6SKonstantin Belousov 2151cfdefbbSSemen Ustimenko /* Lookup the hash firstly */ 21654939875STim J. Robbins *vpp = null_hashget(mp, lowervp); 2171cfdefbbSSemen Ustimenko if (*vpp != NULL) { 2181cfdefbbSSemen Ustimenko vrele(lowervp); 2191cfdefbbSSemen Ustimenko return (0); 2201cfdefbbSSemen Ustimenko } 2211cfdefbbSSemen Ustimenko 2221cfdefbbSSemen Ustimenko /* 2231cfdefbbSSemen Ustimenko * We do not serialize vnode creation, instead we will check for 2241cfdefbbSSemen Ustimenko * duplicates later, when adding new vnode to hash. 2251cfdefbbSSemen Ustimenko * Note that duplicate can only appear in hash if the lowervp is 2261cfdefbbSSemen Ustimenko * locked LK_SHARED. 227da732fc6SKonstantin Belousov * 2282f9bae59SDavid Greenman * Do the MALLOC before the getnewvnode since doing so afterward 2292f9bae59SDavid Greenman * might cause a bogus v_data pointer to get dereferenced 2302f9bae59SDavid Greenman * elsewhere if MALLOC should block. 2312f9bae59SDavid Greenman */ 2321ede983cSDag-Erling Smørgrav xp = malloc(sizeof(struct null_node), 233a163d034SWarner Losh M_NULLFSNODE, M_WAITOK); 2342f9bae59SDavid Greenman 235aec0fb7bSPoul-Henning Kamp error = getnewvnode("null", mp, &null_vnodeops, &vp); 2362f9bae59SDavid Greenman if (error) { 237dd0f9532SKonstantin Belousov vput(lowervp); 2381ede983cSDag-Erling Smørgrav free(xp, M_NULLFSNODE); 239df8bae1dSRodney W. Grimes return (error); 2402f9bae59SDavid Greenman } 241df8bae1dSRodney W. Grimes 242df8bae1dSRodney W. Grimes xp->null_vnode = vp; 243df8bae1dSRodney W. Grimes xp->null_lowervp = lowervp; 24408720e34SSemen Ustimenko vp->v_type = lowervp->v_type; 24508720e34SSemen Ustimenko vp->v_data = xp; 2464451405fSBoris Popov vp->v_vnlock = lowervp->v_vnlock; 247bc855512SJeff Roberson if (vp->v_vnlock == NULL) 248bc855512SJeff Roberson panic("null_nodeget: Passed a NULL vnlock.\n"); 24961b9d89fSTor Egge error = insmntque1(vp, mp, null_insmntque_dtr, xp); 25061b9d89fSTor Egge if (error != 0) 25161b9d89fSTor Egge return (error); 252df8bae1dSRodney W. Grimes /* 2531cfdefbbSSemen Ustimenko * Atomically insert our new node into the hash or vget existing 2541cfdefbbSSemen Ustimenko * if someone else has beaten us to it. 255df8bae1dSRodney W. Grimes */ 25654939875STim J. Robbins *vpp = null_hashins(mp, xp); 2571cfdefbbSSemen Ustimenko if (*vpp != NULL) { 2584451405fSBoris Popov vrele(lowervp); 259*67e3d54fSKonstantin Belousov null_destroy_proto(vp, xp); 260df8bae1dSRodney W. Grimes return (0); 261df8bae1dSRodney W. Grimes } 2621cfdefbbSSemen Ustimenko *vpp = vp; 2631cfdefbbSSemen Ustimenko 2641cfdefbbSSemen Ustimenko return (0); 2651cfdefbbSSemen Ustimenko } 2661cfdefbbSSemen Ustimenko 2671cfdefbbSSemen Ustimenko /* 2681cfdefbbSSemen Ustimenko * Remove node from hash. 2691cfdefbbSSemen Ustimenko */ 27008720e34SSemen Ustimenko void 27108720e34SSemen Ustimenko null_hashrem(xp) 27208720e34SSemen Ustimenko struct null_node *xp; 27308720e34SSemen Ustimenko { 27408720e34SSemen Ustimenko 27515420031SSemen Ustimenko mtx_lock(&null_hashmtx); 27608720e34SSemen Ustimenko LIST_REMOVE(xp, null_hash); 27715420031SSemen Ustimenko mtx_unlock(&null_hashmtx); 27808720e34SSemen Ustimenko } 27908720e34SSemen Ustimenko 280a0f40f54SBruce Evans #ifdef DIAGNOSTIC 2811bf978ceSKATO Takenori 282df8bae1dSRodney W. Grimes struct vnode * 283df8bae1dSRodney W. Grimes null_checkvp(vp, fil, lno) 284df8bae1dSRodney W. Grimes struct vnode *vp; 285df8bae1dSRodney W. Grimes char *fil; 286df8bae1dSRodney W. Grimes int lno; 287df8bae1dSRodney W. Grimes { 288df8bae1dSRodney W. Grimes struct null_node *a = VTONULL(vp); 289b9131889SKonstantin Belousov 290df8bae1dSRodney W. Grimes #ifdef notyet 291df8bae1dSRodney W. Grimes /* 292df8bae1dSRodney W. Grimes * Can't do this check because vop_reclaim runs 293df8bae1dSRodney W. Grimes * with a funny vop vector. 294df8bae1dSRodney W. Grimes */ 295df8bae1dSRodney W. Grimes if (vp->v_op != null_vnodeop_p) { 296df8bae1dSRodney W. Grimes printf ("null_checkvp: on non-null-node\n"); 297df8bae1dSRodney W. Grimes panic("null_checkvp"); 298b9131889SKonstantin Belousov } 299df8bae1dSRodney W. Grimes #endif 300c5e17d9eSKATO Takenori if (a->null_lowervp == NULLVP) { 301df8bae1dSRodney W. Grimes /* Should never happen */ 3024d2310ddSKonstantin Belousov panic("null_checkvp %p", vp); 303df8bae1dSRodney W. Grimes } 304b9131889SKonstantin Belousov VI_LOCK_FLAGS(a->null_lowervp, MTX_DUPOK); 3054d2310ddSKonstantin Belousov if (a->null_lowervp->v_usecount < 1) 3064d2310ddSKonstantin Belousov panic ("null with unref'ed lowervp, vp %p lvp %p", 3074d2310ddSKonstantin Belousov vp, a->null_lowervp); 308b9131889SKonstantin Belousov VI_UNLOCK(a->null_lowervp); 309df8bae1dSRodney W. Grimes #ifdef notyet 310df8bae1dSRodney W. Grimes printf("null %x/%d -> %x/%d [%s, %d]\n", 3114d93c0beSJeff Roberson NULLTOV(a), vrefcnt(NULLTOV(a)), 3124d93c0beSJeff Roberson a->null_lowervp, vrefcnt(a->null_lowervp), 313df8bae1dSRodney W. Grimes fil, lno); 314df8bae1dSRodney W. Grimes #endif 315b9131889SKonstantin Belousov return (a->null_lowervp); 316df8bae1dSRodney W. Grimes } 317df8bae1dSRodney W. Grimes #endif 318