xref: /freebsd/sys/fs/nullfs/null_subr.c (revision 67e3d54f804f8e9c6c1436999fa39be5bf9cf59c)
1d167cf6fSWarner Losh /*-
2df8bae1dSRodney W. Grimes  * Copyright (c) 1992, 1993
3df8bae1dSRodney W. Grimes  *	The Regents of the University of California.  All rights reserved.
4df8bae1dSRodney W. Grimes  *
5df8bae1dSRodney W. Grimes  * This code is derived from software donated to Berkeley by
6df8bae1dSRodney W. Grimes  * Jan-Simon Pendry.
7df8bae1dSRodney W. Grimes  *
8df8bae1dSRodney W. Grimes  * Redistribution and use in source and binary forms, with or without
9df8bae1dSRodney W. Grimes  * modification, are permitted provided that the following conditions
10df8bae1dSRodney W. Grimes  * are met:
11df8bae1dSRodney W. Grimes  * 1. Redistributions of source code must retain the above copyright
12df8bae1dSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer.
13df8bae1dSRodney W. Grimes  * 2. Redistributions in binary form must reproduce the above copyright
14df8bae1dSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer in the
15df8bae1dSRodney W. Grimes  *    documentation and/or other materials provided with the distribution.
16df8bae1dSRodney W. Grimes  * 4. Neither the name of the University nor the names of its contributors
17df8bae1dSRodney W. Grimes  *    may be used to endorse or promote products derived from this software
18df8bae1dSRodney W. Grimes  *    without specific prior written permission.
19df8bae1dSRodney W. Grimes  *
20df8bae1dSRodney W. Grimes  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
21df8bae1dSRodney W. Grimes  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22df8bae1dSRodney W. Grimes  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23df8bae1dSRodney W. Grimes  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
24df8bae1dSRodney W. Grimes  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25df8bae1dSRodney W. Grimes  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26df8bae1dSRodney W. Grimes  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27df8bae1dSRodney W. Grimes  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28df8bae1dSRodney W. Grimes  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29df8bae1dSRodney W. Grimes  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30df8bae1dSRodney W. Grimes  * SUCH DAMAGE.
31df8bae1dSRodney W. Grimes  *
32996c772fSJohn Dyson  *	@(#)null_subr.c	8.7 (Berkeley) 5/14/95
33df8bae1dSRodney W. Grimes  *
34c3aac50fSPeter Wemm  * $FreeBSD$
35df8bae1dSRodney W. Grimes  */
36df8bae1dSRodney W. Grimes 
37df8bae1dSRodney W. Grimes #include <sys/param.h>
38df8bae1dSRodney W. Grimes #include <sys/systm.h>
398da80660SBoris Popov #include <sys/kernel.h>
40fb919e4dSMark Murray #include <sys/lock.h>
4115420031SSemen Ustimenko #include <sys/mutex.h>
42df8bae1dSRodney W. Grimes #include <sys/malloc.h>
43fb919e4dSMark Murray #include <sys/mount.h>
44fb919e4dSMark Murray #include <sys/proc.h>
45fb919e4dSMark Murray #include <sys/vnode.h>
46fb919e4dSMark Murray 
4799d300a1SRuslan Ermilov #include <fs/nullfs/null.h>
48df8bae1dSRodney W. Grimes 
4954939875STim J. Robbins #define LOG2_SIZEVNODE 8		/* log2(sizeof struct vnode) */
50df8bae1dSRodney W. Grimes #define	NNULLNODECACHE 16
51df8bae1dSRodney W. Grimes 
52df8bae1dSRodney W. Grimes /*
53df8bae1dSRodney W. Grimes  * Null layer cache:
54df8bae1dSRodney W. Grimes  * Each cache entry holds a reference to the lower vnode
55df8bae1dSRodney W. Grimes  * along with a pointer to the alias vnode.  When an
56df8bae1dSRodney W. Grimes  * entry is added the lower vnode is VREF'd.  When the
57df8bae1dSRodney W. Grimes  * alias is removed the lower vnode is vrele'd.
58df8bae1dSRodney W. Grimes  */
59df8bae1dSRodney W. Grimes 
60996c772fSJohn Dyson #define	NULL_NHASH(vp) \
61a23d65bfSBruce Evans 	(&null_node_hashtbl[(((uintptr_t)vp)>>LOG2_SIZEVNODE) & null_node_hash])
628da80660SBoris Popov 
63e3975643SJake Burkholder static LIST_HEAD(null_node_hashhead, null_node) *null_node_hashtbl;
64303b270bSEivind Eklund static u_long null_node_hash;
6515420031SSemen Ustimenko struct mtx null_hashmtx;
668da80660SBoris Popov 
675bb84bc8SRobert Watson static MALLOC_DEFINE(M_NULLFSHASH, "nullfs_hash", "NULLFS hash table");
685bb84bc8SRobert Watson MALLOC_DEFINE(M_NULLFSNODE, "nullfs_node", "NULLFS vnode private part");
69df8bae1dSRodney W. Grimes 
7054939875STim J. Robbins static struct vnode * null_hashget(struct mount *, struct vnode *);
7154939875STim J. Robbins static struct vnode * null_hashins(struct mount *, struct null_node *);
729b5e8b3aSBruce Evans 
73df8bae1dSRodney W. Grimes /*
74df8bae1dSRodney W. Grimes  * Initialise cache headers
75df8bae1dSRodney W. Grimes  */
7626f9a767SRodney W. Grimes int
77996c772fSJohn Dyson nullfs_init(vfsp)
78996c772fSJohn Dyson 	struct vfsconf *vfsp;
79df8bae1dSRodney W. Grimes {
80996c772fSJohn Dyson 
818da80660SBoris Popov 	NULLFSDEBUG("nullfs_init\n");		/* printed during system boot */
828da80660SBoris Popov 	null_node_hashtbl = hashinit(NNULLNODECACHE, M_NULLFSHASH, &null_node_hash);
8315420031SSemen Ustimenko 	mtx_init(&null_hashmtx, "nullhs", NULL, MTX_DEF);
848da80660SBoris Popov 	return (0);
858da80660SBoris Popov }
868da80660SBoris Popov 
878da80660SBoris Popov int
888da80660SBoris Popov nullfs_uninit(vfsp)
898da80660SBoris Popov 	struct vfsconf *vfsp;
908da80660SBoris Popov {
918da80660SBoris Popov 
9215420031SSemen Ustimenko 	mtx_destroy(&null_hashmtx);
9315c75a0dSEygene Ryabinkin 	hashdestroy(null_node_hashtbl, M_NULLFSHASH, null_node_hash);
9426f9a767SRodney W. Grimes 	return (0);
95df8bae1dSRodney W. Grimes }
96df8bae1dSRodney W. Grimes 
97df8bae1dSRodney W. Grimes /*
98df8bae1dSRodney W. Grimes  * Return a VREF'ed alias for lower vnode if already exists, else 0.
994451405fSBoris Popov  * Lower vnode should be locked on entry and will be left locked on exit.
100df8bae1dSRodney W. Grimes  */
101df8bae1dSRodney W. Grimes static struct vnode *
10254939875STim J. Robbins null_hashget(mp, lowervp)
10354939875STim J. Robbins 	struct mount *mp;
104df8bae1dSRodney W. Grimes 	struct vnode *lowervp;
105df8bae1dSRodney W. Grimes {
106996c772fSJohn Dyson 	struct null_node_hashhead *hd;
107df8bae1dSRodney W. Grimes 	struct null_node *a;
108df8bae1dSRodney W. Grimes 	struct vnode *vp;
1099c12e631SJeff Roberson 
1109c12e631SJeff Roberson 	ASSERT_VOP_LOCKED(lowervp, "null_hashget");
111df8bae1dSRodney W. Grimes 
112df8bae1dSRodney W. Grimes 	/*
113df8bae1dSRodney W. Grimes 	 * Find hash base, and then search the (two-way) linked
114df8bae1dSRodney W. Grimes 	 * list looking for a null_node structure which is referencing
115df8bae1dSRodney W. Grimes 	 * the lower vnode.  If found, the increment the null_node
116df8bae1dSRodney W. Grimes 	 * reference count (but NOT the lower vnode's VREF counter).
117df8bae1dSRodney W. Grimes 	 */
118996c772fSJohn Dyson 	hd = NULL_NHASH(lowervp);
11915420031SSemen Ustimenko 	mtx_lock(&null_hashmtx);
120fc2ffbe6SPoul-Henning Kamp 	LIST_FOREACH(a, hd, null_hash) {
12154939875STim J. Robbins 		if (a->null_lowervp == lowervp && NULLTOV(a)->v_mount == mp) {
1229c12e631SJeff Roberson 			/*
1239c12e631SJeff Roberson 			 * Since we have the lower node locked the nullfs
1249c12e631SJeff Roberson 			 * node can not be in the process of recycling.  If
1259c12e631SJeff Roberson 			 * it had been recycled before we grabed the lower
1269c12e631SJeff Roberson 			 * lock it would not have been found on the hash.
1279c12e631SJeff Roberson 			 */
1284c65d593SJeff Roberson 			vp = NULLTOV(a);
1294c65d593SJeff Roberson 			vref(vp);
1304c65d593SJeff Roberson 			mtx_unlock(&null_hashmtx);
131df8bae1dSRodney W. Grimes 			return (vp);
132df8bae1dSRodney W. Grimes 		}
133df8bae1dSRodney W. Grimes 	}
13415420031SSemen Ustimenko 	mtx_unlock(&null_hashmtx);
1351cfdefbbSSemen Ustimenko 	return (NULLVP);
136df8bae1dSRodney W. Grimes }
137df8bae1dSRodney W. Grimes 
1381cfdefbbSSemen Ustimenko /*
1391cfdefbbSSemen Ustimenko  * Act like null_hashget, but add passed null_node to hash if no existing
1401cfdefbbSSemen Ustimenko  * node found.
1411cfdefbbSSemen Ustimenko  */
1421cfdefbbSSemen Ustimenko static struct vnode *
14354939875STim J. Robbins null_hashins(mp, xp)
14454939875STim J. Robbins 	struct mount *mp;
1451cfdefbbSSemen Ustimenko 	struct null_node *xp;
1461cfdefbbSSemen Ustimenko {
1471cfdefbbSSemen Ustimenko 	struct null_node_hashhead *hd;
1481cfdefbbSSemen Ustimenko 	struct null_node *oxp;
1491cfdefbbSSemen Ustimenko 	struct vnode *ovp;
1501cfdefbbSSemen Ustimenko 
1511cfdefbbSSemen Ustimenko 	hd = NULL_NHASH(xp->null_lowervp);
1521cfdefbbSSemen Ustimenko 	mtx_lock(&null_hashmtx);
1531cfdefbbSSemen Ustimenko 	LIST_FOREACH(oxp, hd, null_hash) {
15454939875STim J. Robbins 		if (oxp->null_lowervp == xp->null_lowervp &&
15554939875STim J. Robbins 		    NULLTOV(oxp)->v_mount == mp) {
1569c12e631SJeff Roberson 			/*
1579c12e631SJeff Roberson 			 * See null_hashget for a description of this
1589c12e631SJeff Roberson 			 * operation.
1599c12e631SJeff Roberson 			 */
1601cfdefbbSSemen Ustimenko 			ovp = NULLTOV(oxp);
1614c65d593SJeff Roberson 			vref(ovp);
1621cfdefbbSSemen Ustimenko 			mtx_unlock(&null_hashmtx);
1631cfdefbbSSemen Ustimenko 			return (ovp);
1641cfdefbbSSemen Ustimenko 		}
1651cfdefbbSSemen Ustimenko 	}
1661cfdefbbSSemen Ustimenko 	LIST_INSERT_HEAD(hd, xp, null_hash);
1671cfdefbbSSemen Ustimenko 	mtx_unlock(&null_hashmtx);
1681cfdefbbSSemen Ustimenko 	return (NULLVP);
1691cfdefbbSSemen Ustimenko }
170df8bae1dSRodney W. Grimes 
17161b9d89fSTor Egge static void
172*67e3d54fSKonstantin Belousov null_destroy_proto(struct vnode *vp, void *xp)
173*67e3d54fSKonstantin Belousov {
174*67e3d54fSKonstantin Belousov 
175*67e3d54fSKonstantin Belousov 	VI_LOCK(vp);
176*67e3d54fSKonstantin Belousov 	vp->v_data = NULL;
177*67e3d54fSKonstantin Belousov 	vp->v_vnlock = &vp->v_lock;
178*67e3d54fSKonstantin Belousov 	vp->v_op = &dead_vnodeops;
179*67e3d54fSKonstantin Belousov 	VI_UNLOCK(vp);
180*67e3d54fSKonstantin Belousov 	(void) vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
181*67e3d54fSKonstantin Belousov 	vgone(vp);
182*67e3d54fSKonstantin Belousov 	vput(vp);
183*67e3d54fSKonstantin Belousov 	free(xp, M_NULLFSNODE);
184*67e3d54fSKonstantin Belousov }
185*67e3d54fSKonstantin Belousov 
186*67e3d54fSKonstantin Belousov static void
18761b9d89fSTor Egge null_insmntque_dtr(struct vnode *vp, void *xp)
18861b9d89fSTor Egge {
189dd0f9532SKonstantin Belousov 
190dd0f9532SKonstantin Belousov 	vput(((struct null_node *)xp)->null_lowervp);
191*67e3d54fSKonstantin Belousov 	null_destroy_proto(vp, xp);
19261b9d89fSTor Egge }
19361b9d89fSTor Egge 
194df8bae1dSRodney W. Grimes /*
1951cfdefbbSSemen Ustimenko  * Make a new or get existing nullfs node.
1961cfdefbbSSemen Ustimenko  * Vp is the alias vnode, lowervp is the lower vnode.
1971cfdefbbSSemen Ustimenko  *
1981cfdefbbSSemen Ustimenko  * The lowervp assumed to be locked and having "spare" reference. This routine
1991cfdefbbSSemen Ustimenko  * vrele lowervp if nullfs node was taken from hash. Otherwise it "transfers"
2001cfdefbbSSemen Ustimenko  * the caller's "spare" reference to created nullfs vnode.
201df8bae1dSRodney W. Grimes  */
2021cfdefbbSSemen Ustimenko int
2031cfdefbbSSemen Ustimenko null_nodeget(mp, lowervp, vpp)
204df8bae1dSRodney W. Grimes 	struct mount *mp;
205df8bae1dSRodney W. Grimes 	struct vnode *lowervp;
206df8bae1dSRodney W. Grimes 	struct vnode **vpp;
207df8bae1dSRodney W. Grimes {
208df8bae1dSRodney W. Grimes 	struct null_node *xp;
2091cfdefbbSSemen Ustimenko 	struct vnode *vp;
210df8bae1dSRodney W. Grimes 	int error;
211df8bae1dSRodney W. Grimes 
21248a1e3f6SKonstantin Belousov 	ASSERT_VOP_LOCKED(lowervp, "lowervp");
213f39adeddSDimitry Andric 	KASSERT(lowervp->v_usecount >= 1, ("Unreferenced vnode %p\n", lowervp));
21448a1e3f6SKonstantin Belousov 
2151cfdefbbSSemen Ustimenko 	/* Lookup the hash firstly */
21654939875STim J. Robbins 	*vpp = null_hashget(mp, lowervp);
2171cfdefbbSSemen Ustimenko 	if (*vpp != NULL) {
2181cfdefbbSSemen Ustimenko 		vrele(lowervp);
2191cfdefbbSSemen Ustimenko 		return (0);
2201cfdefbbSSemen Ustimenko 	}
2211cfdefbbSSemen Ustimenko 
2221cfdefbbSSemen Ustimenko 	/*
2231cfdefbbSSemen Ustimenko 	 * We do not serialize vnode creation, instead we will check for
2241cfdefbbSSemen Ustimenko 	 * duplicates later, when adding new vnode to hash.
2251cfdefbbSSemen Ustimenko 	 * Note that duplicate can only appear in hash if the lowervp is
2261cfdefbbSSemen Ustimenko 	 * locked LK_SHARED.
227da732fc6SKonstantin Belousov 	 *
2282f9bae59SDavid Greenman 	 * Do the MALLOC before the getnewvnode since doing so afterward
2292f9bae59SDavid Greenman 	 * might cause a bogus v_data pointer to get dereferenced
2302f9bae59SDavid Greenman 	 * elsewhere if MALLOC should block.
2312f9bae59SDavid Greenman 	 */
2321ede983cSDag-Erling Smørgrav 	xp = malloc(sizeof(struct null_node),
233a163d034SWarner Losh 	    M_NULLFSNODE, M_WAITOK);
2342f9bae59SDavid Greenman 
235aec0fb7bSPoul-Henning Kamp 	error = getnewvnode("null", mp, &null_vnodeops, &vp);
2362f9bae59SDavid Greenman 	if (error) {
237dd0f9532SKonstantin Belousov 		vput(lowervp);
2381ede983cSDag-Erling Smørgrav 		free(xp, M_NULLFSNODE);
239df8bae1dSRodney W. Grimes 		return (error);
2402f9bae59SDavid Greenman 	}
241df8bae1dSRodney W. Grimes 
242df8bae1dSRodney W. Grimes 	xp->null_vnode = vp;
243df8bae1dSRodney W. Grimes 	xp->null_lowervp = lowervp;
24408720e34SSemen Ustimenko 	vp->v_type = lowervp->v_type;
24508720e34SSemen Ustimenko 	vp->v_data = xp;
2464451405fSBoris Popov 	vp->v_vnlock = lowervp->v_vnlock;
247bc855512SJeff Roberson 	if (vp->v_vnlock == NULL)
248bc855512SJeff Roberson 		panic("null_nodeget: Passed a NULL vnlock.\n");
24961b9d89fSTor Egge 	error = insmntque1(vp, mp, null_insmntque_dtr, xp);
25061b9d89fSTor Egge 	if (error != 0)
25161b9d89fSTor Egge 		return (error);
252df8bae1dSRodney W. Grimes 	/*
2531cfdefbbSSemen Ustimenko 	 * Atomically insert our new node into the hash or vget existing
2541cfdefbbSSemen Ustimenko 	 * if someone else has beaten us to it.
255df8bae1dSRodney W. Grimes 	 */
25654939875STim J. Robbins 	*vpp = null_hashins(mp, xp);
2571cfdefbbSSemen Ustimenko 	if (*vpp != NULL) {
2584451405fSBoris Popov 		vrele(lowervp);
259*67e3d54fSKonstantin Belousov 		null_destroy_proto(vp, xp);
260df8bae1dSRodney W. Grimes 		return (0);
261df8bae1dSRodney W. Grimes 	}
2621cfdefbbSSemen Ustimenko 	*vpp = vp;
2631cfdefbbSSemen Ustimenko 
2641cfdefbbSSemen Ustimenko 	return (0);
2651cfdefbbSSemen Ustimenko }
2661cfdefbbSSemen Ustimenko 
2671cfdefbbSSemen Ustimenko /*
2681cfdefbbSSemen Ustimenko  * Remove node from hash.
2691cfdefbbSSemen Ustimenko  */
27008720e34SSemen Ustimenko void
27108720e34SSemen Ustimenko null_hashrem(xp)
27208720e34SSemen Ustimenko 	struct null_node *xp;
27308720e34SSemen Ustimenko {
27408720e34SSemen Ustimenko 
27515420031SSemen Ustimenko 	mtx_lock(&null_hashmtx);
27608720e34SSemen Ustimenko 	LIST_REMOVE(xp, null_hash);
27715420031SSemen Ustimenko 	mtx_unlock(&null_hashmtx);
27808720e34SSemen Ustimenko }
27908720e34SSemen Ustimenko 
280a0f40f54SBruce Evans #ifdef DIAGNOSTIC
2811bf978ceSKATO Takenori 
282df8bae1dSRodney W. Grimes struct vnode *
283df8bae1dSRodney W. Grimes null_checkvp(vp, fil, lno)
284df8bae1dSRodney W. Grimes 	struct vnode *vp;
285df8bae1dSRodney W. Grimes 	char *fil;
286df8bae1dSRodney W. Grimes 	int lno;
287df8bae1dSRodney W. Grimes {
288df8bae1dSRodney W. Grimes 	struct null_node *a = VTONULL(vp);
289b9131889SKonstantin Belousov 
290df8bae1dSRodney W. Grimes #ifdef notyet
291df8bae1dSRodney W. Grimes 	/*
292df8bae1dSRodney W. Grimes 	 * Can't do this check because vop_reclaim runs
293df8bae1dSRodney W. Grimes 	 * with a funny vop vector.
294df8bae1dSRodney W. Grimes 	 */
295df8bae1dSRodney W. Grimes 	if (vp->v_op != null_vnodeop_p) {
296df8bae1dSRodney W. Grimes 		printf ("null_checkvp: on non-null-node\n");
297df8bae1dSRodney W. Grimes 		panic("null_checkvp");
298b9131889SKonstantin Belousov 	}
299df8bae1dSRodney W. Grimes #endif
300c5e17d9eSKATO Takenori 	if (a->null_lowervp == NULLVP) {
301df8bae1dSRodney W. Grimes 		/* Should never happen */
3024d2310ddSKonstantin Belousov 		panic("null_checkvp %p", vp);
303df8bae1dSRodney W. Grimes 	}
304b9131889SKonstantin Belousov 	VI_LOCK_FLAGS(a->null_lowervp, MTX_DUPOK);
3054d2310ddSKonstantin Belousov 	if (a->null_lowervp->v_usecount < 1)
3064d2310ddSKonstantin Belousov 		panic ("null with unref'ed lowervp, vp %p lvp %p",
3074d2310ddSKonstantin Belousov 		    vp, a->null_lowervp);
308b9131889SKonstantin Belousov 	VI_UNLOCK(a->null_lowervp);
309df8bae1dSRodney W. Grimes #ifdef notyet
310df8bae1dSRodney W. Grimes 	printf("null %x/%d -> %x/%d [%s, %d]\n",
3114d93c0beSJeff Roberson 	        NULLTOV(a), vrefcnt(NULLTOV(a)),
3124d93c0beSJeff Roberson 		a->null_lowervp, vrefcnt(a->null_lowervp),
313df8bae1dSRodney W. Grimes 		fil, lno);
314df8bae1dSRodney W. Grimes #endif
315b9131889SKonstantin Belousov 	return (a->null_lowervp);
316df8bae1dSRodney W. Grimes }
317df8bae1dSRodney W. Grimes #endif
318