xref: /freebsd/sys/kern/vfs_hash.c (revision e82ef95c11958d5617dc88ac4245a7d094f8c3e4)
16c325a2aSPoul-Henning Kamp /*-
26c325a2aSPoul-Henning Kamp  * Copyright (c) 2005 Poul-Henning Kamp
36c325a2aSPoul-Henning Kamp  * All rights reserved.
46c325a2aSPoul-Henning Kamp  *
56c325a2aSPoul-Henning Kamp  * Redistribution and use in source and binary forms, with or without
66c325a2aSPoul-Henning Kamp  * modification, are permitted provided that the following conditions
76c325a2aSPoul-Henning Kamp  * are met:
86c325a2aSPoul-Henning Kamp  * 1. Redistributions of source code must retain the above copyright
96c325a2aSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer.
106c325a2aSPoul-Henning Kamp  * 2. Redistributions in binary form must reproduce the above copyright
116c325a2aSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer in the
126c325a2aSPoul-Henning Kamp  *    documentation and/or other materials provided with the distribution.
136c325a2aSPoul-Henning Kamp  *
146c325a2aSPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
156c325a2aSPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
166c325a2aSPoul-Henning Kamp  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
176c325a2aSPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
186c325a2aSPoul-Henning Kamp  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
196c325a2aSPoul-Henning Kamp  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
206c325a2aSPoul-Henning Kamp  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
216c325a2aSPoul-Henning Kamp  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
226c325a2aSPoul-Henning Kamp  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
236c325a2aSPoul-Henning Kamp  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
246c325a2aSPoul-Henning Kamp  * SUCH DAMAGE.
256c325a2aSPoul-Henning Kamp  *
266c325a2aSPoul-Henning Kamp  */
276c325a2aSPoul-Henning Kamp 
286c325a2aSPoul-Henning Kamp #include <sys/cdefs.h>
296c325a2aSPoul-Henning Kamp __FBSDID("$FreeBSD$");
306c325a2aSPoul-Henning Kamp 
316c325a2aSPoul-Henning Kamp #include <sys/param.h>
326c325a2aSPoul-Henning Kamp #include <sys/systm.h>
336c325a2aSPoul-Henning Kamp #include <sys/kernel.h>
346c325a2aSPoul-Henning Kamp #include <sys/malloc.h>
356c325a2aSPoul-Henning Kamp #include <sys/vnode.h>
366c325a2aSPoul-Henning Kamp 
376c325a2aSPoul-Henning Kamp static MALLOC_DEFINE(M_VFS_HASH, "VFS hash", "VFS hash table");
386c325a2aSPoul-Henning Kamp 
396c325a2aSPoul-Henning Kamp static LIST_HEAD(vfs_hashhead, vnode)	*vfs_hash_tbl;
406c325a2aSPoul-Henning Kamp static u_long				vfs_hash_mask;
416c325a2aSPoul-Henning Kamp static struct mtx			vfs_hash_mtx;
426c325a2aSPoul-Henning Kamp 
436c325a2aSPoul-Henning Kamp static void
446c325a2aSPoul-Henning Kamp vfs_hashinit(void *dummy __unused)
456c325a2aSPoul-Henning Kamp {
466c325a2aSPoul-Henning Kamp 
476c325a2aSPoul-Henning Kamp 	vfs_hash_tbl = hashinit(desiredvnodes, M_VFS_HASH, &vfs_hash_mask);
486c325a2aSPoul-Henning Kamp 	mtx_init(&vfs_hash_mtx, "vfs hash", NULL, MTX_DEF);
496c325a2aSPoul-Henning Kamp }
506c325a2aSPoul-Henning Kamp 
516c325a2aSPoul-Henning Kamp /* Must be SI_ORDER_SECOND so desiredvnodes is available */
526c325a2aSPoul-Henning Kamp SYSINIT(vfs_hash, SI_SUB_VFS, SI_ORDER_SECOND, vfs_hashinit, NULL)
536c325a2aSPoul-Henning Kamp 
546c325a2aSPoul-Henning Kamp int
556c325a2aSPoul-Henning Kamp vfs_hash_get(struct mount *mp, u_int hash, int flags, struct thread *td, struct vnode **vpp)
566c325a2aSPoul-Henning Kamp {
576c325a2aSPoul-Henning Kamp 	struct vnode *vp;
586c325a2aSPoul-Henning Kamp 	int error;
596c325a2aSPoul-Henning Kamp 
606c325a2aSPoul-Henning Kamp 	while (1) {
616c325a2aSPoul-Henning Kamp 		mtx_lock(&vfs_hash_mtx);
626c325a2aSPoul-Henning Kamp 		LIST_FOREACH(vp,
636c325a2aSPoul-Henning Kamp 		    &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) {
646c325a2aSPoul-Henning Kamp 			if (vp->v_hash != hash)
656c325a2aSPoul-Henning Kamp 				continue;
666c325a2aSPoul-Henning Kamp 			if (vp->v_mount != mp)
676c325a2aSPoul-Henning Kamp 				continue;
686c325a2aSPoul-Henning Kamp 			VI_LOCK(vp);
696c325a2aSPoul-Henning Kamp 			mtx_unlock(&vfs_hash_mtx);
706c325a2aSPoul-Henning Kamp 			error = vget(vp, flags | LK_INTERLOCK, td);
716c325a2aSPoul-Henning Kamp 			if (error == ENOENT)
726c325a2aSPoul-Henning Kamp 				break;
736c325a2aSPoul-Henning Kamp 			if (error)
746c325a2aSPoul-Henning Kamp 				return (error);
756c325a2aSPoul-Henning Kamp 			*vpp = vp;
766c325a2aSPoul-Henning Kamp 			return (0);
776c325a2aSPoul-Henning Kamp 		}
786c325a2aSPoul-Henning Kamp 		if (vp == NULL) {
796c325a2aSPoul-Henning Kamp 			mtx_unlock(&vfs_hash_mtx);
806c325a2aSPoul-Henning Kamp 			*vpp = NULL;
816c325a2aSPoul-Henning Kamp 			return (0);
826c325a2aSPoul-Henning Kamp 		}
836c325a2aSPoul-Henning Kamp 	}
846c325a2aSPoul-Henning Kamp }
856c325a2aSPoul-Henning Kamp 
866c325a2aSPoul-Henning Kamp void
876c325a2aSPoul-Henning Kamp vfs_hash_remove(struct vnode *vp)
886c325a2aSPoul-Henning Kamp {
896c325a2aSPoul-Henning Kamp 
906c325a2aSPoul-Henning Kamp 	mtx_lock(&vfs_hash_mtx);
916c325a2aSPoul-Henning Kamp 	VI_LOCK(vp);
926c325a2aSPoul-Henning Kamp 	VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_remove: not hashed"));
936c325a2aSPoul-Henning Kamp 	LIST_REMOVE(vp, v_hashlist);
946c325a2aSPoul-Henning Kamp 	vp->v_iflag &= ~VI_HASHED;
956c325a2aSPoul-Henning Kamp 	VI_UNLOCK(vp);
966c325a2aSPoul-Henning Kamp 	mtx_unlock(&vfs_hash_mtx);
976c325a2aSPoul-Henning Kamp }
986c325a2aSPoul-Henning Kamp 
996c325a2aSPoul-Henning Kamp int
1006c325a2aSPoul-Henning Kamp vfs_hash_insert(struct vnode *vp, u_int hash, int flags, struct thread *td, struct vnode **vpp)
1016c325a2aSPoul-Henning Kamp {
1026c325a2aSPoul-Henning Kamp 	struct vnode *vp2;
1036c325a2aSPoul-Henning Kamp 	int error;
1046c325a2aSPoul-Henning Kamp 
105e82ef95cSPoul-Henning Kamp 	lockmgr(vp->v_vnlock, LK_EXCLUSIVE, NULL, td);
106e82ef95cSPoul-Henning Kamp 	*vpp = NULL;
1076c325a2aSPoul-Henning Kamp 	while (1) {
1086c325a2aSPoul-Henning Kamp 		mtx_lock(&vfs_hash_mtx);
1096c325a2aSPoul-Henning Kamp 		LIST_FOREACH(vp2,
1106c325a2aSPoul-Henning Kamp 		    &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) {
1116c325a2aSPoul-Henning Kamp 			if (vp2->v_hash != hash)
1126c325a2aSPoul-Henning Kamp 				continue;
1136c325a2aSPoul-Henning Kamp 			if (vp2->v_mount != vp->v_mount)
1146c325a2aSPoul-Henning Kamp 				continue;
1156c325a2aSPoul-Henning Kamp 			VI_LOCK(vp2);
1166c325a2aSPoul-Henning Kamp 			mtx_unlock(&vfs_hash_mtx);
1176c325a2aSPoul-Henning Kamp 			error = vget(vp2, flags | LK_INTERLOCK, td);
1186c325a2aSPoul-Henning Kamp 			if (error == ENOENT)
1196c325a2aSPoul-Henning Kamp 				break;
1206c325a2aSPoul-Henning Kamp 			if (error)
1216c325a2aSPoul-Henning Kamp 				return (error);
1226c325a2aSPoul-Henning Kamp 			*vpp = vp2;
1236c325a2aSPoul-Henning Kamp 			return (0);
1246c325a2aSPoul-Henning Kamp 		}
1256c325a2aSPoul-Henning Kamp 		if (vp2 == NULL)
1266c325a2aSPoul-Henning Kamp 			break;
1276c325a2aSPoul-Henning Kamp 
1286c325a2aSPoul-Henning Kamp 	}
1296c325a2aSPoul-Henning Kamp 	VI_LOCK(vp);
1306c325a2aSPoul-Henning Kamp 	VNASSERT(!(vp->v_iflag & VI_HASHED), vp,
1316c325a2aSPoul-Henning Kamp 	    ("vfs_hash_insert: already hashed"));
1326c325a2aSPoul-Henning Kamp 	vp->v_hash = hash;
1336c325a2aSPoul-Henning Kamp 	LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist);
1346c325a2aSPoul-Henning Kamp 	vp->v_iflag |= VI_HASHED;
1356c325a2aSPoul-Henning Kamp 	VI_UNLOCK(vp);
1366c325a2aSPoul-Henning Kamp 	mtx_unlock(&vfs_hash_mtx);
1376c325a2aSPoul-Henning Kamp 	return (0);
1386c325a2aSPoul-Henning Kamp }
1396c325a2aSPoul-Henning Kamp 
1406c325a2aSPoul-Henning Kamp void
1416c325a2aSPoul-Henning Kamp vfs_hash_rehash(struct vnode *vp, u_int hash)
1426c325a2aSPoul-Henning Kamp {
1436c325a2aSPoul-Henning Kamp 
1446c325a2aSPoul-Henning Kamp 	mtx_lock(&vfs_hash_mtx);
1456c325a2aSPoul-Henning Kamp 	VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_rehash: not hashed"));
1466c325a2aSPoul-Henning Kamp 	LIST_REMOVE(vp, v_hashlist);
1476c325a2aSPoul-Henning Kamp 	LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist);
1486c325a2aSPoul-Henning Kamp 	vp->v_hash = hash;
1496c325a2aSPoul-Henning Kamp 	mtx_unlock(&vfs_hash_mtx);
1506c325a2aSPoul-Henning Kamp }
151