xref: /freebsd/sys/kern/vfs_hash.c (revision 6c325a2a21b30c878cac1c633e90fc3f79dff99a)
16c325a2aSPoul-Henning Kamp /*-
26c325a2aSPoul-Henning Kamp  * Copyright (c) 2005 Poul-Henning Kamp
36c325a2aSPoul-Henning Kamp  * All rights reserved.
46c325a2aSPoul-Henning Kamp  *
56c325a2aSPoul-Henning Kamp  * Redistribution and use in source and binary forms, with or without
66c325a2aSPoul-Henning Kamp  * modification, are permitted provided that the following conditions
76c325a2aSPoul-Henning Kamp  * are met:
86c325a2aSPoul-Henning Kamp  * 1. Redistributions of source code must retain the above copyright
96c325a2aSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer.
106c325a2aSPoul-Henning Kamp  * 2. Redistributions in binary form must reproduce the above copyright
116c325a2aSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer in the
126c325a2aSPoul-Henning Kamp  *    documentation and/or other materials provided with the distribution.
136c325a2aSPoul-Henning Kamp  *
146c325a2aSPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
156c325a2aSPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
166c325a2aSPoul-Henning Kamp  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
176c325a2aSPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
186c325a2aSPoul-Henning Kamp  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
196c325a2aSPoul-Henning Kamp  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
206c325a2aSPoul-Henning Kamp  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
216c325a2aSPoul-Henning Kamp  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
226c325a2aSPoul-Henning Kamp  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
236c325a2aSPoul-Henning Kamp  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
246c325a2aSPoul-Henning Kamp  * SUCH DAMAGE.
256c325a2aSPoul-Henning Kamp  *
266c325a2aSPoul-Henning Kamp  */
276c325a2aSPoul-Henning Kamp 
286c325a2aSPoul-Henning Kamp #include <sys/cdefs.h>
296c325a2aSPoul-Henning Kamp __FBSDID("$FreeBSD$");
306c325a2aSPoul-Henning Kamp 
316c325a2aSPoul-Henning Kamp #include <sys/param.h>
326c325a2aSPoul-Henning Kamp #include <sys/systm.h>
336c325a2aSPoul-Henning Kamp #include <sys/kernel.h>
346c325a2aSPoul-Henning Kamp #include <sys/malloc.h>
356c325a2aSPoul-Henning Kamp #include <sys/vnode.h>
366c325a2aSPoul-Henning Kamp 
376c325a2aSPoul-Henning Kamp #if 0
386c325a2aSPoul-Henning Kamp #include "opt_mac.h"
396c325a2aSPoul-Henning Kamp 
406c325a2aSPoul-Henning Kamp #include <sys/bio.h>
416c325a2aSPoul-Henning Kamp #include <sys/buf.h>
426c325a2aSPoul-Henning Kamp #include <sys/conf.h>
436c325a2aSPoul-Henning Kamp #include <sys/event.h>
446c325a2aSPoul-Henning Kamp #include <sys/eventhandler.h>
456c325a2aSPoul-Henning Kamp #include <sys/extattr.h>
466c325a2aSPoul-Henning Kamp #include <sys/fcntl.h>
476c325a2aSPoul-Henning Kamp #include <sys/kdb.h>
486c325a2aSPoul-Henning Kamp #include <sys/kthread.h>
496c325a2aSPoul-Henning Kamp #include <sys/mac.h>
506c325a2aSPoul-Henning Kamp #include <sys/mount.h>
516c325a2aSPoul-Henning Kamp #include <sys/namei.h>
526c325a2aSPoul-Henning Kamp #include <sys/reboot.h>
536c325a2aSPoul-Henning Kamp #include <sys/sleepqueue.h>
546c325a2aSPoul-Henning Kamp #include <sys/stat.h>
556c325a2aSPoul-Henning Kamp #include <sys/sysctl.h>
566c325a2aSPoul-Henning Kamp #include <sys/syslog.h>
576c325a2aSPoul-Henning Kamp #include <sys/vmmeter.h>
586c325a2aSPoul-Henning Kamp 
596c325a2aSPoul-Henning Kamp #include <machine/stdarg.h>
606c325a2aSPoul-Henning Kamp 
616c325a2aSPoul-Henning Kamp #include <vm/vm.h>
626c325a2aSPoul-Henning Kamp #include <vm/vm_object.h>
636c325a2aSPoul-Henning Kamp #include <vm/vm_extern.h>
646c325a2aSPoul-Henning Kamp #include <vm/pmap.h>
656c325a2aSPoul-Henning Kamp #include <vm/vm_map.h>
666c325a2aSPoul-Henning Kamp #include <vm/vm_page.h>
676c325a2aSPoul-Henning Kamp #include <vm/vm_kern.h>
686c325a2aSPoul-Henning Kamp #include <vm/uma.h>
696c325a2aSPoul-Henning Kamp 
706c325a2aSPoul-Henning Kamp #endif
716c325a2aSPoul-Henning Kamp 
726c325a2aSPoul-Henning Kamp static MALLOC_DEFINE(M_VFS_HASH, "VFS hash", "VFS hash table");
736c325a2aSPoul-Henning Kamp 
746c325a2aSPoul-Henning Kamp static LIST_HEAD(vfs_hashhead, vnode)	*vfs_hash_tbl;
756c325a2aSPoul-Henning Kamp static u_long				vfs_hash_mask;
766c325a2aSPoul-Henning Kamp static struct mtx			vfs_hash_mtx;
776c325a2aSPoul-Henning Kamp 
786c325a2aSPoul-Henning Kamp static void
796c325a2aSPoul-Henning Kamp vfs_hashinit(void *dummy __unused)
806c325a2aSPoul-Henning Kamp {
816c325a2aSPoul-Henning Kamp 
826c325a2aSPoul-Henning Kamp 	vfs_hash_tbl = hashinit(desiredvnodes, M_VFS_HASH, &vfs_hash_mask);
836c325a2aSPoul-Henning Kamp 	mtx_init(&vfs_hash_mtx, "vfs hash", NULL, MTX_DEF);
846c325a2aSPoul-Henning Kamp }
856c325a2aSPoul-Henning Kamp 
866c325a2aSPoul-Henning Kamp /* Must be SI_ORDER_SECOND so desiredvnodes is available */
876c325a2aSPoul-Henning Kamp SYSINIT(vfs_hash, SI_SUB_VFS, SI_ORDER_SECOND, vfs_hashinit, NULL)
886c325a2aSPoul-Henning Kamp 
896c325a2aSPoul-Henning Kamp int
906c325a2aSPoul-Henning Kamp vfs_hash_get(struct mount *mp, u_int hash, int flags, struct thread *td, struct vnode **vpp)
916c325a2aSPoul-Henning Kamp {
926c325a2aSPoul-Henning Kamp 	struct vnode *vp;
936c325a2aSPoul-Henning Kamp 	int error;
946c325a2aSPoul-Henning Kamp 
956c325a2aSPoul-Henning Kamp 	while (1) {
966c325a2aSPoul-Henning Kamp 		mtx_lock(&vfs_hash_mtx);
976c325a2aSPoul-Henning Kamp 		LIST_FOREACH(vp,
986c325a2aSPoul-Henning Kamp 		    &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) {
996c325a2aSPoul-Henning Kamp 			if (vp->v_hash != hash)
1006c325a2aSPoul-Henning Kamp 				continue;
1016c325a2aSPoul-Henning Kamp 			if (vp->v_mount != mp)
1026c325a2aSPoul-Henning Kamp 				continue;
1036c325a2aSPoul-Henning Kamp 			VI_LOCK(vp);
1046c325a2aSPoul-Henning Kamp 			mtx_unlock(&vfs_hash_mtx);
1056c325a2aSPoul-Henning Kamp 			error = vget(vp, flags | LK_INTERLOCK, td);
1066c325a2aSPoul-Henning Kamp 			if (error == ENOENT)
1076c325a2aSPoul-Henning Kamp 				break;
1086c325a2aSPoul-Henning Kamp 			if (error)
1096c325a2aSPoul-Henning Kamp 				return (error);
1106c325a2aSPoul-Henning Kamp 			*vpp = vp;
1116c325a2aSPoul-Henning Kamp 			return (0);
1126c325a2aSPoul-Henning Kamp 		}
1136c325a2aSPoul-Henning Kamp 		if (vp == NULL) {
1146c325a2aSPoul-Henning Kamp 			mtx_unlock(&vfs_hash_mtx);
1156c325a2aSPoul-Henning Kamp 			*vpp = NULL;
1166c325a2aSPoul-Henning Kamp 			return (0);
1176c325a2aSPoul-Henning Kamp 		}
1186c325a2aSPoul-Henning Kamp 	}
1196c325a2aSPoul-Henning Kamp }
1206c325a2aSPoul-Henning Kamp 
1216c325a2aSPoul-Henning Kamp void
1226c325a2aSPoul-Henning Kamp vfs_hash_remove(struct vnode *vp)
1236c325a2aSPoul-Henning Kamp {
1246c325a2aSPoul-Henning Kamp 
1256c325a2aSPoul-Henning Kamp 	mtx_lock(&vfs_hash_mtx);
1266c325a2aSPoul-Henning Kamp 	VI_LOCK(vp);
1276c325a2aSPoul-Henning Kamp 	VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_remove: not hashed"));
1286c325a2aSPoul-Henning Kamp 	LIST_REMOVE(vp, v_hashlist);
1296c325a2aSPoul-Henning Kamp 	vp->v_iflag &= ~VI_HASHED;
1306c325a2aSPoul-Henning Kamp 	VI_UNLOCK(vp);
1316c325a2aSPoul-Henning Kamp 	mtx_unlock(&vfs_hash_mtx);
1326c325a2aSPoul-Henning Kamp }
1336c325a2aSPoul-Henning Kamp 
1346c325a2aSPoul-Henning Kamp int
1356c325a2aSPoul-Henning Kamp vfs_hash_insert(struct vnode *vp, u_int hash, int flags, struct thread *td, struct vnode **vpp)
1366c325a2aSPoul-Henning Kamp {
1376c325a2aSPoul-Henning Kamp 	struct vnode *vp2;
1386c325a2aSPoul-Henning Kamp 	int error;
1396c325a2aSPoul-Henning Kamp 
1406c325a2aSPoul-Henning Kamp 	while (1) {
1416c325a2aSPoul-Henning Kamp 		mtx_lock(&vfs_hash_mtx);
1426c325a2aSPoul-Henning Kamp 		LIST_FOREACH(vp2,
1436c325a2aSPoul-Henning Kamp 		    &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) {
1446c325a2aSPoul-Henning Kamp 			if (vp2->v_hash != hash)
1456c325a2aSPoul-Henning Kamp 				continue;
1466c325a2aSPoul-Henning Kamp 			if (vp2->v_mount != vp->v_mount)
1476c325a2aSPoul-Henning Kamp 				continue;
1486c325a2aSPoul-Henning Kamp 			VI_LOCK(vp2);
1496c325a2aSPoul-Henning Kamp 			mtx_unlock(&vfs_hash_mtx);
1506c325a2aSPoul-Henning Kamp 			error = vget(vp2, flags | LK_INTERLOCK, td);
1516c325a2aSPoul-Henning Kamp 			if (error == ENOENT)
1526c325a2aSPoul-Henning Kamp 				break;
1536c325a2aSPoul-Henning Kamp 			if (error)
1546c325a2aSPoul-Henning Kamp 				return (error);
1556c325a2aSPoul-Henning Kamp 			*vpp = vp2;
1566c325a2aSPoul-Henning Kamp 			return (0);
1576c325a2aSPoul-Henning Kamp 		}
1586c325a2aSPoul-Henning Kamp 		if (vp2 == NULL)
1596c325a2aSPoul-Henning Kamp 			break;
1606c325a2aSPoul-Henning Kamp 
1616c325a2aSPoul-Henning Kamp 	}
1626c325a2aSPoul-Henning Kamp 	VI_LOCK(vp);
1636c325a2aSPoul-Henning Kamp 	VNASSERT(!(vp->v_iflag & VI_HASHED), vp,
1646c325a2aSPoul-Henning Kamp 	    ("vfs_hash_insert: already hashed"));
1656c325a2aSPoul-Henning Kamp 	vp->v_hash = hash;
1666c325a2aSPoul-Henning Kamp 	LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist);
1676c325a2aSPoul-Henning Kamp 	vp->v_iflag |= VI_HASHED;
1686c325a2aSPoul-Henning Kamp 	VI_UNLOCK(vp);
1696c325a2aSPoul-Henning Kamp 	mtx_unlock(&vfs_hash_mtx);
1706c325a2aSPoul-Henning Kamp 	*vpp = NULL;
1716c325a2aSPoul-Henning Kamp 	return (0);
1726c325a2aSPoul-Henning Kamp }
1736c325a2aSPoul-Henning Kamp 
1746c325a2aSPoul-Henning Kamp void
1756c325a2aSPoul-Henning Kamp vfs_hash_rehash(struct vnode *vp, u_int hash)
1766c325a2aSPoul-Henning Kamp {
1776c325a2aSPoul-Henning Kamp 
1786c325a2aSPoul-Henning Kamp 	mtx_lock(&vfs_hash_mtx);
1796c325a2aSPoul-Henning Kamp 	VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_rehash: not hashed"));
1806c325a2aSPoul-Henning Kamp 	LIST_REMOVE(vp, v_hashlist);
1816c325a2aSPoul-Henning Kamp 	LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist);
1826c325a2aSPoul-Henning Kamp 	vp->v_hash = hash;
1836c325a2aSPoul-Henning Kamp 	mtx_unlock(&vfs_hash_mtx);
1846c325a2aSPoul-Henning Kamp }
185