16c325a2aSPoul-Henning Kamp /*- 26c325a2aSPoul-Henning Kamp * Copyright (c) 2005 Poul-Henning Kamp 36c325a2aSPoul-Henning Kamp * All rights reserved. 46c325a2aSPoul-Henning Kamp * 56c325a2aSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 66c325a2aSPoul-Henning Kamp * modification, are permitted provided that the following conditions 76c325a2aSPoul-Henning Kamp * are met: 86c325a2aSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 96c325a2aSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 106c325a2aSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 116c325a2aSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 126c325a2aSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 136c325a2aSPoul-Henning Kamp * 146c325a2aSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 156c325a2aSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 166c325a2aSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 176c325a2aSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 186c325a2aSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 196c325a2aSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 206c325a2aSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 216c325a2aSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 226c325a2aSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 236c325a2aSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 246c325a2aSPoul-Henning Kamp * SUCH DAMAGE. 256c325a2aSPoul-Henning Kamp * 266c325a2aSPoul-Henning Kamp */ 276c325a2aSPoul-Henning Kamp 286c325a2aSPoul-Henning Kamp #include <sys/cdefs.h> 296c325a2aSPoul-Henning Kamp __FBSDID("$FreeBSD$"); 306c325a2aSPoul-Henning Kamp 316c325a2aSPoul-Henning Kamp #include <sys/param.h> 326c325a2aSPoul-Henning Kamp #include <sys/systm.h> 336c325a2aSPoul-Henning Kamp #include <sys/kernel.h> 346c325a2aSPoul-Henning Kamp #include <sys/malloc.h> 356c325a2aSPoul-Henning Kamp #include <sys/vnode.h> 366c325a2aSPoul-Henning Kamp 376c325a2aSPoul-Henning Kamp static MALLOC_DEFINE(M_VFS_HASH, "VFS hash", "VFS hash table"); 386c325a2aSPoul-Henning Kamp 396c325a2aSPoul-Henning Kamp static LIST_HEAD(vfs_hashhead, vnode) *vfs_hash_tbl; 406c325a2aSPoul-Henning Kamp static u_long vfs_hash_mask; 416c325a2aSPoul-Henning Kamp static struct mtx vfs_hash_mtx; 426c325a2aSPoul-Henning Kamp 436c325a2aSPoul-Henning Kamp static void 446c325a2aSPoul-Henning Kamp vfs_hashinit(void *dummy __unused) 456c325a2aSPoul-Henning Kamp { 466c325a2aSPoul-Henning Kamp 476c325a2aSPoul-Henning Kamp vfs_hash_tbl = hashinit(desiredvnodes, M_VFS_HASH, &vfs_hash_mask); 486c325a2aSPoul-Henning Kamp mtx_init(&vfs_hash_mtx, "vfs hash", NULL, MTX_DEF); 496c325a2aSPoul-Henning Kamp } 506c325a2aSPoul-Henning Kamp 516c325a2aSPoul-Henning Kamp /* Must be SI_ORDER_SECOND so desiredvnodes is available */ 526c325a2aSPoul-Henning Kamp SYSINIT(vfs_hash, SI_SUB_VFS, SI_ORDER_SECOND, vfs_hashinit, NULL) 536c325a2aSPoul-Henning Kamp 546c325a2aSPoul-Henning Kamp int 556c325a2aSPoul-Henning Kamp vfs_hash_get(struct mount *mp, u_int hash, int flags, struct thread *td, struct vnode **vpp) 566c325a2aSPoul-Henning Kamp { 576c325a2aSPoul-Henning Kamp struct vnode *vp; 586c325a2aSPoul-Henning Kamp int error; 596c325a2aSPoul-Henning Kamp 606c325a2aSPoul-Henning Kamp while (1) { 616c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 626c325a2aSPoul-Henning Kamp LIST_FOREACH(vp, 636c325a2aSPoul-Henning Kamp &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) { 646c325a2aSPoul-Henning Kamp if (vp->v_hash != hash) 656c325a2aSPoul-Henning Kamp continue; 666c325a2aSPoul-Henning Kamp if (vp->v_mount != mp) 676c325a2aSPoul-Henning Kamp continue; 686c325a2aSPoul-Henning Kamp VI_LOCK(vp); 696c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 706c325a2aSPoul-Henning Kamp error = vget(vp, flags | LK_INTERLOCK, td); 716c325a2aSPoul-Henning Kamp if (error == ENOENT) 726c325a2aSPoul-Henning Kamp break; 736c325a2aSPoul-Henning Kamp if (error) 746c325a2aSPoul-Henning Kamp return (error); 756c325a2aSPoul-Henning Kamp *vpp = vp; 766c325a2aSPoul-Henning Kamp return (0); 776c325a2aSPoul-Henning Kamp } 786c325a2aSPoul-Henning Kamp if (vp == NULL) { 796c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 806c325a2aSPoul-Henning Kamp *vpp = NULL; 816c325a2aSPoul-Henning Kamp return (0); 826c325a2aSPoul-Henning Kamp } 836c325a2aSPoul-Henning Kamp } 846c325a2aSPoul-Henning Kamp } 856c325a2aSPoul-Henning Kamp 866c325a2aSPoul-Henning Kamp void 876c325a2aSPoul-Henning Kamp vfs_hash_remove(struct vnode *vp) 886c325a2aSPoul-Henning Kamp { 896c325a2aSPoul-Henning Kamp 906c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 916c325a2aSPoul-Henning Kamp VI_LOCK(vp); 926c325a2aSPoul-Henning Kamp VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_remove: not hashed")); 936c325a2aSPoul-Henning Kamp LIST_REMOVE(vp, v_hashlist); 946c325a2aSPoul-Henning Kamp vp->v_iflag &= ~VI_HASHED; 956c325a2aSPoul-Henning Kamp VI_UNLOCK(vp); 966c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 976c325a2aSPoul-Henning Kamp } 986c325a2aSPoul-Henning Kamp 996c325a2aSPoul-Henning Kamp int 1006c325a2aSPoul-Henning Kamp vfs_hash_insert(struct vnode *vp, u_int hash, int flags, struct thread *td, struct vnode **vpp) 1016c325a2aSPoul-Henning Kamp { 1026c325a2aSPoul-Henning Kamp struct vnode *vp2; 1036c325a2aSPoul-Henning Kamp int error; 1046c325a2aSPoul-Henning Kamp 105e82ef95cSPoul-Henning Kamp lockmgr(vp->v_vnlock, LK_EXCLUSIVE, NULL, td); 106e82ef95cSPoul-Henning Kamp *vpp = NULL; 1076c325a2aSPoul-Henning Kamp while (1) { 1086c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 1096c325a2aSPoul-Henning Kamp LIST_FOREACH(vp2, 1106c325a2aSPoul-Henning Kamp &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) { 1116c325a2aSPoul-Henning Kamp if (vp2->v_hash != hash) 1126c325a2aSPoul-Henning Kamp continue; 1136c325a2aSPoul-Henning Kamp if (vp2->v_mount != vp->v_mount) 1146c325a2aSPoul-Henning Kamp continue; 1156c325a2aSPoul-Henning Kamp VI_LOCK(vp2); 1166c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1176c325a2aSPoul-Henning Kamp error = vget(vp2, flags | LK_INTERLOCK, td); 1186c325a2aSPoul-Henning Kamp if (error == ENOENT) 1196c325a2aSPoul-Henning Kamp break; 1206c325a2aSPoul-Henning Kamp if (error) 1216c325a2aSPoul-Henning Kamp return (error); 1226c325a2aSPoul-Henning Kamp *vpp = vp2; 1236c325a2aSPoul-Henning Kamp return (0); 1246c325a2aSPoul-Henning Kamp } 1256c325a2aSPoul-Henning Kamp if (vp2 == NULL) 1266c325a2aSPoul-Henning Kamp break; 1276c325a2aSPoul-Henning Kamp 1286c325a2aSPoul-Henning Kamp } 1296c325a2aSPoul-Henning Kamp VI_LOCK(vp); 1306c325a2aSPoul-Henning Kamp VNASSERT(!(vp->v_iflag & VI_HASHED), vp, 1316c325a2aSPoul-Henning Kamp ("vfs_hash_insert: already hashed")); 1326c325a2aSPoul-Henning Kamp vp->v_hash = hash; 1336c325a2aSPoul-Henning Kamp LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist); 1346c325a2aSPoul-Henning Kamp vp->v_iflag |= VI_HASHED; 1356c325a2aSPoul-Henning Kamp VI_UNLOCK(vp); 1366c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1376c325a2aSPoul-Henning Kamp return (0); 1386c325a2aSPoul-Henning Kamp } 1396c325a2aSPoul-Henning Kamp 1406c325a2aSPoul-Henning Kamp void 1416c325a2aSPoul-Henning Kamp vfs_hash_rehash(struct vnode *vp, u_int hash) 1426c325a2aSPoul-Henning Kamp { 1436c325a2aSPoul-Henning Kamp 1446c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 1456c325a2aSPoul-Henning Kamp VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_rehash: not hashed")); 1466c325a2aSPoul-Henning Kamp LIST_REMOVE(vp, v_hashlist); 1476c325a2aSPoul-Henning Kamp LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist); 1486c325a2aSPoul-Henning Kamp vp->v_hash = hash; 1496c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1506c325a2aSPoul-Henning Kamp } 151