16c325a2aSPoul-Henning Kamp /*- 26c325a2aSPoul-Henning Kamp * Copyright (c) 2005 Poul-Henning Kamp 36c325a2aSPoul-Henning Kamp * All rights reserved. 46c325a2aSPoul-Henning Kamp * 56c325a2aSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 66c325a2aSPoul-Henning Kamp * modification, are permitted provided that the following conditions 76c325a2aSPoul-Henning Kamp * are met: 86c325a2aSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 96c325a2aSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 106c325a2aSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 116c325a2aSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 126c325a2aSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 136c325a2aSPoul-Henning Kamp * 146c325a2aSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 156c325a2aSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 166c325a2aSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 176c325a2aSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 186c325a2aSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 196c325a2aSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 206c325a2aSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 216c325a2aSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 226c325a2aSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 236c325a2aSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 246c325a2aSPoul-Henning Kamp * SUCH DAMAGE. 256c325a2aSPoul-Henning Kamp * 266c325a2aSPoul-Henning Kamp */ 276c325a2aSPoul-Henning Kamp 286c325a2aSPoul-Henning Kamp #include <sys/cdefs.h> 296c325a2aSPoul-Henning Kamp __FBSDID("$FreeBSD$"); 306c325a2aSPoul-Henning Kamp 316c325a2aSPoul-Henning Kamp #include <sys/param.h> 326c325a2aSPoul-Henning Kamp #include <sys/systm.h> 336c325a2aSPoul-Henning Kamp #include <sys/kernel.h> 346c325a2aSPoul-Henning Kamp #include <sys/malloc.h> 356c325a2aSPoul-Henning Kamp #include <sys/vnode.h> 366c325a2aSPoul-Henning Kamp 376c325a2aSPoul-Henning Kamp #if 0 386c325a2aSPoul-Henning Kamp #include "opt_mac.h" 396c325a2aSPoul-Henning Kamp 406c325a2aSPoul-Henning Kamp #include <sys/bio.h> 416c325a2aSPoul-Henning Kamp #include <sys/buf.h> 426c325a2aSPoul-Henning Kamp #include <sys/conf.h> 436c325a2aSPoul-Henning Kamp #include <sys/event.h> 446c325a2aSPoul-Henning Kamp #include <sys/eventhandler.h> 456c325a2aSPoul-Henning Kamp #include <sys/extattr.h> 466c325a2aSPoul-Henning Kamp #include <sys/fcntl.h> 476c325a2aSPoul-Henning Kamp #include <sys/kdb.h> 486c325a2aSPoul-Henning Kamp #include <sys/kthread.h> 496c325a2aSPoul-Henning Kamp #include <sys/mac.h> 506c325a2aSPoul-Henning Kamp #include <sys/mount.h> 516c325a2aSPoul-Henning Kamp #include <sys/namei.h> 526c325a2aSPoul-Henning Kamp #include <sys/reboot.h> 536c325a2aSPoul-Henning Kamp #include <sys/sleepqueue.h> 546c325a2aSPoul-Henning Kamp #include <sys/stat.h> 556c325a2aSPoul-Henning Kamp #include <sys/sysctl.h> 566c325a2aSPoul-Henning Kamp #include <sys/syslog.h> 576c325a2aSPoul-Henning Kamp #include <sys/vmmeter.h> 586c325a2aSPoul-Henning Kamp 596c325a2aSPoul-Henning Kamp #include <machine/stdarg.h> 606c325a2aSPoul-Henning Kamp 616c325a2aSPoul-Henning Kamp #include <vm/vm.h> 626c325a2aSPoul-Henning Kamp #include <vm/vm_object.h> 636c325a2aSPoul-Henning Kamp #include <vm/vm_extern.h> 646c325a2aSPoul-Henning Kamp #include <vm/pmap.h> 656c325a2aSPoul-Henning Kamp #include <vm/vm_map.h> 666c325a2aSPoul-Henning Kamp #include <vm/vm_page.h> 676c325a2aSPoul-Henning Kamp #include <vm/vm_kern.h> 686c325a2aSPoul-Henning Kamp #include <vm/uma.h> 696c325a2aSPoul-Henning Kamp 706c325a2aSPoul-Henning Kamp #endif 716c325a2aSPoul-Henning Kamp 726c325a2aSPoul-Henning Kamp static MALLOC_DEFINE(M_VFS_HASH, "VFS hash", "VFS hash table"); 736c325a2aSPoul-Henning Kamp 746c325a2aSPoul-Henning Kamp static LIST_HEAD(vfs_hashhead, vnode) *vfs_hash_tbl; 756c325a2aSPoul-Henning Kamp static u_long vfs_hash_mask; 766c325a2aSPoul-Henning Kamp static struct mtx vfs_hash_mtx; 776c325a2aSPoul-Henning Kamp 786c325a2aSPoul-Henning Kamp static void 796c325a2aSPoul-Henning Kamp vfs_hashinit(void *dummy __unused) 806c325a2aSPoul-Henning Kamp { 816c325a2aSPoul-Henning Kamp 826c325a2aSPoul-Henning Kamp vfs_hash_tbl = hashinit(desiredvnodes, M_VFS_HASH, &vfs_hash_mask); 836c325a2aSPoul-Henning Kamp mtx_init(&vfs_hash_mtx, "vfs hash", NULL, MTX_DEF); 846c325a2aSPoul-Henning Kamp } 856c325a2aSPoul-Henning Kamp 866c325a2aSPoul-Henning Kamp /* Must be SI_ORDER_SECOND so desiredvnodes is available */ 876c325a2aSPoul-Henning Kamp SYSINIT(vfs_hash, SI_SUB_VFS, SI_ORDER_SECOND, vfs_hashinit, NULL) 886c325a2aSPoul-Henning Kamp 896c325a2aSPoul-Henning Kamp int 906c325a2aSPoul-Henning Kamp vfs_hash_get(struct mount *mp, u_int hash, int flags, struct thread *td, struct vnode **vpp) 916c325a2aSPoul-Henning Kamp { 926c325a2aSPoul-Henning Kamp struct vnode *vp; 936c325a2aSPoul-Henning Kamp int error; 946c325a2aSPoul-Henning Kamp 956c325a2aSPoul-Henning Kamp while (1) { 966c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 976c325a2aSPoul-Henning Kamp LIST_FOREACH(vp, 986c325a2aSPoul-Henning Kamp &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) { 996c325a2aSPoul-Henning Kamp if (vp->v_hash != hash) 1006c325a2aSPoul-Henning Kamp continue; 1016c325a2aSPoul-Henning Kamp if (vp->v_mount != mp) 1026c325a2aSPoul-Henning Kamp continue; 1036c325a2aSPoul-Henning Kamp VI_LOCK(vp); 1046c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1056c325a2aSPoul-Henning Kamp error = vget(vp, flags | LK_INTERLOCK, td); 1066c325a2aSPoul-Henning Kamp if (error == ENOENT) 1076c325a2aSPoul-Henning Kamp break; 1086c325a2aSPoul-Henning Kamp if (error) 1096c325a2aSPoul-Henning Kamp return (error); 1106c325a2aSPoul-Henning Kamp *vpp = vp; 1116c325a2aSPoul-Henning Kamp return (0); 1126c325a2aSPoul-Henning Kamp } 1136c325a2aSPoul-Henning Kamp if (vp == NULL) { 1146c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1156c325a2aSPoul-Henning Kamp *vpp = NULL; 1166c325a2aSPoul-Henning Kamp return (0); 1176c325a2aSPoul-Henning Kamp } 1186c325a2aSPoul-Henning Kamp } 1196c325a2aSPoul-Henning Kamp } 1206c325a2aSPoul-Henning Kamp 1216c325a2aSPoul-Henning Kamp void 1226c325a2aSPoul-Henning Kamp vfs_hash_remove(struct vnode *vp) 1236c325a2aSPoul-Henning Kamp { 1246c325a2aSPoul-Henning Kamp 1256c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 1266c325a2aSPoul-Henning Kamp VI_LOCK(vp); 1276c325a2aSPoul-Henning Kamp VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_remove: not hashed")); 1286c325a2aSPoul-Henning Kamp LIST_REMOVE(vp, v_hashlist); 1296c325a2aSPoul-Henning Kamp vp->v_iflag &= ~VI_HASHED; 1306c325a2aSPoul-Henning Kamp VI_UNLOCK(vp); 1316c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1326c325a2aSPoul-Henning Kamp } 1336c325a2aSPoul-Henning Kamp 1346c325a2aSPoul-Henning Kamp int 1356c325a2aSPoul-Henning Kamp vfs_hash_insert(struct vnode *vp, u_int hash, int flags, struct thread *td, struct vnode **vpp) 1366c325a2aSPoul-Henning Kamp { 1376c325a2aSPoul-Henning Kamp struct vnode *vp2; 1386c325a2aSPoul-Henning Kamp int error; 1396c325a2aSPoul-Henning Kamp 1406c325a2aSPoul-Henning Kamp while (1) { 1416c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 1426c325a2aSPoul-Henning Kamp LIST_FOREACH(vp2, 1436c325a2aSPoul-Henning Kamp &vfs_hash_tbl[hash & vfs_hash_mask], v_hashlist) { 1446c325a2aSPoul-Henning Kamp if (vp2->v_hash != hash) 1456c325a2aSPoul-Henning Kamp continue; 1466c325a2aSPoul-Henning Kamp if (vp2->v_mount != vp->v_mount) 1476c325a2aSPoul-Henning Kamp continue; 1486c325a2aSPoul-Henning Kamp VI_LOCK(vp2); 1496c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1506c325a2aSPoul-Henning Kamp error = vget(vp2, flags | LK_INTERLOCK, td); 1516c325a2aSPoul-Henning Kamp if (error == ENOENT) 1526c325a2aSPoul-Henning Kamp break; 1536c325a2aSPoul-Henning Kamp if (error) 1546c325a2aSPoul-Henning Kamp return (error); 1556c325a2aSPoul-Henning Kamp *vpp = vp2; 1566c325a2aSPoul-Henning Kamp return (0); 1576c325a2aSPoul-Henning Kamp } 1586c325a2aSPoul-Henning Kamp if (vp2 == NULL) 1596c325a2aSPoul-Henning Kamp break; 1606c325a2aSPoul-Henning Kamp 1616c325a2aSPoul-Henning Kamp } 1626c325a2aSPoul-Henning Kamp VI_LOCK(vp); 1636c325a2aSPoul-Henning Kamp VNASSERT(!(vp->v_iflag & VI_HASHED), vp, 1646c325a2aSPoul-Henning Kamp ("vfs_hash_insert: already hashed")); 1656c325a2aSPoul-Henning Kamp vp->v_hash = hash; 1666c325a2aSPoul-Henning Kamp LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist); 1676c325a2aSPoul-Henning Kamp vp->v_iflag |= VI_HASHED; 1686c325a2aSPoul-Henning Kamp VI_UNLOCK(vp); 1696c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1706c325a2aSPoul-Henning Kamp *vpp = NULL; 1716c325a2aSPoul-Henning Kamp return (0); 1726c325a2aSPoul-Henning Kamp } 1736c325a2aSPoul-Henning Kamp 1746c325a2aSPoul-Henning Kamp void 1756c325a2aSPoul-Henning Kamp vfs_hash_rehash(struct vnode *vp, u_int hash) 1766c325a2aSPoul-Henning Kamp { 1776c325a2aSPoul-Henning Kamp 1786c325a2aSPoul-Henning Kamp mtx_lock(&vfs_hash_mtx); 1796c325a2aSPoul-Henning Kamp VNASSERT(vp->v_iflag & VI_HASHED, vp, ("vfs_hash_rehash: not hashed")); 1806c325a2aSPoul-Henning Kamp LIST_REMOVE(vp, v_hashlist); 1816c325a2aSPoul-Henning Kamp LIST_INSERT_HEAD(&vfs_hash_tbl[hash & vfs_hash_mask], vp, v_hashlist); 1826c325a2aSPoul-Henning Kamp vp->v_hash = hash; 1836c325a2aSPoul-Henning Kamp mtx_unlock(&vfs_hash_mtx); 1846c325a2aSPoul-Henning Kamp } 185