160727d8bSWarner Losh /*- 2df8bae1dSRodney W. Grimes * Copyright (c) 1991, 1993 3df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 4df8bae1dSRodney W. Grimes * 5df8bae1dSRodney W. Grimes * This code is derived from software contributed to Berkeley by 6df8bae1dSRodney W. Grimes * The Mach Operating System project at Carnegie-Mellon University. 7df8bae1dSRodney W. Grimes * 8df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 9df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 10df8bae1dSRodney W. Grimes * are met: 11df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 12df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 13df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 14df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 15df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 16df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 17df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 18df8bae1dSRodney W. Grimes * without specific prior written permission. 19df8bae1dSRodney W. Grimes * 20df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 21df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 24df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30df8bae1dSRodney W. Grimes * SUCH DAMAGE. 31df8bae1dSRodney W. Grimes * 323c4dd356SDavid Greenman * from: @(#)vm_object.h 8.3 (Berkeley) 1/12/94 33df8bae1dSRodney W. Grimes * 34df8bae1dSRodney W. Grimes * 35df8bae1dSRodney W. Grimes * Copyright (c) 1987, 1990 Carnegie-Mellon University. 36df8bae1dSRodney W. Grimes * All rights reserved. 37df8bae1dSRodney W. Grimes * 38df8bae1dSRodney W. Grimes * Authors: Avadis Tevanian, Jr., Michael Wayne Young 39df8bae1dSRodney W. Grimes * 40df8bae1dSRodney W. Grimes * Permission to use, copy, modify and distribute this software and 41df8bae1dSRodney W. Grimes * its documentation is hereby granted, provided that both the copyright 42df8bae1dSRodney W. Grimes * notice and this permission notice appear in all copies of the 43df8bae1dSRodney W. Grimes * software, derivative works or modified versions, and any portions 44df8bae1dSRodney W. Grimes * thereof, and that both notices appear in supporting documentation. 45df8bae1dSRodney W. Grimes * 46df8bae1dSRodney W. Grimes * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 47df8bae1dSRodney W. Grimes * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND 48df8bae1dSRodney W. Grimes * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 49df8bae1dSRodney W. Grimes * 50df8bae1dSRodney W. Grimes * Carnegie Mellon requests users of this software to return to 51df8bae1dSRodney W. Grimes * 52df8bae1dSRodney W. Grimes * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 53df8bae1dSRodney W. Grimes * School of Computer Science 54df8bae1dSRodney W. Grimes * Carnegie Mellon University 55df8bae1dSRodney W. Grimes * Pittsburgh PA 15213-3890 56df8bae1dSRodney W. Grimes * 57df8bae1dSRodney W. Grimes * any improvements or extensions that they make and grant Carnegie the 58df8bae1dSRodney W. Grimes * rights to redistribute these changes. 593c4dd356SDavid Greenman * 60c3aac50fSPeter Wemm * $FreeBSD$ 61df8bae1dSRodney W. Grimes */ 62df8bae1dSRodney W. Grimes 63df8bae1dSRodney W. Grimes /* 64df8bae1dSRodney W. Grimes * Virtual memory object module definitions. 65df8bae1dSRodney W. Grimes */ 66df8bae1dSRodney W. Grimes 67df8bae1dSRodney W. Grimes #ifndef _VM_OBJECT_ 68df8bae1dSRodney W. Grimes #define _VM_OBJECT_ 69df8bae1dSRodney W. Grimes 70aad9af2bSBruce Evans #include <sys/queue.h> 714b420d50SAlan Cox #include <sys/_lock.h> 724b420d50SAlan Cox #include <sys/_mutex.h> 73b5e8ce9fSBruce Evans 74df8bae1dSRodney W. Grimes /* 75df8bae1dSRodney W. Grimes * Types defined: 76df8bae1dSRodney W. Grimes * 77df8bae1dSRodney W. Grimes * vm_object_t Virtual memory object. 781c7c3c6aSMatthew Dillon * 7979660d83SAlan Cox * List of locks 8079660d83SAlan Cox * (c) const until freed 8179660d83SAlan Cox * 82df8bae1dSRodney W. Grimes */ 83df8bae1dSRodney W. Grimes 84df8bae1dSRodney W. Grimes struct vm_object { 854b420d50SAlan Cox struct mtx mtx; 86e3975643SJake Burkholder TAILQ_ENTRY(vm_object) object_list; /* list of all objects */ 871c500307SAlan Cox LIST_HEAD(, vm_object) shadow_head; /* objects that this is a shadow for */ 881c500307SAlan Cox LIST_ENTRY(vm_object) shadow_list; /* chain of shadow objects */ 89e3975643SJake Burkholder TAILQ_HEAD(, vm_page) memq; /* list of resident pages */ 90b86ec922SMatthew Dillon vm_page_t root; /* root of the resident page splay tree */ 916395da54SIan Dowse vm_pindex_t size; /* Object size */ 92c759a3caSAlan Cox int generation; /* generation ID */ 93df8bae1dSRodney W. Grimes int ref_count; /* How many refs?? */ 94de5f6a77SJohn Dyson int shadow_count; /* how many objects that this is a shadow for */ 953153e878SAlan Cox vm_memattr_t memattr; /* default memory attribute for pages */ 966877f580SAlan Cox objtype_t type; /* type of pager */ 97a1f6d91cSDavid Greenman u_short flags; /* see below */ 9879660d83SAlan Cox u_short pg_color; /* (c) color of first page in obj */ 995dda2db9SKonstantin Belousov u_int paging_in_progress; /* Paging (in or out) so don't collapse or destroy */ 100a1f6d91cSDavid Greenman int resident_page_count; /* number of resident pages */ 10124a1cce3SDavid Greenman struct vm_object *backing_object; /* object that I'm a shadow of */ 102a316d390SJohn Dyson vm_ooffset_t backing_object_offset;/* Offset in backing object */ 103e3975643SJake Burkholder TAILQ_ENTRY(vm_object) pager_object_list; /* list of all objects of this pager type */ 1043df92083SAlan Cox LIST_HEAD(, vm_reserv) rvq; /* list of reservations */ 1057bfda801SAlan Cox vm_page_t cache; /* root of the cache page splay tree */ 10624a1cce3SDavid Greenman void *handle; 10724a1cce3SDavid Greenman union { 1081c7c3c6aSMatthew Dillon /* 1091c7c3c6aSMatthew Dillon * VNode pager 1101c7c3c6aSMatthew Dillon * 1111c7c3c6aSMatthew Dillon * vnp_size - current size of file 1121c7c3c6aSMatthew Dillon */ 11324a1cce3SDavid Greenman struct { 1141c7c3c6aSMatthew Dillon off_t vnp_size; 115*84110e7eSKonstantin Belousov vm_ooffset_t writemappings; 11624a1cce3SDavid Greenman } vnp; 1171c7c3c6aSMatthew Dillon 1181c7c3c6aSMatthew Dillon /* 1191c7c3c6aSMatthew Dillon * Device pager 1201c7c3c6aSMatthew Dillon * 1211c7c3c6aSMatthew Dillon * devp_pglist - list of allocated pages 1221c7c3c6aSMatthew Dillon */ 12324a1cce3SDavid Greenman struct { 124e3975643SJake Burkholder TAILQ_HEAD(, vm_page) devp_pglist; 125286790a7SKonstantin Belousov struct cdev_pager_ops *ops; 12624a1cce3SDavid Greenman } devp; 1271c7c3c6aSMatthew Dillon 12824964514SPeter Wemm /* 12901381811SJohn Baldwin * SG pager 13001381811SJohn Baldwin * 13101381811SJohn Baldwin * sgp_pglist - list of allocated pages 13201381811SJohn Baldwin */ 13301381811SJohn Baldwin struct { 13401381811SJohn Baldwin TAILQ_HEAD(, vm_page) sgp_pglist; 13501381811SJohn Baldwin } sgp; 13601381811SJohn Baldwin 13701381811SJohn Baldwin /* 1381c7c3c6aSMatthew Dillon * Swap pager 1391c7c3c6aSMatthew Dillon * 1401c7c3c6aSMatthew Dillon * swp_bcount - number of swap 'swblock' metablocks, each 1411c7c3c6aSMatthew Dillon * contains up to 16 swapblk assignments. 1421c7c3c6aSMatthew Dillon * see vm/swap_pager.h 1431c7c3c6aSMatthew Dillon */ 1442a4895f4SDavid Greenman struct { 1451c7c3c6aSMatthew Dillon int swp_bcount; 1462a4895f4SDavid Greenman } swp; 14724a1cce3SDavid Greenman } un_pager; 148ef694c1aSEdward Tomasz Napierala struct ucred *cred; 1493364c323SKonstantin Belousov vm_ooffset_t charge; 150df8bae1dSRodney W. Grimes }; 1510d94caffSDavid Greenman 152df8bae1dSRodney W. Grimes /* 153df8bae1dSRodney W. Grimes * Flags 154df8bae1dSRodney W. Grimes */ 15524a1cce3SDavid Greenman #define OBJ_ACTIVE 0x0004 /* active objects */ 15624a1cce3SDavid Greenman #define OBJ_DEAD 0x0008 /* dead objects (during rundown) */ 15796fb8cf2SJohn Dyson #define OBJ_NOSPLIT 0x0010 /* dont split this object */ 158c0503609SDavid Greenman #define OBJ_PIPWNT 0x0040 /* paging in progress wanted */ 15949e3050eSKonstantin Belousov #define OBJ_MIGHTBEDIRTY 0x0100 /* object might be dirty, only for vnode */ 1603df92083SAlan Cox #define OBJ_COLORED 0x1000 /* pg_color is defined */ 161c0877f10SJohn Dyson #define OBJ_ONEMAPPING 0x2000 /* One USE (a single, non-forked) mapping flag */ 16219187819SAlan Cox #define OBJ_DISCONNECTWNT 0x4000 /* disconnect from vnode wanted */ 1631efb74fbSJohn Dyson 164a316d390SJohn Dyson #define IDX_TO_OFF(idx) (((vm_ooffset_t)(idx)) << PAGE_SHIFT) 165a316d390SJohn Dyson #define OFF_TO_IDX(off) ((vm_pindex_t)(((vm_ooffset_t)(off)) >> PAGE_SHIFT)) 166df8bae1dSRodney W. Grimes 167c4473420SPeter Wemm #ifdef _KERNEL 168b5e8ce9fSBruce Evans 1698f9110f6SJohn Dyson #define OBJPC_SYNC 0x1 /* sync I/O */ 1708f9110f6SJohn Dyson #define OBJPC_INVAL 0x2 /* invalidate */ 1714f79d873SMatthew Dillon #define OBJPC_NOSYNC 0x4 /* skip if PG_NOSYNC */ 1728f9110f6SJohn Dyson 1736bbee8e2SAlan Cox /* 1746bbee8e2SAlan Cox * The following options are supported by vm_object_page_remove(). 1756bbee8e2SAlan Cox */ 1766bbee8e2SAlan Cox #define OBJPR_CLEANONLY 0x1 /* Don't remove dirty pages. */ 1776bbee8e2SAlan Cox #define OBJPR_NOTMAPPED 0x2 /* Don't unmap pages. */ 1786bbee8e2SAlan Cox 179e3975643SJake Burkholder TAILQ_HEAD(object_q, vm_object); 180df8bae1dSRodney W. Grimes 18128f8db14SBruce Evans extern struct object_q vm_object_list; /* list of allocated objects */ 182a5698387SAlan Cox extern struct mtx vm_object_list_mtx; /* lock for object list and count */ 1830d94caffSDavid Greenman 184cccf11b8SAlan Cox extern struct vm_object kernel_object_store; 185cccf11b8SAlan Cox extern struct vm_object kmem_object_store; 186cccf11b8SAlan Cox 187cccf11b8SAlan Cox #define kernel_object (&kernel_object_store) 188cccf11b8SAlan Cox #define kmem_object (&kmem_object_store) 189df8bae1dSRodney W. Grimes 190fdff4160SAlan Cox #define VM_OBJECT_LOCK(object) mtx_lock(&(object)->mtx) 1910d420ad3SAlan Cox #define VM_OBJECT_LOCK_ASSERT(object, type) \ 1920d420ad3SAlan Cox mtx_assert(&(object)->mtx, (type)) 1935285558aSAlan Cox #define VM_OBJECT_LOCK_INIT(object, type) \ 1945285558aSAlan Cox mtx_init(&(object)->mtx, "vm object", \ 1955285558aSAlan Cox (type), MTX_DEF | MTX_DUPOK) 1961c067f7eSAlan Cox #define VM_OBJECT_LOCKED(object) mtx_owned(&(object)->mtx) 1971ca58953SAlan Cox #define VM_OBJECT_MTX(object) (&(object)->mtx) 198bc73ee3fSAlan Cox #define VM_OBJECT_TRYLOCK(object) mtx_trylock(&(object)->mtx) 199fdff4160SAlan Cox #define VM_OBJECT_UNLOCK(object) mtx_unlock(&(object)->mtx) 200fdff4160SAlan Cox 2013b9a4cb6SAlan Cox /* 2023b9a4cb6SAlan Cox * The object must be locked or thread private. 2033b9a4cb6SAlan Cox */ 2043b9a4cb6SAlan Cox static __inline void 2053b9a4cb6SAlan Cox vm_object_set_flag(vm_object_t object, u_short bits) 2063b9a4cb6SAlan Cox { 2073b9a4cb6SAlan Cox 2083b9a4cb6SAlan Cox object->flags |= bits; 2093b9a4cb6SAlan Cox } 2103b9a4cb6SAlan Cox 2111b40f8c0SMatthew Dillon void vm_object_clear_flag(vm_object_t object, u_short bits); 2121b40f8c0SMatthew Dillon void vm_object_pip_add(vm_object_t object, short i); 2131b40f8c0SMatthew Dillon void vm_object_pip_subtract(vm_object_t object, short i); 2141b40f8c0SMatthew Dillon void vm_object_pip_wakeup(vm_object_t object); 2151b40f8c0SMatthew Dillon void vm_object_pip_wakeupn(vm_object_t object, short i); 2161b40f8c0SMatthew Dillon void vm_object_pip_wait(vm_object_t object, char *waitid); 217069e9bc1SDoug Rabson 2186395da54SIan Dowse vm_object_t vm_object_allocate (objtype_t, vm_pindex_t); 2196395da54SIan Dowse void _vm_object_allocate (objtype_t, vm_pindex_t, vm_object_t); 2203364c323SKonstantin Belousov boolean_t vm_object_coalesce(vm_object_t, vm_ooffset_t, vm_size_t, vm_size_t, 2213364c323SKonstantin Belousov boolean_t); 2221b40f8c0SMatthew Dillon void vm_object_collapse (vm_object_t); 2231b40f8c0SMatthew Dillon void vm_object_deallocate (vm_object_t); 2242ac78f0eSStephan Uphoff void vm_object_destroy (vm_object_t); 2251b40f8c0SMatthew Dillon void vm_object_terminate (vm_object_t); 226245df27cSMatthew Dillon void vm_object_set_writeable_dirty (vm_object_t); 2271b40f8c0SMatthew Dillon void vm_object_init (void); 228936c09acSJohn Baldwin void vm_object_page_cache(vm_object_t object, vm_pindex_t start, 229936c09acSJohn Baldwin vm_pindex_t end); 23017f3095dSAlan Cox void vm_object_page_clean(vm_object_t object, vm_ooffset_t start, 23117f3095dSAlan Cox vm_ooffset_t end, int flags); 2326bbee8e2SAlan Cox void vm_object_page_remove(vm_object_t object, vm_pindex_t start, 2336bbee8e2SAlan Cox vm_pindex_t end, int options); 234387aabc5SAlan Cox boolean_t vm_object_populate(vm_object_t, vm_pindex_t, vm_pindex_t); 2354de22619SAlan Cox void vm_object_print(long addr, boolean_t have_addr, long count, char *modif); 2361b40f8c0SMatthew Dillon void vm_object_reference (vm_object_t); 237b921a12bSAlan Cox void vm_object_reference_locked(vm_object_t); 2383153e878SAlan Cox int vm_object_set_memattr(vm_object_t object, vm_memattr_t memattr); 2391b40f8c0SMatthew Dillon void vm_object_shadow (vm_object_t *, vm_ooffset_t *, vm_size_t); 240c5aaa06dSAlan Cox void vm_object_split(vm_map_entry_t); 241950f8459SAlan Cox void vm_object_sync(vm_object_t, vm_ooffset_t, vm_size_t, boolean_t, 242950f8459SAlan Cox boolean_t); 2431b40f8c0SMatthew Dillon void vm_object_madvise (vm_object_t, vm_pindex_t, int, int); 244c4473420SPeter Wemm #endif /* _KERNEL */ 2450d94caffSDavid Greenman 246df8bae1dSRodney W. Grimes #endif /* _VM_OBJECT_ */ 247