160727d8bSWarner Losh /*- 2df8bae1dSRodney W. Grimes * Copyright (c) 1991, 1993 3df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 4df8bae1dSRodney W. Grimes * 5df8bae1dSRodney W. Grimes * This code is derived from software contributed to Berkeley by 6df8bae1dSRodney W. Grimes * The Mach Operating System project at Carnegie-Mellon University. 7df8bae1dSRodney W. Grimes * 8df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 9df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 10df8bae1dSRodney W. Grimes * are met: 11df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 12df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 13df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 14df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 15df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 16df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 17df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 18df8bae1dSRodney W. Grimes * without specific prior written permission. 19df8bae1dSRodney W. Grimes * 20df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 21df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 24df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30df8bae1dSRodney W. Grimes * SUCH DAMAGE. 31df8bae1dSRodney W. Grimes * 323c4dd356SDavid Greenman * from: @(#)vm_object.h 8.3 (Berkeley) 1/12/94 33df8bae1dSRodney W. Grimes * 34df8bae1dSRodney W. Grimes * 35df8bae1dSRodney W. Grimes * Copyright (c) 1987, 1990 Carnegie-Mellon University. 36df8bae1dSRodney W. Grimes * All rights reserved. 37df8bae1dSRodney W. Grimes * 38df8bae1dSRodney W. Grimes * Authors: Avadis Tevanian, Jr., Michael Wayne Young 39df8bae1dSRodney W. Grimes * 40df8bae1dSRodney W. Grimes * Permission to use, copy, modify and distribute this software and 41df8bae1dSRodney W. Grimes * its documentation is hereby granted, provided that both the copyright 42df8bae1dSRodney W. Grimes * notice and this permission notice appear in all copies of the 43df8bae1dSRodney W. Grimes * software, derivative works or modified versions, and any portions 44df8bae1dSRodney W. Grimes * thereof, and that both notices appear in supporting documentation. 45df8bae1dSRodney W. Grimes * 46df8bae1dSRodney W. Grimes * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 47df8bae1dSRodney W. Grimes * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND 48df8bae1dSRodney W. Grimes * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 49df8bae1dSRodney W. Grimes * 50df8bae1dSRodney W. Grimes * Carnegie Mellon requests users of this software to return to 51df8bae1dSRodney W. Grimes * 52df8bae1dSRodney W. Grimes * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 53df8bae1dSRodney W. Grimes * School of Computer Science 54df8bae1dSRodney W. Grimes * Carnegie Mellon University 55df8bae1dSRodney W. Grimes * Pittsburgh PA 15213-3890 56df8bae1dSRodney W. Grimes * 57df8bae1dSRodney W. Grimes * any improvements or extensions that they make and grant Carnegie the 58df8bae1dSRodney W. Grimes * rights to redistribute these changes. 593c4dd356SDavid Greenman * 60c3aac50fSPeter Wemm * $FreeBSD$ 61df8bae1dSRodney W. Grimes */ 62df8bae1dSRodney W. Grimes 63df8bae1dSRodney W. Grimes /* 64df8bae1dSRodney W. Grimes * Virtual memory object module definitions. 65df8bae1dSRodney W. Grimes */ 66df8bae1dSRodney W. Grimes 67df8bae1dSRodney W. Grimes #ifndef _VM_OBJECT_ 68df8bae1dSRodney W. Grimes #define _VM_OBJECT_ 69df8bae1dSRodney W. Grimes 70aad9af2bSBruce Evans #include <sys/queue.h> 714b420d50SAlan Cox #include <sys/_lock.h> 724b420d50SAlan Cox #include <sys/_mutex.h> 73b5e8ce9fSBruce Evans 74df8bae1dSRodney W. Grimes /* 75df8bae1dSRodney W. Grimes * Types defined: 76df8bae1dSRodney W. Grimes * 77df8bae1dSRodney W. Grimes * vm_object_t Virtual memory object. 781c7c3c6aSMatthew Dillon * 7979660d83SAlan Cox * List of locks 8079660d83SAlan Cox * (c) const until freed 8179660d83SAlan Cox * 82df8bae1dSRodney W. Grimes */ 83df8bae1dSRodney W. Grimes 84df8bae1dSRodney W. Grimes struct vm_object { 854b420d50SAlan Cox struct mtx mtx; 86e3975643SJake Burkholder TAILQ_ENTRY(vm_object) object_list; /* list of all objects */ 871c500307SAlan Cox LIST_HEAD(, vm_object) shadow_head; /* objects that this is a shadow for */ 881c500307SAlan Cox LIST_ENTRY(vm_object) shadow_list; /* chain of shadow objects */ 89e3975643SJake Burkholder TAILQ_HEAD(, vm_page) memq; /* list of resident pages */ 90b86ec922SMatthew Dillon vm_page_t root; /* root of the resident page splay tree */ 916395da54SIan Dowse vm_pindex_t size; /* Object size */ 92c759a3caSAlan Cox int generation; /* generation ID */ 93df8bae1dSRodney W. Grimes int ref_count; /* How many refs?? */ 94de5f6a77SJohn Dyson int shadow_count; /* how many objects that this is a shadow for */ 953153e878SAlan Cox vm_memattr_t memattr; /* default memory attribute for pages */ 966877f580SAlan Cox objtype_t type; /* type of pager */ 97a1f6d91cSDavid Greenman u_short flags; /* see below */ 9879660d83SAlan Cox u_short pg_color; /* (c) color of first page in obj */ 99a1f6d91cSDavid Greenman u_short paging_in_progress; /* Paging (in or out) so don't collapse or destroy */ 100a1f6d91cSDavid Greenman int resident_page_count; /* number of resident pages */ 10124a1cce3SDavid Greenman struct vm_object *backing_object; /* object that I'm a shadow of */ 102a316d390SJohn Dyson vm_ooffset_t backing_object_offset;/* Offset in backing object */ 103e3975643SJake Burkholder TAILQ_ENTRY(vm_object) pager_object_list; /* list of all objects of this pager type */ 1043df92083SAlan Cox LIST_HEAD(, vm_reserv) rvq; /* list of reservations */ 1057bfda801SAlan Cox vm_page_t cache; /* root of the cache page splay tree */ 10624a1cce3SDavid Greenman void *handle; 10724a1cce3SDavid Greenman union { 1081c7c3c6aSMatthew Dillon /* 1091c7c3c6aSMatthew Dillon * VNode pager 1101c7c3c6aSMatthew Dillon * 1111c7c3c6aSMatthew Dillon * vnp_size - current size of file 1121c7c3c6aSMatthew Dillon */ 11324a1cce3SDavid Greenman struct { 1141c7c3c6aSMatthew Dillon off_t vnp_size; 11524a1cce3SDavid Greenman } vnp; 1161c7c3c6aSMatthew Dillon 1171c7c3c6aSMatthew Dillon /* 1181c7c3c6aSMatthew Dillon * Device pager 1191c7c3c6aSMatthew Dillon * 1201c7c3c6aSMatthew Dillon * devp_pglist - list of allocated pages 1211c7c3c6aSMatthew Dillon */ 12224a1cce3SDavid Greenman struct { 123e3975643SJake Burkholder TAILQ_HEAD(, vm_page) devp_pglist; 12424a1cce3SDavid Greenman } devp; 1251c7c3c6aSMatthew Dillon 12624964514SPeter Wemm /* 12701381811SJohn Baldwin * SG pager 12801381811SJohn Baldwin * 12901381811SJohn Baldwin * sgp_pglist - list of allocated pages 13001381811SJohn Baldwin */ 13101381811SJohn Baldwin struct { 13201381811SJohn Baldwin TAILQ_HEAD(, vm_page) sgp_pglist; 13301381811SJohn Baldwin } sgp; 13401381811SJohn Baldwin 13501381811SJohn Baldwin /* 1361c7c3c6aSMatthew Dillon * Swap pager 1371c7c3c6aSMatthew Dillon * 1381c7c3c6aSMatthew Dillon * swp_bcount - number of swap 'swblock' metablocks, each 1391c7c3c6aSMatthew Dillon * contains up to 16 swapblk assignments. 1401c7c3c6aSMatthew Dillon * see vm/swap_pager.h 1411c7c3c6aSMatthew Dillon */ 1422a4895f4SDavid Greenman struct { 1431c7c3c6aSMatthew Dillon int swp_bcount; 1442a4895f4SDavid Greenman } swp; 14524a1cce3SDavid Greenman } un_pager; 146ef694c1aSEdward Tomasz Napierala struct ucred *cred; 1473364c323SKonstantin Belousov vm_ooffset_t charge; 148df8bae1dSRodney W. Grimes }; 1490d94caffSDavid Greenman 150df8bae1dSRodney W. Grimes /* 151df8bae1dSRodney W. Grimes * Flags 152df8bae1dSRodney W. Grimes */ 15324a1cce3SDavid Greenman #define OBJ_ACTIVE 0x0004 /* active objects */ 15424a1cce3SDavid Greenman #define OBJ_DEAD 0x0008 /* dead objects (during rundown) */ 15596fb8cf2SJohn Dyson #define OBJ_NOSPLIT 0x0010 /* dont split this object */ 156c0503609SDavid Greenman #define OBJ_PIPWNT 0x0040 /* paging in progress wanted */ 15749e3050eSKonstantin Belousov #define OBJ_MIGHTBEDIRTY 0x0100 /* object might be dirty, only for vnode */ 1583df92083SAlan Cox #define OBJ_COLORED 0x1000 /* pg_color is defined */ 159c0877f10SJohn Dyson #define OBJ_ONEMAPPING 0x2000 /* One USE (a single, non-forked) mapping flag */ 16019187819SAlan Cox #define OBJ_DISCONNECTWNT 0x4000 /* disconnect from vnode wanted */ 1611efb74fbSJohn Dyson 162a316d390SJohn Dyson #define IDX_TO_OFF(idx) (((vm_ooffset_t)(idx)) << PAGE_SHIFT) 163a316d390SJohn Dyson #define OFF_TO_IDX(off) ((vm_pindex_t)(((vm_ooffset_t)(off)) >> PAGE_SHIFT)) 164df8bae1dSRodney W. Grimes 165c4473420SPeter Wemm #ifdef _KERNEL 166b5e8ce9fSBruce Evans 1678f9110f6SJohn Dyson #define OBJPC_SYNC 0x1 /* sync I/O */ 1688f9110f6SJohn Dyson #define OBJPC_INVAL 0x2 /* invalidate */ 1694f79d873SMatthew Dillon #define OBJPC_NOSYNC 0x4 /* skip if PG_NOSYNC */ 1708f9110f6SJohn Dyson 171*6bbee8e2SAlan Cox /* 172*6bbee8e2SAlan Cox * The following options are supported by vm_object_page_remove(). 173*6bbee8e2SAlan Cox */ 174*6bbee8e2SAlan Cox #define OBJPR_CLEANONLY 0x1 /* Don't remove dirty pages. */ 175*6bbee8e2SAlan Cox #define OBJPR_NOTMAPPED 0x2 /* Don't unmap pages. */ 176*6bbee8e2SAlan Cox 177e3975643SJake Burkholder TAILQ_HEAD(object_q, vm_object); 178df8bae1dSRodney W. Grimes 17928f8db14SBruce Evans extern struct object_q vm_object_list; /* list of allocated objects */ 180a5698387SAlan Cox extern struct mtx vm_object_list_mtx; /* lock for object list and count */ 1810d94caffSDavid Greenman 182cccf11b8SAlan Cox extern struct vm_object kernel_object_store; 183cccf11b8SAlan Cox extern struct vm_object kmem_object_store; 184cccf11b8SAlan Cox 185cccf11b8SAlan Cox #define kernel_object (&kernel_object_store) 186cccf11b8SAlan Cox #define kmem_object (&kmem_object_store) 187df8bae1dSRodney W. Grimes 188fdff4160SAlan Cox #define VM_OBJECT_LOCK(object) mtx_lock(&(object)->mtx) 1890d420ad3SAlan Cox #define VM_OBJECT_LOCK_ASSERT(object, type) \ 1900d420ad3SAlan Cox mtx_assert(&(object)->mtx, (type)) 1915285558aSAlan Cox #define VM_OBJECT_LOCK_INIT(object, type) \ 1925285558aSAlan Cox mtx_init(&(object)->mtx, "vm object", \ 1935285558aSAlan Cox (type), MTX_DEF | MTX_DUPOK) 1941c067f7eSAlan Cox #define VM_OBJECT_LOCKED(object) mtx_owned(&(object)->mtx) 1951ca58953SAlan Cox #define VM_OBJECT_MTX(object) (&(object)->mtx) 196bc73ee3fSAlan Cox #define VM_OBJECT_TRYLOCK(object) mtx_trylock(&(object)->mtx) 197fdff4160SAlan Cox #define VM_OBJECT_UNLOCK(object) mtx_unlock(&(object)->mtx) 198fdff4160SAlan Cox 1993b9a4cb6SAlan Cox /* 2003b9a4cb6SAlan Cox * The object must be locked or thread private. 2013b9a4cb6SAlan Cox */ 2023b9a4cb6SAlan Cox static __inline void 2033b9a4cb6SAlan Cox vm_object_set_flag(vm_object_t object, u_short bits) 2043b9a4cb6SAlan Cox { 2053b9a4cb6SAlan Cox 2063b9a4cb6SAlan Cox object->flags |= bits; 2073b9a4cb6SAlan Cox } 2083b9a4cb6SAlan Cox 2091b40f8c0SMatthew Dillon void vm_object_clear_flag(vm_object_t object, u_short bits); 2101b40f8c0SMatthew Dillon void vm_object_pip_add(vm_object_t object, short i); 2111b40f8c0SMatthew Dillon void vm_object_pip_subtract(vm_object_t object, short i); 2121b40f8c0SMatthew Dillon void vm_object_pip_wakeup(vm_object_t object); 2131b40f8c0SMatthew Dillon void vm_object_pip_wakeupn(vm_object_t object, short i); 2141b40f8c0SMatthew Dillon void vm_object_pip_wait(vm_object_t object, char *waitid); 215069e9bc1SDoug Rabson 2166395da54SIan Dowse vm_object_t vm_object_allocate (objtype_t, vm_pindex_t); 2176395da54SIan Dowse void _vm_object_allocate (objtype_t, vm_pindex_t, vm_object_t); 2183364c323SKonstantin Belousov boolean_t vm_object_coalesce(vm_object_t, vm_ooffset_t, vm_size_t, vm_size_t, 2193364c323SKonstantin Belousov boolean_t); 2201b40f8c0SMatthew Dillon void vm_object_collapse (vm_object_t); 2211b40f8c0SMatthew Dillon void vm_object_deallocate (vm_object_t); 2222ac78f0eSStephan Uphoff void vm_object_destroy (vm_object_t); 2231b40f8c0SMatthew Dillon void vm_object_terminate (vm_object_t); 224245df27cSMatthew Dillon void vm_object_set_writeable_dirty (vm_object_t); 2251b40f8c0SMatthew Dillon void vm_object_init (void); 22617f3095dSAlan Cox void vm_object_page_clean(vm_object_t object, vm_ooffset_t start, 22717f3095dSAlan Cox vm_ooffset_t end, int flags); 228*6bbee8e2SAlan Cox void vm_object_page_remove(vm_object_t object, vm_pindex_t start, 229*6bbee8e2SAlan Cox vm_pindex_t end, int options); 230387aabc5SAlan Cox boolean_t vm_object_populate(vm_object_t, vm_pindex_t, vm_pindex_t); 2314de22619SAlan Cox void vm_object_print(long addr, boolean_t have_addr, long count, char *modif); 2321b40f8c0SMatthew Dillon void vm_object_reference (vm_object_t); 233b921a12bSAlan Cox void vm_object_reference_locked(vm_object_t); 2343153e878SAlan Cox int vm_object_set_memattr(vm_object_t object, vm_memattr_t memattr); 2351b40f8c0SMatthew Dillon void vm_object_shadow (vm_object_t *, vm_ooffset_t *, vm_size_t); 236c5aaa06dSAlan Cox void vm_object_split(vm_map_entry_t); 237950f8459SAlan Cox void vm_object_sync(vm_object_t, vm_ooffset_t, vm_size_t, boolean_t, 238950f8459SAlan Cox boolean_t); 2391b40f8c0SMatthew Dillon void vm_object_madvise (vm_object_t, vm_pindex_t, int, int); 240c4473420SPeter Wemm #endif /* _KERNEL */ 2410d94caffSDavid Greenman 242df8bae1dSRodney W. Grimes #endif /* _VM_OBJECT_ */ 243