1df8bae1dSRodney W. Grimes /* 2df8bae1dSRodney W. Grimes * Copyright (c) 1991, 1993 3df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 4df8bae1dSRodney W. Grimes * 5df8bae1dSRodney W. Grimes * This code is derived from software contributed to Berkeley by 6df8bae1dSRodney W. Grimes * The Mach Operating System project at Carnegie-Mellon University. 7df8bae1dSRodney W. Grimes * 8df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 9df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 10df8bae1dSRodney W. Grimes * are met: 11df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 12df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 13df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 14df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 15df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 16df8bae1dSRodney W. Grimes * 3. All advertising materials mentioning features or use of this software 17df8bae1dSRodney W. Grimes * must display the following acknowledgement: 18df8bae1dSRodney W. Grimes * This product includes software developed by the University of 19df8bae1dSRodney W. Grimes * California, Berkeley and its contributors. 20df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 21df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 22df8bae1dSRodney W. Grimes * without specific prior written permission. 23df8bae1dSRodney W. Grimes * 24df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 25df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 26df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 27df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 28df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 29df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 30df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 31df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 32df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 33df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 34df8bae1dSRodney W. Grimes * SUCH DAMAGE. 35df8bae1dSRodney W. Grimes * 363c4dd356SDavid Greenman * from: @(#)vm_page.h 8.2 (Berkeley) 12/13/93 37df8bae1dSRodney W. Grimes * 38df8bae1dSRodney W. Grimes * 39df8bae1dSRodney W. Grimes * Copyright (c) 1987, 1990 Carnegie-Mellon University. 40df8bae1dSRodney W. Grimes * All rights reserved. 41df8bae1dSRodney W. Grimes * 42df8bae1dSRodney W. Grimes * Authors: Avadis Tevanian, Jr., Michael Wayne Young 43df8bae1dSRodney W. Grimes * 44df8bae1dSRodney W. Grimes * Permission to use, copy, modify and distribute this software and 45df8bae1dSRodney W. Grimes * its documentation is hereby granted, provided that both the copyright 46df8bae1dSRodney W. Grimes * notice and this permission notice appear in all copies of the 47df8bae1dSRodney W. Grimes * software, derivative works or modified versions, and any portions 48df8bae1dSRodney W. Grimes * thereof, and that both notices appear in supporting documentation. 49df8bae1dSRodney W. Grimes * 50df8bae1dSRodney W. Grimes * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 51df8bae1dSRodney W. Grimes * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND 52df8bae1dSRodney W. Grimes * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 53df8bae1dSRodney W. Grimes * 54df8bae1dSRodney W. Grimes * Carnegie Mellon requests users of this software to return to 55df8bae1dSRodney W. Grimes * 56df8bae1dSRodney W. Grimes * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 57df8bae1dSRodney W. Grimes * School of Computer Science 58df8bae1dSRodney W. Grimes * Carnegie Mellon University 59df8bae1dSRodney W. Grimes * Pittsburgh PA 15213-3890 60df8bae1dSRodney W. Grimes * 61df8bae1dSRodney W. Grimes * any improvements or extensions that they make and grant Carnegie the 62df8bae1dSRodney W. Grimes * rights to redistribute these changes. 633c4dd356SDavid Greenman * 6427de4e40SDavid Greenman * $Id: vm_page.h,v 1.7 1994/10/05 09:48:44 davidg Exp $ 65df8bae1dSRodney W. Grimes */ 66df8bae1dSRodney W. Grimes 67df8bae1dSRodney W. Grimes /* 68df8bae1dSRodney W. Grimes * Resident memory system definitions. 69df8bae1dSRodney W. Grimes */ 70df8bae1dSRodney W. Grimes 71df8bae1dSRodney W. Grimes #ifndef _VM_PAGE_ 72df8bae1dSRodney W. Grimes #define _VM_PAGE_ 73df8bae1dSRodney W. Grimes 74df8bae1dSRodney W. Grimes /* 75df8bae1dSRodney W. Grimes * Management of resident (logical) pages. 76df8bae1dSRodney W. Grimes * 77df8bae1dSRodney W. Grimes * A small structure is kept for each resident 78df8bae1dSRodney W. Grimes * page, indexed by page number. Each structure 79df8bae1dSRodney W. Grimes * is an element of several lists: 80df8bae1dSRodney W. Grimes * 81df8bae1dSRodney W. Grimes * A hash table bucket used to quickly 82df8bae1dSRodney W. Grimes * perform object/offset lookups 83df8bae1dSRodney W. Grimes * 84df8bae1dSRodney W. Grimes * A list of all pages for a given object, 85df8bae1dSRodney W. Grimes * so they can be quickly deactivated at 86df8bae1dSRodney W. Grimes * time of deallocation. 87df8bae1dSRodney W. Grimes * 88df8bae1dSRodney W. Grimes * An ordered list of pages due for pageout. 89df8bae1dSRodney W. Grimes * 90df8bae1dSRodney W. Grimes * In addition, the structure contains the object 91df8bae1dSRodney W. Grimes * and offset to which this page belongs (for pageout), 92df8bae1dSRodney W. Grimes * and sundry status bits. 93df8bae1dSRodney W. Grimes * 94df8bae1dSRodney W. Grimes * Fields in this structure are locked either by the lock on the 95df8bae1dSRodney W. Grimes * object that the page belongs to (O) or by the lock on the page 96df8bae1dSRodney W. Grimes * queues (P). 97df8bae1dSRodney W. Grimes */ 98df8bae1dSRodney W. Grimes 99df8bae1dSRodney W. Grimes TAILQ_HEAD(pglist, vm_page); 100df8bae1dSRodney W. Grimes 101df8bae1dSRodney W. Grimes struct vm_page { 102df8bae1dSRodney W. Grimes TAILQ_ENTRY(vm_page) pageq; /* queue info for FIFO 103df8bae1dSRodney W. Grimes * queue or free list (P) */ 104df8bae1dSRodney W. Grimes TAILQ_ENTRY(vm_page) hashq; /* hash table links (O)*/ 105df8bae1dSRodney W. Grimes TAILQ_ENTRY(vm_page) listq; /* pages in same object (O)*/ 106df8bae1dSRodney W. Grimes 107df8bae1dSRodney W. Grimes vm_object_t object; /* which object am I in (O,P)*/ 108df8bae1dSRodney W. Grimes vm_offset_t offset; /* offset into object (O,P) */ 109df8bae1dSRodney W. Grimes 110df8bae1dSRodney W. Grimes u_short wire_count; /* wired down maps refs (P) */ 111df8bae1dSRodney W. Grimes u_short flags; /* see below */ 11226f9a767SRodney W. Grimes short hold_count; /* page hold count */ 11326f9a767SRodney W. Grimes u_short act_count; /* page usage count */ 114a647a309SDavid Greenman u_short busy; /* page busy count */ 115df8bae1dSRodney W. Grimes 116df8bae1dSRodney W. Grimes vm_offset_t phys_addr; /* physical address of page */ 117df8bae1dSRodney W. Grimes }; 118df8bae1dSRodney W. Grimes 119df8bae1dSRodney W. Grimes /* 120df8bae1dSRodney W. Grimes * These are the flags defined for vm_page. 121df8bae1dSRodney W. Grimes * 122df8bae1dSRodney W. Grimes * Note: PG_FILLED and PG_DIRTY are added for the filesystems. 123df8bae1dSRodney W. Grimes */ 124df8bae1dSRodney W. Grimes #define PG_INACTIVE 0x0001 /* page is in inactive list (P) */ 125df8bae1dSRodney W. Grimes #define PG_ACTIVE 0x0002 /* page is in active list (P) */ 126df8bae1dSRodney W. Grimes #define PG_LAUNDRY 0x0004 /* page is being cleaned now (P)*/ 127df8bae1dSRodney W. Grimes #define PG_CLEAN 0x0008 /* page has not been modified */ 128df8bae1dSRodney W. Grimes #define PG_BUSY 0x0010 /* page is in transit (O) */ 129df8bae1dSRodney W. Grimes #define PG_WANTED 0x0020 /* someone is waiting for page (O) */ 130df8bae1dSRodney W. Grimes #define PG_TABLED 0x0040 /* page is in VP table (O) */ 131df8bae1dSRodney W. Grimes #define PG_COPYONWRITE 0x0080 /* must copy page before changing (O) */ 132df8bae1dSRodney W. Grimes #define PG_FICTITIOUS 0x0100 /* physical page doesn't exist (O) */ 133df8bae1dSRodney W. Grimes #define PG_FAKE 0x0200 /* page is placeholder for pagein (O) */ 134df8bae1dSRodney W. Grimes #define PG_FILLED 0x0400 /* client flag to set when filled */ 135df8bae1dSRodney W. Grimes #define PG_DIRTY 0x0800 /* client flag to set when dirty */ 136bbc0ec52SDavid Greenman #define PG_REFERENCED 0x1000 /* page has been referenced */ 1378e58bf68SDavid Greenman #define PG_VMIO 0x2000 /* VMIO flag */ 138df8bae1dSRodney W. Grimes #define PG_PAGEROWNED 0x4000 /* DEBUG: async paging op in progress */ 139d3c2cf7aSDavid Greenman #define PG_FREE 0x8000 /* page is in free list */ 140df8bae1dSRodney W. Grimes 141df8bae1dSRodney W. Grimes #if VM_PAGE_DEBUG 142df8bae1dSRodney W. Grimes #define VM_PAGE_CHECK(mem) { \ 143df8bae1dSRodney W. Grimes if ((((unsigned int) mem) < ((unsigned int) &vm_page_array[0])) || \ 144df8bae1dSRodney W. Grimes (((unsigned int) mem) > \ 145df8bae1dSRodney W. Grimes ((unsigned int) &vm_page_array[last_page-first_page])) || \ 146df8bae1dSRodney W. Grimes ((mem->flags & (PG_ACTIVE | PG_INACTIVE)) == \ 147df8bae1dSRodney W. Grimes (PG_ACTIVE | PG_INACTIVE))) \ 148df8bae1dSRodney W. Grimes panic("vm_page_check: not valid!"); \ 149df8bae1dSRodney W. Grimes } 150df8bae1dSRodney W. Grimes #else /* VM_PAGE_DEBUG */ 151df8bae1dSRodney W. Grimes #define VM_PAGE_CHECK(mem) 152df8bae1dSRodney W. Grimes #endif /* VM_PAGE_DEBUG */ 153df8bae1dSRodney W. Grimes 154df8bae1dSRodney W. Grimes #ifdef KERNEL 155df8bae1dSRodney W. Grimes /* 156df8bae1dSRodney W. Grimes * Each pageable resident page falls into one of three lists: 157df8bae1dSRodney W. Grimes * 158df8bae1dSRodney W. Grimes * free 159df8bae1dSRodney W. Grimes * Available for allocation now. 160df8bae1dSRodney W. Grimes * inactive 161df8bae1dSRodney W. Grimes * Not referenced in any map, but still has an 162df8bae1dSRodney W. Grimes * object/offset-page mapping, and may be dirty. 163df8bae1dSRodney W. Grimes * This is the list of pages that should be 164df8bae1dSRodney W. Grimes * paged out next. 165df8bae1dSRodney W. Grimes * active 166df8bae1dSRodney W. Grimes * A list of pages which have been placed in 167df8bae1dSRodney W. Grimes * at least one physical map. This list is 168df8bae1dSRodney W. Grimes * ordered, in LRU-like fashion. 169df8bae1dSRodney W. Grimes */ 170df8bae1dSRodney W. Grimes 171df8bae1dSRodney W. Grimes extern 172df8bae1dSRodney W. Grimes struct pglist vm_page_queue_free; /* memory free queue */ 173df8bae1dSRodney W. Grimes extern 174df8bae1dSRodney W. Grimes struct pglist vm_page_queue_active; /* active memory queue */ 175df8bae1dSRodney W. Grimes extern 176df8bae1dSRodney W. Grimes struct pglist vm_page_queue_inactive; /* inactive memory queue */ 177df8bae1dSRodney W. Grimes 178df8bae1dSRodney W. Grimes extern 179df8bae1dSRodney W. Grimes vm_page_t vm_page_array; /* First resident page in table */ 180df8bae1dSRodney W. Grimes extern 181df8bae1dSRodney W. Grimes long first_page; /* first physical page number */ 182df8bae1dSRodney W. Grimes /* ... represented in vm_page_array */ 183df8bae1dSRodney W. Grimes extern 184df8bae1dSRodney W. Grimes long last_page; /* last physical page number */ 185df8bae1dSRodney W. Grimes /* ... represented in vm_page_array */ 186df8bae1dSRodney W. Grimes /* [INCLUSIVE] */ 187df8bae1dSRodney W. Grimes extern 188df8bae1dSRodney W. Grimes vm_offset_t first_phys_addr; /* physical address for first_page */ 189df8bae1dSRodney W. Grimes extern 190df8bae1dSRodney W. Grimes vm_offset_t last_phys_addr; /* physical address for last_page */ 191df8bae1dSRodney W. Grimes 192df8bae1dSRodney W. Grimes #define VM_PAGE_TO_PHYS(entry) ((entry)->phys_addr) 193df8bae1dSRodney W. Grimes 194df8bae1dSRodney W. Grimes #define IS_VM_PHYSADDR(pa) \ 195df8bae1dSRodney W. Grimes ((pa) >= first_phys_addr && (pa) <= last_phys_addr) 196df8bae1dSRodney W. Grimes 197df8bae1dSRodney W. Grimes #define PHYS_TO_VM_PAGE(pa) \ 198df8bae1dSRodney W. Grimes (&vm_page_array[atop(pa) - first_page ]) 199df8bae1dSRodney W. Grimes 200df8bae1dSRodney W. Grimes extern 201df8bae1dSRodney W. Grimes simple_lock_data_t vm_page_queue_lock; /* lock on active and inactive 202df8bae1dSRodney W. Grimes page queues */ 203df8bae1dSRodney W. Grimes extern /* lock on free page queue */ 204df8bae1dSRodney W. Grimes simple_lock_data_t vm_page_queue_free_lock; 205df8bae1dSRodney W. Grimes 206df8bae1dSRodney W. Grimes /* 207df8bae1dSRodney W. Grimes * Functions implemented as macros 208df8bae1dSRodney W. Grimes */ 209df8bae1dSRodney W. Grimes 210df8bae1dSRodney W. Grimes #define PAGE_ASSERT_WAIT(m, interruptible) { \ 211df8bae1dSRodney W. Grimes (m)->flags |= PG_WANTED; \ 212df8bae1dSRodney W. Grimes assert_wait((int) (m), (interruptible)); \ 213df8bae1dSRodney W. Grimes } 214df8bae1dSRodney W. Grimes 215df8bae1dSRodney W. Grimes #define PAGE_WAKEUP(m) { \ 216df8bae1dSRodney W. Grimes (m)->flags &= ~PG_BUSY; \ 217df8bae1dSRodney W. Grimes if ((m)->flags & PG_WANTED) { \ 218df8bae1dSRodney W. Grimes (m)->flags &= ~PG_WANTED; \ 21926f9a767SRodney W. Grimes wakeup((caddr_t) (m)); \ 220df8bae1dSRodney W. Grimes } \ 221df8bae1dSRodney W. Grimes } 222df8bae1dSRodney W. Grimes 223df8bae1dSRodney W. Grimes #define vm_page_lock_queues() simple_lock(&vm_page_queue_lock) 224df8bae1dSRodney W. Grimes #define vm_page_unlock_queues() simple_unlock(&vm_page_queue_lock) 225df8bae1dSRodney W. Grimes 226df8bae1dSRodney W. Grimes #define vm_page_set_modified(m) { (m)->flags &= ~PG_CLEAN; } 227df8bae1dSRodney W. Grimes 228df8bae1dSRodney W. Grimes #define VM_PAGE_INIT(mem, object, offset) { \ 229df8bae1dSRodney W. Grimes (mem)->flags = PG_BUSY | PG_CLEAN | PG_FAKE; \ 230df8bae1dSRodney W. Grimes vm_page_insert((mem), (object), (offset)); \ 231df8bae1dSRodney W. Grimes (mem)->wire_count = 0; \ 23226f9a767SRodney W. Grimes (mem)->hold_count = 0; \ 23326f9a767SRodney W. Grimes (mem)->act_count = 0; \ 234df8bae1dSRodney W. Grimes } 235df8bae1dSRodney W. Grimes 236df8bae1dSRodney W. Grimes void vm_page_activate __P((vm_page_t)); 237df8bae1dSRodney W. Grimes vm_page_t vm_page_alloc __P((vm_object_t, vm_offset_t)); 238df8bae1dSRodney W. Grimes void vm_page_copy __P((vm_page_t, vm_page_t)); 239df8bae1dSRodney W. Grimes void vm_page_deactivate __P((vm_page_t)); 240df8bae1dSRodney W. Grimes void vm_page_free __P((vm_page_t)); 241df8bae1dSRodney W. Grimes void vm_page_insert __P((vm_page_t, vm_object_t, vm_offset_t)); 242df8bae1dSRodney W. Grimes vm_page_t vm_page_lookup __P((vm_object_t, vm_offset_t)); 243df8bae1dSRodney W. Grimes void vm_page_remove __P((vm_page_t)); 244df8bae1dSRodney W. Grimes void vm_page_rename __P((vm_page_t, vm_object_t, vm_offset_t)); 24526f9a767SRodney W. Grimes vm_offset_t vm_page_startup __P((vm_offset_t, vm_offset_t, vm_offset_t)); 246df8bae1dSRodney W. Grimes void vm_page_unwire __P((vm_page_t)); 247df8bae1dSRodney W. Grimes void vm_page_wire __P((vm_page_t)); 248df8bae1dSRodney W. Grimes boolean_t vm_page_zero_fill __P((vm_page_t)); 249df8bae1dSRodney W. Grimes 25026f9a767SRodney W. Grimes 25126f9a767SRodney W. Grimes /* 25226f9a767SRodney W. Grimes * Keep page from being freed by the page daemon 25326f9a767SRodney W. Grimes * much of the same effect as wiring, except much lower 25426f9a767SRodney W. Grimes * overhead and should be used only for *very* temporary 25526f9a767SRodney W. Grimes * holding ("wiring"). 25626f9a767SRodney W. Grimes */ 25726f9a767SRodney W. Grimes static inline void 25826f9a767SRodney W. Grimes vm_page_hold(mem) 25926f9a767SRodney W. Grimes vm_page_t mem; 26026f9a767SRodney W. Grimes { 26126f9a767SRodney W. Grimes mem->hold_count++; 26226f9a767SRodney W. Grimes } 26326f9a767SRodney W. Grimes 26426f9a767SRodney W. Grimes static inline void 26526f9a767SRodney W. Grimes vm_page_unhold(mem) 26626f9a767SRodney W. Grimes vm_page_t mem; 26726f9a767SRodney W. Grimes { 26827de4e40SDavid Greenman #ifdef DIAGNOSTIC 26926f9a767SRodney W. Grimes if( --mem->hold_count < 0) 27026f9a767SRodney W. Grimes panic("vm_page_unhold: hold count < 0!!!"); 27127de4e40SDavid Greenman #else 27227de4e40SDavid Greenman --mem->hold_count; 27327de4e40SDavid Greenman #endif 27426f9a767SRodney W. Grimes } 27526f9a767SRodney W. Grimes 276df8bae1dSRodney W. Grimes #endif /* KERNEL */ 277df8bae1dSRodney W. Grimes #endif /* !_VM_PAGE_ */ 278