1df8bae1dSRodney W. Grimes /* 2df8bae1dSRodney W. Grimes * Copyright (c) 1991, 1993 3df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 4df8bae1dSRodney W. Grimes * 5df8bae1dSRodney W. Grimes * This code is derived from software contributed to Berkeley by 6df8bae1dSRodney W. Grimes * The Mach Operating System project at Carnegie-Mellon University. 7df8bae1dSRodney W. Grimes * 8df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 9df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 10df8bae1dSRodney W. Grimes * are met: 11df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 12df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 13df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 14df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 15df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 16df8bae1dSRodney W. Grimes * 3. All advertising materials mentioning features or use of this software 17df8bae1dSRodney W. Grimes * must display the following acknowledgement: 18df8bae1dSRodney W. Grimes * This product includes software developed by the University of 19df8bae1dSRodney W. Grimes * California, Berkeley and its contributors. 20df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 21df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 22df8bae1dSRodney W. Grimes * without specific prior written permission. 23df8bae1dSRodney W. Grimes * 24df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 25df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 26df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 27df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 28df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 29df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 30df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 31df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 32df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 33df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 34df8bae1dSRodney W. Grimes * SUCH DAMAGE. 35df8bae1dSRodney W. Grimes * 363c4dd356SDavid Greenman * from: @(#)vm_page.h 8.2 (Berkeley) 12/13/93 37df8bae1dSRodney W. Grimes * 38df8bae1dSRodney W. Grimes * 39df8bae1dSRodney W. Grimes * Copyright (c) 1987, 1990 Carnegie-Mellon University. 40df8bae1dSRodney W. Grimes * All rights reserved. 41df8bae1dSRodney W. Grimes * 42df8bae1dSRodney W. Grimes * Authors: Avadis Tevanian, Jr., Michael Wayne Young 43df8bae1dSRodney W. Grimes * 44df8bae1dSRodney W. Grimes * Permission to use, copy, modify and distribute this software and 45df8bae1dSRodney W. Grimes * its documentation is hereby granted, provided that both the copyright 46df8bae1dSRodney W. Grimes * notice and this permission notice appear in all copies of the 47df8bae1dSRodney W. Grimes * software, derivative works or modified versions, and any portions 48df8bae1dSRodney W. Grimes * thereof, and that both notices appear in supporting documentation. 49df8bae1dSRodney W. Grimes * 50df8bae1dSRodney W. Grimes * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 51df8bae1dSRodney W. Grimes * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND 52df8bae1dSRodney W. Grimes * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 53df8bae1dSRodney W. Grimes * 54df8bae1dSRodney W. Grimes * Carnegie Mellon requests users of this software to return to 55df8bae1dSRodney W. Grimes * 56df8bae1dSRodney W. Grimes * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 57df8bae1dSRodney W. Grimes * School of Computer Science 58df8bae1dSRodney W. Grimes * Carnegie Mellon University 59df8bae1dSRodney W. Grimes * Pittsburgh PA 15213-3890 60df8bae1dSRodney W. Grimes * 61df8bae1dSRodney W. Grimes * any improvements or extensions that they make and grant Carnegie the 62df8bae1dSRodney W. Grimes * rights to redistribute these changes. 633c4dd356SDavid Greenman * 64a647a309SDavid Greenman * $Id: vm_page.h,v 1.4 1994/08/04 03:06:45 davidg Exp $ 65df8bae1dSRodney W. Grimes */ 66df8bae1dSRodney W. Grimes 67df8bae1dSRodney W. Grimes /* 68df8bae1dSRodney W. Grimes * Resident memory system definitions. 69df8bae1dSRodney W. Grimes */ 70df8bae1dSRodney W. Grimes 71df8bae1dSRodney W. Grimes #ifndef _VM_PAGE_ 72df8bae1dSRodney W. Grimes #define _VM_PAGE_ 73df8bae1dSRodney W. Grimes 74df8bae1dSRodney W. Grimes /* 75df8bae1dSRodney W. Grimes * Management of resident (logical) pages. 76df8bae1dSRodney W. Grimes * 77df8bae1dSRodney W. Grimes * A small structure is kept for each resident 78df8bae1dSRodney W. Grimes * page, indexed by page number. Each structure 79df8bae1dSRodney W. Grimes * is an element of several lists: 80df8bae1dSRodney W. Grimes * 81df8bae1dSRodney W. Grimes * A hash table bucket used to quickly 82df8bae1dSRodney W. Grimes * perform object/offset lookups 83df8bae1dSRodney W. Grimes * 84df8bae1dSRodney W. Grimes * A list of all pages for a given object, 85df8bae1dSRodney W. Grimes * so they can be quickly deactivated at 86df8bae1dSRodney W. Grimes * time of deallocation. 87df8bae1dSRodney W. Grimes * 88df8bae1dSRodney W. Grimes * An ordered list of pages due for pageout. 89df8bae1dSRodney W. Grimes * 90df8bae1dSRodney W. Grimes * In addition, the structure contains the object 91df8bae1dSRodney W. Grimes * and offset to which this page belongs (for pageout), 92df8bae1dSRodney W. Grimes * and sundry status bits. 93df8bae1dSRodney W. Grimes * 94df8bae1dSRodney W. Grimes * Fields in this structure are locked either by the lock on the 95df8bae1dSRodney W. Grimes * object that the page belongs to (O) or by the lock on the page 96df8bae1dSRodney W. Grimes * queues (P). 97df8bae1dSRodney W. Grimes */ 98df8bae1dSRodney W. Grimes 99df8bae1dSRodney W. Grimes TAILQ_HEAD(pglist, vm_page); 100df8bae1dSRodney W. Grimes 101df8bae1dSRodney W. Grimes struct vm_page { 102df8bae1dSRodney W. Grimes TAILQ_ENTRY(vm_page) pageq; /* queue info for FIFO 103df8bae1dSRodney W. Grimes * queue or free list (P) */ 104df8bae1dSRodney W. Grimes TAILQ_ENTRY(vm_page) hashq; /* hash table links (O)*/ 105df8bae1dSRodney W. Grimes TAILQ_ENTRY(vm_page) listq; /* pages in same object (O)*/ 106df8bae1dSRodney W. Grimes 107df8bae1dSRodney W. Grimes vm_object_t object; /* which object am I in (O,P)*/ 108df8bae1dSRodney W. Grimes vm_offset_t offset; /* offset into object (O,P) */ 109df8bae1dSRodney W. Grimes 110df8bae1dSRodney W. Grimes u_short wire_count; /* wired down maps refs (P) */ 111df8bae1dSRodney W. Grimes u_short flags; /* see below */ 11226f9a767SRodney W. Grimes short hold_count; /* page hold count */ 11326f9a767SRodney W. Grimes u_short act_count; /* page usage count */ 114a647a309SDavid Greenman u_short busy; /* page busy count */ 115df8bae1dSRodney W. Grimes 116df8bae1dSRodney W. Grimes vm_offset_t phys_addr; /* physical address of page */ 117df8bae1dSRodney W. Grimes }; 118df8bae1dSRodney W. Grimes 119df8bae1dSRodney W. Grimes /* 120df8bae1dSRodney W. Grimes * These are the flags defined for vm_page. 121df8bae1dSRodney W. Grimes * 122df8bae1dSRodney W. Grimes * Note: PG_FILLED and PG_DIRTY are added for the filesystems. 123df8bae1dSRodney W. Grimes */ 124df8bae1dSRodney W. Grimes #define PG_INACTIVE 0x0001 /* page is in inactive list (P) */ 125df8bae1dSRodney W. Grimes #define PG_ACTIVE 0x0002 /* page is in active list (P) */ 126df8bae1dSRodney W. Grimes #define PG_LAUNDRY 0x0004 /* page is being cleaned now (P)*/ 127df8bae1dSRodney W. Grimes #define PG_CLEAN 0x0008 /* page has not been modified */ 128df8bae1dSRodney W. Grimes #define PG_BUSY 0x0010 /* page is in transit (O) */ 129df8bae1dSRodney W. Grimes #define PG_WANTED 0x0020 /* someone is waiting for page (O) */ 130df8bae1dSRodney W. Grimes #define PG_TABLED 0x0040 /* page is in VP table (O) */ 131df8bae1dSRodney W. Grimes #define PG_COPYONWRITE 0x0080 /* must copy page before changing (O) */ 132df8bae1dSRodney W. Grimes #define PG_FICTITIOUS 0x0100 /* physical page doesn't exist (O) */ 133df8bae1dSRodney W. Grimes #define PG_FAKE 0x0200 /* page is placeholder for pagein (O) */ 134df8bae1dSRodney W. Grimes #define PG_FILLED 0x0400 /* client flag to set when filled */ 135df8bae1dSRodney W. Grimes #define PG_DIRTY 0x0800 /* client flag to set when dirty */ 136bbc0ec52SDavid Greenman #define PG_REFERENCED 0x1000 /* page has been referenced */ 137df8bae1dSRodney W. Grimes #define PG_PAGEROWNED 0x4000 /* DEBUG: async paging op in progress */ 138df8bae1dSRodney W. Grimes #define PG_PTPAGE 0x8000 /* DEBUG: is a user page table page */ 139df8bae1dSRodney W. Grimes 140df8bae1dSRodney W. Grimes #if VM_PAGE_DEBUG 141df8bae1dSRodney W. Grimes #define VM_PAGE_CHECK(mem) { \ 142df8bae1dSRodney W. Grimes if ((((unsigned int) mem) < ((unsigned int) &vm_page_array[0])) || \ 143df8bae1dSRodney W. Grimes (((unsigned int) mem) > \ 144df8bae1dSRodney W. Grimes ((unsigned int) &vm_page_array[last_page-first_page])) || \ 145df8bae1dSRodney W. Grimes ((mem->flags & (PG_ACTIVE | PG_INACTIVE)) == \ 146df8bae1dSRodney W. Grimes (PG_ACTIVE | PG_INACTIVE))) \ 147df8bae1dSRodney W. Grimes panic("vm_page_check: not valid!"); \ 148df8bae1dSRodney W. Grimes } 149df8bae1dSRodney W. Grimes #else /* VM_PAGE_DEBUG */ 150df8bae1dSRodney W. Grimes #define VM_PAGE_CHECK(mem) 151df8bae1dSRodney W. Grimes #endif /* VM_PAGE_DEBUG */ 152df8bae1dSRodney W. Grimes 153df8bae1dSRodney W. Grimes #ifdef KERNEL 154df8bae1dSRodney W. Grimes /* 155df8bae1dSRodney W. Grimes * Each pageable resident page falls into one of three lists: 156df8bae1dSRodney W. Grimes * 157df8bae1dSRodney W. Grimes * free 158df8bae1dSRodney W. Grimes * Available for allocation now. 159df8bae1dSRodney W. Grimes * inactive 160df8bae1dSRodney W. Grimes * Not referenced in any map, but still has an 161df8bae1dSRodney W. Grimes * object/offset-page mapping, and may be dirty. 162df8bae1dSRodney W. Grimes * This is the list of pages that should be 163df8bae1dSRodney W. Grimes * paged out next. 164df8bae1dSRodney W. Grimes * active 165df8bae1dSRodney W. Grimes * A list of pages which have been placed in 166df8bae1dSRodney W. Grimes * at least one physical map. This list is 167df8bae1dSRodney W. Grimes * ordered, in LRU-like fashion. 168df8bae1dSRodney W. Grimes */ 169df8bae1dSRodney W. Grimes 170df8bae1dSRodney W. Grimes extern 171df8bae1dSRodney W. Grimes struct pglist vm_page_queue_free; /* memory free queue */ 172df8bae1dSRodney W. Grimes extern 173df8bae1dSRodney W. Grimes struct pglist vm_page_queue_active; /* active memory queue */ 174df8bae1dSRodney W. Grimes extern 175df8bae1dSRodney W. Grimes struct pglist vm_page_queue_inactive; /* inactive memory queue */ 176df8bae1dSRodney W. Grimes 177df8bae1dSRodney W. Grimes extern 178df8bae1dSRodney W. Grimes vm_page_t vm_page_array; /* First resident page in table */ 179df8bae1dSRodney W. Grimes extern 180df8bae1dSRodney W. Grimes long first_page; /* first physical page number */ 181df8bae1dSRodney W. Grimes /* ... represented in vm_page_array */ 182df8bae1dSRodney W. Grimes extern 183df8bae1dSRodney W. Grimes long last_page; /* last physical page number */ 184df8bae1dSRodney W. Grimes /* ... represented in vm_page_array */ 185df8bae1dSRodney W. Grimes /* [INCLUSIVE] */ 186df8bae1dSRodney W. Grimes extern 187df8bae1dSRodney W. Grimes vm_offset_t first_phys_addr; /* physical address for first_page */ 188df8bae1dSRodney W. Grimes extern 189df8bae1dSRodney W. Grimes vm_offset_t last_phys_addr; /* physical address for last_page */ 190df8bae1dSRodney W. Grimes 191df8bae1dSRodney W. Grimes #define VM_PAGE_TO_PHYS(entry) ((entry)->phys_addr) 192df8bae1dSRodney W. Grimes 193df8bae1dSRodney W. Grimes #define IS_VM_PHYSADDR(pa) \ 194df8bae1dSRodney W. Grimes ((pa) >= first_phys_addr && (pa) <= last_phys_addr) 195df8bae1dSRodney W. Grimes 196df8bae1dSRodney W. Grimes #define PHYS_TO_VM_PAGE(pa) \ 197df8bae1dSRodney W. Grimes (&vm_page_array[atop(pa) - first_page ]) 198df8bae1dSRodney W. Grimes 199df8bae1dSRodney W. Grimes extern 200df8bae1dSRodney W. Grimes simple_lock_data_t vm_page_queue_lock; /* lock on active and inactive 201df8bae1dSRodney W. Grimes page queues */ 202df8bae1dSRodney W. Grimes extern /* lock on free page queue */ 203df8bae1dSRodney W. Grimes simple_lock_data_t vm_page_queue_free_lock; 204df8bae1dSRodney W. Grimes 205df8bae1dSRodney W. Grimes /* 206df8bae1dSRodney W. Grimes * Functions implemented as macros 207df8bae1dSRodney W. Grimes */ 208df8bae1dSRodney W. Grimes 209df8bae1dSRodney W. Grimes #define PAGE_ASSERT_WAIT(m, interruptible) { \ 210df8bae1dSRodney W. Grimes (m)->flags |= PG_WANTED; \ 211df8bae1dSRodney W. Grimes assert_wait((int) (m), (interruptible)); \ 212df8bae1dSRodney W. Grimes } 213df8bae1dSRodney W. Grimes 214df8bae1dSRodney W. Grimes #define PAGE_WAKEUP(m) { \ 215df8bae1dSRodney W. Grimes (m)->flags &= ~PG_BUSY; \ 216df8bae1dSRodney W. Grimes if ((m)->flags & PG_WANTED) { \ 217df8bae1dSRodney W. Grimes (m)->flags &= ~PG_WANTED; \ 21826f9a767SRodney W. Grimes wakeup((caddr_t) (m)); \ 219df8bae1dSRodney W. Grimes } \ 220df8bae1dSRodney W. Grimes } 221df8bae1dSRodney W. Grimes 222df8bae1dSRodney W. Grimes #define vm_page_lock_queues() simple_lock(&vm_page_queue_lock) 223df8bae1dSRodney W. Grimes #define vm_page_unlock_queues() simple_unlock(&vm_page_queue_lock) 224df8bae1dSRodney W. Grimes 225df8bae1dSRodney W. Grimes #define vm_page_set_modified(m) { (m)->flags &= ~PG_CLEAN; } 226df8bae1dSRodney W. Grimes 227df8bae1dSRodney W. Grimes #define VM_PAGE_INIT(mem, object, offset) { \ 228df8bae1dSRodney W. Grimes (mem)->flags = PG_BUSY | PG_CLEAN | PG_FAKE; \ 229df8bae1dSRodney W. Grimes vm_page_insert((mem), (object), (offset)); \ 230df8bae1dSRodney W. Grimes (mem)->wire_count = 0; \ 23126f9a767SRodney W. Grimes (mem)->hold_count = 0; \ 23226f9a767SRodney W. Grimes (mem)->act_count = 0; \ 233df8bae1dSRodney W. Grimes } 234df8bae1dSRodney W. Grimes 235df8bae1dSRodney W. Grimes void vm_page_activate __P((vm_page_t)); 236df8bae1dSRodney W. Grimes vm_page_t vm_page_alloc __P((vm_object_t, vm_offset_t)); 237df8bae1dSRodney W. Grimes void vm_page_copy __P((vm_page_t, vm_page_t)); 238df8bae1dSRodney W. Grimes void vm_page_deactivate __P((vm_page_t)); 239df8bae1dSRodney W. Grimes void vm_page_free __P((vm_page_t)); 240df8bae1dSRodney W. Grimes void vm_page_insert __P((vm_page_t, vm_object_t, vm_offset_t)); 241df8bae1dSRodney W. Grimes vm_page_t vm_page_lookup __P((vm_object_t, vm_offset_t)); 242df8bae1dSRodney W. Grimes void vm_page_remove __P((vm_page_t)); 243df8bae1dSRodney W. Grimes void vm_page_rename __P((vm_page_t, vm_object_t, vm_offset_t)); 24426f9a767SRodney W. Grimes vm_offset_t vm_page_startup __P((vm_offset_t, vm_offset_t, vm_offset_t)); 245df8bae1dSRodney W. Grimes void vm_page_unwire __P((vm_page_t)); 246df8bae1dSRodney W. Grimes void vm_page_wire __P((vm_page_t)); 247df8bae1dSRodney W. Grimes boolean_t vm_page_zero_fill __P((vm_page_t)); 248df8bae1dSRodney W. Grimes 24926f9a767SRodney W. Grimes 25026f9a767SRodney W. Grimes /* 25126f9a767SRodney W. Grimes * Keep page from being freed by the page daemon 25226f9a767SRodney W. Grimes * much of the same effect as wiring, except much lower 25326f9a767SRodney W. Grimes * overhead and should be used only for *very* temporary 25426f9a767SRodney W. Grimes * holding ("wiring"). 25526f9a767SRodney W. Grimes */ 25626f9a767SRodney W. Grimes static inline void 25726f9a767SRodney W. Grimes vm_page_hold(mem) 25826f9a767SRodney W. Grimes vm_page_t mem; 25926f9a767SRodney W. Grimes { 26026f9a767SRodney W. Grimes mem->hold_count++; 26126f9a767SRodney W. Grimes } 26226f9a767SRodney W. Grimes 26326f9a767SRodney W. Grimes static inline void 26426f9a767SRodney W. Grimes vm_page_unhold(mem) 26526f9a767SRodney W. Grimes vm_page_t mem; 26626f9a767SRodney W. Grimes { 26726f9a767SRodney W. Grimes if( --mem->hold_count < 0) 26826f9a767SRodney W. Grimes panic("vm_page_unhold: hold count < 0!!!"); 26926f9a767SRodney W. Grimes } 27026f9a767SRodney W. Grimes 271df8bae1dSRodney W. Grimes #endif /* KERNEL */ 272df8bae1dSRodney W. Grimes #endif /* !_VM_PAGE_ */ 273