1df8bae1dSRodney W. Grimes /* 2df8bae1dSRodney W. Grimes * Copyright (c) 1988 University of Utah. 3df8bae1dSRodney W. Grimes * Copyright (c) 1991, 1993 4df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 5df8bae1dSRodney W. Grimes * 6df8bae1dSRodney W. Grimes * This code is derived from software contributed to Berkeley by 7df8bae1dSRodney W. Grimes * the Systems Programming Group of the University of Utah Computer 8df8bae1dSRodney W. Grimes * Science Department. 9df8bae1dSRodney W. Grimes * 10df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 11df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 12df8bae1dSRodney W. Grimes * are met: 13df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 14df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 15df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 16df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 17df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 18df8bae1dSRodney W. Grimes * 3. All advertising materials mentioning features or use of this software 19df8bae1dSRodney W. Grimes * must display the following acknowledgement: 20df8bae1dSRodney W. Grimes * This product includes software developed by the University of 21df8bae1dSRodney W. Grimes * California, Berkeley and its contributors. 22df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 23df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 24df8bae1dSRodney W. Grimes * without specific prior written permission. 25df8bae1dSRodney W. Grimes * 26df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 27df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 28df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 29df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 30df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 31df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 32df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 33df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 34df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 35df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 36df8bae1dSRodney W. Grimes * SUCH DAMAGE. 37df8bae1dSRodney W. Grimes * 38df8bae1dSRodney W. Grimes * from: Utah $Hdr: vm_mmap.c 1.6 91/10/21$ 39df8bae1dSRodney W. Grimes * 40df8bae1dSRodney W. Grimes * @(#)vm_mmap.c 8.4 (Berkeley) 1/12/94 41c4ed5a07SDavid Greenman * $Id: vm_mmap.c,v 1.12 1995/03/07 17:27:49 davidg Exp $ 42df8bae1dSRodney W. Grimes */ 43df8bae1dSRodney W. Grimes 44df8bae1dSRodney W. Grimes /* 45df8bae1dSRodney W. Grimes * Mapped file (mmap) interface to VM 46df8bae1dSRodney W. Grimes */ 47df8bae1dSRodney W. Grimes 48df8bae1dSRodney W. Grimes #include <sys/param.h> 49df8bae1dSRodney W. Grimes #include <sys/systm.h> 50df8bae1dSRodney W. Grimes #include <sys/filedesc.h> 51df8bae1dSRodney W. Grimes #include <sys/resourcevar.h> 52df8bae1dSRodney W. Grimes #include <sys/proc.h> 53df8bae1dSRodney W. Grimes #include <sys/vnode.h> 54df8bae1dSRodney W. Grimes #include <sys/file.h> 55df8bae1dSRodney W. Grimes #include <sys/mman.h> 56df8bae1dSRodney W. Grimes #include <sys/conf.h> 57df8bae1dSRodney W. Grimes 58df8bae1dSRodney W. Grimes #include <miscfs/specfs/specdev.h> 59df8bae1dSRodney W. Grimes 60df8bae1dSRodney W. Grimes #include <vm/vm.h> 61df8bae1dSRodney W. Grimes #include <vm/vm_pager.h> 62df8bae1dSRodney W. Grimes #include <vm/vm_prot.h> 63df8bae1dSRodney W. Grimes 64df8bae1dSRodney W. Grimes #ifdef DEBUG 65df8bae1dSRodney W. Grimes int mmapdebug = 0; 660d94caffSDavid Greenman 67df8bae1dSRodney W. Grimes #define MDB_FOLLOW 0x01 68df8bae1dSRodney W. Grimes #define MDB_SYNC 0x02 69df8bae1dSRodney W. Grimes #define MDB_MAPIT 0x04 70df8bae1dSRodney W. Grimes #endif 71df8bae1dSRodney W. Grimes 72f720dc2cSDavid Greenman void pmap_object_init_pt(); 73f720dc2cSDavid Greenman 74df8bae1dSRodney W. Grimes struct sbrk_args { 75df8bae1dSRodney W. Grimes int incr; 76df8bae1dSRodney W. Grimes }; 770d94caffSDavid Greenman 78df8bae1dSRodney W. Grimes /* ARGSUSED */ 79df8bae1dSRodney W. Grimes int 80df8bae1dSRodney W. Grimes sbrk(p, uap, retval) 81df8bae1dSRodney W. Grimes struct proc *p; 82df8bae1dSRodney W. Grimes struct sbrk_args *uap; 83df8bae1dSRodney W. Grimes int *retval; 84df8bae1dSRodney W. Grimes { 85df8bae1dSRodney W. Grimes 86df8bae1dSRodney W. Grimes /* Not yet implemented */ 87df8bae1dSRodney W. Grimes return (EOPNOTSUPP); 88df8bae1dSRodney W. Grimes } 89df8bae1dSRodney W. Grimes 90df8bae1dSRodney W. Grimes struct sstk_args { 91df8bae1dSRodney W. Grimes int incr; 92df8bae1dSRodney W. Grimes }; 930d94caffSDavid Greenman 94df8bae1dSRodney W. Grimes /* ARGSUSED */ 95df8bae1dSRodney W. Grimes int 96df8bae1dSRodney W. Grimes sstk(p, uap, retval) 97df8bae1dSRodney W. Grimes struct proc *p; 98df8bae1dSRodney W. Grimes struct sstk_args *uap; 99df8bae1dSRodney W. Grimes int *retval; 100df8bae1dSRodney W. Grimes { 101df8bae1dSRodney W. Grimes 102df8bae1dSRodney W. Grimes /* Not yet implemented */ 103df8bae1dSRodney W. Grimes return (EOPNOTSUPP); 104df8bae1dSRodney W. Grimes } 105df8bae1dSRodney W. Grimes 106df8bae1dSRodney W. Grimes #if defined(COMPAT_43) || defined(COMPAT_SUNOS) 107df8bae1dSRodney W. Grimes struct getpagesize_args { 108df8bae1dSRodney W. Grimes int dummy; 109df8bae1dSRodney W. Grimes }; 1100d94caffSDavid Greenman 111df8bae1dSRodney W. Grimes /* ARGSUSED */ 112df8bae1dSRodney W. Grimes int 113df8bae1dSRodney W. Grimes ogetpagesize(p, uap, retval) 114df8bae1dSRodney W. Grimes struct proc *p; 115df8bae1dSRodney W. Grimes struct getpagesize_args *uap; 116df8bae1dSRodney W. Grimes int *retval; 117df8bae1dSRodney W. Grimes { 118df8bae1dSRodney W. Grimes 119df8bae1dSRodney W. Grimes *retval = PAGE_SIZE; 120df8bae1dSRodney W. Grimes return (0); 121df8bae1dSRodney W. Grimes } 122df8bae1dSRodney W. Grimes #endif /* COMPAT_43 || COMPAT_SUNOS */ 123df8bae1dSRodney W. Grimes 124df8bae1dSRodney W. Grimes struct mmap_args { 125df8bae1dSRodney W. Grimes caddr_t addr; 126df8bae1dSRodney W. Grimes size_t len; 127df8bae1dSRodney W. Grimes int prot; 128df8bae1dSRodney W. Grimes int flags; 129df8bae1dSRodney W. Grimes int fd; 130df8bae1dSRodney W. Grimes long pad; 131df8bae1dSRodney W. Grimes off_t pos; 132df8bae1dSRodney W. Grimes }; 133df8bae1dSRodney W. Grimes 134df8bae1dSRodney W. Grimes int 135df8bae1dSRodney W. Grimes mmap(p, uap, retval) 136df8bae1dSRodney W. Grimes struct proc *p; 137df8bae1dSRodney W. Grimes register struct mmap_args *uap; 138df8bae1dSRodney W. Grimes int *retval; 139df8bae1dSRodney W. Grimes { 140df8bae1dSRodney W. Grimes register struct filedesc *fdp = p->p_fd; 141df8bae1dSRodney W. Grimes register struct file *fp; 142df8bae1dSRodney W. Grimes struct vnode *vp; 143df8bae1dSRodney W. Grimes vm_offset_t addr; 144df8bae1dSRodney W. Grimes vm_size_t size; 145df8bae1dSRodney W. Grimes vm_prot_t prot, maxprot; 146df8bae1dSRodney W. Grimes caddr_t handle; 147df8bae1dSRodney W. Grimes int flags, error; 148df8bae1dSRodney W. Grimes 149df8bae1dSRodney W. Grimes prot = uap->prot & VM_PROT_ALL; 150df8bae1dSRodney W. Grimes flags = uap->flags; 151df8bae1dSRodney W. Grimes #ifdef DEBUG 152df8bae1dSRodney W. Grimes if (mmapdebug & MDB_FOLLOW) 153df8bae1dSRodney W. Grimes printf("mmap(%d): addr %x len %x pro %x flg %x fd %d pos %x\n", 154df8bae1dSRodney W. Grimes p->p_pid, uap->addr, uap->len, prot, 155df8bae1dSRodney W. Grimes flags, uap->fd, (vm_offset_t) uap->pos); 156df8bae1dSRodney W. Grimes #endif 157df8bae1dSRodney W. Grimes /* 1580d94caffSDavid Greenman * Address (if FIXED) must be page aligned. Size is implicitly rounded 1590d94caffSDavid Greenman * to a page boundary. 160df8bae1dSRodney W. Grimes */ 161df8bae1dSRodney W. Grimes addr = (vm_offset_t) uap->addr; 162df8bae1dSRodney W. Grimes if (((flags & MAP_FIXED) && (addr & PAGE_MASK)) || 163df8bae1dSRodney W. Grimes (ssize_t) uap->len < 0 || ((flags & MAP_ANON) && uap->fd != -1)) 164df8bae1dSRodney W. Grimes return (EINVAL); 165df8bae1dSRodney W. Grimes size = (vm_size_t) round_page(uap->len); 166df8bae1dSRodney W. Grimes /* 1670d94caffSDavid Greenman * Check for illegal addresses. Watch out for address wrap... Note 1680d94caffSDavid Greenman * that VM_*_ADDRESS are not constants due to casts (argh). 169df8bae1dSRodney W. Grimes */ 170df8bae1dSRodney W. Grimes if (flags & MAP_FIXED) { 171bbc0ec52SDavid Greenman if (VM_MAXUSER_ADDRESS > 0 && addr + size > VM_MAXUSER_ADDRESS) 172df8bae1dSRodney W. Grimes return (EINVAL); 17326f9a767SRodney W. Grimes #ifndef i386 174df8bae1dSRodney W. Grimes if (VM_MIN_ADDRESS > 0 && addr < VM_MIN_ADDRESS) 175df8bae1dSRodney W. Grimes return (EINVAL); 17626f9a767SRodney W. Grimes #endif 177bbc0ec52SDavid Greenman if (addr + size < addr) 178df8bae1dSRodney W. Grimes return (EINVAL); 179df8bae1dSRodney W. Grimes } 180df8bae1dSRodney W. Grimes /* 1810d94caffSDavid Greenman * XXX if no hint provided for a non-fixed mapping place it after the 1820d94caffSDavid Greenman * end of the largest possible heap. 183df8bae1dSRodney W. Grimes * 1840d94caffSDavid Greenman * There should really be a pmap call to determine a reasonable location. 185df8bae1dSRodney W. Grimes */ 186df8bae1dSRodney W. Grimes if (addr == 0 && (flags & MAP_FIXED) == 0) 187df8bae1dSRodney W. Grimes addr = round_page(p->p_vmspace->vm_daddr + MAXDSIZ); 188df8bae1dSRodney W. Grimes if (flags & MAP_ANON) { 189df8bae1dSRodney W. Grimes /* 190df8bae1dSRodney W. Grimes * Mapping blank space is trivial. 191df8bae1dSRodney W. Grimes */ 192df8bae1dSRodney W. Grimes handle = NULL; 193df8bae1dSRodney W. Grimes maxprot = VM_PROT_ALL; 194df8bae1dSRodney W. Grimes } else { 195df8bae1dSRodney W. Grimes /* 1960d94caffSDavid Greenman * Mapping file, get fp for validation. Obtain vnode and make 1970d94caffSDavid Greenman * sure it is of appropriate type. 198df8bae1dSRodney W. Grimes */ 199df8bae1dSRodney W. Grimes if (((unsigned) uap->fd) >= fdp->fd_nfiles || 200df8bae1dSRodney W. Grimes (fp = fdp->fd_ofiles[uap->fd]) == NULL) 201df8bae1dSRodney W. Grimes return (EBADF); 202df8bae1dSRodney W. Grimes if (fp->f_type != DTYPE_VNODE) 203df8bae1dSRodney W. Grimes return (EINVAL); 204df8bae1dSRodney W. Grimes vp = (struct vnode *) fp->f_data; 205df8bae1dSRodney W. Grimes if (vp->v_type != VREG && vp->v_type != VCHR) 206df8bae1dSRodney W. Grimes return (EINVAL); 207df8bae1dSRodney W. Grimes /* 2080d94caffSDavid Greenman * XXX hack to handle use of /dev/zero to map anon memory (ala 2090d94caffSDavid Greenman * SunOS). 210df8bae1dSRodney W. Grimes */ 211df8bae1dSRodney W. Grimes if (vp->v_type == VCHR && iszerodev(vp->v_rdev)) { 212df8bae1dSRodney W. Grimes handle = NULL; 213df8bae1dSRodney W. Grimes maxprot = VM_PROT_ALL; 214df8bae1dSRodney W. Grimes flags |= MAP_ANON; 215df8bae1dSRodney W. Grimes } else { 216df8bae1dSRodney W. Grimes /* 217df8bae1dSRodney W. Grimes * Ensure that file and memory protections are 218df8bae1dSRodney W. Grimes * compatible. Note that we only worry about 219df8bae1dSRodney W. Grimes * writability if mapping is shared; in this case, 220df8bae1dSRodney W. Grimes * current and max prot are dictated by the open file. 221df8bae1dSRodney W. Grimes * XXX use the vnode instead? Problem is: what 2220d94caffSDavid Greenman * credentials do we use for determination? What if 2230d94caffSDavid Greenman * proc does a setuid? 224df8bae1dSRodney W. Grimes */ 225df8bae1dSRodney W. Grimes maxprot = VM_PROT_EXECUTE; /* ??? */ 226df8bae1dSRodney W. Grimes if (fp->f_flag & FREAD) 227df8bae1dSRodney W. Grimes maxprot |= VM_PROT_READ; 228df8bae1dSRodney W. Grimes else if (prot & PROT_READ) 229df8bae1dSRodney W. Grimes return (EACCES); 230df8bae1dSRodney W. Grimes if (flags & MAP_SHARED) { 231df8bae1dSRodney W. Grimes if (fp->f_flag & FWRITE) 232df8bae1dSRodney W. Grimes maxprot |= VM_PROT_WRITE; 233df8bae1dSRodney W. Grimes else if (prot & PROT_WRITE) 234df8bae1dSRodney W. Grimes return (EACCES); 235df8bae1dSRodney W. Grimes } else 236df8bae1dSRodney W. Grimes maxprot |= VM_PROT_WRITE; 237df8bae1dSRodney W. Grimes handle = (caddr_t) vp; 238df8bae1dSRodney W. Grimes } 239df8bae1dSRodney W. Grimes } 240df8bae1dSRodney W. Grimes error = vm_mmap(&p->p_vmspace->vm_map, &addr, size, prot, maxprot, 241df8bae1dSRodney W. Grimes flags, handle, (vm_offset_t) uap->pos); 242df8bae1dSRodney W. Grimes if (error == 0) 243df8bae1dSRodney W. Grimes *retval = (int) addr; 244df8bae1dSRodney W. Grimes return (error); 245df8bae1dSRodney W. Grimes } 246df8bae1dSRodney W. Grimes 24705f0fdd2SPoul-Henning Kamp #ifdef COMPAT_43 24805f0fdd2SPoul-Henning Kamp struct ommap_args { 24905f0fdd2SPoul-Henning Kamp caddr_t addr; 25005f0fdd2SPoul-Henning Kamp int len; 25105f0fdd2SPoul-Henning Kamp int prot; 25205f0fdd2SPoul-Henning Kamp int flags; 25305f0fdd2SPoul-Henning Kamp int fd; 25405f0fdd2SPoul-Henning Kamp long pos; 25505f0fdd2SPoul-Henning Kamp }; 25605f0fdd2SPoul-Henning Kamp int 25705f0fdd2SPoul-Henning Kamp ommap(p, uap, retval) 25805f0fdd2SPoul-Henning Kamp struct proc *p; 25905f0fdd2SPoul-Henning Kamp register struct ommap_args *uap; 26005f0fdd2SPoul-Henning Kamp int *retval; 26105f0fdd2SPoul-Henning Kamp { 26205f0fdd2SPoul-Henning Kamp struct mmap_args nargs; 26305f0fdd2SPoul-Henning Kamp static const char cvtbsdprot[8] = { 26405f0fdd2SPoul-Henning Kamp 0, 26505f0fdd2SPoul-Henning Kamp PROT_EXEC, 26605f0fdd2SPoul-Henning Kamp PROT_WRITE, 26705f0fdd2SPoul-Henning Kamp PROT_EXEC | PROT_WRITE, 26805f0fdd2SPoul-Henning Kamp PROT_READ, 26905f0fdd2SPoul-Henning Kamp PROT_EXEC | PROT_READ, 27005f0fdd2SPoul-Henning Kamp PROT_WRITE | PROT_READ, 27105f0fdd2SPoul-Henning Kamp PROT_EXEC | PROT_WRITE | PROT_READ, 27205f0fdd2SPoul-Henning Kamp }; 2730d94caffSDavid Greenman 27405f0fdd2SPoul-Henning Kamp #define OMAP_ANON 0x0002 27505f0fdd2SPoul-Henning Kamp #define OMAP_COPY 0x0020 27605f0fdd2SPoul-Henning Kamp #define OMAP_SHARED 0x0010 27705f0fdd2SPoul-Henning Kamp #define OMAP_FIXED 0x0100 27805f0fdd2SPoul-Henning Kamp #define OMAP_INHERIT 0x0800 27905f0fdd2SPoul-Henning Kamp 28005f0fdd2SPoul-Henning Kamp nargs.addr = uap->addr; 28105f0fdd2SPoul-Henning Kamp nargs.len = uap->len; 28205f0fdd2SPoul-Henning Kamp nargs.prot = cvtbsdprot[uap->prot & 0x7]; 28305f0fdd2SPoul-Henning Kamp nargs.flags = 0; 28405f0fdd2SPoul-Henning Kamp if (uap->flags & OMAP_ANON) 28505f0fdd2SPoul-Henning Kamp nargs.flags |= MAP_ANON; 28605f0fdd2SPoul-Henning Kamp if (uap->flags & OMAP_COPY) 28705f0fdd2SPoul-Henning Kamp nargs.flags |= MAP_COPY; 28805f0fdd2SPoul-Henning Kamp if (uap->flags & OMAP_SHARED) 28905f0fdd2SPoul-Henning Kamp nargs.flags |= MAP_SHARED; 29005f0fdd2SPoul-Henning Kamp else 29105f0fdd2SPoul-Henning Kamp nargs.flags |= MAP_PRIVATE; 29205f0fdd2SPoul-Henning Kamp if (uap->flags & OMAP_FIXED) 29305f0fdd2SPoul-Henning Kamp nargs.flags |= MAP_FIXED; 29405f0fdd2SPoul-Henning Kamp if (uap->flags & OMAP_INHERIT) 29505f0fdd2SPoul-Henning Kamp nargs.flags |= MAP_INHERIT; 29605f0fdd2SPoul-Henning Kamp nargs.fd = uap->fd; 29705f0fdd2SPoul-Henning Kamp nargs.pos = uap->pos; 29805f0fdd2SPoul-Henning Kamp return (mmap(p, &nargs, retval)); 29905f0fdd2SPoul-Henning Kamp } 30005f0fdd2SPoul-Henning Kamp #endif /* COMPAT_43 */ 30105f0fdd2SPoul-Henning Kamp 30205f0fdd2SPoul-Henning Kamp 303df8bae1dSRodney W. Grimes struct msync_args { 304df8bae1dSRodney W. Grimes caddr_t addr; 305df8bae1dSRodney W. Grimes int len; 306df8bae1dSRodney W. Grimes }; 307df8bae1dSRodney W. Grimes int 308df8bae1dSRodney W. Grimes msync(p, uap, retval) 309df8bae1dSRodney W. Grimes struct proc *p; 310df8bae1dSRodney W. Grimes struct msync_args *uap; 311df8bae1dSRodney W. Grimes int *retval; 312df8bae1dSRodney W. Grimes { 313df8bae1dSRodney W. Grimes vm_offset_t addr; 314df8bae1dSRodney W. Grimes vm_size_t size; 315df8bae1dSRodney W. Grimes vm_map_t map; 316df8bae1dSRodney W. Grimes int rv; 317df8bae1dSRodney W. Grimes boolean_t syncio, invalidate; 318df8bae1dSRodney W. Grimes 319df8bae1dSRodney W. Grimes #ifdef DEBUG 320df8bae1dSRodney W. Grimes if (mmapdebug & (MDB_FOLLOW | MDB_SYNC)) 321df8bae1dSRodney W. Grimes printf("msync(%d): addr %x len %x\n", 322df8bae1dSRodney W. Grimes p->p_pid, uap->addr, uap->len); 323df8bae1dSRodney W. Grimes #endif 324df8bae1dSRodney W. Grimes if (((int) uap->addr & PAGE_MASK) || uap->addr + uap->len < uap->addr) 325df8bae1dSRodney W. Grimes return (EINVAL); 326df8bae1dSRodney W. Grimes map = &p->p_vmspace->vm_map; 327df8bae1dSRodney W. Grimes addr = (vm_offset_t) uap->addr; 328df8bae1dSRodney W. Grimes size = (vm_size_t) uap->len; 329df8bae1dSRodney W. Grimes /* 330df8bae1dSRodney W. Grimes * XXX Gak! If size is zero we are supposed to sync "all modified 3310d94caffSDavid Greenman * pages with the region containing addr". Unfortunately, we don't 3320d94caffSDavid Greenman * really keep track of individual mmaps so we approximate by flushing 3330d94caffSDavid Greenman * the range of the map entry containing addr. This can be incorrect 3340d94caffSDavid Greenman * if the region splits or is coalesced with a neighbor. 335df8bae1dSRodney W. Grimes */ 336df8bae1dSRodney W. Grimes if (size == 0) { 337df8bae1dSRodney W. Grimes vm_map_entry_t entry; 338df8bae1dSRodney W. Grimes 339df8bae1dSRodney W. Grimes vm_map_lock_read(map); 340df8bae1dSRodney W. Grimes rv = vm_map_lookup_entry(map, addr, &entry); 341df8bae1dSRodney W. Grimes vm_map_unlock_read(map); 342df8bae1dSRodney W. Grimes if (rv) 343df8bae1dSRodney W. Grimes return (EINVAL); 344df8bae1dSRodney W. Grimes addr = entry->start; 345df8bae1dSRodney W. Grimes size = entry->end - entry->start; 346df8bae1dSRodney W. Grimes } 347df8bae1dSRodney W. Grimes #ifdef DEBUG 348df8bae1dSRodney W. Grimes if (mmapdebug & MDB_SYNC) 349df8bae1dSRodney W. Grimes printf("msync: cleaning/flushing address range [%x-%x)\n", 350df8bae1dSRodney W. Grimes addr, addr + size); 351df8bae1dSRodney W. Grimes #endif 352df8bae1dSRodney W. Grimes /* 3530d94caffSDavid Greenman * Could pass this in as a third flag argument to implement Sun's 3540d94caffSDavid Greenman * MS_ASYNC. 355df8bae1dSRodney W. Grimes */ 356df8bae1dSRodney W. Grimes syncio = TRUE; 357df8bae1dSRodney W. Grimes /* 3580d94caffSDavid Greenman * XXX bummer, gotta flush all cached pages to ensure consistency with 3590d94caffSDavid Greenman * the file system cache. Otherwise, we could pass this in to 3600d94caffSDavid Greenman * implement Sun's MS_INVALIDATE. 361df8bae1dSRodney W. Grimes */ 362df8bae1dSRodney W. Grimes invalidate = TRUE; 363df8bae1dSRodney W. Grimes /* 364df8bae1dSRodney W. Grimes * Clean the pages and interpret the return value. 365df8bae1dSRodney W. Grimes */ 366df8bae1dSRodney W. Grimes rv = vm_map_clean(map, addr, addr + size, syncio, invalidate); 367df8bae1dSRodney W. Grimes switch (rv) { 368df8bae1dSRodney W. Grimes case KERN_SUCCESS: 369df8bae1dSRodney W. Grimes break; 370df8bae1dSRodney W. Grimes case KERN_INVALID_ADDRESS: 371df8bae1dSRodney W. Grimes return (EINVAL); /* Sun returns ENOMEM? */ 372df8bae1dSRodney W. Grimes case KERN_FAILURE: 373df8bae1dSRodney W. Grimes return (EIO); 374df8bae1dSRodney W. Grimes default: 375df8bae1dSRodney W. Grimes return (EINVAL); 376df8bae1dSRodney W. Grimes } 377df8bae1dSRodney W. Grimes return (0); 378df8bae1dSRodney W. Grimes } 379df8bae1dSRodney W. Grimes 380df8bae1dSRodney W. Grimes struct munmap_args { 381df8bae1dSRodney W. Grimes caddr_t addr; 382df8bae1dSRodney W. Grimes int len; 383df8bae1dSRodney W. Grimes }; 384df8bae1dSRodney W. Grimes int 385df8bae1dSRodney W. Grimes munmap(p, uap, retval) 386df8bae1dSRodney W. Grimes register struct proc *p; 387df8bae1dSRodney W. Grimes register struct munmap_args *uap; 388df8bae1dSRodney W. Grimes int *retval; 389df8bae1dSRodney W. Grimes { 390df8bae1dSRodney W. Grimes vm_offset_t addr; 391df8bae1dSRodney W. Grimes vm_size_t size; 392df8bae1dSRodney W. Grimes vm_map_t map; 393df8bae1dSRodney W. Grimes 394df8bae1dSRodney W. Grimes #ifdef DEBUG 395df8bae1dSRodney W. Grimes if (mmapdebug & MDB_FOLLOW) 396df8bae1dSRodney W. Grimes printf("munmap(%d): addr %x len %x\n", 397df8bae1dSRodney W. Grimes p->p_pid, uap->addr, uap->len); 398df8bae1dSRodney W. Grimes #endif 399df8bae1dSRodney W. Grimes 400df8bae1dSRodney W. Grimes addr = (vm_offset_t) uap->addr; 401df8bae1dSRodney W. Grimes if ((addr & PAGE_MASK) || uap->len < 0) 402df8bae1dSRodney W. Grimes return (EINVAL); 403df8bae1dSRodney W. Grimes size = (vm_size_t) round_page(uap->len); 404df8bae1dSRodney W. Grimes if (size == 0) 405df8bae1dSRodney W. Grimes return (0); 406df8bae1dSRodney W. Grimes /* 4070d94caffSDavid Greenman * Check for illegal addresses. Watch out for address wrap... Note 4080d94caffSDavid Greenman * that VM_*_ADDRESS are not constants due to casts (argh). 409df8bae1dSRodney W. Grimes */ 410bbc0ec52SDavid Greenman if (VM_MAXUSER_ADDRESS > 0 && addr + size > VM_MAXUSER_ADDRESS) 411df8bae1dSRodney W. Grimes return (EINVAL); 41226f9a767SRodney W. Grimes #ifndef i386 413df8bae1dSRodney W. Grimes if (VM_MIN_ADDRESS > 0 && addr < VM_MIN_ADDRESS) 414df8bae1dSRodney W. Grimes return (EINVAL); 41526f9a767SRodney W. Grimes #endif 416bbc0ec52SDavid Greenman if (addr + size < addr) 417df8bae1dSRodney W. Grimes return (EINVAL); 418df8bae1dSRodney W. Grimes map = &p->p_vmspace->vm_map; 419df8bae1dSRodney W. Grimes /* 420df8bae1dSRodney W. Grimes * Make sure entire range is allocated. 421df8bae1dSRodney W. Grimes */ 422df8bae1dSRodney W. Grimes if (!vm_map_check_protection(map, addr, addr + size, VM_PROT_NONE)) 423df8bae1dSRodney W. Grimes return (EINVAL); 424df8bae1dSRodney W. Grimes /* returns nothing but KERN_SUCCESS anyway */ 425df8bae1dSRodney W. Grimes (void) vm_map_remove(map, addr, addr + size); 426df8bae1dSRodney W. Grimes return (0); 427df8bae1dSRodney W. Grimes } 428df8bae1dSRodney W. Grimes 429df8bae1dSRodney W. Grimes void 43090324b07SDavid Greenman munmapfd(p, fd) 43190324b07SDavid Greenman struct proc *p; 432df8bae1dSRodney W. Grimes int fd; 433df8bae1dSRodney W. Grimes { 434df8bae1dSRodney W. Grimes #ifdef DEBUG 435df8bae1dSRodney W. Grimes if (mmapdebug & MDB_FOLLOW) 43690324b07SDavid Greenman printf("munmapfd(%d): fd %d\n", p->p_pid, fd); 437df8bae1dSRodney W. Grimes #endif 438df8bae1dSRodney W. Grimes 439df8bae1dSRodney W. Grimes /* 440c4ed5a07SDavid Greenman * XXX should unmap any regions mapped to this file 441df8bae1dSRodney W. Grimes */ 44290324b07SDavid Greenman p->p_fd->fd_ofileflags[fd] &= ~UF_MAPPED; 443df8bae1dSRodney W. Grimes } 444df8bae1dSRodney W. Grimes 445df8bae1dSRodney W. Grimes struct mprotect_args { 446df8bae1dSRodney W. Grimes caddr_t addr; 447df8bae1dSRodney W. Grimes int len; 448df8bae1dSRodney W. Grimes int prot; 449df8bae1dSRodney W. Grimes }; 450df8bae1dSRodney W. Grimes int 451df8bae1dSRodney W. Grimes mprotect(p, uap, retval) 452df8bae1dSRodney W. Grimes struct proc *p; 453df8bae1dSRodney W. Grimes struct mprotect_args *uap; 454df8bae1dSRodney W. Grimes int *retval; 455df8bae1dSRodney W. Grimes { 456df8bae1dSRodney W. Grimes vm_offset_t addr; 457df8bae1dSRodney W. Grimes vm_size_t size; 458df8bae1dSRodney W. Grimes register vm_prot_t prot; 459df8bae1dSRodney W. Grimes 460df8bae1dSRodney W. Grimes #ifdef DEBUG 461df8bae1dSRodney W. Grimes if (mmapdebug & MDB_FOLLOW) 462df8bae1dSRodney W. Grimes printf("mprotect(%d): addr %x len %x prot %d\n", 463df8bae1dSRodney W. Grimes p->p_pid, uap->addr, uap->len, uap->prot); 464df8bae1dSRodney W. Grimes #endif 465df8bae1dSRodney W. Grimes 466df8bae1dSRodney W. Grimes addr = (vm_offset_t) uap->addr; 467df8bae1dSRodney W. Grimes if ((addr & PAGE_MASK) || uap->len < 0) 468df8bae1dSRodney W. Grimes return (EINVAL); 469df8bae1dSRodney W. Grimes size = (vm_size_t) uap->len; 470df8bae1dSRodney W. Grimes prot = uap->prot & VM_PROT_ALL; 471df8bae1dSRodney W. Grimes 472df8bae1dSRodney W. Grimes switch (vm_map_protect(&p->p_vmspace->vm_map, addr, addr + size, prot, 473df8bae1dSRodney W. Grimes FALSE)) { 474df8bae1dSRodney W. Grimes case KERN_SUCCESS: 475df8bae1dSRodney W. Grimes return (0); 476df8bae1dSRodney W. Grimes case KERN_PROTECTION_FAILURE: 477df8bae1dSRodney W. Grimes return (EACCES); 478df8bae1dSRodney W. Grimes } 479df8bae1dSRodney W. Grimes return (EINVAL); 480df8bae1dSRodney W. Grimes } 481df8bae1dSRodney W. Grimes 482df8bae1dSRodney W. Grimes struct madvise_args { 483df8bae1dSRodney W. Grimes caddr_t addr; 484df8bae1dSRodney W. Grimes int len; 485df8bae1dSRodney W. Grimes int behav; 486df8bae1dSRodney W. Grimes }; 4870d94caffSDavid Greenman 488df8bae1dSRodney W. Grimes /* ARGSUSED */ 489df8bae1dSRodney W. Grimes int 490df8bae1dSRodney W. Grimes madvise(p, uap, retval) 491df8bae1dSRodney W. Grimes struct proc *p; 492df8bae1dSRodney W. Grimes struct madvise_args *uap; 493df8bae1dSRodney W. Grimes int *retval; 494df8bae1dSRodney W. Grimes { 495df8bae1dSRodney W. Grimes 496df8bae1dSRodney W. Grimes /* Not yet implemented */ 497df8bae1dSRodney W. Grimes return (EOPNOTSUPP); 498df8bae1dSRodney W. Grimes } 499df8bae1dSRodney W. Grimes 500df8bae1dSRodney W. Grimes struct mincore_args { 501df8bae1dSRodney W. Grimes caddr_t addr; 502df8bae1dSRodney W. Grimes int len; 503df8bae1dSRodney W. Grimes char *vec; 504df8bae1dSRodney W. Grimes }; 5050d94caffSDavid Greenman 506df8bae1dSRodney W. Grimes /* ARGSUSED */ 507df8bae1dSRodney W. Grimes int 508df8bae1dSRodney W. Grimes mincore(p, uap, retval) 509df8bae1dSRodney W. Grimes struct proc *p; 510df8bae1dSRodney W. Grimes struct mincore_args *uap; 511df8bae1dSRodney W. Grimes int *retval; 512df8bae1dSRodney W. Grimes { 513df8bae1dSRodney W. Grimes 514df8bae1dSRodney W. Grimes /* Not yet implemented */ 515df8bae1dSRodney W. Grimes return (EOPNOTSUPP); 516df8bae1dSRodney W. Grimes } 517df8bae1dSRodney W. Grimes 518df8bae1dSRodney W. Grimes struct mlock_args { 519df8bae1dSRodney W. Grimes caddr_t addr; 520df8bae1dSRodney W. Grimes size_t len; 521df8bae1dSRodney W. Grimes }; 522df8bae1dSRodney W. Grimes int 523df8bae1dSRodney W. Grimes mlock(p, uap, retval) 524df8bae1dSRodney W. Grimes struct proc *p; 525df8bae1dSRodney W. Grimes struct mlock_args *uap; 526df8bae1dSRodney W. Grimes int *retval; 527df8bae1dSRodney W. Grimes { 528df8bae1dSRodney W. Grimes vm_offset_t addr; 529df8bae1dSRodney W. Grimes vm_size_t size; 530df8bae1dSRodney W. Grimes int error; 531df8bae1dSRodney W. Grimes extern int vm_page_max_wired; 532df8bae1dSRodney W. Grimes 533df8bae1dSRodney W. Grimes #ifdef DEBUG 534df8bae1dSRodney W. Grimes if (mmapdebug & MDB_FOLLOW) 535df8bae1dSRodney W. Grimes printf("mlock(%d): addr %x len %x\n", 536df8bae1dSRodney W. Grimes p->p_pid, uap->addr, uap->len); 537df8bae1dSRodney W. Grimes #endif 538df8bae1dSRodney W. Grimes addr = (vm_offset_t) uap->addr; 539df8bae1dSRodney W. Grimes if ((addr & PAGE_MASK) || uap->addr + uap->len < uap->addr) 540df8bae1dSRodney W. Grimes return (EINVAL); 541df8bae1dSRodney W. Grimes size = round_page((vm_size_t) uap->len); 542df8bae1dSRodney W. Grimes if (atop(size) + cnt.v_wire_count > vm_page_max_wired) 543df8bae1dSRodney W. Grimes return (EAGAIN); 544df8bae1dSRodney W. Grimes #ifdef pmap_wired_count 545df8bae1dSRodney W. Grimes if (size + ptoa(pmap_wired_count(vm_map_pmap(&p->p_vmspace->vm_map))) > 546df8bae1dSRodney W. Grimes p->p_rlimit[RLIMIT_MEMLOCK].rlim_cur) 547df8bae1dSRodney W. Grimes return (EAGAIN); 548df8bae1dSRodney W. Grimes #else 54905f0fdd2SPoul-Henning Kamp error = suser(p->p_ucred, &p->p_acflag); 55005f0fdd2SPoul-Henning Kamp if (error) 551df8bae1dSRodney W. Grimes return (error); 552df8bae1dSRodney W. Grimes #endif 553df8bae1dSRodney W. Grimes 554df8bae1dSRodney W. Grimes error = vm_map_pageable(&p->p_vmspace->vm_map, addr, addr + size, FALSE); 555df8bae1dSRodney W. Grimes return (error == KERN_SUCCESS ? 0 : ENOMEM); 556df8bae1dSRodney W. Grimes } 557df8bae1dSRodney W. Grimes 558df8bae1dSRodney W. Grimes struct munlock_args { 559df8bae1dSRodney W. Grimes caddr_t addr; 560df8bae1dSRodney W. Grimes size_t len; 561df8bae1dSRodney W. Grimes }; 562df8bae1dSRodney W. Grimes int 563df8bae1dSRodney W. Grimes munlock(p, uap, retval) 564df8bae1dSRodney W. Grimes struct proc *p; 565df8bae1dSRodney W. Grimes struct munlock_args *uap; 566df8bae1dSRodney W. Grimes int *retval; 567df8bae1dSRodney W. Grimes { 568df8bae1dSRodney W. Grimes vm_offset_t addr; 569df8bae1dSRodney W. Grimes vm_size_t size; 570df8bae1dSRodney W. Grimes int error; 571df8bae1dSRodney W. Grimes 572df8bae1dSRodney W. Grimes #ifdef DEBUG 573df8bae1dSRodney W. Grimes if (mmapdebug & MDB_FOLLOW) 574df8bae1dSRodney W. Grimes printf("munlock(%d): addr %x len %x\n", 575df8bae1dSRodney W. Grimes p->p_pid, uap->addr, uap->len); 576df8bae1dSRodney W. Grimes #endif 577df8bae1dSRodney W. Grimes addr = (vm_offset_t) uap->addr; 578df8bae1dSRodney W. Grimes if ((addr & PAGE_MASK) || uap->addr + uap->len < uap->addr) 579df8bae1dSRodney W. Grimes return (EINVAL); 580df8bae1dSRodney W. Grimes #ifndef pmap_wired_count 58105f0fdd2SPoul-Henning Kamp error = suser(p->p_ucred, &p->p_acflag); 58205f0fdd2SPoul-Henning Kamp if (error) 583df8bae1dSRodney W. Grimes return (error); 584df8bae1dSRodney W. Grimes #endif 585df8bae1dSRodney W. Grimes size = round_page((vm_size_t) uap->len); 586df8bae1dSRodney W. Grimes 587df8bae1dSRodney W. Grimes error = vm_map_pageable(&p->p_vmspace->vm_map, addr, addr + size, TRUE); 588df8bae1dSRodney W. Grimes return (error == KERN_SUCCESS ? 0 : ENOMEM); 589df8bae1dSRodney W. Grimes } 590df8bae1dSRodney W. Grimes 591df8bae1dSRodney W. Grimes /* 592df8bae1dSRodney W. Grimes * Internal version of mmap. 593df8bae1dSRodney W. Grimes * Currently used by mmap, exec, and sys5 shared memory. 594df8bae1dSRodney W. Grimes * Handle is either a vnode pointer or NULL for MAP_ANON. 595df8bae1dSRodney W. Grimes */ 596df8bae1dSRodney W. Grimes int 597df8bae1dSRodney W. Grimes vm_mmap(map, addr, size, prot, maxprot, flags, handle, foff) 598df8bae1dSRodney W. Grimes register vm_map_t map; 599df8bae1dSRodney W. Grimes register vm_offset_t *addr; 600df8bae1dSRodney W. Grimes register vm_size_t size; 601df8bae1dSRodney W. Grimes vm_prot_t prot, maxprot; 602df8bae1dSRodney W. Grimes register int flags; 603df8bae1dSRodney W. Grimes caddr_t handle; /* XXX should be vp */ 604df8bae1dSRodney W. Grimes vm_offset_t foff; 605df8bae1dSRodney W. Grimes { 606df8bae1dSRodney W. Grimes register vm_pager_t pager; 607df8bae1dSRodney W. Grimes boolean_t fitit; 608df8bae1dSRodney W. Grimes vm_object_t object; 609df8bae1dSRodney W. Grimes struct vnode *vp = NULL; 610df8bae1dSRodney W. Grimes int type; 611df8bae1dSRodney W. Grimes int rv = KERN_SUCCESS; 612df8bae1dSRodney W. Grimes 613df8bae1dSRodney W. Grimes if (size == 0) 614df8bae1dSRodney W. Grimes return (0); 615df8bae1dSRodney W. Grimes 6167fb0c17eSDavid Greenman size = round_page(size); 6177fb0c17eSDavid Greenman 618df8bae1dSRodney W. Grimes if ((flags & MAP_FIXED) == 0) { 619df8bae1dSRodney W. Grimes fitit = TRUE; 620df8bae1dSRodney W. Grimes *addr = round_page(*addr); 621df8bae1dSRodney W. Grimes } else { 6227fb0c17eSDavid Greenman if (*addr != trunc_page(*addr)) 6237fb0c17eSDavid Greenman return (EINVAL); 624df8bae1dSRodney W. Grimes fitit = FALSE; 6257fb0c17eSDavid Greenman (void) vm_map_remove(map, *addr, *addr + size); 626df8bae1dSRodney W. Grimes } 627df8bae1dSRodney W. Grimes 628df8bae1dSRodney W. Grimes /* 6290d94caffSDavid Greenman * Lookup/allocate pager. All except an unnamed anonymous lookup gain 6300d94caffSDavid Greenman * a reference to ensure continued existance of the object. (XXX the 6310d94caffSDavid Greenman * exception is to appease the pageout daemon) 632df8bae1dSRodney W. Grimes */ 633df8bae1dSRodney W. Grimes if (flags & MAP_ANON) 634df8bae1dSRodney W. Grimes type = PG_DFLT; 635df8bae1dSRodney W. Grimes else { 636df8bae1dSRodney W. Grimes vp = (struct vnode *) handle; 637df8bae1dSRodney W. Grimes if (vp->v_type == VCHR) { 638df8bae1dSRodney W. Grimes type = PG_DEVICE; 639df8bae1dSRodney W. Grimes handle = (caddr_t) vp->v_rdev; 640df8bae1dSRodney W. Grimes } else 641df8bae1dSRodney W. Grimes type = PG_VNODE; 642df8bae1dSRodney W. Grimes } 643df8bae1dSRodney W. Grimes pager = vm_pager_allocate(type, handle, size, prot, foff); 644df8bae1dSRodney W. Grimes if (pager == NULL) 645df8bae1dSRodney W. Grimes return (type == PG_DEVICE ? EINVAL : ENOMEM); 646df8bae1dSRodney W. Grimes /* 6477fb0c17eSDavid Greenman * Guarantee that the pager has an object. 648df8bae1dSRodney W. Grimes */ 649df8bae1dSRodney W. Grimes object = vm_object_lookup(pager); 6507fb0c17eSDavid Greenman if (object == NULL) { 6517fb0c17eSDavid Greenman if (handle != NULL) 6527fb0c17eSDavid Greenman panic("vm_mmap: pager didn't allocate an object (and should have)"); 6537fb0c17eSDavid Greenman /* 6547fb0c17eSDavid Greenman * Should only happen for unnamed anonymous regions. 6557fb0c17eSDavid Greenman */ 6567fb0c17eSDavid Greenman object = vm_object_allocate(size); 6577fb0c17eSDavid Greenman object->pager = pager; 6587fb0c17eSDavid Greenman } else { 6597fb0c17eSDavid Greenman /* 660f2da180fSDavid Greenman * Lose vm_object_lookup() reference. Retain reference 661f2da180fSDavid Greenman * gained by vm_pager_allocate(). 6627fb0c17eSDavid Greenman */ 663df8bae1dSRodney W. Grimes vm_object_deallocate(object); 6647fb0c17eSDavid Greenman } 665f2da180fSDavid Greenman /* 666f2da180fSDavid Greenman * At this point, our actions above have gained a total of 667f2da180fSDavid Greenman * one reference to the object, and we have a pager. 668f2da180fSDavid Greenman */ 669df8bae1dSRodney W. Grimes 670df8bae1dSRodney W. Grimes /* 6717fb0c17eSDavid Greenman * Anonymous memory, shared file, or character special file. 672df8bae1dSRodney W. Grimes */ 6737fb0c17eSDavid Greenman if ((flags & (MAP_ANON|MAP_SHARED)) || (type == PG_DEVICE)) { 6747fb0c17eSDavid Greenman rv = vm_map_find(map, object, foff, addr, size, fitit); 675df8bae1dSRodney W. Grimes if (rv != KERN_SUCCESS) { 6767fb0c17eSDavid Greenman /* 677f2da180fSDavid Greenman * Lose the object reference. This will also destroy 678f2da180fSDavid Greenman * the pager if there are no other references. 6797fb0c17eSDavid Greenman */ 680df8bae1dSRodney W. Grimes vm_object_deallocate(object); 681df8bae1dSRodney W. Grimes goto out; 682df8bae1dSRodney W. Grimes } 683df8bae1dSRodney W. Grimes } 684df8bae1dSRodney W. Grimes /* 68550ce2102SDavid Greenman * mmap a COW regular file 686df8bae1dSRodney W. Grimes */ 687df8bae1dSRodney W. Grimes else { 688df8bae1dSRodney W. Grimes vm_map_t tmap; 689df8bae1dSRodney W. Grimes vm_offset_t off; 69050ce2102SDavid Greenman vm_map_entry_t entry; 691df8bae1dSRodney W. Grimes 69250ce2102SDavid Greenman if (flags & MAP_COPY) { 693df8bae1dSRodney W. Grimes /* locate and allocate the target address space */ 6947fb0c17eSDavid Greenman rv = vm_map_find(map, NULL, 0, addr, size, fitit); 695df8bae1dSRodney W. Grimes if (rv != KERN_SUCCESS) { 696df8bae1dSRodney W. Grimes vm_object_deallocate(object); 697df8bae1dSRodney W. Grimes goto out; 698df8bae1dSRodney W. Grimes } 6997fb0c17eSDavid Greenman 700df8bae1dSRodney W. Grimes off = VM_MIN_ADDRESS; 7017fb0c17eSDavid Greenman tmap = vm_map_create(NULL, off, off + size, TRUE); 7027fb0c17eSDavid Greenman rv = vm_map_find(tmap, object, foff, &off, size, FALSE); 703df8bae1dSRodney W. Grimes if (rv != KERN_SUCCESS) { 704f2da180fSDavid Greenman /* 705f2da180fSDavid Greenman * Deallocate and delete the temporary map. 706f2da180fSDavid Greenman * Note that since the object insertion 707f2da180fSDavid Greenman * above has failed, the vm_map_deallocate 708f2da180fSDavid Greenman * doesn't lose the object reference - we 709f2da180fSDavid Greenman * must do it explicitly. 710f2da180fSDavid Greenman */ 711df8bae1dSRodney W. Grimes vm_object_deallocate(object); 712df8bae1dSRodney W. Grimes vm_map_deallocate(tmap); 713df8bae1dSRodney W. Grimes goto out; 714df8bae1dSRodney W. Grimes } 715df8bae1dSRodney W. Grimes rv = vm_map_copy(map, tmap, *addr, size, off, 716df8bae1dSRodney W. Grimes FALSE, FALSE); 717f2da180fSDavid Greenman /* 718f2da180fSDavid Greenman * Deallocate temporary map. XXX - depending 719f2da180fSDavid Greenman * on events, this may leave the object with 720f2da180fSDavid Greenman * no net gain in reference count! ...this 721f2da180fSDavid Greenman * needs to be looked at! 722f2da180fSDavid Greenman */ 723df8bae1dSRodney W. Grimes vm_map_deallocate(tmap); 724df8bae1dSRodney W. Grimes if (rv != KERN_SUCCESS) 725df8bae1dSRodney W. Grimes goto out; 72650ce2102SDavid Greenman 72750ce2102SDavid Greenman } else { 72850ce2102SDavid Greenman vm_object_t user_object; 72950ce2102SDavid Greenman 730f2da180fSDavid Greenman /* 731f2da180fSDavid Greenman * Create a new object and make the original object 732f2da180fSDavid Greenman * the backing object. NOTE: the object reference gained 733f2da180fSDavid Greenman * above is now changed into the reference held by 734f2da180fSDavid Greenman * user_object. Since we don't map 'object', we want 735f2da180fSDavid Greenman * only this one reference. 736f2da180fSDavid Greenman */ 73750ce2102SDavid Greenman user_object = vm_object_allocate( size); 73850ce2102SDavid Greenman user_object->shadow = object; 73950ce2102SDavid Greenman TAILQ_INSERT_TAIL(&object->reverse_shadow_head, 74050ce2102SDavid Greenman user_object, reverse_shadow_list); 74150ce2102SDavid Greenman 74250ce2102SDavid Greenman rv = vm_map_find(map, user_object, foff, addr, size, fitit); 74350ce2102SDavid Greenman if( rv != KERN_SUCCESS) { 74450ce2102SDavid Greenman vm_object_deallocate(user_object); 74550ce2102SDavid Greenman goto out; 74650ce2102SDavid Greenman } 74750ce2102SDavid Greenman 74850ce2102SDavid Greenman /* 74950ce2102SDavid Greenman * this is a consistancy check, gets the map entry, and should 75050ce2102SDavid Greenman * never fail 75150ce2102SDavid Greenman */ 75250ce2102SDavid Greenman if (!vm_map_lookup_entry(map, *addr, &entry)) { 75350ce2102SDavid Greenman panic("vm_mmap: missing map entry!!!\n"); 75450ce2102SDavid Greenman } 75550ce2102SDavid Greenman 75650ce2102SDavid Greenman entry->copy_on_write = TRUE; 75750ce2102SDavid Greenman } 75850ce2102SDavid Greenman 75950ce2102SDavid Greenman /* 76050ce2102SDavid Greenman * set pages COW and protect for read access only 76150ce2102SDavid Greenman */ 76250ce2102SDavid Greenman vm_object_pmap_copy(object, foff, foff + size); 76350ce2102SDavid Greenman 764df8bae1dSRodney W. Grimes } 7657fb0c17eSDavid Greenman 7667fb0c17eSDavid Greenman /* 7677fb0c17eSDavid Greenman * "Pre-fault" resident pages. 7687fb0c17eSDavid Greenman */ 7697fb0c17eSDavid Greenman if ((type == PG_VNODE) && (map->pmap != NULL)) { 7707fb0c17eSDavid Greenman pmap_object_init_pt(map->pmap, *addr, object, foff, size); 771df8bae1dSRodney W. Grimes } 7727fb0c17eSDavid Greenman 773df8bae1dSRodney W. Grimes /* 7740d94caffSDavid Greenman * Correct protection (default is VM_PROT_ALL). If maxprot is 7750d94caffSDavid Greenman * different than prot, we must set both explicitly. 776df8bae1dSRodney W. Grimes */ 777df8bae1dSRodney W. Grimes rv = KERN_SUCCESS; 778df8bae1dSRodney W. Grimes if (maxprot != VM_PROT_ALL) 779df8bae1dSRodney W. Grimes rv = vm_map_protect(map, *addr, *addr + size, maxprot, TRUE); 780df8bae1dSRodney W. Grimes if (rv == KERN_SUCCESS && prot != maxprot) 781df8bae1dSRodney W. Grimes rv = vm_map_protect(map, *addr, *addr + size, prot, FALSE); 782df8bae1dSRodney W. Grimes if (rv != KERN_SUCCESS) { 7837fb0c17eSDavid Greenman (void) vm_map_remove(map, *addr, *addr + size); 784df8bae1dSRodney W. Grimes goto out; 785df8bae1dSRodney W. Grimes } 786df8bae1dSRodney W. Grimes /* 787df8bae1dSRodney W. Grimes * Shared memory is also shared with children. 788df8bae1dSRodney W. Grimes */ 789df8bae1dSRodney W. Grimes if (flags & MAP_SHARED) { 790df8bae1dSRodney W. Grimes rv = vm_map_inherit(map, *addr, *addr + size, VM_INHERIT_SHARE); 791df8bae1dSRodney W. Grimes if (rv != KERN_SUCCESS) { 7927fb0c17eSDavid Greenman (void) vm_map_remove(map, *addr, *addr + size); 793df8bae1dSRodney W. Grimes goto out; 794df8bae1dSRodney W. Grimes } 795df8bae1dSRodney W. Grimes } 796df8bae1dSRodney W. Grimes out: 797df8bae1dSRodney W. Grimes #ifdef DEBUG 798df8bae1dSRodney W. Grimes if (mmapdebug & MDB_MAPIT) 799df8bae1dSRodney W. Grimes printf("vm_mmap: rv %d\n", rv); 800df8bae1dSRodney W. Grimes #endif 801df8bae1dSRodney W. Grimes switch (rv) { 802df8bae1dSRodney W. Grimes case KERN_SUCCESS: 803df8bae1dSRodney W. Grimes return (0); 804df8bae1dSRodney W. Grimes case KERN_INVALID_ADDRESS: 805df8bae1dSRodney W. Grimes case KERN_NO_SPACE: 806df8bae1dSRodney W. Grimes return (ENOMEM); 807df8bae1dSRodney W. Grimes case KERN_PROTECTION_FAILURE: 808df8bae1dSRodney W. Grimes return (EACCES); 809df8bae1dSRodney W. Grimes default: 810df8bae1dSRodney W. Grimes return (EINVAL); 811df8bae1dSRodney W. Grimes } 812df8bae1dSRodney W. Grimes } 813