xref: /freebsd/sys/vm/vm_mmap.c (revision c4ed5a07a56d357b8a4305f9e46b501d9950a472)
1df8bae1dSRodney W. Grimes /*
2df8bae1dSRodney W. Grimes  * Copyright (c) 1988 University of Utah.
3df8bae1dSRodney W. Grimes  * Copyright (c) 1991, 1993
4df8bae1dSRodney W. Grimes  *	The Regents of the University of California.  All rights reserved.
5df8bae1dSRodney W. Grimes  *
6df8bae1dSRodney W. Grimes  * This code is derived from software contributed to Berkeley by
7df8bae1dSRodney W. Grimes  * the Systems Programming Group of the University of Utah Computer
8df8bae1dSRodney W. Grimes  * Science Department.
9df8bae1dSRodney W. Grimes  *
10df8bae1dSRodney W. Grimes  * Redistribution and use in source and binary forms, with or without
11df8bae1dSRodney W. Grimes  * modification, are permitted provided that the following conditions
12df8bae1dSRodney W. Grimes  * are met:
13df8bae1dSRodney W. Grimes  * 1. Redistributions of source code must retain the above copyright
14df8bae1dSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer.
15df8bae1dSRodney W. Grimes  * 2. Redistributions in binary form must reproduce the above copyright
16df8bae1dSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer in the
17df8bae1dSRodney W. Grimes  *    documentation and/or other materials provided with the distribution.
18df8bae1dSRodney W. Grimes  * 3. All advertising materials mentioning features or use of this software
19df8bae1dSRodney W. Grimes  *    must display the following acknowledgement:
20df8bae1dSRodney W. Grimes  *	This product includes software developed by the University of
21df8bae1dSRodney W. Grimes  *	California, Berkeley and its contributors.
22df8bae1dSRodney W. Grimes  * 4. Neither the name of the University nor the names of its contributors
23df8bae1dSRodney W. Grimes  *    may be used to endorse or promote products derived from this software
24df8bae1dSRodney W. Grimes  *    without specific prior written permission.
25df8bae1dSRodney W. Grimes  *
26df8bae1dSRodney W. Grimes  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27df8bae1dSRodney W. Grimes  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28df8bae1dSRodney W. Grimes  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29df8bae1dSRodney W. Grimes  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30df8bae1dSRodney W. Grimes  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31df8bae1dSRodney W. Grimes  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32df8bae1dSRodney W. Grimes  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33df8bae1dSRodney W. Grimes  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34df8bae1dSRodney W. Grimes  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35df8bae1dSRodney W. Grimes  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36df8bae1dSRodney W. Grimes  * SUCH DAMAGE.
37df8bae1dSRodney W. Grimes  *
38df8bae1dSRodney W. Grimes  * from: Utah $Hdr: vm_mmap.c 1.6 91/10/21$
39df8bae1dSRodney W. Grimes  *
40df8bae1dSRodney W. Grimes  *	@(#)vm_mmap.c	8.4 (Berkeley) 1/12/94
41c4ed5a07SDavid Greenman  * $Id: vm_mmap.c,v 1.12 1995/03/07 17:27:49 davidg Exp $
42df8bae1dSRodney W. Grimes  */
43df8bae1dSRodney W. Grimes 
44df8bae1dSRodney W. Grimes /*
45df8bae1dSRodney W. Grimes  * Mapped file (mmap) interface to VM
46df8bae1dSRodney W. Grimes  */
47df8bae1dSRodney W. Grimes 
48df8bae1dSRodney W. Grimes #include <sys/param.h>
49df8bae1dSRodney W. Grimes #include <sys/systm.h>
50df8bae1dSRodney W. Grimes #include <sys/filedesc.h>
51df8bae1dSRodney W. Grimes #include <sys/resourcevar.h>
52df8bae1dSRodney W. Grimes #include <sys/proc.h>
53df8bae1dSRodney W. Grimes #include <sys/vnode.h>
54df8bae1dSRodney W. Grimes #include <sys/file.h>
55df8bae1dSRodney W. Grimes #include <sys/mman.h>
56df8bae1dSRodney W. Grimes #include <sys/conf.h>
57df8bae1dSRodney W. Grimes 
58df8bae1dSRodney W. Grimes #include <miscfs/specfs/specdev.h>
59df8bae1dSRodney W. Grimes 
60df8bae1dSRodney W. Grimes #include <vm/vm.h>
61df8bae1dSRodney W. Grimes #include <vm/vm_pager.h>
62df8bae1dSRodney W. Grimes #include <vm/vm_prot.h>
63df8bae1dSRodney W. Grimes 
64df8bae1dSRodney W. Grimes #ifdef DEBUG
65df8bae1dSRodney W. Grimes int mmapdebug = 0;
660d94caffSDavid Greenman 
67df8bae1dSRodney W. Grimes #define MDB_FOLLOW	0x01
68df8bae1dSRodney W. Grimes #define MDB_SYNC	0x02
69df8bae1dSRodney W. Grimes #define MDB_MAPIT	0x04
70df8bae1dSRodney W. Grimes #endif
71df8bae1dSRodney W. Grimes 
72f720dc2cSDavid Greenman void pmap_object_init_pt();
73f720dc2cSDavid Greenman 
74df8bae1dSRodney W. Grimes struct sbrk_args {
75df8bae1dSRodney W. Grimes 	int incr;
76df8bae1dSRodney W. Grimes };
770d94caffSDavid Greenman 
78df8bae1dSRodney W. Grimes /* ARGSUSED */
79df8bae1dSRodney W. Grimes int
80df8bae1dSRodney W. Grimes sbrk(p, uap, retval)
81df8bae1dSRodney W. Grimes 	struct proc *p;
82df8bae1dSRodney W. Grimes 	struct sbrk_args *uap;
83df8bae1dSRodney W. Grimes 	int *retval;
84df8bae1dSRodney W. Grimes {
85df8bae1dSRodney W. Grimes 
86df8bae1dSRodney W. Grimes 	/* Not yet implemented */
87df8bae1dSRodney W. Grimes 	return (EOPNOTSUPP);
88df8bae1dSRodney W. Grimes }
89df8bae1dSRodney W. Grimes 
90df8bae1dSRodney W. Grimes struct sstk_args {
91df8bae1dSRodney W. Grimes 	int incr;
92df8bae1dSRodney W. Grimes };
930d94caffSDavid Greenman 
94df8bae1dSRodney W. Grimes /* ARGSUSED */
95df8bae1dSRodney W. Grimes int
96df8bae1dSRodney W. Grimes sstk(p, uap, retval)
97df8bae1dSRodney W. Grimes 	struct proc *p;
98df8bae1dSRodney W. Grimes 	struct sstk_args *uap;
99df8bae1dSRodney W. Grimes 	int *retval;
100df8bae1dSRodney W. Grimes {
101df8bae1dSRodney W. Grimes 
102df8bae1dSRodney W. Grimes 	/* Not yet implemented */
103df8bae1dSRodney W. Grimes 	return (EOPNOTSUPP);
104df8bae1dSRodney W. Grimes }
105df8bae1dSRodney W. Grimes 
106df8bae1dSRodney W. Grimes #if defined(COMPAT_43) || defined(COMPAT_SUNOS)
107df8bae1dSRodney W. Grimes struct getpagesize_args {
108df8bae1dSRodney W. Grimes 	int dummy;
109df8bae1dSRodney W. Grimes };
1100d94caffSDavid Greenman 
111df8bae1dSRodney W. Grimes /* ARGSUSED */
112df8bae1dSRodney W. Grimes int
113df8bae1dSRodney W. Grimes ogetpagesize(p, uap, retval)
114df8bae1dSRodney W. Grimes 	struct proc *p;
115df8bae1dSRodney W. Grimes 	struct getpagesize_args *uap;
116df8bae1dSRodney W. Grimes 	int *retval;
117df8bae1dSRodney W. Grimes {
118df8bae1dSRodney W. Grimes 
119df8bae1dSRodney W. Grimes 	*retval = PAGE_SIZE;
120df8bae1dSRodney W. Grimes 	return (0);
121df8bae1dSRodney W. Grimes }
122df8bae1dSRodney W. Grimes #endif				/* COMPAT_43 || COMPAT_SUNOS */
123df8bae1dSRodney W. Grimes 
124df8bae1dSRodney W. Grimes struct mmap_args {
125df8bae1dSRodney W. Grimes 	caddr_t addr;
126df8bae1dSRodney W. Grimes 	size_t len;
127df8bae1dSRodney W. Grimes 	int prot;
128df8bae1dSRodney W. Grimes 	int flags;
129df8bae1dSRodney W. Grimes 	int fd;
130df8bae1dSRodney W. Grimes 	long pad;
131df8bae1dSRodney W. Grimes 	off_t pos;
132df8bae1dSRodney W. Grimes };
133df8bae1dSRodney W. Grimes 
134df8bae1dSRodney W. Grimes int
135df8bae1dSRodney W. Grimes mmap(p, uap, retval)
136df8bae1dSRodney W. Grimes 	struct proc *p;
137df8bae1dSRodney W. Grimes 	register struct mmap_args *uap;
138df8bae1dSRodney W. Grimes 	int *retval;
139df8bae1dSRodney W. Grimes {
140df8bae1dSRodney W. Grimes 	register struct filedesc *fdp = p->p_fd;
141df8bae1dSRodney W. Grimes 	register struct file *fp;
142df8bae1dSRodney W. Grimes 	struct vnode *vp;
143df8bae1dSRodney W. Grimes 	vm_offset_t addr;
144df8bae1dSRodney W. Grimes 	vm_size_t size;
145df8bae1dSRodney W. Grimes 	vm_prot_t prot, maxprot;
146df8bae1dSRodney W. Grimes 	caddr_t handle;
147df8bae1dSRodney W. Grimes 	int flags, error;
148df8bae1dSRodney W. Grimes 
149df8bae1dSRodney W. Grimes 	prot = uap->prot & VM_PROT_ALL;
150df8bae1dSRodney W. Grimes 	flags = uap->flags;
151df8bae1dSRodney W. Grimes #ifdef DEBUG
152df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_FOLLOW)
153df8bae1dSRodney W. Grimes 		printf("mmap(%d): addr %x len %x pro %x flg %x fd %d pos %x\n",
154df8bae1dSRodney W. Grimes 		    p->p_pid, uap->addr, uap->len, prot,
155df8bae1dSRodney W. Grimes 		    flags, uap->fd, (vm_offset_t) uap->pos);
156df8bae1dSRodney W. Grimes #endif
157df8bae1dSRodney W. Grimes 	/*
1580d94caffSDavid Greenman 	 * Address (if FIXED) must be page aligned. Size is implicitly rounded
1590d94caffSDavid Greenman 	 * to a page boundary.
160df8bae1dSRodney W. Grimes 	 */
161df8bae1dSRodney W. Grimes 	addr = (vm_offset_t) uap->addr;
162df8bae1dSRodney W. Grimes 	if (((flags & MAP_FIXED) && (addr & PAGE_MASK)) ||
163df8bae1dSRodney W. Grimes 	    (ssize_t) uap->len < 0 || ((flags & MAP_ANON) && uap->fd != -1))
164df8bae1dSRodney W. Grimes 		return (EINVAL);
165df8bae1dSRodney W. Grimes 	size = (vm_size_t) round_page(uap->len);
166df8bae1dSRodney W. Grimes 	/*
1670d94caffSDavid Greenman 	 * Check for illegal addresses.  Watch out for address wrap... Note
1680d94caffSDavid Greenman 	 * that VM_*_ADDRESS are not constants due to casts (argh).
169df8bae1dSRodney W. Grimes 	 */
170df8bae1dSRodney W. Grimes 	if (flags & MAP_FIXED) {
171bbc0ec52SDavid Greenman 		if (VM_MAXUSER_ADDRESS > 0 && addr + size > VM_MAXUSER_ADDRESS)
172df8bae1dSRodney W. Grimes 			return (EINVAL);
17326f9a767SRodney W. Grimes #ifndef i386
174df8bae1dSRodney W. Grimes 		if (VM_MIN_ADDRESS > 0 && addr < VM_MIN_ADDRESS)
175df8bae1dSRodney W. Grimes 			return (EINVAL);
17626f9a767SRodney W. Grimes #endif
177bbc0ec52SDavid Greenman 		if (addr + size < addr)
178df8bae1dSRodney W. Grimes 			return (EINVAL);
179df8bae1dSRodney W. Grimes 	}
180df8bae1dSRodney W. Grimes 	/*
1810d94caffSDavid Greenman 	 * XXX if no hint provided for a non-fixed mapping place it after the
1820d94caffSDavid Greenman 	 * end of the largest possible heap.
183df8bae1dSRodney W. Grimes 	 *
1840d94caffSDavid Greenman 	 * There should really be a pmap call to determine a reasonable location.
185df8bae1dSRodney W. Grimes 	 */
186df8bae1dSRodney W. Grimes 	if (addr == 0 && (flags & MAP_FIXED) == 0)
187df8bae1dSRodney W. Grimes 		addr = round_page(p->p_vmspace->vm_daddr + MAXDSIZ);
188df8bae1dSRodney W. Grimes 	if (flags & MAP_ANON) {
189df8bae1dSRodney W. Grimes 		/*
190df8bae1dSRodney W. Grimes 		 * Mapping blank space is trivial.
191df8bae1dSRodney W. Grimes 		 */
192df8bae1dSRodney W. Grimes 		handle = NULL;
193df8bae1dSRodney W. Grimes 		maxprot = VM_PROT_ALL;
194df8bae1dSRodney W. Grimes 	} else {
195df8bae1dSRodney W. Grimes 		/*
1960d94caffSDavid Greenman 		 * Mapping file, get fp for validation. Obtain vnode and make
1970d94caffSDavid Greenman 		 * sure it is of appropriate type.
198df8bae1dSRodney W. Grimes 		 */
199df8bae1dSRodney W. Grimes 		if (((unsigned) uap->fd) >= fdp->fd_nfiles ||
200df8bae1dSRodney W. Grimes 		    (fp = fdp->fd_ofiles[uap->fd]) == NULL)
201df8bae1dSRodney W. Grimes 			return (EBADF);
202df8bae1dSRodney W. Grimes 		if (fp->f_type != DTYPE_VNODE)
203df8bae1dSRodney W. Grimes 			return (EINVAL);
204df8bae1dSRodney W. Grimes 		vp = (struct vnode *) fp->f_data;
205df8bae1dSRodney W. Grimes 		if (vp->v_type != VREG && vp->v_type != VCHR)
206df8bae1dSRodney W. Grimes 			return (EINVAL);
207df8bae1dSRodney W. Grimes 		/*
2080d94caffSDavid Greenman 		 * XXX hack to handle use of /dev/zero to map anon memory (ala
2090d94caffSDavid Greenman 		 * SunOS).
210df8bae1dSRodney W. Grimes 		 */
211df8bae1dSRodney W. Grimes 		if (vp->v_type == VCHR && iszerodev(vp->v_rdev)) {
212df8bae1dSRodney W. Grimes 			handle = NULL;
213df8bae1dSRodney W. Grimes 			maxprot = VM_PROT_ALL;
214df8bae1dSRodney W. Grimes 			flags |= MAP_ANON;
215df8bae1dSRodney W. Grimes 		} else {
216df8bae1dSRodney W. Grimes 			/*
217df8bae1dSRodney W. Grimes 			 * Ensure that file and memory protections are
218df8bae1dSRodney W. Grimes 			 * compatible.  Note that we only worry about
219df8bae1dSRodney W. Grimes 			 * writability if mapping is shared; in this case,
220df8bae1dSRodney W. Grimes 			 * current and max prot are dictated by the open file.
221df8bae1dSRodney W. Grimes 			 * XXX use the vnode instead?  Problem is: what
2220d94caffSDavid Greenman 			 * credentials do we use for determination? What if
2230d94caffSDavid Greenman 			 * proc does a setuid?
224df8bae1dSRodney W. Grimes 			 */
225df8bae1dSRodney W. Grimes 			maxprot = VM_PROT_EXECUTE;	/* ??? */
226df8bae1dSRodney W. Grimes 			if (fp->f_flag & FREAD)
227df8bae1dSRodney W. Grimes 				maxprot |= VM_PROT_READ;
228df8bae1dSRodney W. Grimes 			else if (prot & PROT_READ)
229df8bae1dSRodney W. Grimes 				return (EACCES);
230df8bae1dSRodney W. Grimes 			if (flags & MAP_SHARED) {
231df8bae1dSRodney W. Grimes 				if (fp->f_flag & FWRITE)
232df8bae1dSRodney W. Grimes 					maxprot |= VM_PROT_WRITE;
233df8bae1dSRodney W. Grimes 				else if (prot & PROT_WRITE)
234df8bae1dSRodney W. Grimes 					return (EACCES);
235df8bae1dSRodney W. Grimes 			} else
236df8bae1dSRodney W. Grimes 				maxprot |= VM_PROT_WRITE;
237df8bae1dSRodney W. Grimes 			handle = (caddr_t) vp;
238df8bae1dSRodney W. Grimes 		}
239df8bae1dSRodney W. Grimes 	}
240df8bae1dSRodney W. Grimes 	error = vm_mmap(&p->p_vmspace->vm_map, &addr, size, prot, maxprot,
241df8bae1dSRodney W. Grimes 	    flags, handle, (vm_offset_t) uap->pos);
242df8bae1dSRodney W. Grimes 	if (error == 0)
243df8bae1dSRodney W. Grimes 		*retval = (int) addr;
244df8bae1dSRodney W. Grimes 	return (error);
245df8bae1dSRodney W. Grimes }
246df8bae1dSRodney W. Grimes 
24705f0fdd2SPoul-Henning Kamp #ifdef COMPAT_43
24805f0fdd2SPoul-Henning Kamp struct ommap_args {
24905f0fdd2SPoul-Henning Kamp 	caddr_t addr;
25005f0fdd2SPoul-Henning Kamp 	int len;
25105f0fdd2SPoul-Henning Kamp 	int prot;
25205f0fdd2SPoul-Henning Kamp 	int flags;
25305f0fdd2SPoul-Henning Kamp 	int fd;
25405f0fdd2SPoul-Henning Kamp 	long pos;
25505f0fdd2SPoul-Henning Kamp };
25605f0fdd2SPoul-Henning Kamp int
25705f0fdd2SPoul-Henning Kamp ommap(p, uap, retval)
25805f0fdd2SPoul-Henning Kamp 	struct proc *p;
25905f0fdd2SPoul-Henning Kamp 	register struct ommap_args *uap;
26005f0fdd2SPoul-Henning Kamp 	int *retval;
26105f0fdd2SPoul-Henning Kamp {
26205f0fdd2SPoul-Henning Kamp 	struct mmap_args nargs;
26305f0fdd2SPoul-Henning Kamp 	static const char cvtbsdprot[8] = {
26405f0fdd2SPoul-Henning Kamp 		0,
26505f0fdd2SPoul-Henning Kamp 		PROT_EXEC,
26605f0fdd2SPoul-Henning Kamp 		PROT_WRITE,
26705f0fdd2SPoul-Henning Kamp 		PROT_EXEC | PROT_WRITE,
26805f0fdd2SPoul-Henning Kamp 		PROT_READ,
26905f0fdd2SPoul-Henning Kamp 		PROT_EXEC | PROT_READ,
27005f0fdd2SPoul-Henning Kamp 		PROT_WRITE | PROT_READ,
27105f0fdd2SPoul-Henning Kamp 		PROT_EXEC | PROT_WRITE | PROT_READ,
27205f0fdd2SPoul-Henning Kamp 	};
2730d94caffSDavid Greenman 
27405f0fdd2SPoul-Henning Kamp #define	OMAP_ANON	0x0002
27505f0fdd2SPoul-Henning Kamp #define	OMAP_COPY	0x0020
27605f0fdd2SPoul-Henning Kamp #define	OMAP_SHARED	0x0010
27705f0fdd2SPoul-Henning Kamp #define	OMAP_FIXED	0x0100
27805f0fdd2SPoul-Henning Kamp #define	OMAP_INHERIT	0x0800
27905f0fdd2SPoul-Henning Kamp 
28005f0fdd2SPoul-Henning Kamp 	nargs.addr = uap->addr;
28105f0fdd2SPoul-Henning Kamp 	nargs.len = uap->len;
28205f0fdd2SPoul-Henning Kamp 	nargs.prot = cvtbsdprot[uap->prot & 0x7];
28305f0fdd2SPoul-Henning Kamp 	nargs.flags = 0;
28405f0fdd2SPoul-Henning Kamp 	if (uap->flags & OMAP_ANON)
28505f0fdd2SPoul-Henning Kamp 		nargs.flags |= MAP_ANON;
28605f0fdd2SPoul-Henning Kamp 	if (uap->flags & OMAP_COPY)
28705f0fdd2SPoul-Henning Kamp 		nargs.flags |= MAP_COPY;
28805f0fdd2SPoul-Henning Kamp 	if (uap->flags & OMAP_SHARED)
28905f0fdd2SPoul-Henning Kamp 		nargs.flags |= MAP_SHARED;
29005f0fdd2SPoul-Henning Kamp 	else
29105f0fdd2SPoul-Henning Kamp 		nargs.flags |= MAP_PRIVATE;
29205f0fdd2SPoul-Henning Kamp 	if (uap->flags & OMAP_FIXED)
29305f0fdd2SPoul-Henning Kamp 		nargs.flags |= MAP_FIXED;
29405f0fdd2SPoul-Henning Kamp 	if (uap->flags & OMAP_INHERIT)
29505f0fdd2SPoul-Henning Kamp 		nargs.flags |= MAP_INHERIT;
29605f0fdd2SPoul-Henning Kamp 	nargs.fd = uap->fd;
29705f0fdd2SPoul-Henning Kamp 	nargs.pos = uap->pos;
29805f0fdd2SPoul-Henning Kamp 	return (mmap(p, &nargs, retval));
29905f0fdd2SPoul-Henning Kamp }
30005f0fdd2SPoul-Henning Kamp #endif				/* COMPAT_43 */
30105f0fdd2SPoul-Henning Kamp 
30205f0fdd2SPoul-Henning Kamp 
303df8bae1dSRodney W. Grimes struct msync_args {
304df8bae1dSRodney W. Grimes 	caddr_t addr;
305df8bae1dSRodney W. Grimes 	int len;
306df8bae1dSRodney W. Grimes };
307df8bae1dSRodney W. Grimes int
308df8bae1dSRodney W. Grimes msync(p, uap, retval)
309df8bae1dSRodney W. Grimes 	struct proc *p;
310df8bae1dSRodney W. Grimes 	struct msync_args *uap;
311df8bae1dSRodney W. Grimes 	int *retval;
312df8bae1dSRodney W. Grimes {
313df8bae1dSRodney W. Grimes 	vm_offset_t addr;
314df8bae1dSRodney W. Grimes 	vm_size_t size;
315df8bae1dSRodney W. Grimes 	vm_map_t map;
316df8bae1dSRodney W. Grimes 	int rv;
317df8bae1dSRodney W. Grimes 	boolean_t syncio, invalidate;
318df8bae1dSRodney W. Grimes 
319df8bae1dSRodney W. Grimes #ifdef DEBUG
320df8bae1dSRodney W. Grimes 	if (mmapdebug & (MDB_FOLLOW | MDB_SYNC))
321df8bae1dSRodney W. Grimes 		printf("msync(%d): addr %x len %x\n",
322df8bae1dSRodney W. Grimes 		    p->p_pid, uap->addr, uap->len);
323df8bae1dSRodney W. Grimes #endif
324df8bae1dSRodney W. Grimes 	if (((int) uap->addr & PAGE_MASK) || uap->addr + uap->len < uap->addr)
325df8bae1dSRodney W. Grimes 		return (EINVAL);
326df8bae1dSRodney W. Grimes 	map = &p->p_vmspace->vm_map;
327df8bae1dSRodney W. Grimes 	addr = (vm_offset_t) uap->addr;
328df8bae1dSRodney W. Grimes 	size = (vm_size_t) uap->len;
329df8bae1dSRodney W. Grimes 	/*
330df8bae1dSRodney W. Grimes 	 * XXX Gak!  If size is zero we are supposed to sync "all modified
3310d94caffSDavid Greenman 	 * pages with the region containing addr".  Unfortunately, we don't
3320d94caffSDavid Greenman 	 * really keep track of individual mmaps so we approximate by flushing
3330d94caffSDavid Greenman 	 * the range of the map entry containing addr. This can be incorrect
3340d94caffSDavid Greenman 	 * if the region splits or is coalesced with a neighbor.
335df8bae1dSRodney W. Grimes 	 */
336df8bae1dSRodney W. Grimes 	if (size == 0) {
337df8bae1dSRodney W. Grimes 		vm_map_entry_t entry;
338df8bae1dSRodney W. Grimes 
339df8bae1dSRodney W. Grimes 		vm_map_lock_read(map);
340df8bae1dSRodney W. Grimes 		rv = vm_map_lookup_entry(map, addr, &entry);
341df8bae1dSRodney W. Grimes 		vm_map_unlock_read(map);
342df8bae1dSRodney W. Grimes 		if (rv)
343df8bae1dSRodney W. Grimes 			return (EINVAL);
344df8bae1dSRodney W. Grimes 		addr = entry->start;
345df8bae1dSRodney W. Grimes 		size = entry->end - entry->start;
346df8bae1dSRodney W. Grimes 	}
347df8bae1dSRodney W. Grimes #ifdef DEBUG
348df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_SYNC)
349df8bae1dSRodney W. Grimes 		printf("msync: cleaning/flushing address range [%x-%x)\n",
350df8bae1dSRodney W. Grimes 		    addr, addr + size);
351df8bae1dSRodney W. Grimes #endif
352df8bae1dSRodney W. Grimes 	/*
3530d94caffSDavid Greenman 	 * Could pass this in as a third flag argument to implement Sun's
3540d94caffSDavid Greenman 	 * MS_ASYNC.
355df8bae1dSRodney W. Grimes 	 */
356df8bae1dSRodney W. Grimes 	syncio = TRUE;
357df8bae1dSRodney W. Grimes 	/*
3580d94caffSDavid Greenman 	 * XXX bummer, gotta flush all cached pages to ensure consistency with
3590d94caffSDavid Greenman 	 * the file system cache.  Otherwise, we could pass this in to
3600d94caffSDavid Greenman 	 * implement Sun's MS_INVALIDATE.
361df8bae1dSRodney W. Grimes 	 */
362df8bae1dSRodney W. Grimes 	invalidate = TRUE;
363df8bae1dSRodney W. Grimes 	/*
364df8bae1dSRodney W. Grimes 	 * Clean the pages and interpret the return value.
365df8bae1dSRodney W. Grimes 	 */
366df8bae1dSRodney W. Grimes 	rv = vm_map_clean(map, addr, addr + size, syncio, invalidate);
367df8bae1dSRodney W. Grimes 	switch (rv) {
368df8bae1dSRodney W. Grimes 	case KERN_SUCCESS:
369df8bae1dSRodney W. Grimes 		break;
370df8bae1dSRodney W. Grimes 	case KERN_INVALID_ADDRESS:
371df8bae1dSRodney W. Grimes 		return (EINVAL);	/* Sun returns ENOMEM? */
372df8bae1dSRodney W. Grimes 	case KERN_FAILURE:
373df8bae1dSRodney W. Grimes 		return (EIO);
374df8bae1dSRodney W. Grimes 	default:
375df8bae1dSRodney W. Grimes 		return (EINVAL);
376df8bae1dSRodney W. Grimes 	}
377df8bae1dSRodney W. Grimes 	return (0);
378df8bae1dSRodney W. Grimes }
379df8bae1dSRodney W. Grimes 
380df8bae1dSRodney W. Grimes struct munmap_args {
381df8bae1dSRodney W. Grimes 	caddr_t addr;
382df8bae1dSRodney W. Grimes 	int len;
383df8bae1dSRodney W. Grimes };
384df8bae1dSRodney W. Grimes int
385df8bae1dSRodney W. Grimes munmap(p, uap, retval)
386df8bae1dSRodney W. Grimes 	register struct proc *p;
387df8bae1dSRodney W. Grimes 	register struct munmap_args *uap;
388df8bae1dSRodney W. Grimes 	int *retval;
389df8bae1dSRodney W. Grimes {
390df8bae1dSRodney W. Grimes 	vm_offset_t addr;
391df8bae1dSRodney W. Grimes 	vm_size_t size;
392df8bae1dSRodney W. Grimes 	vm_map_t map;
393df8bae1dSRodney W. Grimes 
394df8bae1dSRodney W. Grimes #ifdef DEBUG
395df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_FOLLOW)
396df8bae1dSRodney W. Grimes 		printf("munmap(%d): addr %x len %x\n",
397df8bae1dSRodney W. Grimes 		    p->p_pid, uap->addr, uap->len);
398df8bae1dSRodney W. Grimes #endif
399df8bae1dSRodney W. Grimes 
400df8bae1dSRodney W. Grimes 	addr = (vm_offset_t) uap->addr;
401df8bae1dSRodney W. Grimes 	if ((addr & PAGE_MASK) || uap->len < 0)
402df8bae1dSRodney W. Grimes 		return (EINVAL);
403df8bae1dSRodney W. Grimes 	size = (vm_size_t) round_page(uap->len);
404df8bae1dSRodney W. Grimes 	if (size == 0)
405df8bae1dSRodney W. Grimes 		return (0);
406df8bae1dSRodney W. Grimes 	/*
4070d94caffSDavid Greenman 	 * Check for illegal addresses.  Watch out for address wrap... Note
4080d94caffSDavid Greenman 	 * that VM_*_ADDRESS are not constants due to casts (argh).
409df8bae1dSRodney W. Grimes 	 */
410bbc0ec52SDavid Greenman 	if (VM_MAXUSER_ADDRESS > 0 && addr + size > VM_MAXUSER_ADDRESS)
411df8bae1dSRodney W. Grimes 		return (EINVAL);
41226f9a767SRodney W. Grimes #ifndef i386
413df8bae1dSRodney W. Grimes 	if (VM_MIN_ADDRESS > 0 && addr < VM_MIN_ADDRESS)
414df8bae1dSRodney W. Grimes 		return (EINVAL);
41526f9a767SRodney W. Grimes #endif
416bbc0ec52SDavid Greenman 	if (addr + size < addr)
417df8bae1dSRodney W. Grimes 		return (EINVAL);
418df8bae1dSRodney W. Grimes 	map = &p->p_vmspace->vm_map;
419df8bae1dSRodney W. Grimes 	/*
420df8bae1dSRodney W. Grimes 	 * Make sure entire range is allocated.
421df8bae1dSRodney W. Grimes 	 */
422df8bae1dSRodney W. Grimes 	if (!vm_map_check_protection(map, addr, addr + size, VM_PROT_NONE))
423df8bae1dSRodney W. Grimes 		return (EINVAL);
424df8bae1dSRodney W. Grimes 	/* returns nothing but KERN_SUCCESS anyway */
425df8bae1dSRodney W. Grimes 	(void) vm_map_remove(map, addr, addr + size);
426df8bae1dSRodney W. Grimes 	return (0);
427df8bae1dSRodney W. Grimes }
428df8bae1dSRodney W. Grimes 
429df8bae1dSRodney W. Grimes void
43090324b07SDavid Greenman munmapfd(p, fd)
43190324b07SDavid Greenman 	struct proc *p;
432df8bae1dSRodney W. Grimes 	int fd;
433df8bae1dSRodney W. Grimes {
434df8bae1dSRodney W. Grimes #ifdef DEBUG
435df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_FOLLOW)
43690324b07SDavid Greenman 		printf("munmapfd(%d): fd %d\n", p->p_pid, fd);
437df8bae1dSRodney W. Grimes #endif
438df8bae1dSRodney W. Grimes 
439df8bae1dSRodney W. Grimes 	/*
440c4ed5a07SDavid Greenman 	 * XXX should unmap any regions mapped to this file
441df8bae1dSRodney W. Grimes 	 */
44290324b07SDavid Greenman 	p->p_fd->fd_ofileflags[fd] &= ~UF_MAPPED;
443df8bae1dSRodney W. Grimes }
444df8bae1dSRodney W. Grimes 
445df8bae1dSRodney W. Grimes struct mprotect_args {
446df8bae1dSRodney W. Grimes 	caddr_t addr;
447df8bae1dSRodney W. Grimes 	int len;
448df8bae1dSRodney W. Grimes 	int prot;
449df8bae1dSRodney W. Grimes };
450df8bae1dSRodney W. Grimes int
451df8bae1dSRodney W. Grimes mprotect(p, uap, retval)
452df8bae1dSRodney W. Grimes 	struct proc *p;
453df8bae1dSRodney W. Grimes 	struct mprotect_args *uap;
454df8bae1dSRodney W. Grimes 	int *retval;
455df8bae1dSRodney W. Grimes {
456df8bae1dSRodney W. Grimes 	vm_offset_t addr;
457df8bae1dSRodney W. Grimes 	vm_size_t size;
458df8bae1dSRodney W. Grimes 	register vm_prot_t prot;
459df8bae1dSRodney W. Grimes 
460df8bae1dSRodney W. Grimes #ifdef DEBUG
461df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_FOLLOW)
462df8bae1dSRodney W. Grimes 		printf("mprotect(%d): addr %x len %x prot %d\n",
463df8bae1dSRodney W. Grimes 		    p->p_pid, uap->addr, uap->len, uap->prot);
464df8bae1dSRodney W. Grimes #endif
465df8bae1dSRodney W. Grimes 
466df8bae1dSRodney W. Grimes 	addr = (vm_offset_t) uap->addr;
467df8bae1dSRodney W. Grimes 	if ((addr & PAGE_MASK) || uap->len < 0)
468df8bae1dSRodney W. Grimes 		return (EINVAL);
469df8bae1dSRodney W. Grimes 	size = (vm_size_t) uap->len;
470df8bae1dSRodney W. Grimes 	prot = uap->prot & VM_PROT_ALL;
471df8bae1dSRodney W. Grimes 
472df8bae1dSRodney W. Grimes 	switch (vm_map_protect(&p->p_vmspace->vm_map, addr, addr + size, prot,
473df8bae1dSRodney W. Grimes 		FALSE)) {
474df8bae1dSRodney W. Grimes 	case KERN_SUCCESS:
475df8bae1dSRodney W. Grimes 		return (0);
476df8bae1dSRodney W. Grimes 	case KERN_PROTECTION_FAILURE:
477df8bae1dSRodney W. Grimes 		return (EACCES);
478df8bae1dSRodney W. Grimes 	}
479df8bae1dSRodney W. Grimes 	return (EINVAL);
480df8bae1dSRodney W. Grimes }
481df8bae1dSRodney W. Grimes 
482df8bae1dSRodney W. Grimes struct madvise_args {
483df8bae1dSRodney W. Grimes 	caddr_t addr;
484df8bae1dSRodney W. Grimes 	int len;
485df8bae1dSRodney W. Grimes 	int behav;
486df8bae1dSRodney W. Grimes };
4870d94caffSDavid Greenman 
488df8bae1dSRodney W. Grimes /* ARGSUSED */
489df8bae1dSRodney W. Grimes int
490df8bae1dSRodney W. Grimes madvise(p, uap, retval)
491df8bae1dSRodney W. Grimes 	struct proc *p;
492df8bae1dSRodney W. Grimes 	struct madvise_args *uap;
493df8bae1dSRodney W. Grimes 	int *retval;
494df8bae1dSRodney W. Grimes {
495df8bae1dSRodney W. Grimes 
496df8bae1dSRodney W. Grimes 	/* Not yet implemented */
497df8bae1dSRodney W. Grimes 	return (EOPNOTSUPP);
498df8bae1dSRodney W. Grimes }
499df8bae1dSRodney W. Grimes 
500df8bae1dSRodney W. Grimes struct mincore_args {
501df8bae1dSRodney W. Grimes 	caddr_t addr;
502df8bae1dSRodney W. Grimes 	int len;
503df8bae1dSRodney W. Grimes 	char *vec;
504df8bae1dSRodney W. Grimes };
5050d94caffSDavid Greenman 
506df8bae1dSRodney W. Grimes /* ARGSUSED */
507df8bae1dSRodney W. Grimes int
508df8bae1dSRodney W. Grimes mincore(p, uap, retval)
509df8bae1dSRodney W. Grimes 	struct proc *p;
510df8bae1dSRodney W. Grimes 	struct mincore_args *uap;
511df8bae1dSRodney W. Grimes 	int *retval;
512df8bae1dSRodney W. Grimes {
513df8bae1dSRodney W. Grimes 
514df8bae1dSRodney W. Grimes 	/* Not yet implemented */
515df8bae1dSRodney W. Grimes 	return (EOPNOTSUPP);
516df8bae1dSRodney W. Grimes }
517df8bae1dSRodney W. Grimes 
518df8bae1dSRodney W. Grimes struct mlock_args {
519df8bae1dSRodney W. Grimes 	caddr_t addr;
520df8bae1dSRodney W. Grimes 	size_t len;
521df8bae1dSRodney W. Grimes };
522df8bae1dSRodney W. Grimes int
523df8bae1dSRodney W. Grimes mlock(p, uap, retval)
524df8bae1dSRodney W. Grimes 	struct proc *p;
525df8bae1dSRodney W. Grimes 	struct mlock_args *uap;
526df8bae1dSRodney W. Grimes 	int *retval;
527df8bae1dSRodney W. Grimes {
528df8bae1dSRodney W. Grimes 	vm_offset_t addr;
529df8bae1dSRodney W. Grimes 	vm_size_t size;
530df8bae1dSRodney W. Grimes 	int error;
531df8bae1dSRodney W. Grimes 	extern int vm_page_max_wired;
532df8bae1dSRodney W. Grimes 
533df8bae1dSRodney W. Grimes #ifdef DEBUG
534df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_FOLLOW)
535df8bae1dSRodney W. Grimes 		printf("mlock(%d): addr %x len %x\n",
536df8bae1dSRodney W. Grimes 		    p->p_pid, uap->addr, uap->len);
537df8bae1dSRodney W. Grimes #endif
538df8bae1dSRodney W. Grimes 	addr = (vm_offset_t) uap->addr;
539df8bae1dSRodney W. Grimes 	if ((addr & PAGE_MASK) || uap->addr + uap->len < uap->addr)
540df8bae1dSRodney W. Grimes 		return (EINVAL);
541df8bae1dSRodney W. Grimes 	size = round_page((vm_size_t) uap->len);
542df8bae1dSRodney W. Grimes 	if (atop(size) + cnt.v_wire_count > vm_page_max_wired)
543df8bae1dSRodney W. Grimes 		return (EAGAIN);
544df8bae1dSRodney W. Grimes #ifdef pmap_wired_count
545df8bae1dSRodney W. Grimes 	if (size + ptoa(pmap_wired_count(vm_map_pmap(&p->p_vmspace->vm_map))) >
546df8bae1dSRodney W. Grimes 	    p->p_rlimit[RLIMIT_MEMLOCK].rlim_cur)
547df8bae1dSRodney W. Grimes 		return (EAGAIN);
548df8bae1dSRodney W. Grimes #else
54905f0fdd2SPoul-Henning Kamp 	error = suser(p->p_ucred, &p->p_acflag);
55005f0fdd2SPoul-Henning Kamp 	if (error)
551df8bae1dSRodney W. Grimes 		return (error);
552df8bae1dSRodney W. Grimes #endif
553df8bae1dSRodney W. Grimes 
554df8bae1dSRodney W. Grimes 	error = vm_map_pageable(&p->p_vmspace->vm_map, addr, addr + size, FALSE);
555df8bae1dSRodney W. Grimes 	return (error == KERN_SUCCESS ? 0 : ENOMEM);
556df8bae1dSRodney W. Grimes }
557df8bae1dSRodney W. Grimes 
558df8bae1dSRodney W. Grimes struct munlock_args {
559df8bae1dSRodney W. Grimes 	caddr_t addr;
560df8bae1dSRodney W. Grimes 	size_t len;
561df8bae1dSRodney W. Grimes };
562df8bae1dSRodney W. Grimes int
563df8bae1dSRodney W. Grimes munlock(p, uap, retval)
564df8bae1dSRodney W. Grimes 	struct proc *p;
565df8bae1dSRodney W. Grimes 	struct munlock_args *uap;
566df8bae1dSRodney W. Grimes 	int *retval;
567df8bae1dSRodney W. Grimes {
568df8bae1dSRodney W. Grimes 	vm_offset_t addr;
569df8bae1dSRodney W. Grimes 	vm_size_t size;
570df8bae1dSRodney W. Grimes 	int error;
571df8bae1dSRodney W. Grimes 
572df8bae1dSRodney W. Grimes #ifdef DEBUG
573df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_FOLLOW)
574df8bae1dSRodney W. Grimes 		printf("munlock(%d): addr %x len %x\n",
575df8bae1dSRodney W. Grimes 		    p->p_pid, uap->addr, uap->len);
576df8bae1dSRodney W. Grimes #endif
577df8bae1dSRodney W. Grimes 	addr = (vm_offset_t) uap->addr;
578df8bae1dSRodney W. Grimes 	if ((addr & PAGE_MASK) || uap->addr + uap->len < uap->addr)
579df8bae1dSRodney W. Grimes 		return (EINVAL);
580df8bae1dSRodney W. Grimes #ifndef pmap_wired_count
58105f0fdd2SPoul-Henning Kamp 	error = suser(p->p_ucred, &p->p_acflag);
58205f0fdd2SPoul-Henning Kamp 	if (error)
583df8bae1dSRodney W. Grimes 		return (error);
584df8bae1dSRodney W. Grimes #endif
585df8bae1dSRodney W. Grimes 	size = round_page((vm_size_t) uap->len);
586df8bae1dSRodney W. Grimes 
587df8bae1dSRodney W. Grimes 	error = vm_map_pageable(&p->p_vmspace->vm_map, addr, addr + size, TRUE);
588df8bae1dSRodney W. Grimes 	return (error == KERN_SUCCESS ? 0 : ENOMEM);
589df8bae1dSRodney W. Grimes }
590df8bae1dSRodney W. Grimes 
591df8bae1dSRodney W. Grimes /*
592df8bae1dSRodney W. Grimes  * Internal version of mmap.
593df8bae1dSRodney W. Grimes  * Currently used by mmap, exec, and sys5 shared memory.
594df8bae1dSRodney W. Grimes  * Handle is either a vnode pointer or NULL for MAP_ANON.
595df8bae1dSRodney W. Grimes  */
596df8bae1dSRodney W. Grimes int
597df8bae1dSRodney W. Grimes vm_mmap(map, addr, size, prot, maxprot, flags, handle, foff)
598df8bae1dSRodney W. Grimes 	register vm_map_t map;
599df8bae1dSRodney W. Grimes 	register vm_offset_t *addr;
600df8bae1dSRodney W. Grimes 	register vm_size_t size;
601df8bae1dSRodney W. Grimes 	vm_prot_t prot, maxprot;
602df8bae1dSRodney W. Grimes 	register int flags;
603df8bae1dSRodney W. Grimes 	caddr_t handle;		/* XXX should be vp */
604df8bae1dSRodney W. Grimes 	vm_offset_t foff;
605df8bae1dSRodney W. Grimes {
606df8bae1dSRodney W. Grimes 	register vm_pager_t pager;
607df8bae1dSRodney W. Grimes 	boolean_t fitit;
608df8bae1dSRodney W. Grimes 	vm_object_t object;
609df8bae1dSRodney W. Grimes 	struct vnode *vp = NULL;
610df8bae1dSRodney W. Grimes 	int type;
611df8bae1dSRodney W. Grimes 	int rv = KERN_SUCCESS;
612df8bae1dSRodney W. Grimes 
613df8bae1dSRodney W. Grimes 	if (size == 0)
614df8bae1dSRodney W. Grimes 		return (0);
615df8bae1dSRodney W. Grimes 
6167fb0c17eSDavid Greenman 	size = round_page(size);
6177fb0c17eSDavid Greenman 
618df8bae1dSRodney W. Grimes 	if ((flags & MAP_FIXED) == 0) {
619df8bae1dSRodney W. Grimes 		fitit = TRUE;
620df8bae1dSRodney W. Grimes 		*addr = round_page(*addr);
621df8bae1dSRodney W. Grimes 	} else {
6227fb0c17eSDavid Greenman 		if (*addr != trunc_page(*addr))
6237fb0c17eSDavid Greenman 			return (EINVAL);
624df8bae1dSRodney W. Grimes 		fitit = FALSE;
6257fb0c17eSDavid Greenman 		(void) vm_map_remove(map, *addr, *addr + size);
626df8bae1dSRodney W. Grimes 	}
627df8bae1dSRodney W. Grimes 
628df8bae1dSRodney W. Grimes 	/*
6290d94caffSDavid Greenman 	 * Lookup/allocate pager.  All except an unnamed anonymous lookup gain
6300d94caffSDavid Greenman 	 * a reference to ensure continued existance of the object. (XXX the
6310d94caffSDavid Greenman 	 * exception is to appease the pageout daemon)
632df8bae1dSRodney W. Grimes 	 */
633df8bae1dSRodney W. Grimes 	if (flags & MAP_ANON)
634df8bae1dSRodney W. Grimes 		type = PG_DFLT;
635df8bae1dSRodney W. Grimes 	else {
636df8bae1dSRodney W. Grimes 		vp = (struct vnode *) handle;
637df8bae1dSRodney W. Grimes 		if (vp->v_type == VCHR) {
638df8bae1dSRodney W. Grimes 			type = PG_DEVICE;
639df8bae1dSRodney W. Grimes 			handle = (caddr_t) vp->v_rdev;
640df8bae1dSRodney W. Grimes 		} else
641df8bae1dSRodney W. Grimes 			type = PG_VNODE;
642df8bae1dSRodney W. Grimes 	}
643df8bae1dSRodney W. Grimes 	pager = vm_pager_allocate(type, handle, size, prot, foff);
644df8bae1dSRodney W. Grimes 	if (pager == NULL)
645df8bae1dSRodney W. Grimes 		return (type == PG_DEVICE ? EINVAL : ENOMEM);
646df8bae1dSRodney W. Grimes 	/*
6477fb0c17eSDavid Greenman 	 * Guarantee that the pager has an object.
648df8bae1dSRodney W. Grimes 	 */
649df8bae1dSRodney W. Grimes 	object = vm_object_lookup(pager);
6507fb0c17eSDavid Greenman 	if (object == NULL) {
6517fb0c17eSDavid Greenman 		if (handle != NULL)
6527fb0c17eSDavid Greenman 			panic("vm_mmap: pager didn't allocate an object (and should have)");
6537fb0c17eSDavid Greenman 		/*
6547fb0c17eSDavid Greenman 		 * Should only happen for unnamed anonymous regions.
6557fb0c17eSDavid Greenman 		 */
6567fb0c17eSDavid Greenman 		object = vm_object_allocate(size);
6577fb0c17eSDavid Greenman 		object->pager = pager;
6587fb0c17eSDavid Greenman 	} else {
6597fb0c17eSDavid Greenman 		/*
660f2da180fSDavid Greenman 		 * Lose vm_object_lookup() reference. Retain reference
661f2da180fSDavid Greenman 		 * gained by vm_pager_allocate().
6627fb0c17eSDavid Greenman 		 */
663df8bae1dSRodney W. Grimes 		vm_object_deallocate(object);
6647fb0c17eSDavid Greenman 	}
665f2da180fSDavid Greenman 	/*
666f2da180fSDavid Greenman 	 * At this point, our actions above have gained a total of
667f2da180fSDavid Greenman 	 * one reference to the object, and we have a pager.
668f2da180fSDavid Greenman 	 */
669df8bae1dSRodney W. Grimes 
670df8bae1dSRodney W. Grimes 	/*
6717fb0c17eSDavid Greenman 	 * Anonymous memory, shared file, or character special file.
672df8bae1dSRodney W. Grimes 	 */
6737fb0c17eSDavid Greenman 	if ((flags & (MAP_ANON|MAP_SHARED)) || (type == PG_DEVICE)) {
6747fb0c17eSDavid Greenman 		rv = vm_map_find(map, object, foff, addr, size, fitit);
675df8bae1dSRodney W. Grimes 		if (rv != KERN_SUCCESS) {
6767fb0c17eSDavid Greenman 			/*
677f2da180fSDavid Greenman 			 * Lose the object reference. This will also destroy
678f2da180fSDavid Greenman 			 * the pager if there are no other references.
6797fb0c17eSDavid Greenman 			 */
680df8bae1dSRodney W. Grimes 			vm_object_deallocate(object);
681df8bae1dSRodney W. Grimes 			goto out;
682df8bae1dSRodney W. Grimes 		}
683df8bae1dSRodney W. Grimes 	}
684df8bae1dSRodney W. Grimes 	/*
68550ce2102SDavid Greenman 	 * mmap a COW regular file
686df8bae1dSRodney W. Grimes 	 */
687df8bae1dSRodney W. Grimes 	else {
688df8bae1dSRodney W. Grimes 		vm_map_t tmap;
689df8bae1dSRodney W. Grimes 		vm_offset_t off;
69050ce2102SDavid Greenman 		vm_map_entry_t entry;
691df8bae1dSRodney W. Grimes 
69250ce2102SDavid Greenman 		if (flags & MAP_COPY) {
693df8bae1dSRodney W. Grimes 			/* locate and allocate the target address space */
6947fb0c17eSDavid Greenman 			rv = vm_map_find(map, NULL, 0, addr, size, fitit);
695df8bae1dSRodney W. Grimes 			if (rv != KERN_SUCCESS) {
696df8bae1dSRodney W. Grimes 				vm_object_deallocate(object);
697df8bae1dSRodney W. Grimes 				goto out;
698df8bae1dSRodney W. Grimes 			}
6997fb0c17eSDavid Greenman 
700df8bae1dSRodney W. Grimes 			off = VM_MIN_ADDRESS;
7017fb0c17eSDavid Greenman 			tmap = vm_map_create(NULL, off, off + size, TRUE);
7027fb0c17eSDavid Greenman 			rv = vm_map_find(tmap, object, foff, &off, size, FALSE);
703df8bae1dSRodney W. Grimes 			if (rv != KERN_SUCCESS) {
704f2da180fSDavid Greenman 				/*
705f2da180fSDavid Greenman 				 * Deallocate and delete the temporary map.
706f2da180fSDavid Greenman 				 * Note that since the object insertion
707f2da180fSDavid Greenman 				 * above has failed, the vm_map_deallocate
708f2da180fSDavid Greenman 				 * doesn't lose the object reference - we
709f2da180fSDavid Greenman 				 * must do it explicitly.
710f2da180fSDavid Greenman 				 */
711df8bae1dSRodney W. Grimes 				vm_object_deallocate(object);
712df8bae1dSRodney W. Grimes 				vm_map_deallocate(tmap);
713df8bae1dSRodney W. Grimes 				goto out;
714df8bae1dSRodney W. Grimes 			}
715df8bae1dSRodney W. Grimes 			rv = vm_map_copy(map, tmap, *addr, size, off,
716df8bae1dSRodney W. Grimes 		   	 FALSE, FALSE);
717f2da180fSDavid Greenman 			/*
718f2da180fSDavid Greenman 			 * Deallocate temporary map. XXX - depending
719f2da180fSDavid Greenman 			 * on events, this may leave the object with
720f2da180fSDavid Greenman 			 * no net gain in reference count! ...this
721f2da180fSDavid Greenman 			 * needs to be looked at!
722f2da180fSDavid Greenman 			 */
723df8bae1dSRodney W. Grimes 			vm_map_deallocate(tmap);
724df8bae1dSRodney W. Grimes 			if (rv != KERN_SUCCESS)
725df8bae1dSRodney W. Grimes 				goto out;
72650ce2102SDavid Greenman 
72750ce2102SDavid Greenman 		} else {
72850ce2102SDavid Greenman 			vm_object_t user_object;
72950ce2102SDavid Greenman 
730f2da180fSDavid Greenman 			/*
731f2da180fSDavid Greenman 			 * Create a new object and make the original object
732f2da180fSDavid Greenman 			 * the backing object. NOTE: the object reference gained
733f2da180fSDavid Greenman 			 * above is now changed into the reference held by
734f2da180fSDavid Greenman 			 * user_object. Since we don't map 'object', we want
735f2da180fSDavid Greenman 			 * only this one reference.
736f2da180fSDavid Greenman 			 */
73750ce2102SDavid Greenman 			user_object = vm_object_allocate( size);
73850ce2102SDavid Greenman 			user_object->shadow = object;
73950ce2102SDavid Greenman 			TAILQ_INSERT_TAIL(&object->reverse_shadow_head,
74050ce2102SDavid Greenman 				    user_object, reverse_shadow_list);
74150ce2102SDavid Greenman 
74250ce2102SDavid Greenman 			rv = vm_map_find(map, user_object, foff, addr, size, fitit);
74350ce2102SDavid Greenman 			if( rv != KERN_SUCCESS) {
74450ce2102SDavid Greenman 				vm_object_deallocate(user_object);
74550ce2102SDavid Greenman 				goto out;
74650ce2102SDavid Greenman 			}
74750ce2102SDavid Greenman 
74850ce2102SDavid Greenman 			/*
74950ce2102SDavid Greenman 			 * this is a consistancy check, gets the map entry, and should
75050ce2102SDavid Greenman 			 * never fail
75150ce2102SDavid Greenman 			 */
75250ce2102SDavid Greenman 			if (!vm_map_lookup_entry(map, *addr, &entry)) {
75350ce2102SDavid Greenman 				panic("vm_mmap: missing map entry!!!\n");
75450ce2102SDavid Greenman 			}
75550ce2102SDavid Greenman 
75650ce2102SDavid Greenman 			entry->copy_on_write = TRUE;
75750ce2102SDavid Greenman 		}
75850ce2102SDavid Greenman 
75950ce2102SDavid Greenman 		/*
76050ce2102SDavid Greenman 		 * set pages COW and protect for read access only
76150ce2102SDavid Greenman 		 */
76250ce2102SDavid Greenman 		vm_object_pmap_copy(object, foff, foff + size);
76350ce2102SDavid Greenman 
764df8bae1dSRodney W. Grimes 	}
7657fb0c17eSDavid Greenman 
7667fb0c17eSDavid Greenman 	/*
7677fb0c17eSDavid Greenman 	 * "Pre-fault" resident pages.
7687fb0c17eSDavid Greenman 	 */
7697fb0c17eSDavid Greenman 	if ((type == PG_VNODE) && (map->pmap != NULL)) {
7707fb0c17eSDavid Greenman 		pmap_object_init_pt(map->pmap, *addr, object, foff, size);
771df8bae1dSRodney W. Grimes 	}
7727fb0c17eSDavid Greenman 
773df8bae1dSRodney W. Grimes 	/*
7740d94caffSDavid Greenman 	 * Correct protection (default is VM_PROT_ALL). If maxprot is
7750d94caffSDavid Greenman 	 * different than prot, we must set both explicitly.
776df8bae1dSRodney W. Grimes 	 */
777df8bae1dSRodney W. Grimes 	rv = KERN_SUCCESS;
778df8bae1dSRodney W. Grimes 	if (maxprot != VM_PROT_ALL)
779df8bae1dSRodney W. Grimes 		rv = vm_map_protect(map, *addr, *addr + size, maxprot, TRUE);
780df8bae1dSRodney W. Grimes 	if (rv == KERN_SUCCESS && prot != maxprot)
781df8bae1dSRodney W. Grimes 		rv = vm_map_protect(map, *addr, *addr + size, prot, FALSE);
782df8bae1dSRodney W. Grimes 	if (rv != KERN_SUCCESS) {
7837fb0c17eSDavid Greenman 		(void) vm_map_remove(map, *addr, *addr + size);
784df8bae1dSRodney W. Grimes 		goto out;
785df8bae1dSRodney W. Grimes 	}
786df8bae1dSRodney W. Grimes 	/*
787df8bae1dSRodney W. Grimes 	 * Shared memory is also shared with children.
788df8bae1dSRodney W. Grimes 	 */
789df8bae1dSRodney W. Grimes 	if (flags & MAP_SHARED) {
790df8bae1dSRodney W. Grimes 		rv = vm_map_inherit(map, *addr, *addr + size, VM_INHERIT_SHARE);
791df8bae1dSRodney W. Grimes 		if (rv != KERN_SUCCESS) {
7927fb0c17eSDavid Greenman 			(void) vm_map_remove(map, *addr, *addr + size);
793df8bae1dSRodney W. Grimes 			goto out;
794df8bae1dSRodney W. Grimes 		}
795df8bae1dSRodney W. Grimes 	}
796df8bae1dSRodney W. Grimes out:
797df8bae1dSRodney W. Grimes #ifdef DEBUG
798df8bae1dSRodney W. Grimes 	if (mmapdebug & MDB_MAPIT)
799df8bae1dSRodney W. Grimes 		printf("vm_mmap: rv %d\n", rv);
800df8bae1dSRodney W. Grimes #endif
801df8bae1dSRodney W. Grimes 	switch (rv) {
802df8bae1dSRodney W. Grimes 	case KERN_SUCCESS:
803df8bae1dSRodney W. Grimes 		return (0);
804df8bae1dSRodney W. Grimes 	case KERN_INVALID_ADDRESS:
805df8bae1dSRodney W. Grimes 	case KERN_NO_SPACE:
806df8bae1dSRodney W. Grimes 		return (ENOMEM);
807df8bae1dSRodney W. Grimes 	case KERN_PROTECTION_FAILURE:
808df8bae1dSRodney W. Grimes 		return (EACCES);
809df8bae1dSRodney W. Grimes 	default:
810df8bae1dSRodney W. Grimes 		return (EINVAL);
811df8bae1dSRodney W. Grimes 	}
812df8bae1dSRodney W. Grimes }
813