xref: /freebsd/sys/compat/linux/linux_mmap.c (revision 618b55c2e2edf8fc20f6ee6ebde1e8a4eed637e9)
197d06da6SDmitry Chagin /*-
297d06da6SDmitry Chagin  * Copyright (c) 2004 Tim J. Robbins
397d06da6SDmitry Chagin  * Copyright (c) 2002 Doug Rabson
497d06da6SDmitry Chagin  * Copyright (c) 2000 Marcel Moolenaar
597d06da6SDmitry Chagin  * Copyright (c) 1994-1995 Søren Schmidt
697d06da6SDmitry Chagin  * All rights reserved.
797d06da6SDmitry Chagin  *
897d06da6SDmitry Chagin  * Redistribution and use in source and binary forms, with or without
997d06da6SDmitry Chagin  * modification, are permitted provided that the following conditions
1097d06da6SDmitry Chagin  * are met:
1197d06da6SDmitry Chagin  * 1. Redistributions of source code must retain the above copyright
1297d06da6SDmitry Chagin  *    notice, this list of conditions and the following disclaimer
1397d06da6SDmitry Chagin  *    in this position and unchanged.
1497d06da6SDmitry Chagin  * 2. Redistributions in binary form must reproduce the above copyright
1597d06da6SDmitry Chagin  *    notice, this list of conditions and the following disclaimer in the
1697d06da6SDmitry Chagin  *    documentation and/or other materials provided with the distribution.
1797d06da6SDmitry Chagin  * 3. The name of the author may not be used to endorse or promote products
1897d06da6SDmitry Chagin  *    derived from this software without specific prior written permission.
1997d06da6SDmitry Chagin  *
2097d06da6SDmitry Chagin  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
2197d06da6SDmitry Chagin  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
2297d06da6SDmitry Chagin  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2397d06da6SDmitry Chagin  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2497d06da6SDmitry Chagin  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2597d06da6SDmitry Chagin  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2697d06da6SDmitry Chagin  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2797d06da6SDmitry Chagin  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2897d06da6SDmitry Chagin  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2997d06da6SDmitry Chagin  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3097d06da6SDmitry Chagin  *
3197d06da6SDmitry Chagin  * $FreeBSD$
3297d06da6SDmitry Chagin  */
3397d06da6SDmitry Chagin 
3497d06da6SDmitry Chagin #include <sys/cdefs.h>
3597d06da6SDmitry Chagin __FBSDID("$FreeBSD$");
3697d06da6SDmitry Chagin 
3797d06da6SDmitry Chagin #include <sys/capsicum.h>
3897d06da6SDmitry Chagin #include <sys/file.h>
3997d06da6SDmitry Chagin #include <sys/imgact.h>
4097d06da6SDmitry Chagin #include <sys/ktr.h>
4197d06da6SDmitry Chagin #include <sys/mman.h>
4297d06da6SDmitry Chagin #include <sys/proc.h>
4397d06da6SDmitry Chagin #include <sys/resourcevar.h>
44496ab053SKonstantin Belousov #include <sys/syscallsubr.h>
4597d06da6SDmitry Chagin #include <sys/sysent.h>
4697d06da6SDmitry Chagin #include <sys/sysproto.h>
4797d06da6SDmitry Chagin 
4897d06da6SDmitry Chagin #include <vm/pmap.h>
4969cdfcefSEdward Tomasz Napierala #include <vm/vm_extern.h>
5097d06da6SDmitry Chagin #include <vm/vm_map.h>
5197d06da6SDmitry Chagin 
5297d06da6SDmitry Chagin #include <compat/linux/linux_emul.h>
5397d06da6SDmitry Chagin #include <compat/linux/linux_mmap.h>
5497d06da6SDmitry Chagin #include <compat/linux/linux_persona.h>
5597d06da6SDmitry Chagin #include <compat/linux/linux_util.h>
5697d06da6SDmitry Chagin 
5797d06da6SDmitry Chagin 
5897d06da6SDmitry Chagin #define STACK_SIZE  (2 * 1024 * 1024)
5997d06da6SDmitry Chagin #define GUARD_SIZE  (4 * PAGE_SIZE)
6097d06da6SDmitry Chagin 
6197d06da6SDmitry Chagin #if defined(__amd64__)
6297d06da6SDmitry Chagin static void linux_fixup_prot(struct thread *td, int *prot);
6397d06da6SDmitry Chagin #endif
6497d06da6SDmitry Chagin 
6518348a23SKyle Evans static int
6618348a23SKyle Evans linux_mmap_check_fp(struct file *fp, int flags, int prot, int maxprot)
6718348a23SKyle Evans {
6818348a23SKyle Evans 
6918348a23SKyle Evans 	/* Linux mmap() just fails for O_WRONLY files */
7018348a23SKyle Evans 	if ((fp->f_flag & FREAD) == 0)
7118348a23SKyle Evans 		return (EACCES);
7218348a23SKyle Evans 
7318348a23SKyle Evans 	return (0);
7418348a23SKyle Evans }
7597d06da6SDmitry Chagin 
7697d06da6SDmitry Chagin int
7797d06da6SDmitry Chagin linux_mmap_common(struct thread *td, uintptr_t addr, size_t len, int prot,
7897d06da6SDmitry Chagin     int flags, int fd, off_t pos)
7997d06da6SDmitry Chagin {
8097d06da6SDmitry Chagin 	struct proc *p = td->td_proc;
8197d06da6SDmitry Chagin 	struct vmspace *vms = td->td_proc->p_vmspace;
8269cdfcefSEdward Tomasz Napierala 	int bsd_flags, error;
8397d06da6SDmitry Chagin 	struct file *fp;
8497d06da6SDmitry Chagin 
8597d06da6SDmitry Chagin 	LINUX_CTR6(mmap2, "0x%lx, %ld, %ld, 0x%08lx, %ld, 0x%lx",
8697d06da6SDmitry Chagin 	    addr, len, prot, flags, fd, pos);
8797d06da6SDmitry Chagin 
8897d06da6SDmitry Chagin 	error = 0;
8969cdfcefSEdward Tomasz Napierala 	bsd_flags = 0;
9097d06da6SDmitry Chagin 	fp = NULL;
9197d06da6SDmitry Chagin 
9297d06da6SDmitry Chagin 	/*
9397d06da6SDmitry Chagin 	 * Linux mmap(2):
9497d06da6SDmitry Chagin 	 * You must specify exactly one of MAP_SHARED and MAP_PRIVATE
9597d06da6SDmitry Chagin 	 */
9697d06da6SDmitry Chagin 	if (!((flags & LINUX_MAP_SHARED) ^ (flags & LINUX_MAP_PRIVATE)))
9797d06da6SDmitry Chagin 		return (EINVAL);
9897d06da6SDmitry Chagin 
9997d06da6SDmitry Chagin 	if (flags & LINUX_MAP_SHARED)
10069cdfcefSEdward Tomasz Napierala 		bsd_flags |= MAP_SHARED;
10197d06da6SDmitry Chagin 	if (flags & LINUX_MAP_PRIVATE)
10269cdfcefSEdward Tomasz Napierala 		bsd_flags |= MAP_PRIVATE;
10397d06da6SDmitry Chagin 	if (flags & LINUX_MAP_FIXED)
10469cdfcefSEdward Tomasz Napierala 		bsd_flags |= MAP_FIXED;
10597d06da6SDmitry Chagin 	if (flags & LINUX_MAP_ANON) {
10697d06da6SDmitry Chagin 		/* Enforce pos to be on page boundary, then ignore. */
10797d06da6SDmitry Chagin 		if ((pos & PAGE_MASK) != 0)
10897d06da6SDmitry Chagin 			return (EINVAL);
10997d06da6SDmitry Chagin 		pos = 0;
11069cdfcefSEdward Tomasz Napierala 		bsd_flags |= MAP_ANON;
11197d06da6SDmitry Chagin 	} else
11269cdfcefSEdward Tomasz Napierala 		bsd_flags |= MAP_NOSYNC;
11397d06da6SDmitry Chagin 	if (flags & LINUX_MAP_GROWSDOWN)
11469cdfcefSEdward Tomasz Napierala 		bsd_flags |= MAP_STACK;
11597d06da6SDmitry Chagin 
116*618b55c2SEdward Tomasz Napierala #if defined(__amd64__)
117*618b55c2SEdward Tomasz Napierala 	/*
118*618b55c2SEdward Tomasz Napierala 	 * According to the Linux mmap(2) man page, "MAP_32BIT flag
119*618b55c2SEdward Tomasz Napierala 	 * is ignored when MAP_FIXED is set."
120*618b55c2SEdward Tomasz Napierala 	 */
121*618b55c2SEdward Tomasz Napierala 	if ((flags & LINUX_MAP_32BIT) && (flags & LINUX_MAP_FIXED) == 0)
122*618b55c2SEdward Tomasz Napierala 		bsd_flags |= MAP_32BIT;
123*618b55c2SEdward Tomasz Napierala 
12497d06da6SDmitry Chagin 	/*
12597d06da6SDmitry Chagin 	 * PROT_READ, PROT_WRITE, or PROT_EXEC implies PROT_READ and PROT_EXEC
12697d06da6SDmitry Chagin 	 * on Linux/i386 if the binary requires executable stack.
12797d06da6SDmitry Chagin 	 * We do this only for IA32 emulation as on native i386 this is does not
12897d06da6SDmitry Chagin 	 * make sense without PAE.
12997d06da6SDmitry Chagin 	 *
13097d06da6SDmitry Chagin 	 * XXX. Linux checks that the file system is not mounted with noexec.
13197d06da6SDmitry Chagin 	 */
13269cdfcefSEdward Tomasz Napierala 	linux_fixup_prot(td, &prot);
13397d06da6SDmitry Chagin #endif
13497d06da6SDmitry Chagin 
13597d06da6SDmitry Chagin 	/* Linux does not check file descriptor when MAP_ANONYMOUS is set. */
13669cdfcefSEdward Tomasz Napierala 	fd = (bsd_flags & MAP_ANON) ? -1 : fd;
13797d06da6SDmitry Chagin 	if (flags & LINUX_MAP_GROWSDOWN) {
13897d06da6SDmitry Chagin 		/*
13997d06da6SDmitry Chagin 		 * The Linux MAP_GROWSDOWN option does not limit auto
14097d06da6SDmitry Chagin 		 * growth of the region.  Linux mmap with this option
14197d06da6SDmitry Chagin 		 * takes as addr the initial BOS, and as len, the initial
14297d06da6SDmitry Chagin 		 * region size.  It can then grow down from addr without
14397d06da6SDmitry Chagin 		 * limit.  However, Linux threads has an implicit internal
14497d06da6SDmitry Chagin 		 * limit to stack size of STACK_SIZE.  Its just not
14597d06da6SDmitry Chagin 		 * enforced explicitly in Linux.  But, here we impose
14697d06da6SDmitry Chagin 		 * a limit of (STACK_SIZE - GUARD_SIZE) on the stack
14797d06da6SDmitry Chagin 		 * region, since we can do this with our mmap.
14897d06da6SDmitry Chagin 		 *
14997d06da6SDmitry Chagin 		 * Our mmap with MAP_STACK takes addr as the maximum
15097d06da6SDmitry Chagin 		 * downsize limit on BOS, and as len the max size of
15197d06da6SDmitry Chagin 		 * the region.  It then maps the top SGROWSIZ bytes,
15297d06da6SDmitry Chagin 		 * and auto grows the region down, up to the limit
15397d06da6SDmitry Chagin 		 * in addr.
15497d06da6SDmitry Chagin 		 *
15597d06da6SDmitry Chagin 		 * If we don't use the MAP_STACK option, the effect
15697d06da6SDmitry Chagin 		 * of this code is to allocate a stack region of a
15797d06da6SDmitry Chagin 		 * fixed size of (STACK_SIZE - GUARD_SIZE).
15897d06da6SDmitry Chagin 		 */
15997d06da6SDmitry Chagin 
16097d06da6SDmitry Chagin 		if ((caddr_t)addr + len > vms->vm_maxsaddr) {
16197d06da6SDmitry Chagin 			/*
16297d06da6SDmitry Chagin 			 * Some Linux apps will attempt to mmap
16397d06da6SDmitry Chagin 			 * thread stacks near the top of their
16497d06da6SDmitry Chagin 			 * address space.  If their TOS is greater
16597d06da6SDmitry Chagin 			 * than vm_maxsaddr, vm_map_growstack()
16697d06da6SDmitry Chagin 			 * will confuse the thread stack with the
16797d06da6SDmitry Chagin 			 * process stack and deliver a SEGV if they
16897d06da6SDmitry Chagin 			 * attempt to grow the thread stack past their
16997d06da6SDmitry Chagin 			 * current stacksize rlimit.  To avoid this,
17097d06da6SDmitry Chagin 			 * adjust vm_maxsaddr upwards to reflect
17197d06da6SDmitry Chagin 			 * the current stacksize rlimit rather
17297d06da6SDmitry Chagin 			 * than the maximum possible stacksize.
17397d06da6SDmitry Chagin 			 * It would be better to adjust the
17497d06da6SDmitry Chagin 			 * mmap'ed region, but some apps do not check
17597d06da6SDmitry Chagin 			 * mmap's return value.
17697d06da6SDmitry Chagin 			 */
17797d06da6SDmitry Chagin 			PROC_LOCK(p);
17897d06da6SDmitry Chagin 			vms->vm_maxsaddr = (char *)p->p_sysent->sv_usrstack -
17997d06da6SDmitry Chagin 			    lim_cur_proc(p, RLIMIT_STACK);
18097d06da6SDmitry Chagin 			PROC_UNLOCK(p);
18197d06da6SDmitry Chagin 		}
18297d06da6SDmitry Chagin 
18397d06da6SDmitry Chagin 		/*
18497d06da6SDmitry Chagin 		 * This gives us our maximum stack size and a new BOS.
18597d06da6SDmitry Chagin 		 * If we're using VM_STACK, then mmap will just map
18697d06da6SDmitry Chagin 		 * the top SGROWSIZ bytes, and let the stack grow down
18797d06da6SDmitry Chagin 		 * to the limit at BOS.  If we're not using VM_STACK
18897d06da6SDmitry Chagin 		 * we map the full stack, since we don't have a way
18997d06da6SDmitry Chagin 		 * to autogrow it.
19097d06da6SDmitry Chagin 		 */
19169cdfcefSEdward Tomasz Napierala 		if (len <= STACK_SIZE - GUARD_SIZE) {
19269cdfcefSEdward Tomasz Napierala 			addr = addr - (STACK_SIZE - GUARD_SIZE - len);
19369cdfcefSEdward Tomasz Napierala 			len = STACK_SIZE - GUARD_SIZE;
19497d06da6SDmitry Chagin 		}
19597d06da6SDmitry Chagin 	}
19697d06da6SDmitry Chagin 
197c6d57d30SEdward Tomasz Napierala 	/*
198c6d57d30SEdward Tomasz Napierala 	 * FreeBSD is free to ignore the address hint if MAP_FIXED wasn't
199c6d57d30SEdward Tomasz Napierala 	 * passed.  However, some Linux applications, like the ART runtime,
200c6d57d30SEdward Tomasz Napierala 	 * depend on the hint.  If the MAP_FIXED wasn't passed, but the
201c6d57d30SEdward Tomasz Napierala 	 * address is not zero, try with MAP_FIXED and MAP_EXCL first,
202c6d57d30SEdward Tomasz Napierala 	 * and fall back to the normal behaviour if that fails.
203c6d57d30SEdward Tomasz Napierala 	 */
204c6d57d30SEdward Tomasz Napierala 	if (addr != 0 && (bsd_flags & MAP_FIXED) == 0 &&
205c6d57d30SEdward Tomasz Napierala 	    (bsd_flags & MAP_EXCL) == 0) {
20618348a23SKyle Evans 		error = kern_mmap_fpcheck(td, addr, len, prot,
20718348a23SKyle Evans 		    bsd_flags | MAP_FIXED | MAP_EXCL, fd, pos,
20818348a23SKyle Evans 		    linux_mmap_check_fp);
209c6d57d30SEdward Tomasz Napierala 		if (error == 0)
210c6d57d30SEdward Tomasz Napierala 			goto out;
211c6d57d30SEdward Tomasz Napierala 	}
21297d06da6SDmitry Chagin 
21318348a23SKyle Evans 	error = kern_mmap_fpcheck(td, addr, len, prot, bsd_flags, fd, pos,
21418348a23SKyle Evans 	    linux_mmap_check_fp);
215c6d57d30SEdward Tomasz Napierala out:
21697d06da6SDmitry Chagin 	LINUX_CTR2(mmap2, "return: %d (%p)", error, td->td_retval[0]);
21797d06da6SDmitry Chagin 
21897d06da6SDmitry Chagin 	return (error);
21997d06da6SDmitry Chagin }
22097d06da6SDmitry Chagin 
22197d06da6SDmitry Chagin int
22297d06da6SDmitry Chagin linux_mprotect_common(struct thread *td, uintptr_t addr, size_t len, int prot)
22397d06da6SDmitry Chagin {
22497d06da6SDmitry Chagin 
225e2fba140STijl Coosemans 	/* XXX Ignore PROT_GROWSDOWN and PROT_GROWSUP for now. */
226e2fba140STijl Coosemans 	prot &= ~(LINUX_PROT_GROWSDOWN | LINUX_PROT_GROWSUP);
227e2fba140STijl Coosemans 	if ((prot & ~(PROT_READ | PROT_WRITE | PROT_EXEC)) != 0)
228e2fba140STijl Coosemans 		return (EINVAL);
229e2fba140STijl Coosemans 
23097d06da6SDmitry Chagin #if defined(__amd64__)
23169cdfcefSEdward Tomasz Napierala 	linux_fixup_prot(td, &prot);
23297d06da6SDmitry Chagin #endif
233496ab053SKonstantin Belousov 	return (kern_mprotect(td, addr, len, prot));
23497d06da6SDmitry Chagin }
23597d06da6SDmitry Chagin 
23697d06da6SDmitry Chagin #if defined(__amd64__)
23797d06da6SDmitry Chagin static void
23897d06da6SDmitry Chagin linux_fixup_prot(struct thread *td, int *prot)
23997d06da6SDmitry Chagin {
24097d06da6SDmitry Chagin 	struct linux_pemuldata *pem;
24197d06da6SDmitry Chagin 
24297d06da6SDmitry Chagin 	if (SV_PROC_FLAG(td->td_proc, SV_ILP32) && *prot & PROT_READ) {
24397d06da6SDmitry Chagin 		pem = pem_find(td->td_proc);
24497d06da6SDmitry Chagin 		if (pem->persona & LINUX_READ_IMPLIES_EXEC)
24597d06da6SDmitry Chagin 			*prot |= PROT_EXEC;
24697d06da6SDmitry Chagin 	}
24797d06da6SDmitry Chagin 
24897d06da6SDmitry Chagin }
24997d06da6SDmitry Chagin #endif
250