xref: /freebsd/sys/arm64/include/vmparam.h (revision da5432eda807c4b7232d030d5157d5b417ea4f52)
1 /*-
2  * Copyright (c) 1990 The Regents of the University of California.
3  * All rights reserved.
4  * Copyright (c) 1994 John S. Dyson
5  * All rights reserved.
6  *
7  * This code is derived from software contributed to Berkeley by
8  * William Jolitz.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  * 3. Neither the name of the University nor the names of its contributors
19  *    may be used to endorse or promote products derived from this software
20  *    without specific prior written permission.
21  *
22  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32  * SUCH DAMAGE.
33  *
34  *	from: @(#)vmparam.h     5.9 (Berkeley) 5/12/91
35  *	from: FreeBSD: src/sys/i386/include/vmparam.h,v 1.33 2000/03/30
36  */
37 
38 #ifdef __arm__
39 #include <arm/vmparam.h>
40 #else /* !__arm__ */
41 
42 #ifndef	_MACHINE_VMPARAM_H_
43 #define	_MACHINE_VMPARAM_H_
44 
45 /*
46  * Virtual memory related constants, all in bytes
47  */
48 #ifndef MAXTSIZ
49 #define	MAXTSIZ		(1*1024*1024*1024)	/* max text size */
50 #endif
51 #ifndef DFLDSIZ
52 #define	DFLDSIZ		(128*1024*1024)		/* initial data size limit */
53 #endif
54 #ifndef MAXDSIZ
55 #define	MAXDSIZ		(1*1024*1024*1024)	/* max data size */
56 #endif
57 #ifndef DFLSSIZ
58 #define	DFLSSIZ		(128*1024*1024)		/* initial stack size limit */
59 #endif
60 #ifndef MAXSSIZ
61 #define	MAXSSIZ		(1*1024*1024*1024)	/* max stack size */
62 #endif
63 #ifndef SGROWSIZ
64 #define	SGROWSIZ	(128*1024)		/* amount to grow stack */
65 #endif
66 
67 /*
68  * The physical address space is sparsely populated.
69  */
70 #define	VM_PHYSSEG_SPARSE
71 
72 /*
73  * The number of PHYSSEG entries.
74  */
75 #define	VM_PHYSSEG_MAX		64
76 
77 /*
78  * Create two free page pools: VM_FREEPOOL_DEFAULT is the default pool
79  * from which physical pages are allocated and VM_FREEPOOL_DIRECT is
80  * the pool from which physical pages for small UMA objects are
81  * allocated.
82  */
83 #define	VM_NFREEPOOL		2
84 #define	VM_FREEPOOL_DEFAULT	0
85 #define	VM_FREEPOOL_DIRECT	1
86 
87 /*
88  * Create one free page lists: VM_FREELIST_DEFAULT is for all physical
89  * pages.
90  */
91 #define	VM_NFREELIST		1
92 #define	VM_FREELIST_DEFAULT	0
93 
94 /*
95  * When PAGE_SIZE is 4KB, an allocation size of 16MB is supported in order
96  * to optimize the use of the direct map by UMA.  Specifically, a 64-byte
97  * cache line contains at most 8 L2 BLOCK entries, collectively mapping 16MB
98  * of physical memory.  By reducing the number of distinct 16MB "pages" that
99  * are used by UMA, the physical memory allocator reduces the likelihood of
100  * both 2MB page TLB misses and cache misses during the page table walk when
101  * a 2MB page TLB miss does occur.
102  */
103 #define	VM_NFREEORDER		13
104 
105 /*
106  * Enable superpage reservations: 1 level.
107  */
108 #ifndef	VM_NRESERVLEVEL
109 #define	VM_NRESERVLEVEL		1
110 #endif
111 
112 /*
113  * Level 0 reservations consist of 512 pages.
114  */
115 #ifndef	VM_LEVEL_0_ORDER
116 #define	VM_LEVEL_0_ORDER	9
117 #endif
118 
119 /**
120  * Address space layout.
121  *
122  * ARMv8 implements up to a 48 bit virtual address space. The address space is
123  * split into 2 regions at each end of the 64 bit address space, with an
124  * out of range "hole" in the middle.
125  *
126  * We use the full 48 bits for each region, however the kernel may only use
127  * a limited range within this space.
128  *
129  * Upper region:    0xffffffffffffffff  Top of virtual memory
130  *
131  *                  0xfffffeffffffffff  End of DMAP
132  *                  0xffffa00000000000  Start of DMAP
133  *
134  *                  0xffff009fffffffff  End of KASAN shadow map
135  *                  0xffff008000000000  Start of KASAN shadow map
136  *
137  *                  0xffff007fffffffff  End of KVA
138  *                  0xffff000000000000  Kernel base address & start of KVA
139  *
140  * Hole:            0xfffeffffffffffff
141  *                  0x0001000000000000
142  *
143  * Lower region:    0x0000ffffffffffff End of user address space
144  *                  0x0000000000000000 Start of user address space
145  *
146  * We use the upper region for the kernel, and the lower region for userland.
147  *
148  * We define some interesting address constants:
149  *
150  * VM_MIN_ADDRESS and VM_MAX_ADDRESS define the start and end of the entire
151  * 64 bit address space, mostly just for convenience.
152  *
153  * VM_MIN_KERNEL_ADDRESS and VM_MAX_KERNEL_ADDRESS define the start and end of
154  * mappable kernel virtual address space.
155  *
156  * VM_MIN_USER_ADDRESS and VM_MAX_USER_ADDRESS define the start and end of the
157  * user address space.
158  */
159 #define	VM_MIN_ADDRESS		(0x0000000000000000UL)
160 #define	VM_MAX_ADDRESS		(0xffffffffffffffffUL)
161 
162 /* 512 GiB of kernel addresses */
163 #define	VM_MIN_KERNEL_ADDRESS	(0xffff000000000000UL)
164 #define	VM_MAX_KERNEL_ADDRESS	(0xffff008000000000UL)
165 
166 /* 128 GiB KASAN shadow map */
167 #define	KASAN_MIN_ADDRESS	(0xffff008000000000UL)
168 #define	KASAN_MAX_ADDRESS	(0xffff00a000000000UL)
169 
170 /* The address bits that hold a pointer authentication code */
171 #define	PAC_ADDR_MASK		(0xff7f000000000000UL)
172 
173 /* If true addr is in the kernel address space */
174 #define	ADDR_IS_KERNEL(addr)	(((addr) & (1ul << 55)) == (1ul << 55))
175 /* If true addr is in its canonical form (i.e. no TBI, PAC, etc.) */
176 #define	ADDR_IS_CANONICAL(addr)	\
177     (((addr) & 0xffff000000000000UL) == 0 || \
178      ((addr) & 0xffff000000000000UL) == 0xffff000000000000UL)
179 #define	ADDR_MAKE_CANONICAL(addr) ({			\
180 	__typeof(addr) _tmp_addr = (addr);		\
181 							\
182 	_tmp_addr &= ~0xffff000000000000UL;		\
183 	if (ADDR_IS_KERNEL(addr))			\
184 		_tmp_addr |= 0xffff000000000000UL;	\
185 							\
186 	_tmp_addr;					\
187 })
188 
189 /* 95 TiB maximum for the direct map region */
190 #define	DMAP_MIN_ADDRESS	(0xffffa00000000000UL)
191 #define	DMAP_MAX_ADDRESS	(0xffffff0000000000UL)
192 
193 #define	DMAP_MIN_PHYSADDR	(dmap_phys_base)
194 #define	DMAP_MAX_PHYSADDR	(dmap_phys_max)
195 
196 /* True if pa is in the dmap range */
197 #define	PHYS_IN_DMAP(pa)	((pa) >= DMAP_MIN_PHYSADDR && \
198     (pa) < DMAP_MAX_PHYSADDR)
199 /* True if va is in the dmap range */
200 #define	VIRT_IN_DMAP(va)	((va) >= DMAP_MIN_ADDRESS && \
201     (va) < (dmap_max_addr))
202 
203 #define	PMAP_HAS_DMAP	1
204 #define	PHYS_TO_DMAP(pa)						\
205 ({									\
206 	KASSERT(PHYS_IN_DMAP(pa),					\
207 	    ("%s: PA out of range, PA: 0x%lx", __func__,		\
208 	    (vm_paddr_t)(pa)));						\
209 	((pa) - dmap_phys_base) + DMAP_MIN_ADDRESS;			\
210 })
211 
212 #define	DMAP_TO_PHYS(va)						\
213 ({									\
214 	KASSERT(VIRT_IN_DMAP(va),					\
215 	    ("%s: VA out of range, VA: 0x%lx", __func__,		\
216 	    (vm_offset_t)(va)));					\
217 	((va) - DMAP_MIN_ADDRESS) + dmap_phys_base;			\
218 })
219 
220 #define	VM_MIN_USER_ADDRESS	(0x0000000000000000UL)
221 #define	VM_MAX_USER_ADDRESS	(0x0001000000000000UL)
222 
223 #define	VM_MINUSER_ADDRESS	(VM_MIN_USER_ADDRESS)
224 #define	VM_MAXUSER_ADDRESS	(VM_MAX_USER_ADDRESS)
225 
226 #define	KERNBASE		(VM_MIN_KERNEL_ADDRESS)
227 #define	SHAREDPAGE		(VM_MAXUSER_ADDRESS - PAGE_SIZE)
228 #define	USRSTACK		SHAREDPAGE
229 
230 /*
231  * How many physical pages per kmem arena virtual page.
232  */
233 #ifndef VM_KMEM_SIZE_SCALE
234 #define	VM_KMEM_SIZE_SCALE	(1)
235 #endif
236 
237 /*
238  * Optional ceiling (in bytes) on the size of the kmem arena: 60% of the
239  * kernel map.
240  */
241 #ifndef VM_KMEM_SIZE_MAX
242 #define	VM_KMEM_SIZE_MAX	((VM_MAX_KERNEL_ADDRESS - \
243     VM_MIN_KERNEL_ADDRESS + 1) * 3 / 5)
244 #endif
245 
246 /*
247  * Initial pagein size of beginning of executable file.
248  */
249 #ifndef	VM_INITIAL_PAGEIN
250 #define	VM_INITIAL_PAGEIN	16
251 #endif
252 
253 #if !defined(KASAN) && !defined(KMSAN)
254 #define	UMA_MD_SMALL_ALLOC
255 #endif
256 
257 #ifndef LOCORE
258 
259 extern vm_paddr_t dmap_phys_base;
260 extern vm_paddr_t dmap_phys_max;
261 extern vm_offset_t dmap_max_addr;
262 extern vm_offset_t vm_max_kernel_address;
263 
264 #endif
265 
266 #define	ZERO_REGION_SIZE	(64 * 1024)	/* 64KB */
267 
268 #define	DEVMAP_MAX_VADDR	VM_MAX_KERNEL_ADDRESS
269 
270 /*
271  * The pmap can create non-transparent large page mappings.
272  */
273 #define	PMAP_HAS_LARGEPAGES	1
274 
275 /*
276  * Need a page dump array for minidump.
277  */
278 #define MINIDUMP_PAGE_TRACKING	1
279 
280 #endif /* !_MACHINE_VMPARAM_H_ */
281 
282 #endif /* !__arm__ */
283