1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause
3 *
4 * Copyright (c) 2014,2016 Svatopluk Kraus <onwahe@gmail.com>
5 * Copyright (c) 2014,2016 Michal Meloun <meloun@miracle.cz>
6 * Copyright (c) 1991 Regents of the University of California.
7 * All rights reserved.
8 *
9 * This code is derived from software contributed to Berkeley by
10 * the Systems Programming Group of the University of Utah Computer
11 * Science Department and William Jolitz of UUNET Technologies Inc.
12 *
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions
15 * are met:
16 * 1. Redistributions of source code must retain the above copyright
17 * notice, this list of conditions and the following disclaimer.
18 * 2. Redistributions in binary form must reproduce the above copyright
19 * notice, this list of conditions and the following disclaimer in the
20 * documentation and/or other materials provided with the distribution.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 *
34 * The ARM version of this file was more or less based on the i386 version,
35 * which has the following provenance...
36 *
37 * Derived from hp300 version by Mike Hibler, this version by William
38 * Jolitz uses a recursive map [a pde points to the page directory] to
39 * map the page tables using the pagetables themselves. This is done to
40 * reduce the impact on kernel virtual memory for lots of sparse address
41 * space, and to reduce the cost of memory to each process.
42 * from: FreeBSD: src/sys/i386/include/pmap.h,v 1.70 2000/11/30
43 */
44
45 #ifndef _MACHINE_PMAP_H_
46 #define _MACHINE_PMAP_H_
47
48 #include <sys/systm.h>
49 #include <sys/queue.h>
50 #include <sys/_cpuset.h>
51 #include <sys/_lock.h>
52 #include <sys/_mutex.h>
53 #include <sys/_pv_entry.h>
54
55 typedef uint32_t pt1_entry_t; /* L1 table entry */
56 typedef uint32_t pt2_entry_t; /* L2 table entry */
57 typedef uint32_t ttb_entry_t; /* TTB entry */
58
59 #ifdef _KERNEL
60
61 #if 0
62 #define PMAP_PTE_NOCACHE // Use uncached page tables
63 #endif
64
65 /*
66 * (1) During pmap bootstrap, physical pages for L2 page tables are
67 * allocated in advance which are used for KVA continuous mapping
68 * starting from KERNBASE. This makes things more simple.
69 * (2) During vm subsystem initialization, only vm subsystem itself can
70 * allocate physical memory safely. As pmap_map() is called during
71 * this initialization, we must be prepared for that and have some
72 * preallocated physical pages for L2 page tables.
73 *
74 * Note that some more pages for L2 page tables are preallocated too
75 * for mappings laying above VM_MAX_KERNEL_ADDRESS.
76 */
77 #ifndef NKPT2PG
78 /*
79 * The optimal way is to define this in board configuration as
80 * definition here must be safe enough. It means really big.
81 *
82 * 1 GB KVA <=> 256 kernel L2 page table pages
83 *
84 * From real platforms:
85 * 1 GB physical memory <=> 10 pages is enough
86 * 2 GB physical memory <=> 21 pages is enough
87 */
88 #define NKPT2PG 32
89 #endif
90 #endif /* _KERNEL */
91
92 /*
93 * Pmap stuff
94 */
95 struct md_page {
96 TAILQ_HEAD(,pv_entry) pv_list;
97 uint16_t pt2_wirecount[4];
98 vm_memattr_t pat_mode;
99 };
100
101 struct pmap {
102 struct mtx pm_mtx;
103 pt1_entry_t *pm_pt1; /* KVA of pt1 */
104 pt2_entry_t *pm_pt2tab; /* KVA of pt2 pages table */
105 TAILQ_HEAD(,pv_chunk) pm_pvchunk; /* list of mappings in pmap */
106 cpuset_t pm_active; /* active on cpus */
107 struct pmap_statistics pm_stats; /* pmap statictics */
108 LIST_ENTRY(pmap) pm_list; /* List of all pmaps */
109 };
110
111 typedef struct pmap *pmap_t;
112
113 #ifdef _KERNEL
114 extern struct pmap kernel_pmap_store;
115 #define kernel_pmap (&kernel_pmap_store)
116
117 #define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx)
118 #define PMAP_LOCK_ASSERT(pmap, type) \
119 mtx_assert(&(pmap)->pm_mtx, (type))
120 #define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx)
121 #define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \
122 NULL, MTX_DEF | MTX_DUPOK)
123 #define PMAP_LOCKED(pmap) mtx_owned(&(pmap)->pm_mtx)
124 #define PMAP_MTX(pmap) (&(pmap)->pm_mtx)
125 #define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx)
126 #define PMAP_UNLOCK(pmap) mtx_unlock(&(pmap)->pm_mtx)
127
128 extern ttb_entry_t pmap_kern_ttb; /* TTB for kernel pmap */
129
130 #define pmap_page_get_memattr(m) ((m)->md.pat_mode)
131
132 /*
133 * Only the following functions or macros may be used before pmap_bootstrap()
134 * is called: pmap_kenter(), pmap_kextract(), pmap_kremove(), vtophys(), and
135 * vtopte2().
136 */
137 void pmap_bootstrap(vm_offset_t);
138 void pmap_kenter(vm_offset_t, vm_paddr_t);
139 void pmap_kremove(vm_offset_t);
140 bool pmap_page_is_mapped(vm_page_t);
141 bool pmap_ps_enabled(pmap_t pmap);
142
143 void pmap_tlb_flush(pmap_t, vm_offset_t);
144 void pmap_tlb_flush_range(pmap_t, vm_offset_t, vm_size_t);
145
146 vm_paddr_t pmap_dump_kextract(vm_offset_t, pt2_entry_t *);
147
148 int pmap_fault(pmap_t, vm_offset_t, uint32_t, int, bool);
149
150 void pmap_set_tex(void);
151
152 /*
153 * Pre-bootstrap epoch functions set.
154 */
155 void pmap_bootstrap_prepare(vm_paddr_t);
156 vm_paddr_t pmap_preboot_get_pages(u_int);
157 void pmap_preboot_map_pages(vm_paddr_t, vm_offset_t, u_int);
158 vm_offset_t pmap_preboot_reserve_pages(u_int);
159 vm_offset_t pmap_preboot_get_vpages(u_int);
160 void pmap_preboot_map_attr(vm_paddr_t, vm_offset_t, vm_size_t, vm_prot_t,
161 vm_memattr_t);
162 void pmap_remap_vm_attr(vm_memattr_t old_attr, vm_memattr_t new_attr);
163
164 extern char *_tmppt; /* poor name! */
165
166 extern vm_offset_t virtual_avail;
167 extern vm_offset_t virtual_end;
168
169 void *pmap_kenter_temporary(vm_paddr_t, int);
170 #define pmap_page_is_write_mapped(m) (((m)->a.flags & PGA_WRITEABLE) != 0)
171 void pmap_page_set_memattr(vm_page_t, vm_memattr_t);
172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva)
173
174 void *pmap_mapdev(vm_paddr_t, vm_size_t);
175 void pmap_unmapdev(void *, vm_size_t);
176
177 static inline void *
pmap_mapdev_attr(vm_paddr_t addr __unused,vm_size_t size __unused,int attr __unused)178 pmap_mapdev_attr(vm_paddr_t addr __unused, vm_size_t size __unused,
179 int attr __unused)
180 {
181 panic("%s is not implemented yet!\n", __func__);
182 }
183
184 struct pcb;
185 void pmap_set_pcb_pagedir(pmap_t, struct pcb *);
186
187 void pmap_kenter_device(vm_offset_t, vm_size_t, vm_paddr_t);
188 void pmap_kremove_device(vm_offset_t, vm_size_t);
189
190 vm_paddr_t pmap_kextract(vm_offset_t);
191 #define vtophys(va) pmap_kextract((vm_offset_t)(va))
192
193 static inline int
pmap_vmspace_copy(pmap_t dst_pmap __unused,pmap_t src_pmap __unused)194 pmap_vmspace_copy(pmap_t dst_pmap __unused, pmap_t src_pmap __unused)
195 {
196
197 return (0);
198 }
199
200 #define PMAP_ENTER_QUICK_LOCKED 0x10000000
201
202 #define pmap_vm_page_alloc_check(m)
203
204 #endif /* _KERNEL */
205 #endif /* !_MACHINE_PMAP_H_ */
206