xref: /freebsd/sys/arm64/include/hypervisor.h (revision e248e08a159384d064a8af9f2ced5f0a71d93b1c)
1 /*-
2  * Copyright (c) 2013, 2014 Andrew Turner
3  * Copyright (c) 2021 The FreeBSD Foundation
4  *
5  * Portions of this software were developed by Andrew Turner
6  * under sponsorship from the FreeBSD Foundation.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27  * SUCH DAMAGE.
28  */
29 
30 #ifndef _MACHINE_HYPERVISOR_H_
31 #define	_MACHINE_HYPERVISOR_H_
32 
33 /*
34  * These registers are only useful when in hypervisor context,
35  * e.g. specific to EL2, or controlling the hypervisor.
36  */
37 
38 /* CNTHCTL_EL2 - Counter-timer Hypervisor Control register */
39 #define	CNTHCTL_EVNTI_MASK	(0xf << 4) /* Bit to trigger event stream */
40 /* Valid if HCR_EL2.E2H == 0 */
41 #define	CNTHCTL_EL1PCTEN	(1 << 0) /* Allow physical counter access */
42 #define	CNTHCTL_EL1PCEN		(1 << 1) /* Allow physical timer access */
43 /* Valid if HCR_EL2.E2H == 1 */
44 #define	CNTHCTL_E2H_EL0PCTEN	(1 << 0) /* Allow EL0 physical counter access */
45 #define	CNTHCTL_E2H_EL0VCTEN	(1 << 1) /* Allow EL0 virtual counter access */
46 #define	CNTHCTL_E2H_EL0VTEN	(1 << 8)
47 #define	CNTHCTL_E2H_EL0PTEN	(1 << 9)
48 #define	CNTHCTL_E2H_EL1PCTEN	(1 << 10) /* Allow physical counter access */
49 #define	CNTHCTL_E2H_EL1PTEN	(1 << 11) /* Allow physical timer access */
50 /* Unconditionally valid */
51 #define	CNTHCTL_EVNTDIR		(1 << 3) /* Control transition trigger bit */
52 #define	CNTHCTL_EVNTEN		(1 << 2) /* Enable event stream */
53 
54 /* CPTR_EL2 - Architecture feature trap register */
55 /* Valid if HCR_EL2.E2H == 0 */
56 #define	CPTR_TRAP_ALL		0xc01037ff /* Enable all traps */
57 #define	CPTR_RES0		0x7fefc800
58 #define	CPTR_RES1		0x000032ff
59 #define	CPTR_TZ			0x00000100
60 #define	CPTR_TFP		0x00000400
61 #define	CPTR_TTA		0x00100000
62 /* Valid if HCR_EL2.E2H == 1 */
63 #define	CPTR_E2H_TRAP_ALL	0xd0000000
64 #define	CPTR_E2H_ZPEN		0x00030000
65 #define	CPTR_E2H_FPEN		0x00300000
66 #define	CPTR_E2H_TTA		0x10000000
67 /* Unconditionally valid */
68 #define	CPTR_TCPAC		0x80000000
69 
70 /* HCR_EL2 - Hypervisor Config Register */
71 #define	HCR_VM				(UL(0x1) << 0)
72 #define	HCR_SWIO			(UL(0x1) << 1)
73 #define	HCR_PTW				(UL(0x1) << 2)
74 #define	HCR_FMO				(UL(0x1) << 3)
75 #define	HCR_IMO				(UL(0x1) << 4)
76 #define	HCR_AMO				(UL(0x1) << 5)
77 #define	HCR_VF				(UL(0x1) << 6)
78 #define	HCR_VI				(UL(0x1) << 7)
79 #define	HCR_VSE				(UL(0x1) << 8)
80 #define	HCR_FB				(UL(0x1) << 9)
81 #define	HCR_BSU_MASK			(UL(0x3) << 10)
82 #define	 HCR_BSU_IS			(UL(0x1) << 10)
83 #define	 HCR_BSU_OS			(UL(0x2) << 10)
84 #define	 HCR_BSU_FS			(UL(0x3) << 10)
85 #define	HCR_DC				(UL(0x1) << 12)
86 #define	HCR_TWI				(UL(0x1) << 13)
87 #define	HCR_TWE				(UL(0x1) << 14)
88 #define	HCR_TID0			(UL(0x1) << 15)
89 #define	HCR_TID1			(UL(0x1) << 16)
90 #define	HCR_TID2			(UL(0x1) << 17)
91 #define	HCR_TID3			(UL(0x1) << 18)
92 #define	HCR_TSC				(UL(0x1) << 19)
93 #define	HCR_TIDCP			(UL(0x1) << 20)
94 #define	HCR_TACR			(UL(0x1) << 21)
95 #define	HCR_TSW				(UL(0x1) << 22)
96 #define	HCR_TPCP			(UL(0x1) << 23)
97 #define	HCR_TPU				(UL(0x1) << 24)
98 #define	HCR_TTLB			(UL(0x1) << 25)
99 #define	HCR_TVM				(UL(0x1) << 26)
100 #define	HCR_TGE				(UL(0x1) << 27)
101 #define	HCR_TDZ				(UL(0x1) << 28)
102 #define	HCR_HCD				(UL(0x1) << 29)
103 #define	HCR_TRVM			(UL(0x1) << 30)
104 #define	HCR_RW				(UL(0x1) << 31)
105 #define	HCR_CD				(UL(0x1) << 32)
106 #define	HCR_ID				(UL(0x1) << 33)
107 #define	HCR_E2H				(UL(0x1) << 34)
108 #define	HCR_TLOR			(UL(0x1) << 35)
109 #define	HCR_TERR			(UL(0x1) << 36)
110 #define	HCR_TEA				(UL(0x1) << 37)
111 #define	HCR_MIOCNCE			(UL(0x1) << 38)
112 /* Bit 39 is reserved */
113 #define	HCR_APK				(UL(0x1) << 40)
114 #define	HCR_API				(UL(0x1) << 41)
115 #define	HCR_NV				(UL(0x1) << 42)
116 #define	HCR_NV1				(UL(0x1) << 43)
117 #define	HCR_AT				(UL(0x1) << 44)
118 #define	HCR_NV2				(UL(0x1) << 45)
119 #define	HCR_FWB				(UL(0x1) << 46)
120 #define	HCR_FIEN			(UL(0x1) << 47)
121 /* Bit 48 is reserved */
122 #define	HCR_TID4			(UL(0x1) << 49)
123 #define	HCR_TICAB			(UL(0x1) << 50)
124 #define	HCR_AMVOFFEN			(UL(0x1) << 51)
125 #define	HCR_TOCU			(UL(0x1) << 52)
126 #define	HCR_EnSCXT			(UL(0x1) << 53)
127 #define	HCR_TTLBIS			(UL(0x1) << 54)
128 #define	HCR_TTLBOS			(UL(0x1) << 55)
129 #define	HCR_ATA				(UL(0x1) << 56)
130 #define	HCR_DCT				(UL(0x1) << 57)
131 #define	HCR_TID5			(UL(0x1) << 58)
132 #define	HCR_TWEDEn			(UL(0x1) << 59)
133 #define	HCR_TWEDEL_MASK			(UL(0xf) << 60)
134 
135 /* HPFAR_EL2 - Hypervisor IPA Fault Address Register */
136 #define	HPFAR_EL2_FIPA_SHIFT	4
137 #define	HPFAR_EL2_FIPA_MASK	0xfffffffff0
138 #define	HPFAR_EL2_FIPA_GET(x)	\
139     (((x) & HPFAR_EL2_FIPA_MASK) >> HPFAR_EL2_FIPA_SHIFT)
140 /* HPFAR_EL2_FIPA holds the 4k page address */
141 #define	HPFAR_EL2_FIPA_ADDR(x)	\
142     (HPFAR_EL2_FIPA_GET(x) << 12)
143 /* The bits from FAR_EL2 we need to add to HPFAR_EL2_FIPA_ADDR */
144 #define	FAR_EL2_HPFAR_PAGE_MASK	(0xffful)
145 
146 /* ICC_SRE_EL2 */
147 #define	ICC_SRE_EL2_SRE		(1UL << 0)
148 #define	ICC_SRE_EL2_EN		(1UL << 3)
149 
150 /* SCTLR_EL2 - System Control Register */
151 #define	SCTLR_EL2_RES1		0x30c50830
152 #define	SCTLR_EL2_M_SHIFT	0
153 #define	SCTLR_EL2_M		(0x1UL << SCTLR_EL2_M_SHIFT)
154 #define	SCTLR_EL2_A_SHIFT	1
155 #define	SCTLR_EL2_A		(0x1UL << SCTLR_EL2_A_SHIFT)
156 #define	SCTLR_EL2_C_SHIFT	2
157 #define	SCTLR_EL2_C		(0x1UL << SCTLR_EL2_C_SHIFT)
158 #define	SCTLR_EL2_SA_SHIFT	3
159 #define	SCTLR_EL2_SA		(0x1UL << SCTLR_EL2_SA_SHIFT)
160 #define	SCTLR_EL2_EOS_SHIFT	11
161 #define	SCTLR_EL2_EOS		(0x1UL << SCTLR_EL2_EOS_SHIFT)
162 #define	SCTLR_EL2_I_SHIFT	12
163 #define	SCTLR_EL2_I		(0x1UL << SCTLR_EL2_I_SHIFT)
164 #define	SCTLR_EL2_WXN_SHIFT	19
165 #define	SCTLR_EL2_WXN		(0x1UL << SCTLR_EL2_WXN_SHIFT)
166 #define	SCTLR_EL2_EIS_SHIFT	22
167 #define	SCTLR_EL2_EIS		(0x1UL << SCTLR_EL2_EIS_SHIFT)
168 #define	SCTLR_EL2_EE_SHIFT	25
169 #define	SCTLR_EL2_EE		(0x1UL << SCTLR_EL2_EE_SHIFT)
170 
171 /* TCR_EL2 - Translation Control Register */
172 #define	TCR_EL2_RES1		((0x1UL << 31) | (0x1UL << 23))
173 #define	TCR_EL2_T0SZ_SHIFT	0
174 #define	TCR_EL2_T0SZ_MASK	(0x3fUL << TCR_EL2_T0SZ_SHIFT)
175 #define	TCR_EL2_T0SZ(x)		((x) << TCR_EL2_T0SZ_SHIFT)
176 /* Bits 7:6 are reserved */
177 #define	TCR_EL2_IRGN0_SHIFT	8
178 #define	TCR_EL2_IRGN0_MASK	(0x3UL << TCR_EL2_IRGN0_SHIFT)
179 #define	TCR_EL2_IRGN0_WBWA	(1UL << TCR_EL2_IRGN0_SHIFT)
180 #define	TCR_EL2_ORGN0_SHIFT	10
181 #define	TCR_EL2_ORGN0_MASK	(0x3UL << TCR_EL2_ORGN0_SHIFT)
182 #define	TCR_EL2_ORGN0_WBWA	(1UL << TCR_EL2_ORGN0_SHIFT)
183 #define	TCR_EL2_SH0_SHIFT	12
184 #define	TCR_EL2_SH0_MASK	(0x3UL << TCR_EL2_SH0_SHIFT)
185 #define	TCR_EL2_SH0_IS		(3UL << TCR_EL2_SH0_SHIFT)
186 #define	TCR_EL2_TG0_SHIFT	14
187 #define	TCR_EL2_TG0_MASK	(0x3UL << TCR_EL2_TG0_SHIFT)
188 #define	TCR_EL2_TG0_4K		(0x0UL << TCR_EL2_TG0_SHIFT)
189 #define	TCR_EL2_TG0_64K		(0x1UL << TCR_EL2_TG0_SHIFT)
190 #define	TCR_EL2_TG0_16K		(0x2UL << TCR_EL2_TG0_SHIFT)
191 #define	TCR_EL2_PS_SHIFT	16
192 #define	TCR_EL2_PS_MASK		(0xfUL << TCR_EL2_PS_SHIFT)
193 #define	 TCR_EL2_PS_32BITS	(0UL << TCR_EL2_PS_SHIFT)
194 #define	 TCR_EL2_PS_36BITS	(1UL << TCR_EL2_PS_SHIFT)
195 #define	 TCR_EL2_PS_40BITS	(2UL << TCR_EL2_PS_SHIFT)
196 #define	 TCR_EL2_PS_42BITS	(3UL << TCR_EL2_PS_SHIFT)
197 #define	 TCR_EL2_PS_44BITS	(4UL << TCR_EL2_PS_SHIFT)
198 #define	 TCR_EL2_PS_48BITS	(5UL << TCR_EL2_PS_SHIFT)
199 #define	 TCR_EL2_PS_52BITS	(6UL << TCR_EL2_PS_SHIFT)
200 #define	TCR_EL2_HPD_SHIFT	24
201 #define	TCR_EL2_HPD		(1UL << TCR_EL2_HPD_SHIFT)
202 #define	TCR_EL2_HWU59_SHIFT	25
203 #define	TCR_EL2_HWU59		(1UL << TCR_EL2_HWU59_SHIFT)
204 #define	TCR_EL2_HWU60_SHIFT	26
205 #define	TCR_EL2_HWU60		(1UL << TCR_EL2_HWU60_SHIFT)
206 #define	TCR_EL2_HWU61_SHIFT	27
207 #define	TCR_EL2_HWU61		(1UL << TCR_EL2_HWU61_SHIFT)
208 #define	TCR_EL2_HWU62_SHIFT	28
209 #define	TCR_EL2_HWU62		(1UL << TCR_EL2_HWU62_SHIFT)
210 #define	TCR_EL2_HWU		\
211     (TCR_EL2_HWU59 | TCR_EL2_HWU60 | TCR_EL2_HWU61 | TCR_EL2_HWU62)
212 
213 /* VMPDIR_EL2 - Virtualization Multiprocessor ID Register */
214 #define	VMPIDR_EL2_U		0x0000000040000000
215 #define	VMPIDR_EL2_MT		0x0000000001000000
216 #define	VMPIDR_EL2_RES1		0x0000000080000000
217 
218 /* VTCR_EL2 - Virtualization Translation Control Register */
219 #define	VTCR_EL2_RES1		(0x1UL << 31)
220 #define	VTCR_EL2_T0SZ_SHIFT	0
221 #define	VTCR_EL2_T0SZ_MASK	(0x3fUL << VTCR_EL2_T0SZ_SHIFT)
222 #define	VTCR_EL2_T0SZ(x)	((x) << VTCR_EL2_T0SZ_SHIFT)
223 #define	VTCR_EL2_SL0_SHIFT	6
224 #define	 VTCR_EL2_SL0_4K_LVL2	(0x0UL << VTCR_EL2_SL0_SHIFT)
225 #define	 VTCR_EL2_SL0_4K_LVL1	(0x1UL << VTCR_EL2_SL0_SHIFT)
226 #define	 VTCR_EL2_SL0_4K_LVL0	(0x2UL << VTCR_EL2_SL0_SHIFT)
227 #define	 VTCR_EL2_SL0_16K_LVL2	(0x1UL << VTCR_EL2_SL0_SHIFT)
228 #define	 VTCR_EL2_SL0_16K_LVL1	(0x2UL << VTCR_EL2_SL0_SHIFT)
229 #define	 VTCR_EL2_SL0_16K_LVL0	(0x3UL << VTCR_EL2_SL0_SHIFT)
230 #define	VTCR_EL2_IRGN0_SHIFT	8
231 #define	 VTCR_EL2_IRGN0_WBWA	(0x1UL << VTCR_EL2_IRGN0_SHIFT)
232 #define	VTCR_EL2_ORGN0_SHIFT	10
233 #define	 VTCR_EL2_ORGN0_WBWA	(0x1UL << VTCR_EL2_ORGN0_SHIFT)
234 #define	VTCR_EL2_SH0_SHIFT	12
235 #define	 VTCR_EL2_SH0_NS	(0x0UL << VTCR_EL2_SH0_SHIFT)
236 #define	 VTCR_EL2_SH0_OS	(0x2UL << VTCR_EL2_SH0_SHIFT)
237 #define	 VTCR_EL2_SH0_IS	(0x3UL << VTCR_EL2_SH0_SHIFT)
238 #define	VTCR_EL2_TG0_SHIFT	14
239 #define	 VTCR_EL2_TG0_4K	(0x0UL << VTCR_EL2_TG0_SHIFT)
240 #define	 VTCR_EL2_TG0_64K	(0x1UL << VTCR_EL2_TG0_SHIFT)
241 #define	 VTCR_EL2_TG0_16K	(0x2UL << VTCR_EL2_TG0_SHIFT)
242 #define	VTCR_EL2_PS_SHIFT	16
243 #define	 VTCR_EL2_PS_32BIT	(0x0UL << VTCR_EL2_PS_SHIFT)
244 #define	 VTCR_EL2_PS_36BIT	(0x1UL << VTCR_EL2_PS_SHIFT)
245 #define	 VTCR_EL2_PS_40BIT	(0x2UL << VTCR_EL2_PS_SHIFT)
246 #define	 VTCR_EL2_PS_42BIT	(0x3UL << VTCR_EL2_PS_SHIFT)
247 #define	 VTCR_EL2_PS_44BIT	(0x4UL << VTCR_EL2_PS_SHIFT)
248 #define	 VTCR_EL2_PS_48BIT	(0x5UL << VTCR_EL2_PS_SHIFT)
249 #define	VTCR_EL2_DS_SHIFT	32
250 #define	VTCR_EL2_DS		(0x1UL << VTCR_EL2_DS_SHIFT)
251 
252 /* VTTBR_EL2 - Virtualization Translation Table Base Register */
253 #define	VTTBR_VMID_MASK		0xffff000000000000
254 #define	VTTBR_VMID_SHIFT	48
255 /* Assumed to be 0 by locore.S */
256 #define	VTTBR_HOST		0x0000000000000000
257 
258 /* MDCR_EL2 - Hyp Debug Control Register */
259 #define	MDCR_EL2_HPMN_MASK	0x1f
260 #define	MDCR_EL2_HPMN_SHIFT	0
261 #define	MDCR_EL2_TPMCR_SHIFT	5
262 #define	MDCR_EL2_TPMCR		(0x1UL << MDCR_EL2_TPMCR_SHIFT)
263 #define	MDCR_EL2_TPM_SHIFT	6
264 #define	MDCR_EL2_TPM		(0x1UL << MDCR_EL2_TPM_SHIFT)
265 #define	MDCR_EL2_HPME_SHIFT	7
266 #define	MDCR_EL2_HPME		(0x1UL << MDCR_EL2_HPME_SHIFT)
267 #define	MDCR_EL2_TDE_SHIFT	8
268 #define	MDCR_EL2_TDE		(0x1UL << MDCR_EL2_TDE_SHIFT)
269 #define	MDCR_EL2_TDA_SHIFT	9
270 #define	MDCR_EL2_TDA		(0x1UL << MDCR_EL2_TDA_SHIFT)
271 #define	MDCR_EL2_TDOSA_SHIFT	10
272 #define	MDCR_EL2_TDOSA		(0x1UL << MDCR_EL2_TDOSA_SHIFT)
273 #define	MDCR_EL2_TDRA_SHIFT	11
274 #define	MDCR_EL2_TDRA		(0x1UL << MDCR_EL2_TDRA_SHIFT)
275 #define	MDCR_E2PB_SHIFT		12
276 #define	MDCR_E2PB_MASK		(0x3UL << MDCR_E2PB_SHIFT)
277 #define	MDCR_TPMS_SHIFT		14
278 #define	MDCR_TPMS		(0x1UL << MDCR_TPMS_SHIFT)
279 #define	MDCR_EnSPM_SHIFT	15
280 #define	MDCR_EnSPM		(0x1UL << MDCR_EnSPM_SHIFT)
281 #define	MDCR_HPMD_SHIFT		17
282 #define	MDCR_HPMD		(0x1UL << MDCR_HPMD_SHIFT)
283 #define	MDCR_TTRF_SHIFT		19
284 #define	MDCR_TTRF		(0x1UL << MDCR_TTRF_SHIFT)
285 #define	MDCR_HCCD_SHIFT		23
286 #define	MDCR_HCCD		(0x1UL << MDCR_HCCD_SHIFT)
287 #define	MDCR_E2TB_SHIFT		24
288 #define	MDCR_E2TB_MASK		(0x3UL << MDCR_E2TB_SHIFT)
289 #define	MDCR_HLP_SHIFT		26
290 #define	MDCR_HLP		(0x1UL << MDCR_HLP_SHIFT)
291 #define	MDCR_TDCC_SHIFT		27
292 #define	MDCR_TDCC		(0x1UL << MDCR_TDCC_SHIFT)
293 #define	MDCR_MTPME_SHIFT	28
294 #define	MDCR_MTPME		(0x1UL << MDCR_MTPME_SHIFT)
295 #define	MDCR_HPMFZO_SHIFT	29
296 #define	MDCR_HPMFZO		(0x1UL << MDCR_HPMFZO_SHIFT)
297 #define	MDCR_PMSSE_SHIFT	30
298 #define	MDCR_PMSSE_MASK		(0x3UL << MDCR_PMSSE_SHIFT)
299 #define	MDCR_HPMFZS_SHIFT	36
300 #define	MDCR_HPMFZS		(0x1UL << MDCR_HPMFZS_SHIFT)
301 #define	MDCR_PMEE_SHIFT		40
302 #define	MDCR_PMEE_MASK		(0x3UL << MDCR_PMEE_SHIFT)
303 #define	MDCR_EBWE_SHIFT		43
304 #define	MDCR_EBWE		(0x1UL << MDCR_EBWE_SHIFT)
305 
306 #endif /* !_MACHINE_HYPERVISOR_H_ */
307