xref: /freebsd/sys/arm64/include/armreg.h (revision 13ec1e3155c7e9bf037b12af186351b7fa9b9450)
1 /*-
2  * Copyright (c) 2013, 2014 Andrew Turner
3  * Copyright (c) 2015,2021 The FreeBSD Foundation
4  *
5  * Portions of this software were developed by Andrew Turner
6  * under sponsorship from the FreeBSD Foundation.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27  * SUCH DAMAGE.
28  *
29  * $FreeBSD$
30  */
31 
32 #ifndef _MACHINE_ARMREG_H_
33 #define	_MACHINE_ARMREG_H_
34 
35 #define	INSN_SIZE		4
36 
37 #define	MRS_MASK			0xfff00000
38 #define	MRS_VALUE			0xd5300000
39 #define	MRS_SPECIAL(insn)		((insn) & 0x000fffe0)
40 #define	MRS_REGISTER(insn)		((insn) & 0x0000001f)
41 #define	 MRS_Op0_SHIFT			19
42 #define	 MRS_Op0_MASK			0x00080000
43 #define	 MRS_Op1_SHIFT			16
44 #define	 MRS_Op1_MASK			0x00070000
45 #define	 MRS_CRn_SHIFT			12
46 #define	 MRS_CRn_MASK			0x0000f000
47 #define	 MRS_CRm_SHIFT			8
48 #define	 MRS_CRm_MASK			0x00000f00
49 #define	 MRS_Op2_SHIFT			5
50 #define	 MRS_Op2_MASK			0x000000e0
51 #define	 MRS_Rt_SHIFT			0
52 #define	 MRS_Rt_MASK			0x0000001f
53 #define	__MRS_REG(op0, op1, crn, crm, op2)				\
54     (((op0) << MRS_Op0_SHIFT) | ((op1) << MRS_Op1_SHIFT) |		\
55      ((crn) << MRS_CRn_SHIFT) | ((crm) << MRS_CRm_SHIFT) |		\
56      ((op2) << MRS_Op2_SHIFT))
57 #define	MRS_REG(reg)							\
58     __MRS_REG(reg##_op0, reg##_op1, reg##_CRn, reg##_CRm, reg##_op2)
59 
60 
61 
62 #define	READ_SPECIALREG(reg)						\
63 ({	uint64_t _val;							\
64 	__asm __volatile("mrs	%0, " __STRING(reg) : "=&r" (_val));	\
65 	_val;								\
66 })
67 #define	WRITE_SPECIALREG(reg, _val)					\
68 	__asm __volatile("msr	" __STRING(reg) ", %0" : : "r"((uint64_t)_val))
69 
70 #define	UL(x)	UINT64_C(x)
71 
72 /* CNTHCTL_EL2 - Counter-timer Hypervisor Control register */
73 #define	CNTHCTL_EVNTI_MASK	(0xf << 4) /* Bit to trigger event stream */
74 #define	CNTHCTL_EVNTDIR		(1 << 3) /* Control transition trigger bit */
75 #define	CNTHCTL_EVNTEN		(1 << 2) /* Enable event stream */
76 #define	CNTHCTL_EL1PCEN		(1 << 1) /* Allow EL0/1 physical timer access */
77 #define	CNTHCTL_EL1PCTEN	(1 << 0) /*Allow EL0/1 physical counter access*/
78 
79 /* CNTP_CTL_EL0 - Counter-timer Physical Timer Control register */
80 #define	CNTP_CTL_ENABLE		(1 << 0)
81 #define	CNTP_CTL_IMASK		(1 << 1)
82 #define	CNTP_CTL_ISTATUS	(1 << 2)
83 
84 /* CPACR_EL1 */
85 #define	CPACR_FPEN_MASK		(0x3 << 20)
86 #define	 CPACR_FPEN_TRAP_ALL1	(0x0 << 20) /* Traps from EL0 and EL1 */
87 #define	 CPACR_FPEN_TRAP_EL0	(0x1 << 20) /* Traps from EL0 */
88 #define	 CPACR_FPEN_TRAP_ALL2	(0x2 << 20) /* Traps from EL0 and EL1 */
89 #define	 CPACR_FPEN_TRAP_NONE	(0x3 << 20) /* No traps */
90 #define	CPACR_TTA		(0x1 << 28)
91 
92 /* CTR_EL0 - Cache Type Register */
93 #define	CTR_RES1		(1 << 31)
94 #define	CTR_TminLine_SHIFT	32
95 #define	CTR_TminLine_MASK	(UL(0x3f) << CTR_TminLine_SHIFT)
96 #define	CTR_TminLine_VAL(reg)	((reg) & CTR_TminLine_MASK)
97 #define	CTR_DIC_SHIFT		29
98 #define	CTR_DIC_MASK		(0x1 << CTR_DIC_SHIFT)
99 #define	CTR_DIC_VAL(reg)	((reg) & CTR_DIC_MASK)
100 #define	CTR_IDC_SHIFT		28
101 #define	CTR_IDC_MASK		(0x1 << CTR_IDC_SHIFT)
102 #define	CTR_IDC_VAL(reg)	((reg) & CTR_IDC_MASK)
103 #define	CTR_CWG_SHIFT		24
104 #define	CTR_CWG_MASK		(0xf << CTR_CWG_SHIFT)
105 #define	CTR_CWG_VAL(reg)	((reg) & CTR_CWG_MASK)
106 #define	CTR_CWG_SIZE(reg)	(4 << (CTR_CWG_VAL(reg) >> CTR_CWG_SHIFT))
107 #define	CTR_ERG_SHIFT		20
108 #define	CTR_ERG_MASK		(0xf << CTR_ERG_SHIFT)
109 #define	CTR_ERG_VAL(reg)	((reg) & CTR_ERG_MASK)
110 #define	CTR_ERG_SIZE(reg)	(4 << (CTR_ERG_VAL(reg) >> CTR_ERG_SHIFT))
111 #define	CTR_DLINE_SHIFT		16
112 #define	CTR_DLINE_MASK		(0xf << CTR_DLINE_SHIFT)
113 #define	CTR_DLINE_VAL(reg)	((reg) & CTR_DLINE_MASK)
114 #define	CTR_DLINE_SIZE(reg)	(4 << (CTR_DLINE_VAL(reg) >> CTR_DLINE_SHIFT))
115 #define	CTR_L1IP_SHIFT		14
116 #define	CTR_L1IP_MASK		(0x3 << CTR_L1IP_SHIFT)
117 #define	CTR_L1IP_VAL(reg)	((reg) & CTR_L1IP_MASK)
118 #define	 CTR_L1IP_VPIPT		(0 << CTR_L1IP_SHIFT)
119 #define	 CTR_L1IP_AIVIVT	(1 << CTR_L1IP_SHIFT)
120 #define	 CTR_L1IP_VIPT		(2 << CTR_L1IP_SHIFT)
121 #define	 CTR_L1IP_PIPT		(3 << CTR_L1IP_SHIFT)
122 #define	CTR_ILINE_SHIFT		0
123 #define	CTR_ILINE_MASK		(0xf << CTR_ILINE_SHIFT)
124 #define	CTR_ILINE_VAL(reg)	((reg) & CTR_ILINE_MASK)
125 #define	CTR_ILINE_SIZE(reg)	(4 << (CTR_ILINE_VAL(reg) >> CTR_ILINE_SHIFT))
126 
127 /* DAIFSet/DAIFClear */
128 #define	DAIF_D			(1 << 3)
129 #define	DAIF_A			(1 << 2)
130 #define	DAIF_I			(1 << 1)
131 #define	DAIF_F			(1 << 0)
132 #define	DAIF_ALL		(DAIF_D | DAIF_A | DAIF_I | DAIF_F)
133 #define	DAIF_INTR		(DAIF_I)	/* All exceptions that pass */
134 						/* through the intr framework */
135 
136 /* DBGBCR<n>_EL1 - Debug Breakpoint Control Registers */
137 #define	DBGBCR_EN		0x1
138 #define	DBGBCR_PMC_SHIFT	1
139 #define	DBGBCR_PMC		(0x3 << DBGBCR_PMC_SHIFT)
140 #define	 DBGBCR_PMC_EL1		(0x1 << DBGBCR_PMC_SHIFT)
141 #define	 DBGBCR_PMC_EL0		(0x2 << DBGBCR_PMC_SHIFT)
142 #define	DBGBCR_BAS_SHIFT	5
143 #define	DBGBCR_BAS		(0xf << DBGBCR_BAS_SHIFT)
144 #define	DBGBCR_HMC_SHIFT	13
145 #define	DBGBCR_HMC		(0x1 << DBGBCR_HMC_SHIFT)
146 #define	DBGBCR_SSC_SHIFT	14
147 #define	DBGBCR_SSC		(0x3 << DBGBCR_SSC_SHIFT)
148 #define	DBGBCR_LBN_SHIFT	16
149 #define	DBGBCR_LBN		(0xf << DBGBCR_LBN_SHIFT)
150 #define	DBGBCR_BT_SHIFT		20
151 #define	DBGBCR_BT		(0xf << DBGBCR_BT_SHIFT)
152 
153 /* DBGWCR<n>_EL1 - Debug Watchpoint Control Registers */
154 #define	DBGWCR_EN		0x1
155 #define	DBGWCR_PAC_SHIFT	1
156 #define	DBGWCR_PAC		(0x3 << DBGWCR_PAC_SHIFT)
157 #define	 DBGWCR_PAC_EL1		(0x1 << DBGWCR_PAC_SHIFT)
158 #define	 DBGWCR_PAC_EL0		(0x2 << DBGWCR_PAC_SHIFT)
159 #define	DBGWCR_LSC_SHIFT	3
160 #define	DBGWCR_LSC		(0x3 << DBGWCR_LSC_SHIFT)
161 #define	DBGWCR_BAS_SHIFT	5
162 #define	DBGWCR_BAS		(0xff << DBGWCR_BAS_SHIFT)
163 #define	DBGWCR_HMC_SHIFT	13
164 #define	DBGWCR_HMC		(0x1 << DBGWCR_HMC_SHIFT)
165 #define	DBGWCR_SSC_SHIFT	14
166 #define	DBGWCR_SSC		(0x3 << DBGWCR_SSC_SHIFT)
167 #define	DBGWCR_LBN_SHIFT	16
168 #define	DBGWCR_LBN		(0xf << DBGWCR_LBN_SHIFT)
169 #define	DBGWCR_WT_SHIFT		20
170 #define	DBGWCR_WT		(0x1 << DBGWCR_WT_SHIFT)
171 #define	DBGWCR_MASK_SHIFT	24
172 #define	DBGWCR_MASK		(0x1f << DBGWCR_MASK_SHIFT)
173 
174 /* DCZID_EL0 - Data Cache Zero ID register */
175 #define DCZID_DZP		(1 << 4) /* DC ZVA prohibited if non-0 */
176 #define DCZID_BS_SHIFT		0
177 #define DCZID_BS_MASK		(0xf << DCZID_BS_SHIFT)
178 #define	DCZID_BS_SIZE(reg)	(((reg) & DCZID_BS_MASK) >> DCZID_BS_SHIFT)
179 
180 /* ESR_ELx */
181 #define	ESR_ELx_ISS_MASK	0x01ffffff
182 #define	 ISS_INSN_FnV		(0x01 << 10)
183 #define	 ISS_INSN_EA		(0x01 << 9)
184 #define	 ISS_INSN_S1PTW		(0x01 << 7)
185 #define	 ISS_INSN_IFSC_MASK	(0x1f << 0)
186 
187 #define	 ISS_MSR_DIR_SHIFT	0
188 #define	 ISS_MSR_DIR		(0x01 << ISS_MSR_DIR_SHIFT)
189 #define	 ISS_MSR_Rt_SHIFT	5
190 #define	 ISS_MSR_Rt_MASK	(0x1f << ISS_MSR_Rt_SHIFT)
191 #define	 ISS_MSR_Rt(x)		(((x) & ISS_MSR_Rt_MASK) >> ISS_MSR_Rt_SHIFT)
192 #define	 ISS_MSR_CRm_SHIFT	1
193 #define	 ISS_MSR_CRm_MASK	(0xf << ISS_MSR_CRm_SHIFT)
194 #define	 ISS_MSR_CRm(x)		(((x) & ISS_MSR_CRm_MASK) >> ISS_MSR_CRm_SHIFT)
195 #define	 ISS_MSR_CRn_SHIFT	10
196 #define	 ISS_MSR_CRn_MASK	(0xf << ISS_MSR_CRn_SHIFT)
197 #define	 ISS_MSR_CRn(x)		(((x) & ISS_MSR_CRn_MASK) >> ISS_MSR_CRn_SHIFT)
198 #define	 ISS_MSR_OP1_SHIFT	14
199 #define	 ISS_MSR_OP1_MASK	(0x7 << ISS_MSR_OP1_SHIFT)
200 #define	 ISS_MSR_OP1(x)		(((x) & ISS_MSR_OP1_MASK) >> ISS_MSR_OP1_SHIFT)
201 #define	 ISS_MSR_OP2_SHIFT	17
202 #define	 ISS_MSR_OP2_MASK	(0x7 << ISS_MSR_OP2_SHIFT)
203 #define	 ISS_MSR_OP2(x)		(((x) & ISS_MSR_OP2_MASK) >> ISS_MSR_OP2_SHIFT)
204 #define	 ISS_MSR_OP0_SHIFT	20
205 #define	 ISS_MSR_OP0_MASK	(0x3 << ISS_MSR_OP0_SHIFT)
206 #define	 ISS_MSR_OP0(x)		(((x) & ISS_MSR_OP0_MASK) >> ISS_MSR_OP0_SHIFT)
207 #define	 ISS_MSR_REG_MASK	\
208     (ISS_MSR_OP0_MASK | ISS_MSR_OP2_MASK | ISS_MSR_OP1_MASK | 	\
209      ISS_MSR_CRn_MASK | ISS_MSR_CRm_MASK)
210 
211 #define	 ISS_DATA_ISV_SHIFT	24
212 #define	 ISS_DATA_ISV		(0x01 << ISS_DATA_ISV_SHIFT)
213 #define	 ISS_DATA_SAS_SHIFT	22
214 #define	 ISS_DATA_SAS_MASK	(0x03 << ISS_DATA_SAS_SHIFT)
215 #define	 ISS_DATA_SSE_SHIFT	21
216 #define	 ISS_DATA_SSE		(0x01 << ISS_DATA_SSE_SHIFT)
217 #define	 ISS_DATA_SRT_SHIFT	16
218 #define	 ISS_DATA_SRT_MASK	(0x1f << ISS_DATA_SRT_SHIFT)
219 #define	 ISS_DATA_SF		(0x01 << 15)
220 #define	 ISS_DATA_AR		(0x01 << 14)
221 #define	 ISS_DATA_FnV		(0x01 << 10)
222 #define	 ISS_DATA_EA		(0x01 << 9)
223 #define	 ISS_DATA_CM		(0x01 << 8)
224 #define	 ISS_DATA_S1PTW		(0x01 << 7)
225 #define	 ISS_DATA_WnR_SHIFT	6
226 #define	 ISS_DATA_WnR		(0x01 << ISS_DATA_WnR_SHIFT)
227 #define	 ISS_DATA_DFSC_MASK	(0x3f << 0)
228 #define	 ISS_DATA_DFSC_ASF_L0	(0x00 << 0)
229 #define	 ISS_DATA_DFSC_ASF_L1	(0x01 << 0)
230 #define	 ISS_DATA_DFSC_ASF_L2	(0x02 << 0)
231 #define	 ISS_DATA_DFSC_ASF_L3	(0x03 << 0)
232 #define	 ISS_DATA_DFSC_TF_L0	(0x04 << 0)
233 #define	 ISS_DATA_DFSC_TF_L1	(0x05 << 0)
234 #define	 ISS_DATA_DFSC_TF_L2	(0x06 << 0)
235 #define	 ISS_DATA_DFSC_TF_L3	(0x07 << 0)
236 #define	 ISS_DATA_DFSC_AFF_L1	(0x09 << 0)
237 #define	 ISS_DATA_DFSC_AFF_L2	(0x0a << 0)
238 #define	 ISS_DATA_DFSC_AFF_L3	(0x0b << 0)
239 #define	 ISS_DATA_DFSC_PF_L1	(0x0d << 0)
240 #define	 ISS_DATA_DFSC_PF_L2	(0x0e << 0)
241 #define	 ISS_DATA_DFSC_PF_L3	(0x0f << 0)
242 #define	 ISS_DATA_DFSC_EXT	(0x10 << 0)
243 #define	 ISS_DATA_DFSC_EXT_L0	(0x14 << 0)
244 #define	 ISS_DATA_DFSC_EXT_L1	(0x15 << 0)
245 #define	 ISS_DATA_DFSC_EXT_L2	(0x16 << 0)
246 #define	 ISS_DATA_DFSC_EXT_L3	(0x17 << 0)
247 #define	 ISS_DATA_DFSC_ECC	(0x18 << 0)
248 #define	 ISS_DATA_DFSC_ECC_L0	(0x1c << 0)
249 #define	 ISS_DATA_DFSC_ECC_L1	(0x1d << 0)
250 #define	 ISS_DATA_DFSC_ECC_L2	(0x1e << 0)
251 #define	 ISS_DATA_DFSC_ECC_L3	(0x1f << 0)
252 #define	 ISS_DATA_DFSC_ALIGN	(0x21 << 0)
253 #define	 ISS_DATA_DFSC_TLB_CONFLICT (0x30 << 0)
254 #define	ESR_ELx_IL		(0x01 << 25)
255 #define	ESR_ELx_EC_SHIFT	26
256 #define	ESR_ELx_EC_MASK		(0x3f << 26)
257 #define	ESR_ELx_EXCEPTION(esr)	(((esr) & ESR_ELx_EC_MASK) >> ESR_ELx_EC_SHIFT)
258 #define	 EXCP_UNKNOWN		0x00	/* Unkwn exception */
259 #define	 EXCP_TRAP_WFI_WFE	0x01	/* Trapped WFI or WFE */
260 #define	 EXCP_FP_SIMD		0x07	/* VFP/SIMD trap */
261 #define	 EXCP_ILL_STATE		0x0e	/* Illegal execution state */
262 #define	 EXCP_SVC32		0x11	/* SVC trap for AArch32 */
263 #define	 EXCP_SVC64		0x15	/* SVC trap for AArch64 */
264 #define	 EXCP_HVC		0x16	/* HVC trap */
265 #define	 EXCP_MSR		0x18	/* MSR/MRS trap */
266 #define	 EXCP_FPAC		0x1c	/* Faulting PAC trap */
267 #define	 EXCP_INSN_ABORT_L	0x20	/* Instruction abort, from lower EL */
268 #define	 EXCP_INSN_ABORT	0x21	/* Instruction abort, from same EL */
269 #define	 EXCP_PC_ALIGN		0x22	/* PC alignment fault */
270 #define	 EXCP_DATA_ABORT_L	0x24	/* Data abort, from lower EL */
271 #define	 EXCP_DATA_ABORT	0x25	/* Data abort, from same EL */
272 #define	 EXCP_SP_ALIGN		0x26	/* SP slignment fault */
273 #define	 EXCP_TRAP_FP		0x2c	/* Trapped FP exception */
274 #define	 EXCP_SERROR		0x2f	/* SError interrupt */
275 #define	 EXCP_BRKPT_EL0		0x30	/* Hardware breakpoint, from same EL */
276 #define	 EXCP_SOFTSTP_EL0	0x32	/* Software Step, from lower EL */
277 #define	 EXCP_SOFTSTP_EL1	0x33	/* Software Step, from same EL */
278 #define	 EXCP_WATCHPT_EL0	0x34	/* Watchpoint, from lower EL */
279 #define	 EXCP_WATCHPT_EL1	0x35	/* Watchpoint, from same EL */
280 #define	 EXCP_BRKPT_32		0x38    /* 32bits breakpoint */
281 #define	 EXCP_BRK		0x3c	/* Breakpoint */
282 
283 /* ICC_CTLR_EL1 */
284 #define	ICC_CTLR_EL1_EOIMODE	(1U << 1)
285 
286 /* ICC_IAR1_EL1 */
287 #define	ICC_IAR1_EL1_SPUR	(0x03ff)
288 
289 /* ICC_IGRPEN0_EL1 */
290 #define	ICC_IGRPEN0_EL1_EN	(1U << 0)
291 
292 /* ICC_PMR_EL1 */
293 #define	ICC_PMR_EL1_PRIO_MASK	(0xFFUL)
294 
295 /* ICC_SGI1R_EL1 */
296 #define	ICC_SGI1R_EL1_TL_MASK		0xffffUL
297 #define	ICC_SGI1R_EL1_AFF1_SHIFT	16
298 #define	ICC_SGI1R_EL1_SGIID_SHIFT	24
299 #define	ICC_SGI1R_EL1_AFF2_SHIFT	32
300 #define	ICC_SGI1R_EL1_AFF3_SHIFT	48
301 #define	ICC_SGI1R_EL1_SGIID_MASK	0xfUL
302 #define	ICC_SGI1R_EL1_IRM		(0x1UL << 40)
303 
304 /* ICC_SRE_EL1 */
305 #define	ICC_SRE_EL1_SRE		(1U << 0)
306 
307 /* ID_AA64DFR0_EL1 */
308 #define	ID_AA64DFR0_EL1			MRS_REG(ID_AA64DFR0_EL1)
309 #define	ID_AA64DFR0_EL1_op0		0x3
310 #define	ID_AA64DFR0_EL1_op1		0x0
311 #define	ID_AA64DFR0_EL1_CRn		0x0
312 #define	ID_AA64DFR0_EL1_CRm		0x5
313 #define	ID_AA64DFR0_EL1_op2		0x0
314 #define	ID_AA64DFR0_DebugVer_SHIFT	0
315 #define	ID_AA64DFR0_DebugVer_MASK	(UL(0xf) << ID_AA64DFR0_DebugVer_SHIFT)
316 #define	ID_AA64DFR0_DebugVer_VAL(x)	((x) & ID_AA64DFR0_DebugVer_MASK)
317 #define	 ID_AA64DFR0_DebugVer_8		(UL(0x6) << ID_AA64DFR0_DebugVer_SHIFT)
318 #define	 ID_AA64DFR0_DebugVer_8_VHE	(UL(0x7) << ID_AA64DFR0_DebugVer_SHIFT)
319 #define	 ID_AA64DFR0_DebugVer_8_2	(UL(0x8) << ID_AA64DFR0_DebugVer_SHIFT)
320 #define	 ID_AA64DFR0_DebugVer_8_4	(UL(0x9) << ID_AA64DFR0_DebugVer_SHIFT)
321 #define	ID_AA64DFR0_TraceVer_SHIFT	4
322 #define	ID_AA64DFR0_TraceVer_MASK	(UL(0xf) << ID_AA64DFR0_TraceVer_SHIFT)
323 #define	ID_AA64DFR0_TraceVer_VAL(x)	((x) & ID_AA64DFR0_TraceVer_MASK)
324 #define	 ID_AA64DFR0_TraceVer_NONE	(UL(0x0) << ID_AA64DFR0_TraceVer_SHIFT)
325 #define	 ID_AA64DFR0_TraceVer_IMPL	(UL(0x1) << ID_AA64DFR0_TraceVer_SHIFT)
326 #define	ID_AA64DFR0_PMUVer_SHIFT	8
327 #define	ID_AA64DFR0_PMUVer_MASK		(UL(0xf) << ID_AA64DFR0_PMUVer_SHIFT)
328 #define	ID_AA64DFR0_PMUVer_VAL(x)	((x) & ID_AA64DFR0_PMUVer_MASK)
329 #define	 ID_AA64DFR0_PMUVer_NONE	(UL(0x0) << ID_AA64DFR0_PMUVer_SHIFT)
330 #define	 ID_AA64DFR0_PMUVer_3		(UL(0x1) << ID_AA64DFR0_PMUVer_SHIFT)
331 #define	 ID_AA64DFR0_PMUVer_3_1		(UL(0x4) << ID_AA64DFR0_PMUVer_SHIFT)
332 #define	 ID_AA64DFR0_PMUVer_3_4		(UL(0x5) << ID_AA64DFR0_PMUVer_SHIFT)
333 #define	 ID_AA64DFR0_PMUVer_3_5		(UL(0x6) << ID_AA64DFR0_PMUVer_SHIFT)
334 #define	 ID_AA64DFR0_PMUVer_IMPL	(UL(0xf) << ID_AA64DFR0_PMUVer_SHIFT)
335 #define	ID_AA64DFR0_BRPs_SHIFT		12
336 #define	ID_AA64DFR0_BRPs_MASK		(UL(0xf) << ID_AA64DFR0_BRPs_SHIFT)
337 #define	ID_AA64DFR0_BRPs_VAL(x)	\
338     ((((x) >> ID_AA64DFR0_BRPs_SHIFT) & 0xf) + 1)
339 #define	ID_AA64DFR0_WRPs_SHIFT		20
340 #define	ID_AA64DFR0_WRPs_MASK		(UL(0xf) << ID_AA64DFR0_WRPs_SHIFT)
341 #define	ID_AA64DFR0_WRPs_VAL(x)	\
342     ((((x) >> ID_AA64DFR0_WRPs_SHIFT) & 0xf) + 1)
343 #define	ID_AA64DFR0_CTX_CMPs_SHIFT	28
344 #define	ID_AA64DFR0_CTX_CMPs_MASK	(UL(0xf) << ID_AA64DFR0_CTX_CMPs_SHIFT)
345 #define	ID_AA64DFR0_CTX_CMPs_VAL(x)	\
346     ((((x) >> ID_AA64DFR0_CTX_CMPs_SHIFT) & 0xf) + 1)
347 #define	ID_AA64DFR0_PMSVer_SHIFT	32
348 #define	ID_AA64DFR0_PMSVer_MASK		(UL(0xf) << ID_AA64DFR0_PMSVer_SHIFT)
349 #define	ID_AA64DFR0_PMSVer_VAL(x)	((x) & ID_AA64DFR0_PMSVer_MASK)
350 #define	 ID_AA64DFR0_PMSVer_NONE	(UL(0x0) << ID_AA64DFR0_PMSVer_SHIFT)
351 #define	 ID_AA64DFR0_PMSVer_SPE		(UL(0x1) << ID_AA64DFR0_PMSVer_SHIFT)
352 #define	 ID_AA64DFR0_PMSVer_SPE_8_3	(UL(0x2) << ID_AA64DFR0_PMSVer_SHIFT)
353 #define	ID_AA64DFR0_DoubleLock_SHIFT	36
354 #define	ID_AA64DFR0_DoubleLock_MASK	(UL(0xf) << ID_AA64DFR0_DoubleLock_SHIFT)
355 #define	ID_AA64DFR0_DoubleLock_VAL(x)	((x) & ID_AA64DFR0_DoubleLock_MASK)
356 #define	 ID_AA64DFR0_DoubleLock_IMPL	(UL(0x0) << ID_AA64DFR0_DoubleLock_SHIFT)
357 #define	 ID_AA64DFR0_DoubleLock_NONE	(UL(0xf) << ID_AA64DFR0_DoubleLock_SHIFT)
358 #define	ID_AA64DFR0_TraceFilt_SHIFT	40
359 #define	ID_AA64DFR0_TraceFilt_MASK	(UL(0xf) << ID_AA64DFR0_TraceFilt_SHIFT)
360 #define	ID_AA64DFR0_TraceFilt_VAL(x)	((x) & ID_AA64DFR0_TraceFilt_MASK)
361 #define	 ID_AA64DFR0_TraceFilt_NONE	(UL(0x0) << ID_AA64DFR0_TraceFilt_SHIFT)
362 #define	 ID_AA64DFR0_TraceFilt_8_4	(UL(0x1) << ID_AA64DFR0_TraceFilt_SHIFT)
363 
364 /* ID_AA64ISAR0_EL1 */
365 #define	ID_AA64ISAR0_EL1		MRS_REG(ID_AA64ISAR0_EL1)
366 #define	ID_AA64ISAR0_EL1_op0		0x3
367 #define	ID_AA64ISAR0_EL1_op1		0x0
368 #define	ID_AA64ISAR0_EL1_CRn		0x0
369 #define	ID_AA64ISAR0_EL1_CRm		0x6
370 #define	ID_AA64ISAR0_EL1_op2		0x0
371 #define	ID_AA64ISAR0_AES_SHIFT		4
372 #define	ID_AA64ISAR0_AES_MASK		(UL(0xf) << ID_AA64ISAR0_AES_SHIFT)
373 #define	ID_AA64ISAR0_AES_VAL(x)		((x) & ID_AA64ISAR0_AES_MASK)
374 #define	 ID_AA64ISAR0_AES_NONE		(UL(0x0) << ID_AA64ISAR0_AES_SHIFT)
375 #define	 ID_AA64ISAR0_AES_BASE		(UL(0x1) << ID_AA64ISAR0_AES_SHIFT)
376 #define	 ID_AA64ISAR0_AES_PMULL		(UL(0x2) << ID_AA64ISAR0_AES_SHIFT)
377 #define	ID_AA64ISAR0_SHA1_SHIFT		8
378 #define	ID_AA64ISAR0_SHA1_MASK		(UL(0xf) << ID_AA64ISAR0_SHA1_SHIFT)
379 #define	ID_AA64ISAR0_SHA1_VAL(x)	((x) & ID_AA64ISAR0_SHA1_MASK)
380 #define	 ID_AA64ISAR0_SHA1_NONE		(UL(0x0) << ID_AA64ISAR0_SHA1_SHIFT)
381 #define	 ID_AA64ISAR0_SHA1_BASE		(UL(0x1) << ID_AA64ISAR0_SHA1_SHIFT)
382 #define	ID_AA64ISAR0_SHA2_SHIFT		12
383 #define	ID_AA64ISAR0_SHA2_MASK		(UL(0xf) << ID_AA64ISAR0_SHA2_SHIFT)
384 #define	ID_AA64ISAR0_SHA2_VAL(x)	((x) & ID_AA64ISAR0_SHA2_MASK)
385 #define	 ID_AA64ISAR0_SHA2_NONE		(UL(0x0) << ID_AA64ISAR0_SHA2_SHIFT)
386 #define	 ID_AA64ISAR0_SHA2_BASE		(UL(0x1) << ID_AA64ISAR0_SHA2_SHIFT)
387 #define	 ID_AA64ISAR0_SHA2_512		(UL(0x2) << ID_AA64ISAR0_SHA2_SHIFT)
388 #define	ID_AA64ISAR0_CRC32_SHIFT	16
389 #define	ID_AA64ISAR0_CRC32_MASK		(UL(0xf) << ID_AA64ISAR0_CRC32_SHIFT)
390 #define	ID_AA64ISAR0_CRC32_VAL(x)	((x) & ID_AA64ISAR0_CRC32_MASK)
391 #define	 ID_AA64ISAR0_CRC32_NONE	(UL(0x0) << ID_AA64ISAR0_CRC32_SHIFT)
392 #define	 ID_AA64ISAR0_CRC32_BASE	(UL(0x1) << ID_AA64ISAR0_CRC32_SHIFT)
393 #define	ID_AA64ISAR0_Atomic_SHIFT	20
394 #define	ID_AA64ISAR0_Atomic_MASK	(UL(0xf) << ID_AA64ISAR0_Atomic_SHIFT)
395 #define	ID_AA64ISAR0_Atomic_VAL(x)	((x) & ID_AA64ISAR0_Atomic_MASK)
396 #define	 ID_AA64ISAR0_Atomic_NONE	(UL(0x0) << ID_AA64ISAR0_Atomic_SHIFT)
397 #define	 ID_AA64ISAR0_Atomic_IMPL	(UL(0x2) << ID_AA64ISAR0_Atomic_SHIFT)
398 #define	ID_AA64ISAR0_RDM_SHIFT		28
399 #define	ID_AA64ISAR0_RDM_MASK		(UL(0xf) << ID_AA64ISAR0_RDM_SHIFT)
400 #define	ID_AA64ISAR0_RDM_VAL(x)		((x) & ID_AA64ISAR0_RDM_MASK)
401 #define	 ID_AA64ISAR0_RDM_NONE		(UL(0x0) << ID_AA64ISAR0_RDM_SHIFT)
402 #define	 ID_AA64ISAR0_RDM_IMPL		(UL(0x1) << ID_AA64ISAR0_RDM_SHIFT)
403 #define	ID_AA64ISAR0_SHA3_SHIFT		32
404 #define	ID_AA64ISAR0_SHA3_MASK		(UL(0xf) << ID_AA64ISAR0_SHA3_SHIFT)
405 #define	ID_AA64ISAR0_SHA3_VAL(x)	((x) & ID_AA64ISAR0_SHA3_MASK)
406 #define	 ID_AA64ISAR0_SHA3_NONE		(UL(0x0) << ID_AA64ISAR0_SHA3_SHIFT)
407 #define	 ID_AA64ISAR0_SHA3_IMPL		(UL(0x1) << ID_AA64ISAR0_SHA3_SHIFT)
408 #define	ID_AA64ISAR0_SM3_SHIFT		36
409 #define	ID_AA64ISAR0_SM3_MASK		(UL(0xf) << ID_AA64ISAR0_SM3_SHIFT)
410 #define	ID_AA64ISAR0_SM3_VAL(x)		((x) & ID_AA64ISAR0_SM3_MASK)
411 #define	 ID_AA64ISAR0_SM3_NONE		(UL(0x0) << ID_AA64ISAR0_SM3_SHIFT)
412 #define	 ID_AA64ISAR0_SM3_IMPL		(UL(0x1) << ID_AA64ISAR0_SM3_SHIFT)
413 #define	ID_AA64ISAR0_SM4_SHIFT		40
414 #define	ID_AA64ISAR0_SM4_MASK		(UL(0xf) << ID_AA64ISAR0_SM4_SHIFT)
415 #define	ID_AA64ISAR0_SM4_VAL(x)		((x) & ID_AA64ISAR0_SM4_MASK)
416 #define	 ID_AA64ISAR0_SM4_NONE		(UL(0x0) << ID_AA64ISAR0_SM4_SHIFT)
417 #define	 ID_AA64ISAR0_SM4_IMPL		(UL(0x1) << ID_AA64ISAR0_SM4_SHIFT)
418 #define	ID_AA64ISAR0_DP_SHIFT		44
419 #define	ID_AA64ISAR0_DP_MASK		(UL(0xf) << ID_AA64ISAR0_DP_SHIFT)
420 #define	ID_AA64ISAR0_DP_VAL(x)		((x) & ID_AA64ISAR0_DP_MASK)
421 #define	 ID_AA64ISAR0_DP_NONE		(UL(0x0) << ID_AA64ISAR0_DP_SHIFT)
422 #define	 ID_AA64ISAR0_DP_IMPL		(UL(0x1) << ID_AA64ISAR0_DP_SHIFT)
423 #define	ID_AA64ISAR0_FHM_SHIFT		48
424 #define	ID_AA64ISAR0_FHM_MASK		(UL(0xf) << ID_AA64ISAR0_FHM_SHIFT)
425 #define	ID_AA64ISAR0_FHM_VAL(x)		((x) & ID_AA64ISAR0_FHM_MASK)
426 #define	 ID_AA64ISAR0_FHM_NONE		(UL(0x0) << ID_AA64ISAR0_FHM_SHIFT)
427 #define	 ID_AA64ISAR0_FHM_IMPL		(UL(0x1) << ID_AA64ISAR0_FHM_SHIFT)
428 #define	ID_AA64ISAR0_TS_SHIFT		52
429 #define	ID_AA64ISAR0_TS_MASK		(UL(0xf) << ID_AA64ISAR0_TS_SHIFT)
430 #define	ID_AA64ISAR0_TS_VAL(x)		((x) & ID_AA64ISAR0_TS_MASK)
431 #define	 ID_AA64ISAR0_TS_NONE		(UL(0x0) << ID_AA64ISAR0_TS_SHIFT)
432 #define	 ID_AA64ISAR0_TS_CondM_8_4	(UL(0x1) << ID_AA64ISAR0_TS_SHIFT)
433 #define	 ID_AA64ISAR0_TS_CondM_8_5	(UL(0x2) << ID_AA64ISAR0_TS_SHIFT)
434 #define	ID_AA64ISAR0_TLB_SHIFT		56
435 #define	ID_AA64ISAR0_TLB_MASK		(UL(0xf) << ID_AA64ISAR0_TLB_SHIFT)
436 #define	ID_AA64ISAR0_TLB_VAL(x)		((x) & ID_AA64ISAR0_TLB_MASK)
437 #define	 ID_AA64ISAR0_TLB_NONE		(UL(0x0) << ID_AA64ISAR0_TLB_SHIFT)
438 #define	 ID_AA64ISAR0_TLB_TLBIOS	(UL(0x1) << ID_AA64ISAR0_TLB_SHIFT)
439 #define	 ID_AA64ISAR0_TLB_TLBIOSR	(UL(0x2) << ID_AA64ISAR0_TLB_SHIFT)
440 #define	ID_AA64ISAR0_RNDR_SHIFT		60
441 #define	ID_AA64ISAR0_RNDR_MASK		(UL(0xf) << ID_AA64ISAR0_RNDR_SHIFT)
442 #define	ID_AA64ISAR0_RNDR_VAL(x)	((x) & ID_AA64ISAR0_RNDR_MASK)
443 #define	 ID_AA64ISAR0_RNDR_NONE		(UL(0x0) << ID_AA64ISAR0_RNDR_SHIFT)
444 #define	 ID_AA64ISAR0_RNDR_IMPL		(UL(0x1) << ID_AA64ISAR0_RNDR_SHIFT)
445 
446 /* ID_AA64ISAR1_EL1 */
447 #define	ID_AA64ISAR1_EL1		MRS_REG(ID_AA64ISAR1_EL1)
448 #define	ID_AA64ISAR1_EL1_op0		0x3
449 #define	ID_AA64ISAR1_EL1_op1		0x0
450 #define	ID_AA64ISAR1_EL1_CRn		0x0
451 #define	ID_AA64ISAR1_EL1_CRm		0x6
452 #define	ID_AA64ISAR1_EL1_op2		0x1
453 #define	ID_AA64ISAR1_DPB_SHIFT		0
454 #define	ID_AA64ISAR1_DPB_MASK		(UL(0xf) << ID_AA64ISAR1_DPB_SHIFT)
455 #define	ID_AA64ISAR1_DPB_VAL(x)		((x) & ID_AA64ISAR1_DPB_MASK)
456 #define	 ID_AA64ISAR1_DPB_NONE		(UL(0x0) << ID_AA64ISAR1_DPB_SHIFT)
457 #define	 ID_AA64ISAR1_DPB_DCCVAP	(UL(0x1) << ID_AA64ISAR1_DPB_SHIFT)
458 #define	 ID_AA64ISAR1_DPB_DCCVADP	(UL(0x2) << ID_AA64ISAR1_DPB_SHIFT)
459 #define	ID_AA64ISAR1_APA_SHIFT		4
460 #define	ID_AA64ISAR1_APA_MASK		(UL(0xf) << ID_AA64ISAR1_APA_SHIFT)
461 #define	ID_AA64ISAR1_APA_VAL(x)		((x) & ID_AA64ISAR1_APA_MASK)
462 #define	 ID_AA64ISAR1_APA_NONE		(UL(0x0) << ID_AA64ISAR1_APA_SHIFT)
463 #define	 ID_AA64ISAR1_APA_PAC		(UL(0x1) << ID_AA64ISAR1_APA_SHIFT)
464 #define	 ID_AA64ISAR1_APA_EPAC		(UL(0x2) << ID_AA64ISAR1_APA_SHIFT)
465 #define	ID_AA64ISAR1_API_SHIFT		8
466 #define	ID_AA64ISAR1_API_MASK		(UL(0xf) << ID_AA64ISAR1_API_SHIFT)
467 #define	ID_AA64ISAR1_API_VAL(x)		((x) & ID_AA64ISAR1_API_MASK)
468 #define	 ID_AA64ISAR1_API_NONE		(UL(0x0) << ID_AA64ISAR1_API_SHIFT)
469 #define	 ID_AA64ISAR1_API_PAC		(UL(0x1) << ID_AA64ISAR1_API_SHIFT)
470 #define	 ID_AA64ISAR1_API_EPAC		(UL(0x2) << ID_AA64ISAR1_API_SHIFT)
471 #define	ID_AA64ISAR1_JSCVT_SHIFT	12
472 #define	ID_AA64ISAR1_JSCVT_MASK		(UL(0xf) << ID_AA64ISAR1_JSCVT_SHIFT)
473 #define	ID_AA64ISAR1_JSCVT_VAL(x)	((x) & ID_AA64ISAR1_JSCVT_MASK)
474 #define	 ID_AA64ISAR1_JSCVT_NONE	(UL(0x0) << ID_AA64ISAR1_JSCVT_SHIFT)
475 #define	 ID_AA64ISAR1_JSCVT_IMPL	(UL(0x1) << ID_AA64ISAR1_JSCVT_SHIFT)
476 #define	ID_AA64ISAR1_FCMA_SHIFT		16
477 #define	ID_AA64ISAR1_FCMA_MASK		(UL(0xf) << ID_AA64ISAR1_FCMA_SHIFT)
478 #define	ID_AA64ISAR1_FCMA_VAL(x)	((x) & ID_AA64ISAR1_FCMA_MASK)
479 #define	 ID_AA64ISAR1_FCMA_NONE		(UL(0x0) << ID_AA64ISAR1_FCMA_SHIFT)
480 #define	 ID_AA64ISAR1_FCMA_IMPL		(UL(0x1) << ID_AA64ISAR1_FCMA_SHIFT)
481 #define	ID_AA64ISAR1_LRCPC_SHIFT	20
482 #define	ID_AA64ISAR1_LRCPC_MASK		(UL(0xf) << ID_AA64ISAR1_LRCPC_SHIFT)
483 #define	ID_AA64ISAR1_LRCPC_VAL(x)	((x) & ID_AA64ISAR1_LRCPC_MASK)
484 #define	 ID_AA64ISAR1_LRCPC_NONE	(UL(0x0) << ID_AA64ISAR1_LRCPC_SHIFT)
485 #define	 ID_AA64ISAR1_LRCPC_RCPC_8_3	(UL(0x1) << ID_AA64ISAR1_LRCPC_SHIFT)
486 #define	 ID_AA64ISAR1_LRCPC_RCPC_8_4	(UL(0x2) << ID_AA64ISAR1_LRCPC_SHIFT)
487 #define	ID_AA64ISAR1_GPA_SHIFT		24
488 #define	ID_AA64ISAR1_GPA_MASK		(UL(0xf) << ID_AA64ISAR1_GPA_SHIFT)
489 #define	ID_AA64ISAR1_GPA_VAL(x)		((x) & ID_AA64ISAR1_GPA_MASK)
490 #define	 ID_AA64ISAR1_GPA_NONE		(UL(0x0) << ID_AA64ISAR1_GPA_SHIFT)
491 #define	 ID_AA64ISAR1_GPA_IMPL		(UL(0x1) << ID_AA64ISAR1_GPA_SHIFT)
492 #define	ID_AA64ISAR1_GPI_SHIFT		28
493 #define	ID_AA64ISAR1_GPI_MASK		(UL(0xf) << ID_AA64ISAR1_GPI_SHIFT)
494 #define	ID_AA64ISAR1_GPI_VAL(x)		((x) & ID_AA64ISAR1_GPI_MASK)
495 #define	 ID_AA64ISAR1_GPI_NONE		(UL(0x0) << ID_AA64ISAR1_GPI_SHIFT)
496 #define	 ID_AA64ISAR1_GPI_IMPL		(UL(0x1) << ID_AA64ISAR1_GPI_SHIFT)
497 #define	ID_AA64ISAR1_FRINTTS_SHIFT	32
498 #define	ID_AA64ISAR1_FRINTTS_MASK	(UL(0xf) << ID_AA64ISAR1_FRINTTS_SHIFT)
499 #define	ID_AA64ISAR1_FRINTTS_VAL(x)	((x) & ID_AA64ISAR1_FRINTTS_MASK)
500 #define	 ID_AA64ISAR1_FRINTTS_NONE	(UL(0x0) << ID_AA64ISAR1_FRINTTS_SHIFT)
501 #define	 ID_AA64ISAR1_FRINTTS_IMPL	(UL(0x1) << ID_AA64ISAR1_FRINTTS_SHIFT)
502 #define	ID_AA64ISAR1_SB_SHIFT		36
503 #define	ID_AA64ISAR1_SB_MASK		(UL(0xf) << ID_AA64ISAR1_SB_SHIFT)
504 #define	ID_AA64ISAR1_SB_VAL(x)		((x) & ID_AA64ISAR1_SB_MASK)
505 #define	 ID_AA64ISAR1_SB_NONE		(UL(0x0) << ID_AA64ISAR1_SB_SHIFT)
506 #define	 ID_AA64ISAR1_SB_IMPL		(UL(0x1) << ID_AA64ISAR1_SB_SHIFT)
507 #define	ID_AA64ISAR1_SPECRES_SHIFT	40
508 #define	ID_AA64ISAR1_SPECRES_MASK	(UL(0xf) << ID_AA64ISAR1_SPECRES_SHIFT)
509 #define	ID_AA64ISAR1_SPECRES_VAL(x)	((x) & ID_AA64ISAR1_SPECRES_MASK)
510 #define	 ID_AA64ISAR1_SPECRES_NONE	(UL(0x0) << ID_AA64ISAR1_SPECRES_SHIFT)
511 #define	 ID_AA64ISAR1_SPECRES_IMPL	(UL(0x1) << ID_AA64ISAR1_SPECRES_SHIFT)
512 #define	ID_AA64ISAR1_BF16_SHIFT		44
513 #define	ID_AA64ISAR1_BF16_MASK		(UL(0xf) << ID_AA64ISAR1_BF16_SHIFT)
514 #define	ID_AA64ISAR1_BF16_VAL(x)	((x) & ID_AA64ISAR1_BF16_MASK)
515 #define	 ID_AA64ISAR1_BF16_NONE		(UL(0x0) << ID_AA64ISAR1_BF16_SHIFT)
516 #define	 ID_AA64ISAR1_BF16_IMPL		(UL(0x1) << ID_AA64ISAR1_BF16_SHIFT)
517 #define	ID_AA64ISAR1_DGH_SHIFT		48
518 #define	ID_AA64ISAR1_DGH_MASK		(UL(0xf) << ID_AA64ISAR1_DGH_SHIFT)
519 #define	ID_AA64ISAR1_DGH_VAL(x)		((x) & ID_AA64ISAR1_DGH_MASK)
520 #define	 ID_AA64ISAR1_DGH_NONE		(UL(0x0) << ID_AA64ISAR1_DGH_SHIFT)
521 #define	 ID_AA64ISAR1_DGH_IMPL		(UL(0x1) << ID_AA64ISAR1_DGH_SHIFT)
522 #define	ID_AA64ISAR1_I8MM_SHIFT		52
523 #define	ID_AA64ISAR1_I8MM_MASK		(UL(0xf) << ID_AA64ISAR1_I8MM_SHIFT)
524 #define	ID_AA64ISAR1_I8MM_VAL(x)	((x) & ID_AA64ISAR1_I8MM_MASK)
525 #define	 ID_AA64ISAR1_I8MM_NONE		(UL(0x0) << ID_AA64ISAR1_I8MM_SHIFT)
526 #define	 ID_AA64ISAR1_I8MM_IMPL		(UL(0x1) << ID_AA64ISAR1_I8MM_SHIFT)
527 
528 /* ID_AA64MMFR0_EL1 */
529 #define	ID_AA64MMFR0_EL1		MRS_REG(ID_AA64MMFR0_EL1)
530 #define	ID_AA64MMFR0_EL1_op0		0x3
531 #define	ID_AA64MMFR0_EL1_op1		0x0
532 #define	ID_AA64MMFR0_EL1_CRn		0x0
533 #define	ID_AA64MMFR0_EL1_CRm		0x7
534 #define	ID_AA64MMFR0_EL1_op2		0x0
535 #define	ID_AA64MMFR0_PARange_SHIFT	0
536 #define	ID_AA64MMFR0_PARange_MASK	(UL(0xf) << ID_AA64MMFR0_PARange_SHIFT)
537 #define	ID_AA64MMFR0_PARange_VAL(x)	((x) & ID_AA64MMFR0_PARange_MASK)
538 #define	 ID_AA64MMFR0_PARange_4G	(UL(0x0) << ID_AA64MMFR0_PARange_SHIFT)
539 #define	 ID_AA64MMFR0_PARange_64G	(UL(0x1) << ID_AA64MMFR0_PARange_SHIFT)
540 #define	 ID_AA64MMFR0_PARange_1T	(UL(0x2) << ID_AA64MMFR0_PARange_SHIFT)
541 #define	 ID_AA64MMFR0_PARange_4T	(UL(0x3) << ID_AA64MMFR0_PARange_SHIFT)
542 #define	 ID_AA64MMFR0_PARange_16T	(UL(0x4) << ID_AA64MMFR0_PARange_SHIFT)
543 #define	 ID_AA64MMFR0_PARange_256T	(UL(0x5) << ID_AA64MMFR0_PARange_SHIFT)
544 #define	 ID_AA64MMFR0_PARange_4P	(UL(0x6) << ID_AA64MMFR0_PARange_SHIFT)
545 #define	ID_AA64MMFR0_ASIDBits_SHIFT	4
546 #define	ID_AA64MMFR0_ASIDBits_MASK	(UL(0xf) << ID_AA64MMFR0_ASIDBits_SHIFT)
547 #define	ID_AA64MMFR0_ASIDBits_VAL(x)	((x) & ID_AA64MMFR0_ASIDBits_MASK)
548 #define	 ID_AA64MMFR0_ASIDBits_8	(UL(0x0) << ID_AA64MMFR0_ASIDBits_SHIFT)
549 #define	 ID_AA64MMFR0_ASIDBits_16	(UL(0x2) << ID_AA64MMFR0_ASIDBits_SHIFT)
550 #define	ID_AA64MMFR0_BigEnd_SHIFT	8
551 #define	ID_AA64MMFR0_BigEnd_MASK	(UL(0xf) << ID_AA64MMFR0_BigEnd_SHIFT)
552 #define	ID_AA64MMFR0_BigEnd_VAL(x)	((x) & ID_AA64MMFR0_BigEnd_MASK)
553 #define	 ID_AA64MMFR0_BigEnd_FIXED	(UL(0x0) << ID_AA64MMFR0_BigEnd_SHIFT)
554 #define	 ID_AA64MMFR0_BigEnd_MIXED	(UL(0x1) << ID_AA64MMFR0_BigEnd_SHIFT)
555 #define	ID_AA64MMFR0_SNSMem_SHIFT	12
556 #define	ID_AA64MMFR0_SNSMem_MASK	(UL(0xf) << ID_AA64MMFR0_SNSMem_SHIFT)
557 #define	ID_AA64MMFR0_SNSMem_VAL(x)	((x) & ID_AA64MMFR0_SNSMem_MASK)
558 #define	 ID_AA64MMFR0_SNSMem_NONE	(UL(0x0) << ID_AA64MMFR0_SNSMem_SHIFT)
559 #define	 ID_AA64MMFR0_SNSMem_DISTINCT	(UL(0x1) << ID_AA64MMFR0_SNSMem_SHIFT)
560 #define	ID_AA64MMFR0_BigEndEL0_SHIFT	16
561 #define	ID_AA64MMFR0_BigEndEL0_MASK	(UL(0xf) << ID_AA64MMFR0_BigEndEL0_SHIFT)
562 #define	ID_AA64MMFR0_BigEndEL0_VAL(x)	((x) & ID_AA64MMFR0_BigEndEL0_MASK)
563 #define	 ID_AA64MMFR0_BigEndEL0_FIXED	(UL(0x0) << ID_AA64MMFR0_BigEndEL0_SHIFT)
564 #define	 ID_AA64MMFR0_BigEndEL0_MIXED	(UL(0x1) << ID_AA64MMFR0_BigEndEL0_SHIFT)
565 #define	ID_AA64MMFR0_TGran16_SHIFT	20
566 #define	ID_AA64MMFR0_TGran16_MASK	(UL(0xf) << ID_AA64MMFR0_TGran16_SHIFT)
567 #define	ID_AA64MMFR0_TGran16_VAL(x)	((x) & ID_AA64MMFR0_TGran16_MASK)
568 #define	 ID_AA64MMFR0_TGran16_NONE	(UL(0x0) << ID_AA64MMFR0_TGran16_SHIFT)
569 #define	 ID_AA64MMFR0_TGran16_IMPL	(UL(0x1) << ID_AA64MMFR0_TGran16_SHIFT)
570 #define	ID_AA64MMFR0_TGran64_SHIFT	24
571 #define	ID_AA64MMFR0_TGran64_MASK	(UL(0xf) << ID_AA64MMFR0_TGran64_SHIFT)
572 #define	ID_AA64MMFR0_TGran64_VAL(x)	((x) & ID_AA64MMFR0_TGran64_MASK)
573 #define	 ID_AA64MMFR0_TGran64_IMPL	(UL(0x0) << ID_AA64MMFR0_TGran64_SHIFT)
574 #define	 ID_AA64MMFR0_TGran64_NONE	(UL(0xf) << ID_AA64MMFR0_TGran64_SHIFT)
575 #define	ID_AA64MMFR0_TGran4_SHIFT	28
576 #define	ID_AA64MMFR0_TGran4_MASK	(UL(0xf) << ID_AA64MMFR0_TGran4_SHIFT)
577 #define	ID_AA64MMFR0_TGran4_VAL(x)	((x) & ID_AA64MMFR0_TGran4_MASK)
578 #define	 ID_AA64MMFR0_TGran4_IMPL	(UL(0x0) << ID_AA64MMFR0_TGran4_SHIFT)
579 #define	 ID_AA64MMFR0_TGran4_NONE	(UL(0xf) << ID_AA64MMFR0_TGran4_SHIFT)
580 #define	ID_AA64MMFR0_TGran16_2_SHIFT	32
581 #define	ID_AA64MMFR0_TGran16_2_MASK	(UL(0xf) << ID_AA64MMFR0_TGran16_2_SHIFT)
582 #define	ID_AA64MMFR0_TGran16_2_VAL(x)	((x) & ID_AA64MMFR0_TGran16_2_MASK)
583 #define	 ID_AA64MMFR0_TGran16_2_TGran16	(UL(0x0) << ID_AA64MMFR0_TGran16_2_SHIFT)
584 #define	 ID_AA64MMFR0_TGran16_2_NONE	(UL(0x1) << ID_AA64MMFR0_TGran16_2_SHIFT)
585 #define	 ID_AA64MMFR0_TGran16_2_IMPL	(UL(0x2) << ID_AA64MMFR0_TGran16_2_SHIFT)
586 #define	ID_AA64MMFR0_TGran64_2_SHIFT	36
587 #define	ID_AA64MMFR0_TGran64_2_MASK	(UL(0xf) << ID_AA64MMFR0_TGran64_2_SHIFT)
588 #define	ID_AA64MMFR0_TGran64_2_VAL(x)	((x) & ID_AA64MMFR0_TGran64_2_MASK)
589 #define	 ID_AA64MMFR0_TGran64_2_TGran64	(UL(0x0) << ID_AA64MMFR0_TGran64_2_SHIFT)
590 #define	 ID_AA64MMFR0_TGran64_2_NONE	(UL(0x1) << ID_AA64MMFR0_TGran64_2_SHIFT)
591 #define	 ID_AA64MMFR0_TGran64_2_IMPL	(UL(0x2) << ID_AA64MMFR0_TGran64_2_SHIFT)
592 #define	ID_AA64MMFR0_TGran4_2_SHIFT	40
593 #define	ID_AA64MMFR0_TGran4_2_MASK	(UL(0xf) << ID_AA64MMFR0_TGran4_2_SHIFT)
594 #define	ID_AA64MMFR0_TGran4_2_VAL(x)	((x) & ID_AA64MMFR0_TGran4_2_MASK)
595 #define	 ID_AA64MMFR0_TGran4_2_TGran4	(UL(0x0) << ID_AA64MMFR0_TGran4_2_SHIFT)
596 #define	 ID_AA64MMFR0_TGran4_2_NONE	(UL(0x1) << ID_AA64MMFR0_TGran4_2_SHIFT)
597 #define	 ID_AA64MMFR0_TGran4_2_IMPL	(UL(0x2) << ID_AA64MMFR0_TGran4_2_SHIFT)
598 #define	ID_AA64MMFR0_ExS_SHIFT		44
599 #define	ID_AA64MMFR0_ExS_MASK		(UL(0xf) << ID_AA64MMFR0_ExS_SHIFT)
600 #define	ID_AA64MMFR0_ExS_VAL(x)		((x) & ID_AA64MMFR0_ExS_MASK)
601 #define	 ID_AA64MMFR0_ExS_ALL		(UL(0x0) << ID_AA64MMFR0_ExS_SHIFT)
602 #define	 ID_AA64MMFR0_ExS_IMPL		(UL(0x1) << ID_AA64MMFR0_ExS_SHIFT)
603 
604 /* ID_AA64MMFR1_EL1 */
605 #define	ID_AA64MMFR1_EL1		MRS_REG(ID_AA64MMFR1_EL1)
606 #define	ID_AA64MMFR1_EL1_op0		0x3
607 #define	ID_AA64MMFR1_EL1_op1		0x0
608 #define	ID_AA64MMFR1_EL1_CRn		0x0
609 #define	ID_AA64MMFR1_EL1_CRm		0x7
610 #define	ID_AA64MMFR1_EL1_op2		0x1
611 #define	ID_AA64MMFR1_HAFDBS_SHIFT	0
612 #define	ID_AA64MMFR1_HAFDBS_MASK	(UL(0xf) << ID_AA64MMFR1_HAFDBS_SHIFT)
613 #define	ID_AA64MMFR1_HAFDBS_VAL(x)	((x) & ID_AA64MMFR1_HAFDBS_MASK)
614 #define	 ID_AA64MMFR1_HAFDBS_NONE	(UL(0x0) << ID_AA64MMFR1_HAFDBS_SHIFT)
615 #define	 ID_AA64MMFR1_HAFDBS_AF		(UL(0x1) << ID_AA64MMFR1_HAFDBS_SHIFT)
616 #define	 ID_AA64MMFR1_HAFDBS_AF_DBS	(UL(0x2) << ID_AA64MMFR1_HAFDBS_SHIFT)
617 #define	ID_AA64MMFR1_VMIDBits_SHIFT	4
618 #define	ID_AA64MMFR1_VMIDBits_MASK	(UL(0xf) << ID_AA64MMFR1_VMIDBits_SHIFT)
619 #define	ID_AA64MMFR1_VMIDBits_VAL(x)	((x) & ID_AA64MMFR1_VMIDBits_MASK)
620 #define	 ID_AA64MMFR1_VMIDBits_8	(UL(0x0) << ID_AA64MMFR1_VMIDBits_SHIFT)
621 #define	 ID_AA64MMFR1_VMIDBits_16	(UL(0x2) << ID_AA64MMFR1_VMIDBits_SHIFT)
622 #define	ID_AA64MMFR1_VH_SHIFT		8
623 #define	ID_AA64MMFR1_VH_MASK		(UL(0xf) << ID_AA64MMFR1_VH_SHIFT)
624 #define	ID_AA64MMFR1_VH_VAL(x)		((x) & ID_AA64MMFR1_VH_MASK)
625 #define	 ID_AA64MMFR1_VH_NONE		(UL(0x0) << ID_AA64MMFR1_VH_SHIFT)
626 #define	 ID_AA64MMFR1_VH_IMPL		(UL(0x1) << ID_AA64MMFR1_VH_SHIFT)
627 #define	ID_AA64MMFR1_HPDS_SHIFT		12
628 #define	ID_AA64MMFR1_HPDS_MASK		(UL(0xf) << ID_AA64MMFR1_HPDS_SHIFT)
629 #define	ID_AA64MMFR1_HPDS_VAL(x)	((x) & ID_AA64MMFR1_HPDS_MASK)
630 #define	 ID_AA64MMFR1_HPDS_NONE		(UL(0x0) << ID_AA64MMFR1_HPDS_SHIFT)
631 #define	 ID_AA64MMFR1_HPDS_HPD		(UL(0x1) << ID_AA64MMFR1_HPDS_SHIFT)
632 #define	 ID_AA64MMFR1_HPDS_TTPBHA	(UL(0x2) << ID_AA64MMFR1_HPDS_SHIFT)
633 #define	ID_AA64MMFR1_LO_SHIFT		16
634 #define	ID_AA64MMFR1_LO_MASK		(UL(0xf) << ID_AA64MMFR1_LO_SHIFT)
635 #define	ID_AA64MMFR1_LO_VAL(x)		((x) & ID_AA64MMFR1_LO_MASK)
636 #define	 ID_AA64MMFR1_LO_NONE		(UL(0x0) << ID_AA64MMFR1_LO_SHIFT)
637 #define	 ID_AA64MMFR1_LO_IMPL		(UL(0x1) << ID_AA64MMFR1_LO_SHIFT)
638 #define	ID_AA64MMFR1_PAN_SHIFT		20
639 #define	ID_AA64MMFR1_PAN_MASK		(UL(0xf) << ID_AA64MMFR1_PAN_SHIFT)
640 #define	ID_AA64MMFR1_PAN_VAL(x)		((x) & ID_AA64MMFR1_PAN_MASK)
641 #define	 ID_AA64MMFR1_PAN_NONE		(UL(0x0) << ID_AA64MMFR1_PAN_SHIFT)
642 #define	 ID_AA64MMFR1_PAN_IMPL		(UL(0x1) << ID_AA64MMFR1_PAN_SHIFT)
643 #define	 ID_AA64MMFR1_PAN_ATS1E1	(UL(0x2) << ID_AA64MMFR1_PAN_SHIFT)
644 #define	ID_AA64MMFR1_SpecSEI_SHIFT	24
645 #define	ID_AA64MMFR1_SpecSEI_MASK	(UL(0xf) << ID_AA64MMFR1_SpecSEI_SHIFT)
646 #define	ID_AA64MMFR1_SpecSEI_VAL(x)	((x) & ID_AA64MMFR1_SpecSEI_MASK)
647 #define	 ID_AA64MMFR1_SpecSEI_NONE	(UL(0x0) << ID_AA64MMFR1_SpecSEI_SHIFT)
648 #define	 ID_AA64MMFR1_SpecSEI_IMPL	(UL(0x1) << ID_AA64MMFR1_SpecSEI_SHIFT)
649 #define	ID_AA64MMFR1_XNX_SHIFT		28
650 #define	ID_AA64MMFR1_XNX_MASK		(UL(0xf) << ID_AA64MMFR1_XNX_SHIFT)
651 #define	ID_AA64MMFR1_XNX_VAL(x)		((x) & ID_AA64MMFR1_XNX_MASK)
652 #define	 ID_AA64MMFR1_XNX_NONE		(UL(0x0) << ID_AA64MMFR1_XNX_SHIFT)
653 #define	 ID_AA64MMFR1_XNX_IMPL		(UL(0x1) << ID_AA64MMFR1_XNX_SHIFT)
654 
655 /* ID_AA64MMFR2_EL1 */
656 #define	ID_AA64MMFR2_EL1		MRS_REG(ID_AA64MMFR2_EL1)
657 #define	ID_AA64MMFR2_EL1_op0		0x3
658 #define	ID_AA64MMFR2_EL1_op1		0x0
659 #define	ID_AA64MMFR2_EL1_CRn		0x0
660 #define	ID_AA64MMFR2_EL1_CRm		0x7
661 #define	ID_AA64MMFR2_EL1_op2		0x2
662 #define	ID_AA64MMFR2_CnP_SHIFT		0
663 #define	ID_AA64MMFR2_CnP_MASK		(UL(0xf) << ID_AA64MMFR2_CnP_SHIFT)
664 #define	ID_AA64MMFR2_CnP_VAL(x)		((x) & ID_AA64MMFR2_CnP_MASK)
665 #define	 ID_AA64MMFR2_CnP_NONE		(UL(0x0) << ID_AA64MMFR2_CnP_SHIFT)
666 #define	 ID_AA64MMFR2_CnP_IMPL		(UL(0x1) << ID_AA64MMFR2_CnP_SHIFT)
667 #define	ID_AA64MMFR2_UAO_SHIFT		4
668 #define	ID_AA64MMFR2_UAO_MASK		(UL(0xf) << ID_AA64MMFR2_UAO_SHIFT)
669 #define	ID_AA64MMFR2_UAO_VAL(x)		((x) & ID_AA64MMFR2_UAO_MASK)
670 #define	 ID_AA64MMFR2_UAO_NONE		(UL(0x0) << ID_AA64MMFR2_UAO_SHIFT)
671 #define	 ID_AA64MMFR2_UAO_IMPL		(UL(0x1) << ID_AA64MMFR2_UAO_SHIFT)
672 #define	ID_AA64MMFR2_LSM_SHIFT		8
673 #define	ID_AA64MMFR2_LSM_MASK		(UL(0xf) << ID_AA64MMFR2_LSM_SHIFT)
674 #define	ID_AA64MMFR2_LSM_VAL(x)		((x) & ID_AA64MMFR2_LSM_MASK)
675 #define	 ID_AA64MMFR2_LSM_NONE		(UL(0x0) << ID_AA64MMFR2_LSM_SHIFT)
676 #define	 ID_AA64MMFR2_LSM_IMPL		(UL(0x1) << ID_AA64MMFR2_LSM_SHIFT)
677 #define	ID_AA64MMFR2_IESB_SHIFT		12
678 #define	ID_AA64MMFR2_IESB_MASK		(UL(0xf) << ID_AA64MMFR2_IESB_SHIFT)
679 #define	ID_AA64MMFR2_IESB_VAL(x)	((x) & ID_AA64MMFR2_IESB_MASK)
680 #define	 ID_AA64MMFR2_IESB_NONE		(UL(0x0) << ID_AA64MMFR2_IESB_SHIFT)
681 #define	 ID_AA64MMFR2_IESB_IMPL		(UL(0x1) << ID_AA64MMFR2_IESB_SHIFT)
682 #define	ID_AA64MMFR2_VARange_SHIFT	16
683 #define	ID_AA64MMFR2_VARange_MASK	(UL(0xf) << ID_AA64MMFR2_VARange_SHIFT)
684 #define	ID_AA64MMFR2_VARange_VAL(x)	((x) & ID_AA64MMFR2_VARange_MASK)
685 #define	 ID_AA64MMFR2_VARange_48	(UL(0x0) << ID_AA64MMFR2_VARange_SHIFT)
686 #define	 ID_AA64MMFR2_VARange_52	(UL(0x1) << ID_AA64MMFR2_VARange_SHIFT)
687 #define	ID_AA64MMFR2_CCIDX_SHIFT	20
688 #define	ID_AA64MMFR2_CCIDX_MASK		(UL(0xf) << ID_AA64MMFR2_CCIDX_SHIFT)
689 #define	ID_AA64MMFR2_CCIDX_VAL(x)	((x) & ID_AA64MMFR2_CCIDX_MASK)
690 #define	 ID_AA64MMFR2_CCIDX_32		(UL(0x0) << ID_AA64MMFR2_CCIDX_SHIFT)
691 #define	 ID_AA64MMFR2_CCIDX_64		(UL(0x1) << ID_AA64MMFR2_CCIDX_SHIFT)
692 #define	ID_AA64MMFR2_NV_SHIFT		24
693 #define	ID_AA64MMFR2_NV_MASK		(UL(0xf) << ID_AA64MMFR2_NV_SHIFT)
694 #define	ID_AA64MMFR2_NV_VAL(x)		((x) & ID_AA64MMFR2_NV_MASK)
695 #define	 ID_AA64MMFR2_NV_NONE		(UL(0x0) << ID_AA64MMFR2_NV_SHIFT)
696 #define	 ID_AA64MMFR2_NV_8_3		(UL(0x1) << ID_AA64MMFR2_NV_SHIFT)
697 #define	 ID_AA64MMFR2_NV_8_4		(UL(0x2) << ID_AA64MMFR2_NV_SHIFT)
698 #define	ID_AA64MMFR2_ST_SHIFT		28
699 #define	ID_AA64MMFR2_ST_MASK		(UL(0xf) << ID_AA64MMFR2_ST_SHIFT)
700 #define	ID_AA64MMFR2_ST_VAL(x)		((x) & ID_AA64MMFR2_ST_MASK)
701 #define	 ID_AA64MMFR2_ST_NONE		(UL(0x0) << ID_AA64MMFR2_ST_SHIFT)
702 #define	 ID_AA64MMFR2_ST_IMPL		(UL(0x1) << ID_AA64MMFR2_ST_SHIFT)
703 #define	ID_AA64MMFR2_AT_SHIFT		32
704 #define	ID_AA64MMFR2_AT_MASK		(UL(0xf) << ID_AA64MMFR2_AT_SHIFT)
705 #define	ID_AA64MMFR2_AT_VAL(x)		((x) & ID_AA64MMFR2_AT_MASK)
706 #define	 ID_AA64MMFR2_AT_NONE		(UL(0x0) << ID_AA64MMFR2_AT_SHIFT)
707 #define	 ID_AA64MMFR2_AT_IMPL		(UL(0x1) << ID_AA64MMFR2_AT_SHIFT)
708 #define	ID_AA64MMFR2_IDS_SHIFT		36
709 #define	ID_AA64MMFR2_IDS_MASK		(UL(0xf) << ID_AA64MMFR2_IDS_SHIFT)
710 #define	ID_AA64MMFR2_IDS_VAL(x)		((x) & ID_AA64MMFR2_IDS_MASK)
711 #define	 ID_AA64MMFR2_IDS_NONE		(UL(0x0) << ID_AA64MMFR2_IDS_SHIFT)
712 #define	 ID_AA64MMFR2_IDS_IMPL		(UL(0x1) << ID_AA64MMFR2_IDS_SHIFT)
713 #define	ID_AA64MMFR2_FWB_SHIFT		40
714 #define	ID_AA64MMFR2_FWB_MASK		(UL(0xf) << ID_AA64MMFR2_FWB_SHIFT)
715 #define	ID_AA64MMFR2_FWB_VAL(x)		((x) & ID_AA64MMFR2_FWB_MASK)
716 #define	 ID_AA64MMFR2_FWB_NONE		(UL(0x0) << ID_AA64MMFR2_FWB_SHIFT)
717 #define	 ID_AA64MMFR2_FWB_IMPL		(UL(0x1) << ID_AA64MMFR2_FWB_SHIFT)
718 #define	ID_AA64MMFR2_TTL_SHIFT		48
719 #define	ID_AA64MMFR2_TTL_MASK		(UL(0xf) << ID_AA64MMFR2_TTL_SHIFT)
720 #define	ID_AA64MMFR2_TTL_VAL(x)		((x) & ID_AA64MMFR2_TTL_MASK)
721 #define	 ID_AA64MMFR2_TTL_NONE		(UL(0x0) << ID_AA64MMFR2_TTL_SHIFT)
722 #define	 ID_AA64MMFR2_TTL_IMPL		(UL(0x1) << ID_AA64MMFR2_TTL_SHIFT)
723 #define	ID_AA64MMFR2_BBM_SHIFT		52
724 #define	ID_AA64MMFR2_BBM_MASK		(UL(0xf) << ID_AA64MMFR2_BBM_SHIFT)
725 #define	ID_AA64MMFR2_BBM_VAL(x)		((x) & ID_AA64MMFR2_BBM_MASK)
726 #define	 ID_AA64MMFR2_BBM_LEVEL0	(UL(0x0) << ID_AA64MMFR2_BBM_SHIFT)
727 #define	 ID_AA64MMFR2_BBM_LEVEL1	(UL(0x1) << ID_AA64MMFR2_BBM_SHIFT)
728 #define	 ID_AA64MMFR2_BBM_LEVEL2	(UL(0x2) << ID_AA64MMFR2_BBM_SHIFT)
729 #define	ID_AA64MMFR2_EVT_SHIFT		56
730 #define	ID_AA64MMFR2_EVT_MASK		(UL(0xf) << ID_AA64MMFR2_EVT_SHIFT)
731 #define	ID_AA64MMFR2_EVT_VAL(x)		((x) & ID_AA64MMFR2_EVT_MASK)
732 #define	 ID_AA64MMFR2_EVT_NONE		(UL(0x0) << ID_AA64MMFR2_EVT_SHIFT)
733 #define	 ID_AA64MMFR2_EVT_8_2		(UL(0x1) << ID_AA64MMFR2_EVT_SHIFT)
734 #define	 ID_AA64MMFR2_EVT_8_5		(UL(0x2) << ID_AA64MMFR2_EVT_SHIFT)
735 #define	ID_AA64MMFR2_E0PD_SHIFT		60
736 #define	ID_AA64MMFR2_E0PD_MASK		(UL(0xf) << ID_AA64MMFR2_E0PD_SHIFT)
737 #define	ID_AA64MMFR2_E0PD_VAL(x)	((x) & ID_AA64MMFR2_E0PD_MASK)
738 #define	 ID_AA64MMFR2_E0PD_NONE		(UL(0x0) << ID_AA64MMFR2_E0PD_SHIFT)
739 #define	 ID_AA64MMFR2_E0PD_IMPL		(UL(0x1) << ID_AA64MMFR2_E0PD_SHIFT)
740 
741 /* ID_AA64PFR0_EL1 */
742 #define	ID_AA64PFR0_EL1			MRS_REG(ID_AA64PFR0_EL1)
743 #define	ID_AA64PFR0_EL1_op0		0x3
744 #define	ID_AA64PFR0_EL1_op1		0x0
745 #define	ID_AA64PFR0_EL1_CRn		0x0
746 #define	ID_AA64PFR0_EL1_CRm		0x4
747 #define	ID_AA64PFR0_EL1_op2		0x0
748 #define	ID_AA64PFR0_EL0_SHIFT		0
749 #define	ID_AA64PFR0_EL0_MASK		(UL(0xf) << ID_AA64PFR0_EL0_SHIFT)
750 #define	ID_AA64PFR0_EL0_VAL(x)		((x) & ID_AA64PFR0_EL0_MASK)
751 #define	 ID_AA64PFR0_EL0_64		(UL(0x1) << ID_AA64PFR0_EL0_SHIFT)
752 #define	 ID_AA64PFR0_EL0_64_32		(UL(0x2) << ID_AA64PFR0_EL0_SHIFT)
753 #define	ID_AA64PFR0_EL1_SHIFT		4
754 #define	ID_AA64PFR0_EL1_MASK		(UL(0xf) << ID_AA64PFR0_EL1_SHIFT)
755 #define	ID_AA64PFR0_EL1_VAL(x)		((x) & ID_AA64PFR0_EL1_MASK)
756 #define	 ID_AA64PFR0_EL1_64		(UL(0x1) << ID_AA64PFR0_EL1_SHIFT)
757 #define	 ID_AA64PFR0_EL1_64_32		(UL(0x2) << ID_AA64PFR0_EL1_SHIFT)
758 #define	ID_AA64PFR0_EL2_SHIFT		8
759 #define	ID_AA64PFR0_EL2_MASK		(UL(0xf) << ID_AA64PFR0_EL2_SHIFT)
760 #define	ID_AA64PFR0_EL2_VAL(x)		((x) & ID_AA64PFR0_EL2_MASK)
761 #define	 ID_AA64PFR0_EL2_NONE		(UL(0x0) << ID_AA64PFR0_EL2_SHIFT)
762 #define	 ID_AA64PFR0_EL2_64		(UL(0x1) << ID_AA64PFR0_EL2_SHIFT)
763 #define	 ID_AA64PFR0_EL2_64_32		(UL(0x2) << ID_AA64PFR0_EL2_SHIFT)
764 #define	ID_AA64PFR0_EL3_SHIFT		12
765 #define	ID_AA64PFR0_EL3_MASK		(UL(0xf) << ID_AA64PFR0_EL3_SHIFT)
766 #define	ID_AA64PFR0_EL3_VAL(x)		((x) & ID_AA64PFR0_EL3_MASK)
767 #define	 ID_AA64PFR0_EL3_NONE		(UL(0x0) << ID_AA64PFR0_EL3_SHIFT)
768 #define	 ID_AA64PFR0_EL3_64		(UL(0x1) << ID_AA64PFR0_EL3_SHIFT)
769 #define	 ID_AA64PFR0_EL3_64_32		(UL(0x2) << ID_AA64PFR0_EL3_SHIFT)
770 #define	ID_AA64PFR0_FP_SHIFT		16
771 #define	ID_AA64PFR0_FP_MASK		(UL(0xf) << ID_AA64PFR0_FP_SHIFT)
772 #define	ID_AA64PFR0_FP_VAL(x)		((x) & ID_AA64PFR0_FP_MASK)
773 #define	 ID_AA64PFR0_FP_IMPL		(UL(0x0) << ID_AA64PFR0_FP_SHIFT)
774 #define	 ID_AA64PFR0_FP_HP		(UL(0x1) << ID_AA64PFR0_FP_SHIFT)
775 #define	 ID_AA64PFR0_FP_NONE		(UL(0xf) << ID_AA64PFR0_FP_SHIFT)
776 #define	ID_AA64PFR0_AdvSIMD_SHIFT	20
777 #define	ID_AA64PFR0_AdvSIMD_MASK	(UL(0xf) << ID_AA64PFR0_AdvSIMD_SHIFT)
778 #define	ID_AA64PFR0_AdvSIMD_VAL(x)	((x) & ID_AA64PFR0_AdvSIMD_MASK)
779 #define	 ID_AA64PFR0_AdvSIMD_IMPL	(UL(0x0) << ID_AA64PFR0_AdvSIMD_SHIFT)
780 #define	 ID_AA64PFR0_AdvSIMD_HP		(UL(0x1) << ID_AA64PFR0_AdvSIMD_SHIFT)
781 #define	 ID_AA64PFR0_AdvSIMD_NONE	(UL(0xf) << ID_AA64PFR0_AdvSIMD_SHIFT)
782 #define	ID_AA64PFR0_GIC_BITS		0x4 /* Number of bits in GIC field */
783 #define	ID_AA64PFR0_GIC_SHIFT		24
784 #define	ID_AA64PFR0_GIC_MASK		(UL(0xf) << ID_AA64PFR0_GIC_SHIFT)
785 #define	ID_AA64PFR0_GIC_VAL(x)		((x) & ID_AA64PFR0_GIC_MASK)
786 #define	 ID_AA64PFR0_GIC_CPUIF_NONE	(UL(0x0) << ID_AA64PFR0_GIC_SHIFT)
787 #define	 ID_AA64PFR0_GIC_CPUIF_EN	(UL(0x1) << ID_AA64PFR0_GIC_SHIFT)
788 #define	ID_AA64PFR0_RAS_SHIFT		28
789 #define	ID_AA64PFR0_RAS_MASK		(UL(0xf) << ID_AA64PFR0_RAS_SHIFT)
790 #define	ID_AA64PFR0_RAS_VAL(x)		((x) & ID_AA64PFR0_RAS_MASK)
791 #define	 ID_AA64PFR0_RAS_NONE		(UL(0x0) << ID_AA64PFR0_RAS_SHIFT)
792 #define	 ID_AA64PFR0_RAS_IMPL		(UL(0x1) << ID_AA64PFR0_RAS_SHIFT)
793 #define	 ID_AA64PFR0_RAS_8_4		(UL(0x2) << ID_AA64PFR0_RAS_SHIFT)
794 #define	ID_AA64PFR0_SVE_SHIFT		32
795 #define	ID_AA64PFR0_SVE_MASK		(UL(0xf) << ID_AA64PFR0_SVE_SHIFT)
796 #define	ID_AA64PFR0_SVE_VAL(x)		((x) & ID_AA64PFR0_SVE_MASK)
797 #define	 ID_AA64PFR0_SVE_NONE		(UL(0x0) << ID_AA64PFR0_SVE_SHIFT)
798 #define	 ID_AA64PFR0_SVE_IMPL		(UL(0x1) << ID_AA64PFR0_SVE_SHIFT)
799 #define	ID_AA64PFR0_SEL2_SHIFT		36
800 #define	ID_AA64PFR0_SEL2_MASK		(UL(0xf) << ID_AA64PFR0_SEL2_SHIFT)
801 #define	ID_AA64PFR0_SEL2_VAL(x)		((x) & ID_AA64PFR0_SEL2_MASK)
802 #define	 ID_AA64PFR0_SEL2_NONE		(UL(0x0) << ID_AA64PFR0_SEL2_SHIFT)
803 #define	 ID_AA64PFR0_SEL2_IMPL		(UL(0x1) << ID_AA64PFR0_SEL2_SHIFT)
804 #define	ID_AA64PFR0_MPAM_SHIFT		40
805 #define	ID_AA64PFR0_MPAM_MASK		(UL(0xf) << ID_AA64PFR0_MPAM_SHIFT)
806 #define	ID_AA64PFR0_MPAM_VAL(x)		((x) & ID_AA64PFR0_MPAM_MASK)
807 #define	 ID_AA64PFR0_MPAM_NONE		(UL(0x0) << ID_AA64PFR0_MPAM_SHIFT)
808 #define	 ID_AA64PFR0_MPAM_IMPL		(UL(0x1) << ID_AA64PFR0_MPAM_SHIFT)
809 #define	ID_AA64PFR0_AMU_SHIFT		44
810 #define	ID_AA64PFR0_AMU_MASK		(UL(0xf) << ID_AA64PFR0_AMU_SHIFT)
811 #define	ID_AA64PFR0_AMU_VAL(x)		((x) & ID_AA64PFR0_AMU_MASK)
812 #define	 ID_AA64PFR0_AMU_NONE		(UL(0x0) << ID_AA64PFR0_AMU_SHIFT)
813 #define	 ID_AA64PFR0_AMU_V1		(UL(0x1) << ID_AA64PFR0_AMU_SHIFT)
814 #define	ID_AA64PFR0_DIT_SHIFT		48
815 #define	ID_AA64PFR0_DIT_MASK		(UL(0xf) << ID_AA64PFR0_DIT_SHIFT)
816 #define	ID_AA64PFR0_DIT_VAL(x)		((x) & ID_AA64PFR0_DIT_MASK)
817 #define	 ID_AA64PFR0_DIT_NONE		(UL(0x0) << ID_AA64PFR0_DIT_SHIFT)
818 #define	 ID_AA64PFR0_DIT_PSTATE		(UL(0x1) << ID_AA64PFR0_DIT_SHIFT)
819 #define	ID_AA64PFR0_CSV2_SHIFT		56
820 #define	ID_AA64PFR0_CSV2_MASK		(UL(0xf) << ID_AA64PFR0_CSV2_SHIFT)
821 #define	ID_AA64PFR0_CSV2_VAL(x)		((x) & ID_AA64PFR0_CSV2_MASK)
822 #define	 ID_AA64PFR0_CSV2_NONE		(UL(0x0) << ID_AA64PFR0_CSV2_SHIFT)
823 #define	 ID_AA64PFR0_CSV2_ISOLATED	(UL(0x1) << ID_AA64PFR0_CSV2_SHIFT)
824 #define	 ID_AA64PFR0_CSV2_SCXTNUM	(UL(0x2) << ID_AA64PFR0_CSV2_SHIFT)
825 #define	ID_AA64PFR0_CSV3_SHIFT		60
826 #define	ID_AA64PFR0_CSV3_MASK		(UL(0xf) << ID_AA64PFR0_CSV3_SHIFT)
827 #define	ID_AA64PFR0_CSV3_VAL(x)		((x) & ID_AA64PFR0_CSV3_MASK)
828 #define	 ID_AA64PFR0_CSV3_NONE		(UL(0x0) << ID_AA64PFR0_CSV3_SHIFT)
829 #define	 ID_AA64PFR0_CSV3_ISOLATED	(UL(0x1) << ID_AA64PFR0_CSV3_SHIFT)
830 
831 /* ID_AA64PFR1_EL1 */
832 #define	ID_AA64PFR1_EL1			MRS_REG(ID_AA64PFR1_EL1)
833 #define	ID_AA64PFR1_EL1_op0		0x3
834 #define	ID_AA64PFR1_EL1_op1		0x0
835 #define	ID_AA64PFR1_EL1_CRn		0x0
836 #define	ID_AA64PFR1_EL1_CRm		0x4
837 #define	ID_AA64PFR1_EL1_op2		0x1
838 #define	ID_AA64PFR1_BT_SHIFT		0
839 #define	ID_AA64PFR1_BT_MASK		(UL(0xf) << ID_AA64PFR1_BT_SHIFT)
840 #define	ID_AA64PFR1_BT_VAL(x)		((x) & ID_AA64PFR1_BT_MASK)
841 #define	 ID_AA64PFR1_BT_NONE		(UL(0x0) << ID_AA64PFR1_BT_SHIFT)
842 #define	 ID_AA64PFR1_BT_IMPL		(UL(0x1) << ID_AA64PFR1_BT_SHIFT)
843 #define	ID_AA64PFR1_SSBS_SHIFT		4
844 #define	ID_AA64PFR1_SSBS_MASK		(UL(0xf) << ID_AA64PFR1_SSBS_SHIFT)
845 #define	ID_AA64PFR1_SSBS_VAL(x)		((x) & ID_AA64PFR1_SSBS_MASK)
846 #define	 ID_AA64PFR1_SSBS_NONE		(UL(0x0) << ID_AA64PFR1_SSBS_SHIFT)
847 #define	 ID_AA64PFR1_SSBS_PSTATE	(UL(0x1) << ID_AA64PFR1_SSBS_SHIFT)
848 #define	 ID_AA64PFR1_SSBS_PSTATE_MSR	(UL(0x2) << ID_AA64PFR1_SSBS_SHIFT)
849 #define	ID_AA64PFR1_MTE_SHIFT		8
850 #define	ID_AA64PFR1_MTE_MASK		(UL(0xf) << ID_AA64PFR1_MTE_SHIFT)
851 #define	ID_AA64PFR1_MTE_VAL(x)		((x) & ID_AA64PFR1_MTE_MASK)
852 #define	 ID_AA64PFR1_MTE_NONE		(UL(0x0) << ID_AA64PFR1_MTE_SHIFT)
853 #define	 ID_AA64PFR1_MTE_IMPL_EL0	(UL(0x1) << ID_AA64PFR1_MTE_SHIFT)
854 #define	 ID_AA64PFR1_MTE_IMPL		(UL(0x2) << ID_AA64PFR1_MTE_SHIFT)
855 #define	ID_AA64PFR1_RAS_frac_SHIFT	12
856 #define	ID_AA64PFR1_RAS_frac_MASK	(UL(0xf) << ID_AA64PFR1_RAS_frac_SHIFT)
857 #define	ID_AA64PFR1_RAS_frac_VAL(x)	((x) & ID_AA64PFR1_RAS_frac_MASK)
858 #define	 ID_AA64PFR1_RAS_frac_V1	(UL(0x0) << ID_AA64PFR1_RAS_frac_SHIFT)
859 #define	 ID_AA64PFR1_RAS_frac_V2	(UL(0x1) << ID_AA64PFR1_RAS_frac_SHIFT)
860 
861 /* ID_ISAR5_EL1 */
862 #define	ID_ISAR5_EL1			MRS_REG(ID_ISAR5_EL1)
863 #define	ID_ISAR5_EL1_op0		0x3
864 #define	ID_ISAR5_EL1_op1		0x0
865 #define	ID_ISAR5_EL1_CRn		0x0
866 #define	ID_ISAR5_EL1_CRm		0x2
867 #define	ID_ISAR5_EL1_op2		0x5
868 #define	ID_ISAR5_SEVL_SHIFT		0
869 #define	ID_ISAR5_SEVL_MASK		(UL(0xf) << ID_ISAR5_SEVL_SHIFT)
870 #define	ID_ISAR5_SEVL_VAL(x)		((x) & ID_ISAR5_SEVL_MASK)
871 #define	 ID_ISAR5_SEVL_NOP		(UL(0x0) << ID_ISAR5_SEVL_SHIFT)
872 #define	 ID_ISAR5_SEVL_IMPL		(UL(0x1) << ID_ISAR5_SEVL_SHIFT)
873 #define	ID_ISAR5_AES_SHIFT		4
874 #define	ID_ISAR5_AES_MASK		(UL(0xf) << ID_ISAR5_AES_SHIFT)
875 #define	ID_ISAR5_AES_VAL(x)		((x) & ID_ISAR5_AES_MASK)
876 #define	 ID_ISAR5_AES_NONE		(UL(0x0) << ID_ISAR5_AES_SHIFT)
877 #define	 ID_ISAR5_AES_BASE		(UL(0x1) << ID_ISAR5_AES_SHIFT)
878 #define	 ID_ISAR5_AES_VMULL		(UL(0x2) << ID_ISAR5_AES_SHIFT)
879 #define	ID_ISAR5_SHA1_SHIFT		8
880 #define	ID_ISAR5_SHA1_MASK		(UL(0xf) << ID_ISAR5_SHA1_SHIFT)
881 #define	ID_ISAR5_SHA1_VAL(x)		((x) & ID_ISAR5_SHA1_MASK)
882 #define	 ID_ISAR5_SHA1_NONE		(UL(0x0) << ID_ISAR5_SHA1_SHIFT)
883 #define	 ID_ISAR5_SHA1_IMPL		(UL(0x1) << ID_ISAR5_SHA1_SHIFT)
884 #define	ID_ISAR5_SHA2_SHIFT		12
885 #define	ID_ISAR5_SHA2_MASK		(UL(0xf) << ID_ISAR5_SHA2_SHIFT)
886 #define	ID_ISAR5_SHA2_VAL(x)		((x) & ID_ISAR5_SHA2_MASK)
887 #define	 ID_ISAR5_SHA2_NONE		(UL(0x0) << ID_ISAR5_SHA2_SHIFT)
888 #define	 ID_ISAR5_SHA2_IMPL		(UL(0x1) << ID_ISAR5_SHA2_SHIFT)
889 #define	ID_ISAR5_CRC32_SHIFT		16
890 #define	ID_ISAR5_CRC32_MASK		(UL(0xf) << ID_ISAR5_CRC32_SHIFT)
891 #define	ID_ISAR5_CRC32_VAL(x)		((x) & ID_ISAR5_CRC32_MASK)
892 #define	 ID_ISAR5_CRC32_NONE		(UL(0x0) << ID_ISAR5_CRC32_SHIFT)
893 #define	 ID_ISAR5_CRC32_IMPL		(UL(0x1) << ID_ISAR5_CRC32_SHIFT)
894 #define	ID_ISAR5_RDM_SHIFT		24
895 #define	ID_ISAR5_RDM_MASK		(UL(0xf) << ID_ISAR5_RDM_SHIFT)
896 #define	ID_ISAR5_RDM_VAL(x)		((x) & ID_ISAR5_RDM_MASK)
897 #define	 ID_ISAR5_RDM_NONE		(UL(0x0) << ID_ISAR5_RDM_SHIFT)
898 #define	 ID_ISAR5_RDM_IMPL		(UL(0x1) << ID_ISAR5_RDM_SHIFT)
899 #define	ID_ISAR5_VCMA_SHIFT		28
900 #define	ID_ISAR5_VCMA_MASK		(UL(0xf) << ID_ISAR5_VCMA_SHIFT)
901 #define	ID_ISAR5_VCMA_VAL(x)		((x) & ID_ISAR5_VCMA_MASK)
902 #define	 ID_ISAR5_VCMA_NONE		(UL(0x0) << ID_ISAR5_VCMA_SHIFT)
903 #define	 ID_ISAR5_VCMA_IMPL		(UL(0x1) << ID_ISAR5_VCMA_SHIFT)
904 
905 /* PMBIDR_EL1 */
906 #define	PMBIDR_EL1			MRS_REG(PMBIDR_EL1)
907 #define	PMBIDR_EL1_op0			0x3
908 #define	PMBIDR_EL1_op1			0x0
909 #define	PMBIDR_EL1_CRn			0x9
910 #define	PMBIDR_EL1_CRm			0xa
911 #define	PMBIDR_EL1_op2			0x7
912 #define	PMBIDR_Align_SHIFT		0
913 #define	PMBIDR_Align_MASK		(UL(0xf) << PMBIDR_Align_SHIFT)
914 #define	PMBIDR_P_SHIFT			4
915 #define	PMBIDR_P			(UL(0x1) << PMBIDR_P_SHIFT)
916 #define	PMBIDR_F_SHIFT			5
917 #define	PMBIDR_F			(UL(0x1) << PMBIDR_F_SHIFT)
918 
919 /* PMBLIMITR_EL1 */
920 #define	PMBLIMITR_EL1			MRS_REG(PMBLIMITR_EL1)
921 #define	PMBLIMITR_EL1_op0		0x3
922 #define	PMBLIMITR_EL1_op1		0x0
923 #define	PMBLIMITR_EL1_CRn		0x9
924 #define	PMBLIMITR_EL1_CRm		0xa
925 #define	PMBLIMITR_EL1_op2		0x0
926 #define	PMBLIMITR_E_SHIFT		0
927 #define	PMBLIMITR_E			(UL(0x1) << PMBLIMITR_E_SHIFT)
928 #define	PMBLIMITR_FM_SHIFT		1
929 #define	PMBLIMITR_FM_MASK		(UL(0x3) << PMBLIMITR_FM_SHIFT)
930 #define	PMBLIMITR_PMFZ_SHIFT		5
931 #define	PMBLIMITR_PMFZ			(UL(0x1) << PMBLIMITR_PMFZ_SHIFT)
932 #define	PMBLIMITR_LIMIT_SHIFT		12
933 #define	PMBLIMITR_LIMIT_MASK		\
934     (UL(0xfffffffffffff) << PMBLIMITR_LIMIT_SHIFT)
935 
936 /* PMBPTR_EL1 */
937 #define	PMBPTR_EL1			MRS_REG(PMBPTR_EL1)
938 #define	PMBPTR_EL1_op0			0x3
939 #define	PMBPTR_EL1_op1			0x0
940 #define	PMBPTR_EL1_CRn			0x9
941 #define	PMBPTR_EL1_CRm			0xa
942 #define	PMBPTR_EL1_op2			0x1
943 #define	PMBPTR_PTR_SHIFT		0
944 #define	PMBPTR_PTR_MASK			\
945     (UL(0xffffffffffffffff) << PMBPTR_PTR_SHIFT)
946 
947 /* PMBSR_EL1 */
948 #define	PMBSR_EL1			MRS_REG(PMBSR_EL1)
949 #define	PMBSR_EL1_op0			0x3
950 #define	PMBSR_EL1_op1			0x0
951 #define	PMBSR_EL1_CRn			0x9
952 #define	PMBSR_EL1_CRm			0xa
953 #define	PMBSR_EL1_op2			0x3
954 #define	PMBSR_MSS_SHIFT			0
955 #define	PMBSR_MSS_MASK			(UL(0xffff) << PMBSR_MSS_SHIFT)
956 #define	PMBSR_COLL_SHIFT		16
957 #define	PMBSR_COLL			(UL(0x1) << PMBSR_COLL_SHIFT)
958 #define	PMBSR_S_SHIFT			17
959 #define	PMBSR_S				(UL(0x1) << PMBSR_S_SHIFT)
960 #define	PMBSR_EA_SHIFT			18
961 #define	PMBSR_EA			(UL(0x1) << PMBSR_EA_SHIFT)
962 #define	PMBSR_DL_SHIFT			19
963 #define	PMBSR_DL			(UL(0x1) << PMBSR_DL_SHIFT)
964 #define	PMBSR_EC_SHIFT			26
965 #define	PMBSR_EC_MASK			(UL(0x3f) << PMBSR_EC_SHIFT)
966 
967 /* PMSCR_EL1 */
968 #define	PMSCR_EL1			MRS_REG(PMSCR_EL1)
969 #define	PMSCR_EL1_op0			0x3
970 #define	PMSCR_EL1_op1			0x0
971 #define	PMSCR_EL1_CRn			0x9
972 #define	PMSCR_EL1_CRm			0x9
973 #define	PMSCR_EL1_op2			0x0
974 #define	PMSCR_E0SPE_SHIFT		0
975 #define	PMSCR_E0SPE			(UL(0x1) << PMSCR_E0SPE_SHIFT)
976 #define	PMSCR_E1SPE_SHIFT		1
977 #define	PMSCR_E1SPE			(UL(0x1) << PMSCR_E1SPE_SHIFT)
978 #define	PMSCR_CX_SHIFT			3
979 #define	PMSCR_CX			(UL(0x1) << PMSCR_CX_SHIFT)
980 #define	PMSCR_PA_SHIFT			4
981 #define	PMSCR_PA			(UL(0x1) << PMSCR_PA_SHIFT)
982 #define	PMSCR_TS_SHIFT			5
983 #define	PMSCR_TS			(UL(0x1) << PMSCR_TS_SHIFT)
984 #define	PMSCR_PCT_SHIFT			6
985 #define	PMSCR_PCT_MASK			(UL(0x3) << PMSCR_PCT_SHIFT)
986 
987 /* PMSEVFR_EL1 */
988 #define	PMSEVFR_EL1			MRS_REG(PMSEVFR_EL1)
989 #define	PMSEVFR_EL1_op0			0x3
990 #define	PMSEVFR_EL1_op1			0x0
991 #define	PMSEVFR_EL1_CRn			0x9
992 #define	PMSEVFR_EL1_CRm			0x9
993 #define	PMSEVFR_EL1_op2			0x5
994 
995 /* PMSFCR_EL1 */
996 #define	PMSFCR_EL1			MRS_REG(PMSFCR_EL1)
997 #define	PMSFCR_EL1_op0			0x3
998 #define	PMSFCR_EL1_op1			0x0
999 #define	PMSFCR_EL1_CRn			0x9
1000 #define	PMSFCR_EL1_CRm			0x9
1001 #define	PMSFCR_EL1_op2			0x4
1002 #define	PMSFCR_FE_SHIFT			0
1003 #define	PMSFCR_FE			(UL(0x1) << PMSFCR_FE_SHIFT)
1004 #define	PMSFCR_FT_SHIFT			1
1005 #define	PMSFCR_FT			(UL(0x1) << PMSFCR_FT_SHIFT)
1006 #define	PMSFCR_FL_SHIFT			2
1007 #define	PMSFCR_FL			(UL(0x1) << PMSFCR_FL_SHIFT)
1008 #define	PMSFCR_FnE_SHIFT		3
1009 #define	PMSFCR_FnE			(UL(0x1) << PMSFCR_FnE_SHIFT)
1010 #define	PMSFCR_B_SHIFT			16
1011 #define	PMSFCR_B			(UL(0x1) << PMSFCR_B_SHIFT)
1012 #define	PMSFCR_LD_SHIFT			17
1013 #define	PMSFCR_LD			(UL(0x1) << PMSFCR_LD_SHIFT)
1014 #define	PMSFCR_ST_SHIFT			18
1015 #define	PMSFCR_ST			(UL(0x1) << PMSFCR_ST_SHIFT)
1016 
1017 /* PMSICR_EL1 */
1018 #define	PMSICR_EL1			MRS_REG(PMSICR_EL1)
1019 #define	PMSICR_EL1_op0			0x3
1020 #define	PMSICR_EL1_op1			0x0
1021 #define	PMSICR_EL1_CRn			0x9
1022 #define	PMSICR_EL1_CRm			0x9
1023 #define	PMSICR_EL1_op2			0x2
1024 #define	PMSICR_COUNT_SHIFT		0
1025 #define	PMSICR_COUNT_MASK		(UL(0xffffffff) << PMSICR_COUNT_SHIFT)
1026 #define	PMSICR_ECOUNT_SHIFT		56
1027 #define	PMSICR_ECOUNT_MASK		(UL(0xff) << PMSICR_ECOUNT_SHIFT)
1028 
1029 /* PMSIDR_EL1 */
1030 #define	PMSIDR_EL1			MRS_REG(PMSIDR_EL1)
1031 #define	PMSIDR_EL1_op0			0x3
1032 #define	PMSIDR_EL1_op1			0x0
1033 #define	PMSIDR_EL1_CRn			0x9
1034 #define	PMSIDR_EL1_CRm			0x9
1035 #define	PMSIDR_EL1_op2			0x7
1036 #define	PMSIDR_FE_SHIFT			0
1037 #define	PMSIDR_FE			(UL(0x1) << PMSIDR_FE_SHIFT)
1038 #define	PMSIDR_FT_SHIFT			1
1039 #define	PMSIDR_FT			(UL(0x1) << PMSIDR_FT_SHIFT)
1040 #define	PMSIDR_FL_SHIFT			2
1041 #define	PMSIDR_FL			(UL(0x1) << PMSIDR_FL_SHIFT)
1042 #define	PMSIDR_ArchInst_SHIFT		3
1043 #define	PMSIDR_ArchInst			(UL(0x1) << PMSIDR_ArchInst_SHIFT)
1044 #define	PMSIDR_LDS_SHIFT		4
1045 #define	PMSIDR_LDS			(UL(0x1) << PMSIDR_LDS_SHIFT)
1046 #define	PMSIDR_ERnd_SHIFT		5
1047 #define	PMSIDR_ERnd			(UL(0x1) << PMSIDR_ERnd_SHIFT)
1048 #define	PMSIDR_FnE_SHIFT		6
1049 #define	PMSIDR_FnE			(UL(0x1) << PMSIDR_FnE_SHIFT)
1050 #define	PMSIDR_Interval_SHIFT		8
1051 #define	PMSIDR_Interval_MASK		(UL(0xf) << PMSIDR_Interval_SHIFT)
1052 #define	PMSIDR_MaxSize_SHIFT		12
1053 #define	PMSIDR_MaxSize_MASK		(UL(0xf) << PMSIDR_MaxSize_SHIFT)
1054 #define	PMSIDR_CountSize_SHIFT		16
1055 #define	PMSIDR_CountSize_MASK		(UL(0xf) << PMSIDR_CountSize_SHIFT)
1056 #define	PMSIDR_Format_SHIFT		20
1057 #define	PMSIDR_Format_MASK		(UL(0xf) << PMSIDR_Format_SHIFT)
1058 #define	PMSIDR_PBT_SHIFT		24
1059 #define	PMSIDR_PBT			(UL(0x1) << PMSIDR_PBT_SHIFT)
1060 
1061 /* PMSIRR_EL1 */
1062 #define	PMSIRR_EL1			MRS_REG(PMSIRR_EL1)
1063 #define	PMSIRR_EL1_op0			0x3
1064 #define	PMSIRR_EL1_op1			0x0
1065 #define	PMSIRR_EL1_CRn			0x9
1066 #define	PMSIRR_EL1_CRm			0x9
1067 #define	PMSIRR_EL1_op2			0x3
1068 #define	PMSIRR_RND_SHIFT		0
1069 #define	PMSIRR_RND			(UL(0x1) << PMSIRR_RND_SHIFT)
1070 #define	PMSIRR_INTERVAL_SHIFT		8
1071 #define	PMSIRR_INTERVAL_MASK		(UL(0xffffff) << PMSIRR_INTERVAL_SHIFT)
1072 
1073 /* PMSLATFR_EL1 */
1074 #define	PMSLATFR_EL1			MRS_REG(PMSLATFR_EL1)
1075 #define	PMSLATFR_EL1_op0		0x3
1076 #define	PMSLATFR_EL1_op1		0x0
1077 #define	PMSLATFR_EL1_CRn		0x9
1078 #define	PMSLATFR_EL1_CRm		0x9
1079 #define	PMSLATFR_EL1_op2		0x6
1080 #define	PMSLATFR_MINLAT_SHIFT		0
1081 #define	PMSLATFR_MINLAT_MASK		(UL(0xfff) << PMSLATFR_MINLAT_SHIFT)
1082 
1083 /* PMSNEVFR_EL1 */
1084 #define	PMSNEVFR_EL1			MRS_REG(PMSNEVFR_EL1)
1085 #define	PMSNEVFR_EL1_op0		0x3
1086 #define	PMSNEVFR_EL1_op1		0x0
1087 #define	PMSNEVFR_EL1_CRn		0x9
1088 #define	PMSNEVFR_EL1_CRm		0x9
1089 #define	PMSNEVFR_EL1_op2		0x1
1090 
1091 /* MAIR_EL1 - Memory Attribute Indirection Register */
1092 #define	MAIR_ATTR_MASK(idx)	(0xff << ((n)* 8))
1093 #define	MAIR_ATTR(attr, idx) ((attr) << ((idx) * 8))
1094 #define	 MAIR_DEVICE_nGnRnE	0x00
1095 #define	 MAIR_DEVICE_nGnRE	0x04
1096 #define	 MAIR_NORMAL_NC		0x44
1097 #define	 MAIR_NORMAL_WT		0xbb
1098 #define	 MAIR_NORMAL_WB		0xff
1099 
1100 /* MDSCR_EL1 - Monitor Debug System Control Register */
1101 #define	MDSCR_SS_SHIFT			0
1102 #define	MDSCR_SS			(UL(0x1) << MDSCR_SS_SHIFT)
1103 #define	MDSCR_KDE_SHIFT			13
1104 #define	MDSCR_KDE			(UL(0x1) << MDSCR_KDE_SHIFT)
1105 #define	MDSCR_MDE_SHIFT			15
1106 #define	MDSCR_MDE			(UL(0x1) << MDSCR_MDE_SHIFT)
1107 
1108 /* MVFR0_EL1 */
1109 #define	MVFR0_EL1			MRS_REG(MVFR0_EL1)
1110 #define	MVFR0_EL1_op0			0x3
1111 #define	MVFR0_EL1_op1			0x0
1112 #define	MVFR0_EL1_CRn			0x0
1113 #define	MVFR0_EL1_CRm			0x3
1114 #define	MVFR0_EL1_op2			0x0
1115 #define	MVFR0_SIMDReg_SHIFT		0
1116 #define	MVFR0_SIMDReg_MASK		(UL(0xf) << MVFR0_SIMDReg_SHIFT)
1117 #define	MVFR0_SIMDReg_VAL(x)		((x) & MVFR0_SIMDReg_MASK)
1118 #define	 MVFR0_SIMDReg_NONE		(UL(0x0) << MVFR0_SIMDReg_SHIFT)
1119 #define	 MVFR0_SIMDReg_FP		(UL(0x1) << MVFR0_SIMDReg_SHIFT)
1120 #define	 MVFR0_SIMDReg_AdvSIMD		(UL(0x2) << MVFR0_SIMDReg_SHIFT)
1121 #define	MVFR0_FPSP_SHIFT		4
1122 #define	MVFR0_FPSP_MASK			(UL(0xf) << MVFR0_FPSP_SHIFT)
1123 #define	MVFR0_FPSP_VAL(x)		((x) & MVFR0_FPSP_MASK)
1124 #define	 MVFR0_FPSP_NONE		(UL(0x0) << MVFR0_FPSP_SHIFT)
1125 #define	 MVFR0_FPSP_VFP_v2		(UL(0x1) << MVFR0_FPSP_SHIFT)
1126 #define	 MVFR0_FPSP_VFP_v3_v4		(UL(0x2) << MVFR0_FPSP_SHIFT)
1127 #define	MVFR0_FPDP_SHIFT		8
1128 #define	MVFR0_FPDP_MASK			(UL(0xf) << MVFR0_FPDP_SHIFT)
1129 #define	MVFR0_FPDP_VAL(x)		((x) & MVFR0_FPDP_MASK)
1130 #define	 MVFR0_FPDP_NONE		(UL(0x0) << MVFR0_FPDP_SHIFT)
1131 #define	 MVFR0_FPDP_VFP_v2		(UL(0x1) << MVFR0_FPDP_SHIFT)
1132 #define	 MVFR0_FPDP_VFP_v3_v4		(UL(0x2) << MVFR0_FPDP_SHIFT)
1133 #define	MVFR0_FPTrap_SHIFT		12
1134 #define	MVFR0_FPTrap_MASK		(UL(0xf) << MVFR0_FPTrap_SHIFT)
1135 #define	MVFR0_FPTrap_VAL(x)		((x) & MVFR0_FPTrap_MASK)
1136 #define	 MVFR0_FPTrap_NONE		(UL(0x0) << MVFR0_FPTrap_SHIFT)
1137 #define	 MVFR0_FPTrap_IMPL		(UL(0x1) << MVFR0_FPTrap_SHIFT)
1138 #define	MVFR0_FPDivide_SHIFT		16
1139 #define	MVFR0_FPDivide_MASK		(UL(0xf) << MVFR0_FPDivide_SHIFT)
1140 #define	MVFR0_FPDivide_VAL(x)		((x) & MVFR0_FPDivide_MASK)
1141 #define	 MVFR0_FPDivide_NONE		(UL(0x0) << MVFR0_FPDivide_SHIFT)
1142 #define	 MVFR0_FPDivide_IMPL		(UL(0x1) << MVFR0_FPDivide_SHIFT)
1143 #define	MVFR0_FPSqrt_SHIFT		20
1144 #define	MVFR0_FPSqrt_MASK		(UL(0xf) << MVFR0_FPSqrt_SHIFT)
1145 #define	MVFR0_FPSqrt_VAL(x)		((x) & MVFR0_FPSqrt_MASK)
1146 #define	 MVFR0_FPSqrt_NONE		(UL(0x0) << MVFR0_FPSqrt_SHIFT)
1147 #define	 MVFR0_FPSqrt_IMPL		(UL(0x1) << MVFR0_FPSqrt_SHIFT)
1148 #define	MVFR0_FPShVec_SHIFT		24
1149 #define	MVFR0_FPShVec_MASK		(UL(0xf) << MVFR0_FPShVec_SHIFT)
1150 #define	MVFR0_FPShVec_VAL(x)		((x) & MVFR0_FPShVec_MASK)
1151 #define	 MVFR0_FPShVec_NONE		(UL(0x0) << MVFR0_FPShVec_SHIFT)
1152 #define	 MVFR0_FPShVec_IMPL		(UL(0x1) << MVFR0_FPShVec_SHIFT)
1153 #define	MVFR0_FPRound_SHIFT		28
1154 #define	MVFR0_FPRound_MASK		(UL(0xf) << MVFR0_FPRound_SHIFT)
1155 #define	MVFR0_FPRound_VAL(x)		((x) & MVFR0_FPRound_MASK)
1156 #define	 MVFR0_FPRound_NONE		(UL(0x0) << MVFR0_FPRound_SHIFT)
1157 #define	 MVFR0_FPRound_IMPL		(UL(0x1) << MVFR0_FPRound_SHIFT)
1158 
1159 /* MVFR1_EL1 */
1160 #define	MVFR1_EL1			MRS_REG(MVFR1_EL1)
1161 #define	MVFR1_EL1_op0			0x3
1162 #define	MVFR1_EL1_op1			0x0
1163 #define	MVFR1_EL1_CRn			0x0
1164 #define	MVFR1_EL1_CRm			0x3
1165 #define	MVFR1_EL1_op2			0x1
1166 #define	MVFR1_FPFtZ_SHIFT		0
1167 #define	MVFR1_FPFtZ_MASK		(UL(0xf) << MVFR1_FPFtZ_SHIFT)
1168 #define	MVFR1_FPFtZ_VAL(x)		((x) & MVFR1_FPFtZ_MASK)
1169 #define	 MVFR1_FPFtZ_NONE		(UL(0x0) << MVFR1_FPFtZ_SHIFT)
1170 #define	 MVFR1_FPFtZ_IMPL		(UL(0x1) << MVFR1_FPFtZ_SHIFT)
1171 #define	MVFR1_FPDNaN_SHIFT		4
1172 #define	MVFR1_FPDNaN_MASK		(UL(0xf) << MVFR1_FPDNaN_SHIFT)
1173 #define	MVFR1_FPDNaN_VAL(x)		((x) & MVFR1_FPDNaN_MASK)
1174 #define	 MVFR1_FPDNaN_NONE		(UL(0x0) << MVFR1_FPDNaN_SHIFT)
1175 #define	 MVFR1_FPDNaN_IMPL		(UL(0x1) << MVFR1_FPDNaN_SHIFT)
1176 #define	MVFR1_SIMDLS_SHIFT		8
1177 #define	MVFR1_SIMDLS_MASK		(UL(0xf) << MVFR1_SIMDLS_SHIFT)
1178 #define	MVFR1_SIMDLS_VAL(x)		((x) & MVFR1_SIMDLS_MASK)
1179 #define	 MVFR1_SIMDLS_NONE		(UL(0x0) << MVFR1_SIMDLS_SHIFT)
1180 #define	 MVFR1_SIMDLS_IMPL		(UL(0x1) << MVFR1_SIMDLS_SHIFT)
1181 #define	MVFR1_SIMDInt_SHIFT		12
1182 #define	MVFR1_SIMDInt_MASK		(UL(0xf) << MVFR1_SIMDInt_SHIFT)
1183 #define	MVFR1_SIMDInt_VAL(x)		((x) & MVFR1_SIMDInt_MASK)
1184 #define	 MVFR1_SIMDInt_NONE		(UL(0x0) << MVFR1_SIMDInt_SHIFT)
1185 #define	 MVFR1_SIMDInt_IMPL		(UL(0x1) << MVFR1_SIMDInt_SHIFT)
1186 #define	MVFR1_SIMDSP_SHIFT		16
1187 #define	MVFR1_SIMDSP_MASK		(UL(0xf) << MVFR1_SIMDSP_SHIFT)
1188 #define	MVFR1_SIMDSP_VAL(x)		((x) & MVFR1_SIMDSP_MASK)
1189 #define	 MVFR1_SIMDSP_NONE		(UL(0x0) << MVFR1_SIMDSP_SHIFT)
1190 #define	 MVFR1_SIMDSP_IMPL		(UL(0x1) << MVFR1_SIMDSP_SHIFT)
1191 #define	MVFR1_SIMDHP_SHIFT		20
1192 #define	MVFR1_SIMDHP_MASK		(UL(0xf) << MVFR1_SIMDHP_SHIFT)
1193 #define	MVFR1_SIMDHP_VAL(x)		((x) & MVFR1_SIMDHP_MASK)
1194 #define	 MVFR1_SIMDHP_NONE		(UL(0x0) << MVFR1_SIMDHP_SHIFT)
1195 #define	 MVFR1_SIMDHP_CONV_SP		(UL(0x1) << MVFR1_SIMDHP_SHIFT)
1196 #define	 MVFR1_SIMDHP_ARITH		(UL(0x2) << MVFR1_SIMDHP_SHIFT)
1197 #define	MVFR1_FPHP_SHIFT		24
1198 #define	MVFR1_FPHP_MASK			(UL(0xf) << MVFR1_FPHP_SHIFT)
1199 #define	MVFR1_FPHP_VAL(x)		((x) & MVFR1_FPHP_MASK)
1200 #define	 MVFR1_FPHP_NONE		(UL(0x0) << MVFR1_FPHP_SHIFT)
1201 #define	 MVFR1_FPHP_CONV_SP		(UL(0x1) << MVFR1_FPHP_SHIFT)
1202 #define	 MVFR1_FPHP_CONV_DP		(UL(0x2) << MVFR1_FPHP_SHIFT)
1203 #define	 MVFR1_FPHP_ARITH		(UL(0x3) << MVFR1_FPHP_SHIFT)
1204 #define	MVFR1_SIMDFMAC_SHIFT		28
1205 #define	MVFR1_SIMDFMAC_MASK		(UL(0xf) << MVFR1_SIMDFMAC_SHIFT)
1206 #define	MVFR1_SIMDFMAC_VAL(x)		((x) & MVFR1_SIMDFMAC_MASK)
1207 #define	 MVFR1_SIMDFMAC_NONE		(UL(0x0) << MVFR1_SIMDFMAC_SHIFT)
1208 #define	 MVFR1_SIMDFMAC_IMPL		(UL(0x1) << MVFR1_SIMDFMAC_SHIFT)
1209 
1210 /* PAR_EL1 - Physical Address Register */
1211 #define	PAR_F_SHIFT		0
1212 #define	PAR_F			(0x1 << PAR_F_SHIFT)
1213 #define	PAR_SUCCESS(x)		(((x) & PAR_F) == 0)
1214 /* When PAR_F == 0 (success) */
1215 #define	PAR_LOW_MASK		0xfff
1216 #define	PAR_SH_SHIFT		7
1217 #define	PAR_SH_MASK		(0x3 << PAR_SH_SHIFT)
1218 #define	PAR_NS_SHIFT		9
1219 #define	PAR_NS_MASK		(0x3 << PAR_NS_SHIFT)
1220 #define	PAR_PA_SHIFT		12
1221 #define	PAR_PA_MASK		0x0000fffffffff000
1222 #define	PAR_ATTR_SHIFT		56
1223 #define	PAR_ATTR_MASK		(0xff << PAR_ATTR_SHIFT)
1224 /* When PAR_F == 1 (aborted) */
1225 #define	PAR_FST_SHIFT		1
1226 #define	PAR_FST_MASK		(0x3f << PAR_FST_SHIFT)
1227 #define	PAR_PTW_SHIFT		8
1228 #define	PAR_PTW_MASK		(0x1 << PAR_PTW_SHIFT)
1229 #define	PAR_S_SHIFT		9
1230 #define	PAR_S_MASK		(0x1 << PAR_S_SHIFT)
1231 
1232 /* SCTLR_EL1 - System Control Register */
1233 #define	SCTLR_RES1	0x30d00800	/* Reserved ARMv8.0, write 1 */
1234 #define	SCTLR_M				(UL(0x1) << 0)
1235 #define	SCTLR_A				(UL(0x1) << 1)
1236 #define	SCTLR_C				(UL(0x1) << 2)
1237 #define	SCTLR_SA			(UL(0x1) << 3)
1238 #define	SCTLR_SA0			(UL(0x1) << 4)
1239 #define	SCTLR_CP15BEN			(UL(0x1) << 5)
1240 #define	SCTLR_nAA			(UL(0x1) << 6)
1241 #define	SCTLR_ITD			(UL(0x1) << 7)
1242 #define	SCTLR_SED			(UL(0x1) << 8)
1243 #define	SCTLR_UMA			(UL(0x1) << 9)
1244 #define	SCTLR_EnRCTX			(UL(0x1) << 10)
1245 #define	SCTLR_EOS			(UL(0x1) << 11)
1246 #define	SCTLR_I				(UL(0x1) << 12)
1247 #define	SCTLR_EnDB			(UL(0x1) << 13)
1248 #define	SCTLR_DZE			(UL(0x1) << 14)
1249 #define	SCTLR_UCT			(UL(0x1) << 15)
1250 #define	SCTLR_nTWI			(UL(0x1) << 16)
1251 /* Bit 17 is reserved */
1252 #define	SCTLR_nTWE			(UL(0x1) << 18)
1253 #define	SCTLR_WXN			(UL(0x1) << 19)
1254 #define	SCTLR_TSCXT			(UL(0x1) << 20)
1255 #define	SCTLR_IESB			(UL(0x1) << 21)
1256 #define	SCTLR_EIS			(UL(0x1) << 22)
1257 #define	SCTLR_SPAN			(UL(0x1) << 23)
1258 #define	SCTLR_E0E			(UL(0x1) << 24)
1259 #define	SCTLR_EE			(UL(0x1) << 25)
1260 #define	SCTLR_UCI			(UL(0x1) << 26)
1261 #define	SCTLR_EnDA			(UL(0x1) << 27)
1262 #define	SCTLR_nTLSMD			(UL(0x1) << 28)
1263 #define	SCTLR_LSMAOE			(UL(0x1) << 29)
1264 #define	SCTLR_EnIB			(UL(0x1) << 30)
1265 #define	SCTLR_EnIA			(UL(0x1) << 31)
1266 /* Bits 34:32 are reserved */
1267 #define	SCTLR_BT0			(UL(0x1) << 35)
1268 #define	SCTLR_BT1			(UL(0x1) << 36)
1269 #define	SCTLR_ITFSB			(UL(0x1) << 37)
1270 #define	SCTLR_TCF0_MASK			(UL(0x3) << 38)
1271 #define	SCTLR_TCF_MASK			(UL(0x3) << 40)
1272 #define	SCTLR_ATA0			(UL(0x1) << 42)
1273 #define	SCTLR_ATA			(UL(0x1) << 43)
1274 #define	SCTLR_DSSBS			(UL(0x1) << 44)
1275 #define	SCTLR_TWEDEn			(UL(0x1) << 45)
1276 #define	SCTLR_TWEDEL_MASK		(UL(0xf) << 46)
1277 /* Bits 53:50 are reserved */
1278 #define	SCTLR_EnASR			(UL(0x1) << 54)
1279 #define	SCTLR_EnAS0			(UL(0x1) << 55)
1280 #define	SCTLR_EnALS			(UL(0x1) << 56)
1281 #define	SCTLR_EPAN			(UL(0x1) << 57)
1282 
1283 /* SPSR_EL1 */
1284 /*
1285  * When the exception is taken in AArch64:
1286  * M[3:2] is the exception level
1287  * M[1]   is unused
1288  * M[0]   is the SP select:
1289  *         0: always SP0
1290  *         1: current ELs SP
1291  */
1292 #define	PSR_M_EL0t	0x00000000
1293 #define	PSR_M_EL1t	0x00000004
1294 #define	PSR_M_EL1h	0x00000005
1295 #define	PSR_M_EL2t	0x00000008
1296 #define	PSR_M_EL2h	0x00000009
1297 #define	PSR_M_64	0x00000000
1298 #define	PSR_M_32	0x00000010
1299 #define	PSR_M_MASK	0x0000000f
1300 
1301 #define	PSR_T		0x00000020
1302 
1303 #define	PSR_AARCH32	0x00000010
1304 #define	PSR_F		0x00000040
1305 #define	PSR_I		0x00000080
1306 #define	PSR_A		0x00000100
1307 #define	PSR_D		0x00000200
1308 #define	PSR_DAIF	(PSR_D | PSR_A | PSR_I | PSR_F)
1309 /* The default DAIF mask. These bits are valid in spsr_el1 and daif */
1310 #define	PSR_DAIF_DEFAULT (PSR_F)
1311 #define	PSR_IL		0x00100000
1312 #define	PSR_SS		0x00200000
1313 #define	PSR_V		0x10000000
1314 #define	PSR_C		0x20000000
1315 #define	PSR_Z		0x40000000
1316 #define	PSR_N		0x80000000
1317 #define	PSR_FLAGS	0xf0000000
1318 /* PSR fields that can be set from 32-bit and 64-bit processes */
1319 #define	PSR_SETTABLE_32	PSR_FLAGS
1320 #define	PSR_SETTABLE_64	(PSR_FLAGS | PSR_SS)
1321 
1322 /* TCR_EL1 - Translation Control Register */
1323 /* Bits 63:59 are reserved */
1324 #define	TCR_TCMA1_SHIFT		58
1325 #define	TCR_TCMA1		(1UL << TCR_TCMA1_SHIFT)
1326 #define	TCR_TCMA0_SHIFT		57
1327 #define	TCR_TCMA0		(1UL << TCR_TCMA0_SHIFT)
1328 #define	TCR_E0PD1_SHIFT		56
1329 #define	TCR_E0PD1		(1UL << TCR_E0PD1_SHIFT)
1330 #define	TCR_E0PD0_SHIFT		55
1331 #define	TCR_E0PD0		(1UL << TCR_E0PD0_SHIFT)
1332 #define	TCR_NFD1_SHIFT		54
1333 #define	TCR_NFD1		(1UL << TCR_NFD1_SHIFT)
1334 #define	TCR_NFD0_SHIFT		53
1335 #define	TCR_NFD0		(1UL << TCR_NFD0_SHIFT)
1336 #define	TCR_TBID1_SHIFT		52
1337 #define	TCR_TBID1		(1UL << TCR_TBID1_SHIFT)
1338 #define	TCR_TBID0_SHIFT		51
1339 #define	TCR_TBID0		(1UL << TCR_TBID0_SHIFT)
1340 #define	TCR_HWU162_SHIFT	50
1341 #define	TCR_HWU162		(1UL << TCR_HWU162_SHIFT)
1342 #define	TCR_HWU161_SHIFT	49
1343 #define	TCR_HWU161		(1UL << TCR_HWU161_SHIFT)
1344 #define	TCR_HWU160_SHIFT	48
1345 #define	TCR_HWU160		(1UL << TCR_HWU160_SHIFT)
1346 #define	TCR_HWU159_SHIFT	47
1347 #define	TCR_HWU159		(1UL << TCR_HWU159_SHIFT)
1348 #define	TCR_HWU1		\
1349     (TCR_HWU159 | TCR_HWU160 | TCR_HWU161 | TCR_HWU162)
1350 #define	TCR_HWU062_SHIFT	46
1351 #define	TCR_HWU062		(1UL << TCR_HWU062_SHIFT)
1352 #define	TCR_HWU061_SHIFT	45
1353 #define	TCR_HWU061		(1UL << TCR_HWU061_SHIFT)
1354 #define	TCR_HWU060_SHIFT	44
1355 #define	TCR_HWU060		(1UL << TCR_HWU060_SHIFT)
1356 #define	TCR_HWU059_SHIFT	43
1357 #define	TCR_HWU059		(1UL << TCR_HWU059_SHIFT)
1358 #define	TCR_HWU0		\
1359     (TCR_HWU059 | TCR_HWU060 | TCR_HWU061 | TCR_HWU062)
1360 #define	TCR_HPD1_SHIFT		42
1361 #define	TCR_HPD1		(1UL << TCR_HPD1_SHIFT)
1362 #define	TCR_HPD0_SHIFT		41
1363 #define	TCR_HPD0		(1UL << TCR_HPD0_SHIFT)
1364 #define	TCR_HD_SHIFT		40
1365 #define	TCR_HD			(1UL << TCR_HD_SHIFT)
1366 #define	TCR_HA_SHIFT		39
1367 #define	TCR_HA			(1UL << TCR_HA_SHIFT)
1368 #define	TCR_TBI1_SHIFT		38
1369 #define	TCR_TBI1		(1UL << TCR_TBI1_SHIFT)
1370 #define	TCR_TBI0_SHIFT		37
1371 #define	TCR_TBI0		(1U << TCR_TBI0_SHIFT)
1372 #define	TCR_ASID_SHIFT		36
1373 #define	TCR_ASID_WIDTH		1
1374 #define	TCR_ASID_16		(1UL << TCR_ASID_SHIFT)
1375 /* Bit 35 is reserved */
1376 #define	TCR_IPS_SHIFT		32
1377 #define	TCR_IPS_WIDTH		3
1378 #define	TCR_IPS_32BIT		(0UL << TCR_IPS_SHIFT)
1379 #define	TCR_IPS_36BIT		(1UL << TCR_IPS_SHIFT)
1380 #define	TCR_IPS_40BIT		(2UL << TCR_IPS_SHIFT)
1381 #define	TCR_IPS_42BIT		(3UL << TCR_IPS_SHIFT)
1382 #define	TCR_IPS_44BIT		(4UL << TCR_IPS_SHIFT)
1383 #define	TCR_IPS_48BIT		(5UL << TCR_IPS_SHIFT)
1384 #define	TCR_TG1_SHIFT		30
1385 #define	TCR_TG1_16K		(1UL << TCR_TG1_SHIFT)
1386 #define	TCR_TG1_4K		(2UL << TCR_TG1_SHIFT)
1387 #define	TCR_TG1_64K		(3UL << TCR_TG1_SHIFT)
1388 #define	TCR_SH1_SHIFT		28
1389 #define	TCR_SH1_IS		(3UL << TCR_SH1_SHIFT)
1390 #define	TCR_ORGN1_SHIFT		26
1391 #define	TCR_ORGN1_WBWA		(1UL << TCR_ORGN1_SHIFT)
1392 #define	TCR_IRGN1_SHIFT		24
1393 #define	TCR_IRGN1_WBWA		(1UL << TCR_IRGN1_SHIFT)
1394 #define	TCR_EPD1_SHIFT		23
1395 #define	TCR_EPD1		(1UL << TCR_EPD1_SHIFT)
1396 #define	TCR_A1_SHIFT		22
1397 #define	TCR_A1			(0x1UL << TCR_A1_SHIFT)
1398 #define	TCR_T1SZ_SHIFT		16
1399 #define	TCR_T1SZ(x)		((x) << TCR_T1SZ_SHIFT)
1400 #define	TCR_TG0_SHIFT		14
1401 #define	TCR_TG0_16K		(1UL << TCR_TG0_SHIFT)
1402 #define	TCR_TG0_4K		(2UL << TCR_TG0_SHIFT)
1403 #define	TCR_TG0_64K		(3UL << TCR_TG0_SHIFT)
1404 #define	TCR_SH0_SHIFT		12
1405 #define	TCR_SH0_IS		(3UL << TCR_SH0_SHIFT)
1406 #define	TCR_ORGN0_SHIFT		10
1407 #define	TCR_ORGN0_WBWA		(1UL << TCR_ORGN0_SHIFT)
1408 #define	TCR_IRGN0_SHIFT		8
1409 #define	TCR_IRGN0_WBWA		(1UL << TCR_IRGN0_SHIFT)
1410 #define	TCR_EPD0_SHIFT		7
1411 #define	TCR_EPD0		(1UL << TCR_EPD1_SHIFT)
1412 /* Bit 6 is reserved */
1413 #define	TCR_T0SZ_SHIFT		0
1414 #define	TCR_T0SZ_MASK		0x3f
1415 #define	TCR_T0SZ(x)		((x) << TCR_T0SZ_SHIFT)
1416 #define	TCR_TxSZ(x)		(TCR_T1SZ(x) | TCR_T0SZ(x))
1417 
1418 #define	TCR_CACHE_ATTRS	((TCR_IRGN0_WBWA | TCR_IRGN1_WBWA) |\
1419 				(TCR_ORGN0_WBWA | TCR_ORGN1_WBWA))
1420 #ifdef SMP
1421 #define	TCR_SMP_ATTRS	(TCR_SH0_IS | TCR_SH1_IS)
1422 #else
1423 #define	TCR_SMP_ATTRS	0
1424 #endif
1425 
1426 /* TTBR0_EL1 & TTBR1_EL1 - Translation Table Base Register 0 & 1 */
1427 #define	TTBR_ASID_SHIFT		48
1428 #define	TTBR_ASID_MASK		(0xfffful << TTBR_ASID_SHIFT)
1429 #define	TTBR_BADDR		0x0000fffffffffffeul
1430 #define	TTBR_CnP_SHIFT		0
1431 #define	TTBR_CnP		(1ul << TTBR_CnP_SHIFT)
1432 
1433 
1434 /* Perfomance Monitoring Counters */
1435 #define	PMCR_E		(1 << 0) /* Enable all counters */
1436 #define	PMCR_P		(1 << 1) /* Reset all counters */
1437 #define	PMCR_C		(1 << 2) /* Clock counter reset */
1438 #define	PMCR_D		(1 << 3) /* CNTR counts every 64 clk cycles */
1439 #define	PMCR_X		(1 << 4) /* Export to ext. monitoring (ETM) */
1440 #define	PMCR_DP		(1 << 5) /* Disable CCNT if non-invasive debug*/
1441 #define	PMCR_LC		(1 << 6) /* Long cycle count enable */
1442 #define	PMCR_IMP_SHIFT	24 /* Implementer code */
1443 #define	PMCR_IMP_MASK	(0xff << PMCR_IMP_SHIFT)
1444 #define	 PMCR_IMP_ARM			0x41
1445 #define	PMCR_IDCODE_SHIFT	16 /* Identification code */
1446 #define	PMCR_IDCODE_MASK	(0xff << PMCR_IDCODE_SHIFT)
1447 #define	 PMCR_IDCODE_CORTEX_A57		0x01
1448 #define	 PMCR_IDCODE_CORTEX_A72		0x02
1449 #define	 PMCR_IDCODE_CORTEX_A53		0x03
1450 #define	 PMCR_IDCODE_CORTEX_A73		0x04
1451 #define	 PMCR_IDCODE_CORTEX_A35		0x0a
1452 #define	 PMCR_IDCODE_CORTEX_A76		0x0b
1453 #define	 PMCR_IDCODE_NEOVERSE_N1	0x0c
1454 #define	 PMCR_IDCODE_CORTEX_A77		0x10
1455 #define	 PMCR_IDCODE_CORTEX_A55		0x45
1456 #define	 PMCR_IDCODE_NEOVERSE_E1	0x46
1457 #define	 PMCR_IDCODE_CORTEX_A75		0x4a
1458 #define	PMCR_N_SHIFT	11       /* Number of counters implemented */
1459 #define	PMCR_N_MASK	(0x1f << PMCR_N_SHIFT)
1460 
1461 #endif /* !_MACHINE_ARMREG_H_ */
1462