1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3 * Copyright (C) 2013 Huawei Ltd.
4 * Author: Jiang Liu <liuj97@gmail.com>
5 *
6 * Copyright (C) 2014 Zi Shen Lim <zlim.lnx@gmail.com>
7 */
8 #ifndef __ASM_INSN_H
9 #define __ASM_INSN_H
10 #include <linux/build_bug.h>
11 #include <linux/types.h>
12
13 #include <asm/insn-def.h>
14
15 #ifndef __ASSEMBLY__
16
17 enum aarch64_insn_hint_cr_op {
18 AARCH64_INSN_HINT_NOP = 0x0 << 5,
19 AARCH64_INSN_HINT_YIELD = 0x1 << 5,
20 AARCH64_INSN_HINT_WFE = 0x2 << 5,
21 AARCH64_INSN_HINT_WFI = 0x3 << 5,
22 AARCH64_INSN_HINT_SEV = 0x4 << 5,
23 AARCH64_INSN_HINT_SEVL = 0x5 << 5,
24
25 AARCH64_INSN_HINT_XPACLRI = 0x07 << 5,
26 AARCH64_INSN_HINT_PACIA_1716 = 0x08 << 5,
27 AARCH64_INSN_HINT_PACIB_1716 = 0x0A << 5,
28 AARCH64_INSN_HINT_AUTIA_1716 = 0x0C << 5,
29 AARCH64_INSN_HINT_AUTIB_1716 = 0x0E << 5,
30 AARCH64_INSN_HINT_PACIAZ = 0x18 << 5,
31 AARCH64_INSN_HINT_PACIASP = 0x19 << 5,
32 AARCH64_INSN_HINT_PACIBZ = 0x1A << 5,
33 AARCH64_INSN_HINT_PACIBSP = 0x1B << 5,
34 AARCH64_INSN_HINT_AUTIAZ = 0x1C << 5,
35 AARCH64_INSN_HINT_AUTIASP = 0x1D << 5,
36 AARCH64_INSN_HINT_AUTIBZ = 0x1E << 5,
37 AARCH64_INSN_HINT_AUTIBSP = 0x1F << 5,
38
39 AARCH64_INSN_HINT_ESB = 0x10 << 5,
40 AARCH64_INSN_HINT_PSB = 0x11 << 5,
41 AARCH64_INSN_HINT_TSB = 0x12 << 5,
42 AARCH64_INSN_HINT_CSDB = 0x14 << 5,
43 AARCH64_INSN_HINT_CLEARBHB = 0x16 << 5,
44
45 AARCH64_INSN_HINT_BTI = 0x20 << 5,
46 AARCH64_INSN_HINT_BTIC = 0x22 << 5,
47 AARCH64_INSN_HINT_BTIJ = 0x24 << 5,
48 AARCH64_INSN_HINT_BTIJC = 0x26 << 5,
49 };
50
51 enum aarch64_insn_imm_type {
52 AARCH64_INSN_IMM_ADR,
53 AARCH64_INSN_IMM_26,
54 AARCH64_INSN_IMM_19,
55 AARCH64_INSN_IMM_16,
56 AARCH64_INSN_IMM_14,
57 AARCH64_INSN_IMM_12,
58 AARCH64_INSN_IMM_9,
59 AARCH64_INSN_IMM_7,
60 AARCH64_INSN_IMM_6,
61 AARCH64_INSN_IMM_S,
62 AARCH64_INSN_IMM_R,
63 AARCH64_INSN_IMM_N,
64 AARCH64_INSN_IMM_MAX
65 };
66
67 enum aarch64_insn_register_type {
68 AARCH64_INSN_REGTYPE_RT,
69 AARCH64_INSN_REGTYPE_RN,
70 AARCH64_INSN_REGTYPE_RT2,
71 AARCH64_INSN_REGTYPE_RM,
72 AARCH64_INSN_REGTYPE_RD,
73 AARCH64_INSN_REGTYPE_RA,
74 AARCH64_INSN_REGTYPE_RS,
75 };
76
77 enum aarch64_insn_register {
78 AARCH64_INSN_REG_0 = 0,
79 AARCH64_INSN_REG_1 = 1,
80 AARCH64_INSN_REG_2 = 2,
81 AARCH64_INSN_REG_3 = 3,
82 AARCH64_INSN_REG_4 = 4,
83 AARCH64_INSN_REG_5 = 5,
84 AARCH64_INSN_REG_6 = 6,
85 AARCH64_INSN_REG_7 = 7,
86 AARCH64_INSN_REG_8 = 8,
87 AARCH64_INSN_REG_9 = 9,
88 AARCH64_INSN_REG_10 = 10,
89 AARCH64_INSN_REG_11 = 11,
90 AARCH64_INSN_REG_12 = 12,
91 AARCH64_INSN_REG_13 = 13,
92 AARCH64_INSN_REG_14 = 14,
93 AARCH64_INSN_REG_15 = 15,
94 AARCH64_INSN_REG_16 = 16,
95 AARCH64_INSN_REG_17 = 17,
96 AARCH64_INSN_REG_18 = 18,
97 AARCH64_INSN_REG_19 = 19,
98 AARCH64_INSN_REG_20 = 20,
99 AARCH64_INSN_REG_21 = 21,
100 AARCH64_INSN_REG_22 = 22,
101 AARCH64_INSN_REG_23 = 23,
102 AARCH64_INSN_REG_24 = 24,
103 AARCH64_INSN_REG_25 = 25,
104 AARCH64_INSN_REG_26 = 26,
105 AARCH64_INSN_REG_27 = 27,
106 AARCH64_INSN_REG_28 = 28,
107 AARCH64_INSN_REG_29 = 29,
108 AARCH64_INSN_REG_FP = 29, /* Frame pointer */
109 AARCH64_INSN_REG_30 = 30,
110 AARCH64_INSN_REG_LR = 30, /* Link register */
111 AARCH64_INSN_REG_ZR = 31, /* Zero: as source register */
112 AARCH64_INSN_REG_SP = 31 /* Stack pointer: as load/store base reg */
113 };
114
115 enum aarch64_insn_special_register {
116 AARCH64_INSN_SPCLREG_SPSR_EL1 = 0xC200,
117 AARCH64_INSN_SPCLREG_ELR_EL1 = 0xC201,
118 AARCH64_INSN_SPCLREG_SP_EL0 = 0xC208,
119 AARCH64_INSN_SPCLREG_SPSEL = 0xC210,
120 AARCH64_INSN_SPCLREG_CURRENTEL = 0xC212,
121 AARCH64_INSN_SPCLREG_DAIF = 0xDA11,
122 AARCH64_INSN_SPCLREG_NZCV = 0xDA10,
123 AARCH64_INSN_SPCLREG_FPCR = 0xDA20,
124 AARCH64_INSN_SPCLREG_DSPSR_EL0 = 0xDA28,
125 AARCH64_INSN_SPCLREG_DLR_EL0 = 0xDA29,
126 AARCH64_INSN_SPCLREG_SPSR_EL2 = 0xE200,
127 AARCH64_INSN_SPCLREG_ELR_EL2 = 0xE201,
128 AARCH64_INSN_SPCLREG_SP_EL1 = 0xE208,
129 AARCH64_INSN_SPCLREG_SPSR_INQ = 0xE218,
130 AARCH64_INSN_SPCLREG_SPSR_ABT = 0xE219,
131 AARCH64_INSN_SPCLREG_SPSR_UND = 0xE21A,
132 AARCH64_INSN_SPCLREG_SPSR_FIQ = 0xE21B,
133 AARCH64_INSN_SPCLREG_SPSR_EL3 = 0xF200,
134 AARCH64_INSN_SPCLREG_ELR_EL3 = 0xF201,
135 AARCH64_INSN_SPCLREG_SP_EL2 = 0xF210
136 };
137
138 enum aarch64_insn_system_register {
139 AARCH64_INSN_SYSREG_TPIDR_EL1 = 0x4684,
140 AARCH64_INSN_SYSREG_TPIDR_EL2 = 0x6682,
141 AARCH64_INSN_SYSREG_SP_EL0 = 0x4208,
142 };
143
144 enum aarch64_insn_variant {
145 AARCH64_INSN_VARIANT_32BIT,
146 AARCH64_INSN_VARIANT_64BIT
147 };
148
149 enum aarch64_insn_condition {
150 AARCH64_INSN_COND_EQ = 0x0, /* == */
151 AARCH64_INSN_COND_NE = 0x1, /* != */
152 AARCH64_INSN_COND_CS = 0x2, /* unsigned >= */
153 AARCH64_INSN_COND_CC = 0x3, /* unsigned < */
154 AARCH64_INSN_COND_MI = 0x4, /* < 0 */
155 AARCH64_INSN_COND_PL = 0x5, /* >= 0 */
156 AARCH64_INSN_COND_VS = 0x6, /* overflow */
157 AARCH64_INSN_COND_VC = 0x7, /* no overflow */
158 AARCH64_INSN_COND_HI = 0x8, /* unsigned > */
159 AARCH64_INSN_COND_LS = 0x9, /* unsigned <= */
160 AARCH64_INSN_COND_GE = 0xa, /* signed >= */
161 AARCH64_INSN_COND_LT = 0xb, /* signed < */
162 AARCH64_INSN_COND_GT = 0xc, /* signed > */
163 AARCH64_INSN_COND_LE = 0xd, /* signed <= */
164 AARCH64_INSN_COND_AL = 0xe, /* always */
165 };
166
167 enum aarch64_insn_branch_type {
168 AARCH64_INSN_BRANCH_NOLINK,
169 AARCH64_INSN_BRANCH_LINK,
170 AARCH64_INSN_BRANCH_RETURN,
171 AARCH64_INSN_BRANCH_COMP_ZERO,
172 AARCH64_INSN_BRANCH_COMP_NONZERO,
173 };
174
175 enum aarch64_insn_size_type {
176 AARCH64_INSN_SIZE_8,
177 AARCH64_INSN_SIZE_16,
178 AARCH64_INSN_SIZE_32,
179 AARCH64_INSN_SIZE_64,
180 };
181
182 enum aarch64_insn_ldst_type {
183 AARCH64_INSN_LDST_LOAD_REG_OFFSET,
184 AARCH64_INSN_LDST_STORE_REG_OFFSET,
185 AARCH64_INSN_LDST_LOAD_IMM_OFFSET,
186 AARCH64_INSN_LDST_STORE_IMM_OFFSET,
187 AARCH64_INSN_LDST_LOAD_PAIR_PRE_INDEX,
188 AARCH64_INSN_LDST_STORE_PAIR_PRE_INDEX,
189 AARCH64_INSN_LDST_LOAD_PAIR_POST_INDEX,
190 AARCH64_INSN_LDST_STORE_PAIR_POST_INDEX,
191 AARCH64_INSN_LDST_LOAD_ACQ,
192 AARCH64_INSN_LDST_LOAD_EX,
193 AARCH64_INSN_LDST_LOAD_ACQ_EX,
194 AARCH64_INSN_LDST_STORE_REL,
195 AARCH64_INSN_LDST_STORE_EX,
196 AARCH64_INSN_LDST_STORE_REL_EX,
197 AARCH64_INSN_LDST_SIGNED_LOAD_IMM_OFFSET,
198 AARCH64_INSN_LDST_SIGNED_LOAD_REG_OFFSET,
199 };
200
201 enum aarch64_insn_adsb_type {
202 AARCH64_INSN_ADSB_ADD,
203 AARCH64_INSN_ADSB_SUB,
204 AARCH64_INSN_ADSB_ADD_SETFLAGS,
205 AARCH64_INSN_ADSB_SUB_SETFLAGS
206 };
207
208 enum aarch64_insn_movewide_type {
209 AARCH64_INSN_MOVEWIDE_ZERO,
210 AARCH64_INSN_MOVEWIDE_KEEP,
211 AARCH64_INSN_MOVEWIDE_INVERSE
212 };
213
214 enum aarch64_insn_bitfield_type {
215 AARCH64_INSN_BITFIELD_MOVE,
216 AARCH64_INSN_BITFIELD_MOVE_UNSIGNED,
217 AARCH64_INSN_BITFIELD_MOVE_SIGNED
218 };
219
220 enum aarch64_insn_data1_type {
221 AARCH64_INSN_DATA1_REVERSE_16,
222 AARCH64_INSN_DATA1_REVERSE_32,
223 AARCH64_INSN_DATA1_REVERSE_64,
224 };
225
226 enum aarch64_insn_data2_type {
227 AARCH64_INSN_DATA2_UDIV,
228 AARCH64_INSN_DATA2_SDIV,
229 AARCH64_INSN_DATA2_LSLV,
230 AARCH64_INSN_DATA2_LSRV,
231 AARCH64_INSN_DATA2_ASRV,
232 AARCH64_INSN_DATA2_RORV,
233 };
234
235 enum aarch64_insn_data3_type {
236 AARCH64_INSN_DATA3_MADD,
237 AARCH64_INSN_DATA3_MSUB,
238 };
239
240 enum aarch64_insn_logic_type {
241 AARCH64_INSN_LOGIC_AND,
242 AARCH64_INSN_LOGIC_BIC,
243 AARCH64_INSN_LOGIC_ORR,
244 AARCH64_INSN_LOGIC_ORN,
245 AARCH64_INSN_LOGIC_EOR,
246 AARCH64_INSN_LOGIC_EON,
247 AARCH64_INSN_LOGIC_AND_SETFLAGS,
248 AARCH64_INSN_LOGIC_BIC_SETFLAGS
249 };
250
251 enum aarch64_insn_prfm_type {
252 AARCH64_INSN_PRFM_TYPE_PLD,
253 AARCH64_INSN_PRFM_TYPE_PLI,
254 AARCH64_INSN_PRFM_TYPE_PST,
255 };
256
257 enum aarch64_insn_prfm_target {
258 AARCH64_INSN_PRFM_TARGET_L1,
259 AARCH64_INSN_PRFM_TARGET_L2,
260 AARCH64_INSN_PRFM_TARGET_L3,
261 };
262
263 enum aarch64_insn_prfm_policy {
264 AARCH64_INSN_PRFM_POLICY_KEEP,
265 AARCH64_INSN_PRFM_POLICY_STRM,
266 };
267
268 enum aarch64_insn_adr_type {
269 AARCH64_INSN_ADR_TYPE_ADRP,
270 AARCH64_INSN_ADR_TYPE_ADR,
271 };
272
273 enum aarch64_insn_mem_atomic_op {
274 AARCH64_INSN_MEM_ATOMIC_ADD,
275 AARCH64_INSN_MEM_ATOMIC_CLR,
276 AARCH64_INSN_MEM_ATOMIC_EOR,
277 AARCH64_INSN_MEM_ATOMIC_SET,
278 AARCH64_INSN_MEM_ATOMIC_SWP,
279 };
280
281 enum aarch64_insn_mem_order_type {
282 AARCH64_INSN_MEM_ORDER_NONE,
283 AARCH64_INSN_MEM_ORDER_ACQ,
284 AARCH64_INSN_MEM_ORDER_REL,
285 AARCH64_INSN_MEM_ORDER_ACQREL,
286 };
287
288 enum aarch64_insn_mb_type {
289 AARCH64_INSN_MB_SY,
290 AARCH64_INSN_MB_ST,
291 AARCH64_INSN_MB_LD,
292 AARCH64_INSN_MB_ISH,
293 AARCH64_INSN_MB_ISHST,
294 AARCH64_INSN_MB_ISHLD,
295 AARCH64_INSN_MB_NSH,
296 AARCH64_INSN_MB_NSHST,
297 AARCH64_INSN_MB_NSHLD,
298 AARCH64_INSN_MB_OSH,
299 AARCH64_INSN_MB_OSHST,
300 AARCH64_INSN_MB_OSHLD,
301 };
302
303 #define __AARCH64_INSN_FUNCS(abbr, mask, val) \
304 static __always_inline bool aarch64_insn_is_##abbr(u32 code) \
305 { \
306 BUILD_BUG_ON(~(mask) & (val)); \
307 return (code & (mask)) == (val); \
308 } \
309 static __always_inline u32 aarch64_insn_get_##abbr##_value(void) \
310 { \
311 return (val); \
312 }
313
314 /*
315 * ARM Architecture Reference Manual for ARMv8 Profile-A, Issue A.a
316 * Section C3.1 "A64 instruction index by encoding":
317 * AArch64 main encoding table
318 * Bit position
319 * 28 27 26 25 Encoding Group
320 * 0 0 - - Unallocated
321 * 1 0 0 - Data processing, immediate
322 * 1 0 1 - Branch, exception generation and system instructions
323 * - 1 - 0 Loads and stores
324 * - 1 0 1 Data processing - register
325 * 0 1 1 1 Data processing - SIMD and floating point
326 * 1 1 1 1 Data processing - SIMD and floating point
327 * "-" means "don't care"
328 */
329 __AARCH64_INSN_FUNCS(class_branch_sys, 0x1c000000, 0x14000000)
330
331 __AARCH64_INSN_FUNCS(adr, 0x9F000000, 0x10000000)
332 __AARCH64_INSN_FUNCS(adrp, 0x9F000000, 0x90000000)
333 __AARCH64_INSN_FUNCS(prfm, 0x3FC00000, 0x39800000)
334 __AARCH64_INSN_FUNCS(prfm_lit, 0xFF000000, 0xD8000000)
335 __AARCH64_INSN_FUNCS(store_imm, 0x3FC00000, 0x39000000)
336 __AARCH64_INSN_FUNCS(load_imm, 0x3FC00000, 0x39400000)
337 __AARCH64_INSN_FUNCS(signed_load_imm, 0X3FC00000, 0x39800000)
338 __AARCH64_INSN_FUNCS(store_pre, 0x3FE00C00, 0x38000C00)
339 __AARCH64_INSN_FUNCS(load_pre, 0x3FE00C00, 0x38400C00)
340 __AARCH64_INSN_FUNCS(store_post, 0x3FE00C00, 0x38000400)
341 __AARCH64_INSN_FUNCS(load_post, 0x3FE00C00, 0x38400400)
342 __AARCH64_INSN_FUNCS(str_reg, 0x3FE0EC00, 0x38206800)
343 __AARCH64_INSN_FUNCS(str_imm, 0x3FC00000, 0x39000000)
344 __AARCH64_INSN_FUNCS(ldadd, 0x3F20FC00, 0x38200000)
345 __AARCH64_INSN_FUNCS(ldclr, 0x3F20FC00, 0x38201000)
346 __AARCH64_INSN_FUNCS(ldeor, 0x3F20FC00, 0x38202000)
347 __AARCH64_INSN_FUNCS(ldset, 0x3F20FC00, 0x38203000)
348 __AARCH64_INSN_FUNCS(swp, 0x3F20FC00, 0x38208000)
349 __AARCH64_INSN_FUNCS(cas, 0x3FA07C00, 0x08A07C00)
350 __AARCH64_INSN_FUNCS(ldr_reg, 0x3FE0EC00, 0x38606800)
351 __AARCH64_INSN_FUNCS(signed_ldr_reg, 0X3FE0FC00, 0x38A0E800)
352 __AARCH64_INSN_FUNCS(ldr_imm, 0x3FC00000, 0x39400000)
353 __AARCH64_INSN_FUNCS(ldr_lit, 0xBF000000, 0x18000000)
354 __AARCH64_INSN_FUNCS(ldrsw_lit, 0xFF000000, 0x98000000)
355 __AARCH64_INSN_FUNCS(exclusive, 0x3F800000, 0x08000000)
356 __AARCH64_INSN_FUNCS(load_acq, 0x3FDFFC00, 0x08DFFC00)
357 __AARCH64_INSN_FUNCS(store_rel, 0x3FDFFC00, 0x089FFC00)
358 __AARCH64_INSN_FUNCS(load_ex, 0x3FC00000, 0x08400000)
359 __AARCH64_INSN_FUNCS(store_ex, 0x3FC00000, 0x08000000)
360 __AARCH64_INSN_FUNCS(mops, 0x3B200C00, 0x19000400)
361 __AARCH64_INSN_FUNCS(stp, 0x7FC00000, 0x29000000)
362 __AARCH64_INSN_FUNCS(ldp, 0x7FC00000, 0x29400000)
363 __AARCH64_INSN_FUNCS(stp_post, 0x7FC00000, 0x28800000)
364 __AARCH64_INSN_FUNCS(ldp_post, 0x7FC00000, 0x28C00000)
365 __AARCH64_INSN_FUNCS(stp_pre, 0x7FC00000, 0x29800000)
366 __AARCH64_INSN_FUNCS(ldp_pre, 0x7FC00000, 0x29C00000)
367 __AARCH64_INSN_FUNCS(add_imm, 0x7F000000, 0x11000000)
368 __AARCH64_INSN_FUNCS(adds_imm, 0x7F000000, 0x31000000)
369 __AARCH64_INSN_FUNCS(sub_imm, 0x7F000000, 0x51000000)
370 __AARCH64_INSN_FUNCS(subs_imm, 0x7F000000, 0x71000000)
371 __AARCH64_INSN_FUNCS(movn, 0x7F800000, 0x12800000)
372 __AARCH64_INSN_FUNCS(sbfm, 0x7F800000, 0x13000000)
373 __AARCH64_INSN_FUNCS(bfm, 0x7F800000, 0x33000000)
374 __AARCH64_INSN_FUNCS(movz, 0x7F800000, 0x52800000)
375 __AARCH64_INSN_FUNCS(ubfm, 0x7F800000, 0x53000000)
376 __AARCH64_INSN_FUNCS(movk, 0x7F800000, 0x72800000)
377 __AARCH64_INSN_FUNCS(add, 0x7F200000, 0x0B000000)
378 __AARCH64_INSN_FUNCS(adds, 0x7F200000, 0x2B000000)
379 __AARCH64_INSN_FUNCS(sub, 0x7F200000, 0x4B000000)
380 __AARCH64_INSN_FUNCS(subs, 0x7F200000, 0x6B000000)
381 __AARCH64_INSN_FUNCS(madd, 0x7FE08000, 0x1B000000)
382 __AARCH64_INSN_FUNCS(msub, 0x7FE08000, 0x1B008000)
383 __AARCH64_INSN_FUNCS(udiv, 0x7FE0FC00, 0x1AC00800)
384 __AARCH64_INSN_FUNCS(sdiv, 0x7FE0FC00, 0x1AC00C00)
385 __AARCH64_INSN_FUNCS(lslv, 0x7FE0FC00, 0x1AC02000)
386 __AARCH64_INSN_FUNCS(lsrv, 0x7FE0FC00, 0x1AC02400)
387 __AARCH64_INSN_FUNCS(asrv, 0x7FE0FC00, 0x1AC02800)
388 __AARCH64_INSN_FUNCS(rorv, 0x7FE0FC00, 0x1AC02C00)
389 __AARCH64_INSN_FUNCS(rev16, 0x7FFFFC00, 0x5AC00400)
390 __AARCH64_INSN_FUNCS(rev32, 0x7FFFFC00, 0x5AC00800)
391 __AARCH64_INSN_FUNCS(rev64, 0x7FFFFC00, 0x5AC00C00)
392 __AARCH64_INSN_FUNCS(and, 0x7F200000, 0x0A000000)
393 __AARCH64_INSN_FUNCS(bic, 0x7F200000, 0x0A200000)
394 __AARCH64_INSN_FUNCS(orr, 0x7F200000, 0x2A000000)
395 __AARCH64_INSN_FUNCS(mov_reg, 0x7FE0FFE0, 0x2A0003E0)
396 __AARCH64_INSN_FUNCS(orn, 0x7F200000, 0x2A200000)
397 __AARCH64_INSN_FUNCS(eor, 0x7F200000, 0x4A000000)
398 __AARCH64_INSN_FUNCS(eon, 0x7F200000, 0x4A200000)
399 __AARCH64_INSN_FUNCS(ands, 0x7F200000, 0x6A000000)
400 __AARCH64_INSN_FUNCS(bics, 0x7F200000, 0x6A200000)
401 __AARCH64_INSN_FUNCS(and_imm, 0x7F800000, 0x12000000)
402 __AARCH64_INSN_FUNCS(orr_imm, 0x7F800000, 0x32000000)
403 __AARCH64_INSN_FUNCS(eor_imm, 0x7F800000, 0x52000000)
404 __AARCH64_INSN_FUNCS(ands_imm, 0x7F800000, 0x72000000)
405 __AARCH64_INSN_FUNCS(extr, 0x7FA00000, 0x13800000)
406 __AARCH64_INSN_FUNCS(b, 0xFC000000, 0x14000000)
407 __AARCH64_INSN_FUNCS(bl, 0xFC000000, 0x94000000)
408 __AARCH64_INSN_FUNCS(cbz, 0x7F000000, 0x34000000)
409 __AARCH64_INSN_FUNCS(cbnz, 0x7F000000, 0x35000000)
410 __AARCH64_INSN_FUNCS(tbz, 0x7F000000, 0x36000000)
411 __AARCH64_INSN_FUNCS(tbnz, 0x7F000000, 0x37000000)
412 __AARCH64_INSN_FUNCS(bcond, 0xFF000010, 0x54000000)
413 __AARCH64_INSN_FUNCS(svc, 0xFFE0001F, 0xD4000001)
414 __AARCH64_INSN_FUNCS(hvc, 0xFFE0001F, 0xD4000002)
415 __AARCH64_INSN_FUNCS(smc, 0xFFE0001F, 0xD4000003)
416 __AARCH64_INSN_FUNCS(brk, 0xFFE0001F, 0xD4200000)
417 __AARCH64_INSN_FUNCS(exception, 0xFF000000, 0xD4000000)
418 __AARCH64_INSN_FUNCS(hint, 0xFFFFF01F, 0xD503201F)
419 __AARCH64_INSN_FUNCS(br, 0xFFFFFC1F, 0xD61F0000)
420 __AARCH64_INSN_FUNCS(br_auth, 0xFEFFF800, 0xD61F0800)
421 __AARCH64_INSN_FUNCS(blr, 0xFFFFFC1F, 0xD63F0000)
422 __AARCH64_INSN_FUNCS(blr_auth, 0xFEFFF800, 0xD63F0800)
423 __AARCH64_INSN_FUNCS(ret, 0xFFFFFC1F, 0xD65F0000)
424 __AARCH64_INSN_FUNCS(ret_auth, 0xFFFFFBFF, 0xD65F0BFF)
425 __AARCH64_INSN_FUNCS(eret, 0xFFFFFFFF, 0xD69F03E0)
426 __AARCH64_INSN_FUNCS(eret_auth, 0xFFFFFBFF, 0xD69F0BFF)
427 __AARCH64_INSN_FUNCS(mrs, 0xFFF00000, 0xD5300000)
428 __AARCH64_INSN_FUNCS(msr_imm, 0xFFF8F01F, 0xD500401F)
429 __AARCH64_INSN_FUNCS(msr_reg, 0xFFF00000, 0xD5100000)
430 __AARCH64_INSN_FUNCS(dmb, 0xFFFFF0FF, 0xD50330BF)
431 __AARCH64_INSN_FUNCS(dsb_base, 0xFFFFF0FF, 0xD503309F)
432 __AARCH64_INSN_FUNCS(dsb_nxs, 0xFFFFF3FF, 0xD503323F)
433 __AARCH64_INSN_FUNCS(isb, 0xFFFFF0FF, 0xD50330DF)
434 __AARCH64_INSN_FUNCS(sb, 0xFFFFFFFF, 0xD50330FF)
435 __AARCH64_INSN_FUNCS(clrex, 0xFFFFF0FF, 0xD503305F)
436 __AARCH64_INSN_FUNCS(ssbb, 0xFFFFFFFF, 0xD503309F)
437 __AARCH64_INSN_FUNCS(pssbb, 0xFFFFFFFF, 0xD503349F)
438 __AARCH64_INSN_FUNCS(bti, 0xFFFFFF3F, 0xD503241f)
439
440 #undef __AARCH64_INSN_FUNCS
441
aarch64_insn_is_steppable_hint(u32 insn)442 static __always_inline bool aarch64_insn_is_steppable_hint(u32 insn)
443 {
444 if (!aarch64_insn_is_hint(insn))
445 return false;
446
447 switch (insn & 0xFE0) {
448 case AARCH64_INSN_HINT_XPACLRI:
449 case AARCH64_INSN_HINT_PACIA_1716:
450 case AARCH64_INSN_HINT_PACIB_1716:
451 case AARCH64_INSN_HINT_PACIAZ:
452 case AARCH64_INSN_HINT_PACIASP:
453 case AARCH64_INSN_HINT_PACIBZ:
454 case AARCH64_INSN_HINT_PACIBSP:
455 case AARCH64_INSN_HINT_BTI:
456 case AARCH64_INSN_HINT_BTIC:
457 case AARCH64_INSN_HINT_BTIJ:
458 case AARCH64_INSN_HINT_BTIJC:
459 case AARCH64_INSN_HINT_NOP:
460 return true;
461 default:
462 return false;
463 }
464 }
465
aarch64_insn_is_branch(u32 insn)466 static __always_inline bool aarch64_insn_is_branch(u32 insn)
467 {
468 /* b, bl, cb*, tb*, ret*, b.cond, br*, blr* */
469
470 return aarch64_insn_is_b(insn) ||
471 aarch64_insn_is_bl(insn) ||
472 aarch64_insn_is_cbz(insn) ||
473 aarch64_insn_is_cbnz(insn) ||
474 aarch64_insn_is_tbz(insn) ||
475 aarch64_insn_is_tbnz(insn) ||
476 aarch64_insn_is_ret(insn) ||
477 aarch64_insn_is_ret_auth(insn) ||
478 aarch64_insn_is_br(insn) ||
479 aarch64_insn_is_br_auth(insn) ||
480 aarch64_insn_is_blr(insn) ||
481 aarch64_insn_is_blr_auth(insn) ||
482 aarch64_insn_is_bcond(insn);
483 }
484
aarch64_insn_is_branch_imm(u32 insn)485 static __always_inline bool aarch64_insn_is_branch_imm(u32 insn)
486 {
487 return aarch64_insn_is_b(insn) ||
488 aarch64_insn_is_bl(insn) ||
489 aarch64_insn_is_tbz(insn) ||
490 aarch64_insn_is_tbnz(insn) ||
491 aarch64_insn_is_cbz(insn) ||
492 aarch64_insn_is_cbnz(insn) ||
493 aarch64_insn_is_bcond(insn);
494 }
495
aarch64_insn_is_adr_adrp(u32 insn)496 static __always_inline bool aarch64_insn_is_adr_adrp(u32 insn)
497 {
498 return aarch64_insn_is_adr(insn) ||
499 aarch64_insn_is_adrp(insn);
500 }
501
aarch64_insn_is_dsb(u32 insn)502 static __always_inline bool aarch64_insn_is_dsb(u32 insn)
503 {
504 return aarch64_insn_is_dsb_base(insn) ||
505 aarch64_insn_is_dsb_nxs(insn);
506 }
507
aarch64_insn_is_barrier(u32 insn)508 static __always_inline bool aarch64_insn_is_barrier(u32 insn)
509 {
510 return aarch64_insn_is_dmb(insn) ||
511 aarch64_insn_is_dsb(insn) ||
512 aarch64_insn_is_isb(insn) ||
513 aarch64_insn_is_sb(insn) ||
514 aarch64_insn_is_clrex(insn) ||
515 aarch64_insn_is_ssbb(insn) ||
516 aarch64_insn_is_pssbb(insn);
517 }
518
aarch64_insn_is_store_single(u32 insn)519 static __always_inline bool aarch64_insn_is_store_single(u32 insn)
520 {
521 return aarch64_insn_is_store_imm(insn) ||
522 aarch64_insn_is_store_pre(insn) ||
523 aarch64_insn_is_store_post(insn);
524 }
525
aarch64_insn_is_store_pair(u32 insn)526 static __always_inline bool aarch64_insn_is_store_pair(u32 insn)
527 {
528 return aarch64_insn_is_stp(insn) ||
529 aarch64_insn_is_stp_pre(insn) ||
530 aarch64_insn_is_stp_post(insn);
531 }
532
aarch64_insn_is_load_single(u32 insn)533 static __always_inline bool aarch64_insn_is_load_single(u32 insn)
534 {
535 return aarch64_insn_is_load_imm(insn) ||
536 aarch64_insn_is_load_pre(insn) ||
537 aarch64_insn_is_load_post(insn);
538 }
539
aarch64_insn_is_load_pair(u32 insn)540 static __always_inline bool aarch64_insn_is_load_pair(u32 insn)
541 {
542 return aarch64_insn_is_ldp(insn) ||
543 aarch64_insn_is_ldp_pre(insn) ||
544 aarch64_insn_is_ldp_post(insn);
545 }
546
aarch64_insn_uses_literal(u32 insn)547 static __always_inline bool aarch64_insn_uses_literal(u32 insn)
548 {
549 /* ldr/ldrsw (literal), prfm */
550
551 return aarch64_insn_is_ldr_lit(insn) ||
552 aarch64_insn_is_ldrsw_lit(insn) ||
553 aarch64_insn_is_adr_adrp(insn) ||
554 aarch64_insn_is_prfm_lit(insn);
555 }
556
557 enum aarch64_insn_encoding_class aarch64_get_insn_class(u32 insn);
558 u64 aarch64_insn_decode_immediate(enum aarch64_insn_imm_type type, u32 insn);
559 u32 aarch64_insn_encode_immediate(enum aarch64_insn_imm_type type,
560 u32 insn, u64 imm);
561 u32 aarch64_insn_decode_register(enum aarch64_insn_register_type type,
562 u32 insn);
563 u32 aarch64_insn_gen_branch_imm(unsigned long pc, unsigned long addr,
564 enum aarch64_insn_branch_type type);
565 u32 aarch64_insn_gen_comp_branch_imm(unsigned long pc, unsigned long addr,
566 enum aarch64_insn_register reg,
567 enum aarch64_insn_variant variant,
568 enum aarch64_insn_branch_type type);
569 u32 aarch64_insn_gen_cond_branch_imm(unsigned long pc, unsigned long addr,
570 enum aarch64_insn_condition cond);
571
572 static __always_inline u32
aarch64_insn_gen_hint(enum aarch64_insn_hint_cr_op op)573 aarch64_insn_gen_hint(enum aarch64_insn_hint_cr_op op)
574 {
575 return aarch64_insn_get_hint_value() | op;
576 }
577
aarch64_insn_gen_nop(void)578 static __always_inline u32 aarch64_insn_gen_nop(void)
579 {
580 return aarch64_insn_gen_hint(AARCH64_INSN_HINT_NOP);
581 }
582
aarch64_insn_is_nop(u32 insn)583 static __always_inline bool aarch64_insn_is_nop(u32 insn)
584 {
585 return insn == aarch64_insn_gen_nop();
586 }
587
588 u32 aarch64_insn_gen_branch_reg(enum aarch64_insn_register reg,
589 enum aarch64_insn_branch_type type);
590 u32 aarch64_insn_gen_load_store_reg(enum aarch64_insn_register reg,
591 enum aarch64_insn_register base,
592 enum aarch64_insn_register offset,
593 enum aarch64_insn_size_type size,
594 enum aarch64_insn_ldst_type type);
595 u32 aarch64_insn_gen_load_store_imm(enum aarch64_insn_register reg,
596 enum aarch64_insn_register base,
597 unsigned int imm,
598 enum aarch64_insn_size_type size,
599 enum aarch64_insn_ldst_type type);
600 u32 aarch64_insn_gen_load_literal(unsigned long pc, unsigned long addr,
601 enum aarch64_insn_register reg,
602 bool is64bit);
603 u32 aarch64_insn_gen_load_store_pair(enum aarch64_insn_register reg1,
604 enum aarch64_insn_register reg2,
605 enum aarch64_insn_register base,
606 int offset,
607 enum aarch64_insn_variant variant,
608 enum aarch64_insn_ldst_type type);
609 u32 aarch64_insn_gen_load_acq_store_rel(enum aarch64_insn_register reg,
610 enum aarch64_insn_register base,
611 enum aarch64_insn_size_type size,
612 enum aarch64_insn_ldst_type type);
613 u32 aarch64_insn_gen_load_store_ex(enum aarch64_insn_register reg,
614 enum aarch64_insn_register base,
615 enum aarch64_insn_register state,
616 enum aarch64_insn_size_type size,
617 enum aarch64_insn_ldst_type type);
618 u32 aarch64_insn_gen_add_sub_imm(enum aarch64_insn_register dst,
619 enum aarch64_insn_register src,
620 int imm, enum aarch64_insn_variant variant,
621 enum aarch64_insn_adsb_type type);
622 u32 aarch64_insn_gen_adr(unsigned long pc, unsigned long addr,
623 enum aarch64_insn_register reg,
624 enum aarch64_insn_adr_type type);
625 u32 aarch64_insn_gen_bitfield(enum aarch64_insn_register dst,
626 enum aarch64_insn_register src,
627 int immr, int imms,
628 enum aarch64_insn_variant variant,
629 enum aarch64_insn_bitfield_type type);
630 u32 aarch64_insn_gen_movewide(enum aarch64_insn_register dst,
631 int imm, int shift,
632 enum aarch64_insn_variant variant,
633 enum aarch64_insn_movewide_type type);
634 u32 aarch64_insn_gen_add_sub_shifted_reg(enum aarch64_insn_register dst,
635 enum aarch64_insn_register src,
636 enum aarch64_insn_register reg,
637 int shift,
638 enum aarch64_insn_variant variant,
639 enum aarch64_insn_adsb_type type);
640 u32 aarch64_insn_gen_data1(enum aarch64_insn_register dst,
641 enum aarch64_insn_register src,
642 enum aarch64_insn_variant variant,
643 enum aarch64_insn_data1_type type);
644 u32 aarch64_insn_gen_data2(enum aarch64_insn_register dst,
645 enum aarch64_insn_register src,
646 enum aarch64_insn_register reg,
647 enum aarch64_insn_variant variant,
648 enum aarch64_insn_data2_type type);
649 u32 aarch64_insn_gen_data3(enum aarch64_insn_register dst,
650 enum aarch64_insn_register src,
651 enum aarch64_insn_register reg1,
652 enum aarch64_insn_register reg2,
653 enum aarch64_insn_variant variant,
654 enum aarch64_insn_data3_type type);
655 u32 aarch64_insn_gen_logical_shifted_reg(enum aarch64_insn_register dst,
656 enum aarch64_insn_register src,
657 enum aarch64_insn_register reg,
658 int shift,
659 enum aarch64_insn_variant variant,
660 enum aarch64_insn_logic_type type);
661 u32 aarch64_insn_gen_move_reg(enum aarch64_insn_register dst,
662 enum aarch64_insn_register src,
663 enum aarch64_insn_variant variant);
664 u32 aarch64_insn_gen_logical_immediate(enum aarch64_insn_logic_type type,
665 enum aarch64_insn_variant variant,
666 enum aarch64_insn_register Rn,
667 enum aarch64_insn_register Rd,
668 u64 imm);
669 u32 aarch64_insn_gen_extr(enum aarch64_insn_variant variant,
670 enum aarch64_insn_register Rm,
671 enum aarch64_insn_register Rn,
672 enum aarch64_insn_register Rd,
673 u8 lsb);
674 #ifdef CONFIG_ARM64_LSE_ATOMICS
675 u32 aarch64_insn_gen_atomic_ld_op(enum aarch64_insn_register result,
676 enum aarch64_insn_register address,
677 enum aarch64_insn_register value,
678 enum aarch64_insn_size_type size,
679 enum aarch64_insn_mem_atomic_op op,
680 enum aarch64_insn_mem_order_type order);
681 u32 aarch64_insn_gen_cas(enum aarch64_insn_register result,
682 enum aarch64_insn_register address,
683 enum aarch64_insn_register value,
684 enum aarch64_insn_size_type size,
685 enum aarch64_insn_mem_order_type order);
686 #else
687 static inline
aarch64_insn_gen_atomic_ld_op(enum aarch64_insn_register result,enum aarch64_insn_register address,enum aarch64_insn_register value,enum aarch64_insn_size_type size,enum aarch64_insn_mem_atomic_op op,enum aarch64_insn_mem_order_type order)688 u32 aarch64_insn_gen_atomic_ld_op(enum aarch64_insn_register result,
689 enum aarch64_insn_register address,
690 enum aarch64_insn_register value,
691 enum aarch64_insn_size_type size,
692 enum aarch64_insn_mem_atomic_op op,
693 enum aarch64_insn_mem_order_type order)
694 {
695 return AARCH64_BREAK_FAULT;
696 }
697
698 static inline
aarch64_insn_gen_cas(enum aarch64_insn_register result,enum aarch64_insn_register address,enum aarch64_insn_register value,enum aarch64_insn_size_type size,enum aarch64_insn_mem_order_type order)699 u32 aarch64_insn_gen_cas(enum aarch64_insn_register result,
700 enum aarch64_insn_register address,
701 enum aarch64_insn_register value,
702 enum aarch64_insn_size_type size,
703 enum aarch64_insn_mem_order_type order)
704 {
705 return AARCH64_BREAK_FAULT;
706 }
707 #endif
708 u32 aarch64_insn_gen_dmb(enum aarch64_insn_mb_type type);
709 u32 aarch64_insn_gen_dsb(enum aarch64_insn_mb_type type);
710 u32 aarch64_insn_gen_mrs(enum aarch64_insn_register result,
711 enum aarch64_insn_system_register sysreg);
712
713 s32 aarch64_get_branch_offset(u32 insn);
714 u32 aarch64_set_branch_offset(u32 insn, s32 offset);
715
716 s32 aarch64_insn_adrp_get_offset(u32 insn);
717 u32 aarch64_insn_adrp_set_offset(u32 insn, s32 offset);
718
719 bool aarch32_insn_is_wide(u32 insn);
720
721 #define A32_RN_OFFSET 16
722 #define A32_RT_OFFSET 12
723 #define A32_RT2_OFFSET 0
724
725 u32 aarch64_insn_extract_system_reg(u32 insn);
726 u32 aarch32_insn_extract_reg_num(u32 insn, int offset);
727 u32 aarch32_insn_mcr_extract_opc2(u32 insn);
728 u32 aarch32_insn_mcr_extract_crm(u32 insn);
729
730 typedef bool (pstate_check_t)(unsigned long);
731 extern pstate_check_t * const aarch32_opcode_cond_checks[16];
732
733 #endif /* __ASSEMBLY__ */
734
735 #endif /* __ASM_INSN_H */
736