1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */ 2 /* Copyright (C) 2016-2018 Netronome Systems, Inc. */ 3 4 #ifndef __NFP_ASM_H__ 5 #define __NFP_ASM_H__ 1 6 7 #include <linux/bitfield.h> 8 #include <linux/bug.h> 9 #include <linux/types.h> 10 11 #define REG_NONE 0 12 #define REG_WIDTH 4 13 14 #define RE_REG_NO_DST 0x020 15 #define RE_REG_IMM 0x020 16 #define RE_REG_IMM_encode(x) \ 17 (RE_REG_IMM | ((x) & 0x1f) | (((x) & 0x60) << 1)) 18 #define RE_REG_IMM_MAX 0x07fULL 19 #define RE_REG_LM 0x050 20 #define RE_REG_LM_IDX 0x008 21 #define RE_REG_LM_IDX_MAX 0x7 22 #define RE_REG_XFR 0x080 23 24 #define UR_REG_XFR 0x180 25 #define UR_REG_LM 0x200 26 #define UR_REG_LM_IDX 0x020 27 #define UR_REG_LM_POST_MOD 0x010 28 #define UR_REG_LM_POST_MOD_DEC 0x001 29 #define UR_REG_LM_IDX_MAX 0xf 30 #define UR_REG_NN 0x280 31 #define UR_REG_NO_DST 0x300 32 #define UR_REG_IMM UR_REG_NO_DST 33 #define UR_REG_IMM_encode(x) (UR_REG_IMM | (x)) 34 #define UR_REG_IMM_MAX 0x0ffULL 35 36 #define OP_BR_BASE 0x0d800000020ULL 37 #define OP_BR_BASE_MASK 0x0f8000c3ce0ULL 38 #define OP_BR_MASK 0x0000000001fULL 39 #define OP_BR_EV_PIP 0x00000000300ULL 40 #define OP_BR_CSS 0x0000003c000ULL 41 #define OP_BR_DEFBR 0x00000300000ULL 42 #define OP_BR_ADDR_LO 0x007ffc00000ULL 43 #define OP_BR_ADDR_HI 0x10000000000ULL 44 45 #define OP_BR_BIT_BASE 0x0d000000000ULL 46 #define OP_BR_BIT_BASE_MASK 0x0f800080300ULL 47 #define OP_BR_BIT_A_SRC 0x000000000ffULL 48 #define OP_BR_BIT_B_SRC 0x0000003fc00ULL 49 #define OP_BR_BIT_BV 0x00000040000ULL 50 #define OP_BR_BIT_SRC_LMEXTN 0x40000000000ULL 51 #define OP_BR_BIT_DEFBR OP_BR_DEFBR 52 #define OP_BR_BIT_ADDR_LO OP_BR_ADDR_LO 53 #define OP_BR_BIT_ADDR_HI OP_BR_ADDR_HI 54 55 #define OP_BR_ALU_BASE 0x0e800000000ULL 56 #define OP_BR_ALU_BASE_MASK 0x0ff80000000ULL 57 #define OP_BR_ALU_A_SRC 0x000000003ffULL 58 #define OP_BR_ALU_B_SRC 0x000000ffc00ULL 59 #define OP_BR_ALU_DEFBR 0x00000300000ULL 60 #define OP_BR_ALU_IMM_HI 0x0007fc00000ULL 61 #define OP_BR_ALU_SRC_LMEXTN 0x40000000000ULL 62 #define OP_BR_ALU_DST_LMEXTN 0x80000000000ULL 63 64 static inline bool nfp_is_br(u64 insn) 65 { 66 return (insn & OP_BR_BASE_MASK) == OP_BR_BASE || 67 (insn & OP_BR_BIT_BASE_MASK) == OP_BR_BIT_BASE; 68 } 69 70 enum br_mask { 71 BR_BEQ = 0x00, 72 BR_BNE = 0x01, 73 BR_BMI = 0x02, 74 BR_BHS = 0x04, 75 BR_BCC = 0x05, 76 BR_BLO = 0x05, 77 BR_BGE = 0x08, 78 BR_BLT = 0x09, 79 BR_UNC = 0x18, 80 }; 81 82 enum br_ev_pip { 83 BR_EV_PIP_UNCOND = 0, 84 BR_EV_PIP_COND = 1, 85 }; 86 87 enum br_ctx_signal_state { 88 BR_CSS_NONE = 2, 89 }; 90 91 u16 br_get_offset(u64 instr); 92 void br_set_offset(u64 *instr, u16 offset); 93 void br_add_offset(u64 *instr, u16 offset); 94 95 #define OP_BBYTE_BASE 0x0c800000000ULL 96 #define OP_BB_A_SRC 0x000000000ffULL 97 #define OP_BB_BYTE 0x00000000300ULL 98 #define OP_BB_B_SRC 0x0000003fc00ULL 99 #define OP_BB_I8 0x00000040000ULL 100 #define OP_BB_EQ 0x00000080000ULL 101 #define OP_BB_DEFBR 0x00000300000ULL 102 #define OP_BB_ADDR_LO 0x007ffc00000ULL 103 #define OP_BB_ADDR_HI 0x10000000000ULL 104 #define OP_BB_SRC_LMEXTN 0x40000000000ULL 105 106 #define OP_BALU_BASE 0x0e800000000ULL 107 #define OP_BA_A_SRC 0x000000003ffULL 108 #define OP_BA_B_SRC 0x000000ffc00ULL 109 #define OP_BA_DEFBR 0x00000300000ULL 110 #define OP_BA_ADDR_HI 0x0007fc00000ULL 111 112 #define OP_IMMED_A_SRC 0x000000003ffULL 113 #define OP_IMMED_B_SRC 0x000000ffc00ULL 114 #define OP_IMMED_IMM 0x0000ff00000ULL 115 #define OP_IMMED_WIDTH 0x00060000000ULL 116 #define OP_IMMED_INV 0x00080000000ULL 117 #define OP_IMMED_SHIFT 0x00600000000ULL 118 #define OP_IMMED_BASE 0x0f000000000ULL 119 #define OP_IMMED_WR_AB 0x20000000000ULL 120 #define OP_IMMED_SRC_LMEXTN 0x40000000000ULL 121 #define OP_IMMED_DST_LMEXTN 0x80000000000ULL 122 123 enum immed_width { 124 IMMED_WIDTH_ALL = 0, 125 IMMED_WIDTH_BYTE = 1, 126 IMMED_WIDTH_WORD = 2, 127 }; 128 129 enum immed_shift { 130 IMMED_SHIFT_0B = 0, 131 IMMED_SHIFT_1B = 1, 132 IMMED_SHIFT_2B = 2, 133 }; 134 135 u16 immed_get_value(u64 instr); 136 void immed_set_value(u64 *instr, u16 immed); 137 void immed_add_value(u64 *instr, u16 offset); 138 139 #define OP_SHF_BASE 0x08000000000ULL 140 #define OP_SHF_A_SRC 0x000000000ffULL 141 #define OP_SHF_SC 0x00000000300ULL 142 #define OP_SHF_B_SRC 0x0000003fc00ULL 143 #define OP_SHF_I8 0x00000040000ULL 144 #define OP_SHF_SW 0x00000080000ULL 145 #define OP_SHF_DST 0x0000ff00000ULL 146 #define OP_SHF_SHIFT 0x001f0000000ULL 147 #define OP_SHF_OP 0x00e00000000ULL 148 #define OP_SHF_DST_AB 0x01000000000ULL 149 #define OP_SHF_WR_AB 0x20000000000ULL 150 #define OP_SHF_SRC_LMEXTN 0x40000000000ULL 151 #define OP_SHF_DST_LMEXTN 0x80000000000ULL 152 153 enum shf_op { 154 SHF_OP_NONE = 0, 155 SHF_OP_AND = 2, 156 SHF_OP_OR = 5, 157 SHF_OP_ASHR = 6, 158 }; 159 160 enum shf_sc { 161 SHF_SC_R_ROT = 0, 162 SHF_SC_NONE = SHF_SC_R_ROT, 163 SHF_SC_R_SHF = 1, 164 SHF_SC_L_SHF = 2, 165 SHF_SC_R_DSHF = 3, 166 }; 167 168 #define OP_ALU_A_SRC 0x000000003ffULL 169 #define OP_ALU_B_SRC 0x000000ffc00ULL 170 #define OP_ALU_DST 0x0003ff00000ULL 171 #define OP_ALU_SW 0x00040000000ULL 172 #define OP_ALU_OP 0x00f80000000ULL 173 #define OP_ALU_DST_AB 0x01000000000ULL 174 #define OP_ALU_BASE 0x0a000000000ULL 175 #define OP_ALU_WR_AB 0x20000000000ULL 176 #define OP_ALU_SRC_LMEXTN 0x40000000000ULL 177 #define OP_ALU_DST_LMEXTN 0x80000000000ULL 178 179 enum alu_op { 180 ALU_OP_NONE = 0x00, 181 ALU_OP_ADD = 0x01, 182 ALU_OP_NOT = 0x04, 183 ALU_OP_ADD_2B = 0x05, 184 ALU_OP_AND = 0x08, 185 ALU_OP_AND_NOT_A = 0x0c, 186 ALU_OP_SUB_C = 0x0d, 187 ALU_OP_AND_NOT_B = 0x10, 188 ALU_OP_ADD_C = 0x11, 189 ALU_OP_OR = 0x14, 190 ALU_OP_SUB = 0x15, 191 ALU_OP_XOR = 0x18, 192 }; 193 194 enum alu_dst_ab { 195 ALU_DST_A = 0, 196 ALU_DST_B = 1, 197 }; 198 199 #define OP_LDF_BASE 0x0c000000000ULL 200 #define OP_LDF_A_SRC 0x000000000ffULL 201 #define OP_LDF_SC 0x00000000300ULL 202 #define OP_LDF_B_SRC 0x0000003fc00ULL 203 #define OP_LDF_I8 0x00000040000ULL 204 #define OP_LDF_SW 0x00000080000ULL 205 #define OP_LDF_ZF 0x00000100000ULL 206 #define OP_LDF_BMASK 0x0000f000000ULL 207 #define OP_LDF_SHF 0x001f0000000ULL 208 #define OP_LDF_WR_AB 0x20000000000ULL 209 #define OP_LDF_SRC_LMEXTN 0x40000000000ULL 210 #define OP_LDF_DST_LMEXTN 0x80000000000ULL 211 212 #define OP_CMD_A_SRC 0x000000000ffULL 213 #define OP_CMD_CTX 0x00000000300ULL 214 #define OP_CMD_B_SRC 0x0000003fc00ULL 215 #define OP_CMD_TOKEN 0x000000c0000ULL 216 #define OP_CMD_XFER 0x00001f00000ULL 217 #define OP_CMD_CNT 0x0000e000000ULL 218 #define OP_CMD_SIG 0x000f0000000ULL 219 #define OP_CMD_TGT_CMD 0x07f00000000ULL 220 #define OP_CMD_INDIR 0x20000000000ULL 221 #define OP_CMD_MODE 0x1c0000000000ULL 222 223 struct cmd_tgt_act { 224 u8 token; 225 u8 tgt_cmd; 226 }; 227 228 enum cmd_tgt_map { 229 CMD_TGT_READ8, 230 CMD_TGT_WRITE8_SWAP, 231 CMD_TGT_WRITE32_SWAP, 232 CMD_TGT_READ32, 233 CMD_TGT_READ32_LE, 234 CMD_TGT_READ32_SWAP, 235 CMD_TGT_READ_LE, 236 CMD_TGT_READ_SWAP_LE, 237 CMD_TGT_ADD, 238 CMD_TGT_ADD_IMM, 239 __CMD_TGT_MAP_SIZE, 240 }; 241 242 extern const struct cmd_tgt_act cmd_tgt_act[__CMD_TGT_MAP_SIZE]; 243 244 enum cmd_mode { 245 CMD_MODE_40b_AB = 0, 246 CMD_MODE_40b_BA = 1, 247 CMD_MODE_32b = 4, 248 }; 249 250 enum cmd_ctx_swap { 251 CMD_CTX_SWAP = 0, 252 CMD_CTX_SWAP_DEFER1 = 1, 253 CMD_CTX_SWAP_DEFER2 = 2, 254 CMD_CTX_NO_SWAP = 3, 255 }; 256 257 #define CMD_OVE_DATA GENMASK(5, 3) 258 #define CMD_OVE_LEN BIT(7) 259 #define CMD_OV_LEN GENMASK(12, 8) 260 261 #define OP_LCSR_BASE 0x0fc00000000ULL 262 #define OP_LCSR_A_SRC 0x000000003ffULL 263 #define OP_LCSR_B_SRC 0x000000ffc00ULL 264 #define OP_LCSR_WRITE 0x00000200000ULL 265 #define OP_LCSR_ADDR 0x001ffc00000ULL 266 #define OP_LCSR_SRC_LMEXTN 0x40000000000ULL 267 #define OP_LCSR_DST_LMEXTN 0x80000000000ULL 268 269 enum lcsr_wr_src { 270 LCSR_WR_AREG, 271 LCSR_WR_BREG, 272 LCSR_WR_IMM, 273 }; 274 275 #define OP_CARB_BASE 0x0e000000000ULL 276 #define OP_CARB_OR 0x00000010000ULL 277 278 #define NFP_CSR_CTX_PTR 0x20 279 #define NFP_CSR_ACT_LM_ADDR0 0x64 280 #define NFP_CSR_ACT_LM_ADDR1 0x6c 281 #define NFP_CSR_ACT_LM_ADDR2 0x94 282 #define NFP_CSR_ACT_LM_ADDR3 0x9c 283 #define NFP_CSR_PSEUDO_RND_NUM 0x148 284 285 /* Software register representation, independent of operand type */ 286 #define NN_REG_TYPE GENMASK(31, 24) 287 #define NN_REG_LM_IDX GENMASK(23, 22) 288 #define NN_REG_LM_IDX_HI BIT(23) 289 #define NN_REG_LM_IDX_LO BIT(22) 290 #define NN_REG_LM_MOD GENMASK(21, 20) 291 #define NN_REG_VAL GENMASK(7, 0) 292 293 enum nfp_bpf_reg_type { 294 NN_REG_GPR_A = BIT(0), 295 NN_REG_GPR_B = BIT(1), 296 NN_REG_GPR_BOTH = NN_REG_GPR_A | NN_REG_GPR_B, 297 NN_REG_NNR = BIT(2), 298 NN_REG_XFER = BIT(3), 299 NN_REG_IMM = BIT(4), 300 NN_REG_NONE = BIT(5), 301 NN_REG_LMEM = BIT(6), 302 }; 303 304 enum nfp_bpf_lm_mode { 305 NN_LM_MOD_NONE = 0, 306 NN_LM_MOD_INC, 307 NN_LM_MOD_DEC, 308 }; 309 310 #define reg_both(x) __enc_swreg((x), NN_REG_GPR_BOTH) 311 #define reg_a(x) __enc_swreg((x), NN_REG_GPR_A) 312 #define reg_b(x) __enc_swreg((x), NN_REG_GPR_B) 313 #define reg_nnr(x) __enc_swreg((x), NN_REG_NNR) 314 #define reg_xfer(x) __enc_swreg((x), NN_REG_XFER) 315 #define reg_imm(x) __enc_swreg((x), NN_REG_IMM) 316 #define reg_none() __enc_swreg(0, NN_REG_NONE) 317 #define reg_lm(x, off) __enc_swreg_lm((x), NN_LM_MOD_NONE, (off)) 318 #define reg_lm_inc(x) __enc_swreg_lm((x), NN_LM_MOD_INC, 0) 319 #define reg_lm_dec(x) __enc_swreg_lm((x), NN_LM_MOD_DEC, 0) 320 #define __reg_lm(x, mod, off) __enc_swreg_lm((x), (mod), (off)) 321 322 typedef __u32 __bitwise swreg; 323 324 static inline swreg __enc_swreg(u16 id, u8 type) 325 { 326 return (__force swreg)(id | FIELD_PREP(NN_REG_TYPE, type)); 327 } 328 329 static inline swreg __enc_swreg_lm(u8 id, enum nfp_bpf_lm_mode mode, u8 off) 330 { 331 WARN_ON(id > 3 || (off && mode != NN_LM_MOD_NONE)); 332 333 return (__force swreg)(FIELD_PREP(NN_REG_TYPE, NN_REG_LMEM) | 334 FIELD_PREP(NN_REG_LM_IDX, id) | 335 FIELD_PREP(NN_REG_LM_MOD, mode) | 336 off); 337 } 338 339 static inline u32 swreg_raw(swreg reg) 340 { 341 return (__force u32)reg; 342 } 343 344 static inline enum nfp_bpf_reg_type swreg_type(swreg reg) 345 { 346 return FIELD_GET(NN_REG_TYPE, swreg_raw(reg)); 347 } 348 349 static inline u16 swreg_value(swreg reg) 350 { 351 return FIELD_GET(NN_REG_VAL, swreg_raw(reg)); 352 } 353 354 static inline bool swreg_lm_idx(swreg reg) 355 { 356 return FIELD_GET(NN_REG_LM_IDX_LO, swreg_raw(reg)); 357 } 358 359 static inline bool swreg_lmextn(swreg reg) 360 { 361 return FIELD_GET(NN_REG_LM_IDX_HI, swreg_raw(reg)); 362 } 363 364 static inline enum nfp_bpf_lm_mode swreg_lm_mode(swreg reg) 365 { 366 return FIELD_GET(NN_REG_LM_MOD, swreg_raw(reg)); 367 } 368 369 struct nfp_insn_ur_regs { 370 enum alu_dst_ab dst_ab; 371 u16 dst; 372 u16 areg, breg; 373 bool swap; 374 bool wr_both; 375 bool dst_lmextn; 376 bool src_lmextn; 377 }; 378 379 struct nfp_insn_re_regs { 380 enum alu_dst_ab dst_ab; 381 u8 dst; 382 u8 areg, breg; 383 bool swap; 384 bool wr_both; 385 bool i8; 386 bool dst_lmextn; 387 bool src_lmextn; 388 }; 389 390 int swreg_to_unrestricted(swreg dst, swreg lreg, swreg rreg, 391 struct nfp_insn_ur_regs *reg); 392 int swreg_to_restricted(swreg dst, swreg lreg, swreg rreg, 393 struct nfp_insn_re_regs *reg, bool has_imm8); 394 395 #define NFP_USTORE_PREFETCH_WINDOW 8 396 397 int nfp_ustore_check_valid_no_ecc(u64 insn); 398 u64 nfp_ustore_calc_ecc_insn(u64 insn); 399 400 #define NFP_IND_ME_REFL_WR_SIG_INIT 3 401 #define NFP_IND_ME_CTX_PTR_BASE_MASK GENMASK(9, 0) 402 #define NFP_IND_NUM_CONTEXTS 8 403 404 static inline u32 nfp_get_ind_csr_ctx_ptr_offs(u32 read_offset) 405 { 406 return (read_offset & ~NFP_IND_ME_CTX_PTR_BASE_MASK) | NFP_CSR_CTX_PTR; 407 } 408 409 enum mul_type { 410 MUL_TYPE_START = 0x00, 411 MUL_TYPE_STEP_24x8 = 0x01, 412 MUL_TYPE_STEP_16x16 = 0x02, 413 MUL_TYPE_STEP_32x32 = 0x03, 414 }; 415 416 enum mul_step { 417 MUL_STEP_1 = 0x00, 418 MUL_STEP_NONE = MUL_STEP_1, 419 MUL_STEP_2 = 0x01, 420 MUL_STEP_3 = 0x02, 421 MUL_STEP_4 = 0x03, 422 MUL_LAST = 0x04, 423 MUL_LAST_2 = 0x05, 424 }; 425 426 #define OP_MUL_BASE 0x0f800000000ULL 427 #define OP_MUL_A_SRC 0x000000003ffULL 428 #define OP_MUL_B_SRC 0x000000ffc00ULL 429 #define OP_MUL_STEP 0x00000700000ULL 430 #define OP_MUL_DST_AB 0x00000800000ULL 431 #define OP_MUL_SW 0x00040000000ULL 432 #define OP_MUL_TYPE 0x00180000000ULL 433 #define OP_MUL_WR_AB 0x20000000000ULL 434 #define OP_MUL_SRC_LMEXTN 0x40000000000ULL 435 #define OP_MUL_DST_LMEXTN 0x80000000000ULL 436 437 #endif 438