66 static inline bool is_creg(u8 reg)  in is_creg()
102 	u8 *image;
103 	u8 *ro_image;
147 static inline int invert_bpf_cond(u8 cond)  in invert_bpf_cond()
241 static inline u32 rv_r_insn(u8 funct7, u8 rs2, u8 rs1, u8 funct3, u8 rd,  in rv_r_insn()
242 			    u8 opcode)  in rv_r_insn()
248 static inline u32 rv_i_insn(u16 imm11_0, u8 rs1, u8 funct3, u8 rd, u8 opcode)  in rv_i_insn()
254 static inline u32 rv_s_insn(u16 imm11_0, u8 rs2, u8 rs1, u8 funct3, u8 opcode)  in rv_s_insn()
256 	u8 imm11_5 = imm11_0 >> 5, imm4_0 = imm11_0 & 0x1f;  in rv_s_insn()
262 static inline u32 rv_b_insn(u16 imm12_1, u8 rs2, u8 rs1, u8 funct3, u8 opcode)  in rv_b_insn()
264 	u8 imm12 = ((imm12_1 & 0x800) >> 5) | ((imm12_1 & 0x3f0) >> 4);  in rv_b_insn()
265 	u8 imm4_1 = ((imm12_1 & 0xf) << 1) | ((imm12_1 & 0x400) >> 10);  in rv_b_insn()
271 static inline u32 rv_u_insn(u32 imm31_12, u8 rd, u8 opcode)  in rv_u_insn()
276 static inline u32 rv_j_insn(u32 imm20_1, u8 rd, u8 opcode)  in rv_j_insn()
286 static inline u32 rv_amo_insn(u8 funct5, u8 aq, u8 rl, u8 rs2, u8 rs1,  in rv_amo_insn()
287 			      u8 funct3, u8 rd, u8 opcode)  in rv_amo_insn()
289 	u8 funct7 = (funct5 << 2) | (aq << 1) | rl;  in rv_amo_insn()
296 static inline u16 rv_cr_insn(u8 funct4, u8 rd, u8 rs2, u8 op)  in rv_cr_insn()
301 static inline u16 rv_ci_insn(u8 funct3, u32 imm6, u8 rd, u8 op)  in rv_ci_insn()
309 static inline u16 rv_css_insn(u8 funct3, u32 uimm, u8 rs2, u8 op)  in rv_css_insn()
314 static inline u16 rv_ciw_insn(u8 funct3, u32 uimm, u8 rd, u8 op)  in rv_ciw_insn()
319 static inline u16 rv_cl_insn(u8 funct3, u32 imm_hi, u8 rs1, u32 imm_lo, u8 rd,  in rv_cl_insn()
320 			     u8 op)  in rv_cl_insn()
326 static inline u16 rv_cs_insn(u8 funct3, u32 imm_hi, u8 rs1, u32 imm_lo, u8 rs2,  in rv_cs_insn()
327 			     u8 op)  in rv_cs_insn()
333 static inline u16 rv_ca_insn(u8 funct6, u8 rd, u8 funct2, u8 rs2, u8 op)  in rv_ca_insn()
339 static inline u16 rv_cb_insn(u8 funct3, u32 imm6, u8 funct2, u8 rd, u8 op)  in rv_cb_insn()
349 static inline u32 rv_addi(u8 rd, u8 rs1, u16 imm11_0)  in rv_addi()
354 static inline u32 rv_andi(u8 rd, u8 rs1, u16 imm11_0)  in rv_andi()
359 static inline u32 rv_ori(u8 rd, u8 rs1, u16 imm11_0)  in rv_ori()
364 static inline u32 rv_xori(u8 rd, u8 rs1, u16 imm11_0)  in rv_xori()
369 static inline u32 rv_slli(u8 rd, u8 rs1, u16 imm11_0)  in rv_slli()
374 static inline u32 rv_srli(u8 rd, u8 rs1, u16 imm11_0)  in rv_srli()
379 static inline u32 rv_srai(u8 rd, u8 rs1, u16 imm11_0)  in rv_srai()
384 static inline u32 rv_lui(u8 rd, u32 imm31_12)  in rv_lui()
389 static inline u32 rv_auipc(u8 rd, u32 imm31_12)  in rv_auipc()
394 static inline u32 rv_add(u8 rd, u8 rs1, u8 rs2)  in rv_add()
399 static inline u32 rv_sub(u8 rd, u8 rs1, u8 rs2)  in rv_sub()
404 static inline u32 rv_sltu(u8 rd, u8 rs1, u8 rs2)  in rv_sltu()
409 static inline u32 rv_and(u8 rd, u8 rs1, u8 rs2)  in rv_and()
414 static inline u32 rv_or(u8 rd, u8 rs1, u8 rs2)  in rv_or()
419 static inline u32 rv_xor(u8 rd, u8 rs1, u8 rs2)  in rv_xor()
424 static inline u32 rv_sll(u8 rd, u8 rs1, u8 rs2)  in rv_sll()
429 static inline u32 rv_srl(u8 rd, u8 rs1, u8 rs2)  in rv_srl()
434 static inline u32 rv_sra(u8 rd, u8 rs1, u8 rs2)  in rv_sra()
439 static inline u32 rv_mul(u8 rd, u8 rs1, u8 rs2)  in rv_mul()
444 static inline u32 rv_mulhu(u8 rd, u8 rs1, u8 rs2)  in rv_mulhu()
449 static inline u32 rv_div(u8 rd, u8 rs1, u8 rs2)  in rv_div()
454 static inline u32 rv_divu(u8 rd, u8 rs1, u8 rs2)  in rv_divu()
459 static inline u32 rv_rem(u8 rd, u8 rs1, u8 rs2)  in rv_rem()
464 static inline u32 rv_remu(u8 rd, u8 rs1, u8 rs2)  in rv_remu()
469 static inline u32 rv_jal(u8 rd, u32 imm20_1)  in rv_jal()
474 static inline u32 rv_jalr(u8 rd, u8 rs1, u16 imm11_0)  in rv_jalr()
479 static inline u32 rv_beq(u8 rs1, u8 rs2, u16 imm12_1)  in rv_beq()
484 static inline u32 rv_bne(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bne()
489 static inline u32 rv_bltu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bltu()
494 static inline u32 rv_bgtu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bgtu()
499 static inline u32 rv_bgeu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bgeu()
504 static inline u32 rv_bleu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bleu()
509 static inline u32 rv_blt(u8 rs1, u8 rs2, u16 imm12_1)  in rv_blt()
514 static inline u32 rv_bgt(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bgt()
519 static inline u32 rv_bge(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bge()
524 static inline u32 rv_ble(u8 rs1, u8 rs2, u16 imm12_1)  in rv_ble()
529 static inline u32 rv_lb(u8 rd, u16 imm11_0, u8 rs1)  in rv_lb()
534 static inline u32 rv_lh(u8 rd, u16 imm11_0, u8 rs1)  in rv_lh()
539 static inline u32 rv_lw(u8 rd, u16 imm11_0, u8 rs1)  in rv_lw()
544 static inline u32 rv_lbu(u8 rd, u16 imm11_0, u8 rs1)  in rv_lbu()
549 static inline u32 rv_lhu(u8 rd, u16 imm11_0, u8 rs1)  in rv_lhu()
554 static inline u32 rv_sb(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sb()
559 static inline u32 rv_sh(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sh()
564 static inline u32 rv_sw(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sw()
569 static inline u32 rv_amoadd_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoadd_w()
574 static inline u32 rv_amoand_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoand_w()
579 static inline u32 rv_amoor_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoor_w()
584 static inline u32 rv_amoxor_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoxor_w()
589 static inline u32 rv_amoswap_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoswap_w()
594 static inline u32 rv_lr_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_lr_w()
599 static inline u32 rv_sc_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_sc_w()
604 static inline u32 rv_fence(u8 pred, u8 succ)  in rv_fence()
618 static inline u16 rvc_addi4spn(u8 rd, u32 imm10)  in rvc_addi4spn()
627 static inline u16 rvc_lw(u8 rd, u32 imm7, u8 rs1)  in rvc_lw()
636 static inline u16 rvc_sw(u8 rs1, u32 imm7, u8 rs2)  in rvc_sw()
645 static inline u16 rvc_addi(u8 rd, u32 imm6)  in rvc_addi()
650 static inline u16 rvc_li(u8 rd, u32 imm6)  in rvc_li()
664 static inline u16 rvc_lui(u8 rd, u32 imm6)  in rvc_lui()
669 static inline u16 rvc_srli(u8 rd, u32 imm6)  in rvc_srli()
674 static inline u16 rvc_srai(u8 rd, u32 imm6)  in rvc_srai()
679 static inline u16 rvc_andi(u8 rd, u32 imm6)  in rvc_andi()
684 static inline u16 rvc_sub(u8 rd, u8 rs)  in rvc_sub()
689 static inline u16 rvc_xor(u8 rd, u8 rs)  in rvc_xor()
694 static inline u16 rvc_or(u8 rd, u8 rs)  in rvc_or()
699 static inline u16 rvc_and(u8 rd, u8 rs)  in rvc_and()
704 static inline u16 rvc_slli(u8 rd, u32 imm6)  in rvc_slli()
709 static inline u16 rvc_lwsp(u8 rd, u32 imm8)  in rvc_lwsp()
717 static inline u16 rvc_jr(u8 rs1)  in rvc_jr()
722 static inline u16 rvc_mv(u8 rd, u8 rs)  in rvc_mv()
727 static inline u16 rvc_jalr(u8 rs1)  in rvc_jalr()
732 static inline u16 rvc_add(u8 rd, u8 rs)  in rvc_add()
737 static inline u16 rvc_swsp(u32 imm8, u8 rs2)  in rvc_swsp()
746 static inline u32 rvzba_sh2add(u8 rd, u8 rs1, u8 rs2)  in rvzba_sh2add()
751 static inline u32 rvzba_sh3add(u8 rd, u8 rs1, u8 rs2)  in rvzba_sh3add()
757 static inline u32 rvzbb_sextb(u8 rd, u8 rs1)  in rvzbb_sextb()
762 static inline u32 rvzbb_sexth(u8 rd, u8 rs1)  in rvzbb_sexth()
767 static inline u32 rvzbb_zexth(u8 rd, u8 rs)  in rvzbb_zexth()
775 static inline u32 rvzbb_rev8(u8 rd, u8 rs)  in rvzbb_rev8()
792 static inline u32 rv_addiw(u8 rd, u8 rs1, u16 imm11_0)  in rv_addiw()
797 static inline u32 rv_slliw(u8 rd, u8 rs1, u16 imm11_0)  in rv_slliw()
802 static inline u32 rv_srliw(u8 rd, u8 rs1, u16 imm11_0)  in rv_srliw()
807 static inline u32 rv_sraiw(u8 rd, u8 rs1, u16 imm11_0)  in rv_sraiw()
812 static inline u32 rv_addw(u8 rd, u8 rs1, u8 rs2)  in rv_addw()
817 static inline u32 rv_subw(u8 rd, u8 rs1, u8 rs2)  in rv_subw()
822 static inline u32 rv_sllw(u8 rd, u8 rs1, u8 rs2)  in rv_sllw()
827 static inline u32 rv_srlw(u8 rd, u8 rs1, u8 rs2)  in rv_srlw()
832 static inline u32 rv_sraw(u8 rd, u8 rs1, u8 rs2)  in rv_sraw()
837 static inline u32 rv_mulw(u8 rd, u8 rs1, u8 rs2)  in rv_mulw()
842 static inline u32 rv_divw(u8 rd, u8 rs1, u8 rs2)  in rv_divw()
847 static inline u32 rv_divuw(u8 rd, u8 rs1, u8 rs2)  in rv_divuw()
852 static inline u32 rv_remw(u8 rd, u8 rs1, u8 rs2)  in rv_remw()
857 static inline u32 rv_remuw(u8 rd, u8 rs1, u8 rs2)  in rv_remuw()
862 static inline u32 rv_ld(u8 rd, u16 imm11_0, u8 rs1)  in rv_ld()
867 static inline u32 rv_lwu(u8 rd, u16 imm11_0, u8 rs1)  in rv_lwu()
872 static inline u32 rv_sd(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sd()
877 static inline u32 rv_amoadd_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoadd_d()
882 static inline u32 rv_amoand_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoand_d()
887 static inline u32 rv_amoor_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoor_d()
892 static inline u32 rv_amoxor_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoxor_d()
897 static inline u32 rv_amoswap_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoswap_d()
902 static inline u32 rv_lr_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_lr_d()
907 static inline u32 rv_sc_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_sc_d()
914 static inline u16 rvc_ld(u8 rd, u32 imm8, u8 rs1)  in rvc_ld()
923 static inline u16 rvc_sd(u8 rs1, u32 imm8, u8 rs2)  in rvc_sd()
932 static inline u16 rvc_subw(u8 rd, u8 rs)  in rvc_subw()
937 static inline u16 rvc_addiw(u8 rd, u32 imm6)  in rvc_addiw()
942 static inline u16 rvc_ldsp(u8 rd, u32 imm9)  in rvc_ldsp()
950 static inline u16 rvc_sdsp(u32 imm9, u8 rs2)  in rvc_sdsp()
960 static inline u32 rvzba_zextw(u8 rd, u8 rs1)  in rvzba_zextw()
970 static inline void emit_jalr(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_jalr()
980 static inline void emit_mv(u8 rd, u8 rs, struct rv_jit_context *ctx)  in emit_mv()
988 static inline void emit_add(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_add()
996 static inline void emit_addi(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_addi()
1009 static inline void emit_li(u8 rd, s32 imm, struct rv_jit_context *ctx)  in emit_li()
1017 static inline void emit_lui(u8 rd, s32 imm, struct rv_jit_context *ctx)  in emit_lui()
1025 static inline void emit_slli(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_slli()
1033 static inline void emit_andi(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_andi()
1041 static inline void emit_srli(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_srli()
1049 static inline void emit_srai(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_srai()
1057 static inline void emit_sub(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_sub()
1065 static inline void emit_or(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_or()
1073 static inline void emit_and(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_and()
1081 static inline void emit_xor(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_xor()
1089 static inline void emit_lw(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx)  in emit_lw()
1099 static inline void emit_sw(u8 rs1, s32 off, u8 rs2, struct rv_jit_context *ctx)  in emit_sw()
1109 static inline void emit_sh2add(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_sh2add()
1120 static inline void emit_sh3add(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_sh3add()
1134 static inline void emit_addiw(u8 rd, u8 rs, s32 imm, struct rv_jit_context *ctx)  in emit_addiw()
1142 static inline void emit_ld(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx)  in emit_ld()
1152 static inline void emit_sd(u8 rs1, s32 off, u8 rs2, struct rv_jit_context *ctx)  in emit_sd()
1162 static inline void emit_subw(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_subw()
1170 static inline void emit_sextb(u8 rd, u8 rs, struct rv_jit_context *ctx)  in emit_sextb()
1181 static inline void emit_sexth(u8 rd, u8 rs, struct rv_jit_context *ctx)  in emit_sexth()
1192 static inline void emit_sextw(u8 rd, u8 rs, struct rv_jit_context *ctx)  in emit_sextw()
1197 static inline void emit_zexth(u8 rd, u8 rs, struct rv_jit_context *ctx)  in emit_zexth()
1208 static inline void emit_zextw(u8 rd, u8 rs, struct rv_jit_context *ctx)  in emit_zextw()
1219 static inline void emit_bswap(u8 rd, s32 imm, struct rv_jit_context *ctx)  in emit_bswap()