Lines Matching refs:emit
182 emit(rv_auipc(rd, upper), ctx); in emit_addr()
183 emit(rv_addi(rd, rd, lower), ctx); in emit_addr()
285 emit(rv_beq(rd, rs, rvoff >> 1), ctx); in emit_bcc()
288 emit(rv_bltu(rs, rd, rvoff >> 1), ctx); in emit_bcc()
291 emit(rv_bltu(rd, rs, rvoff >> 1), ctx); in emit_bcc()
294 emit(rv_bgeu(rd, rs, rvoff >> 1), ctx); in emit_bcc()
297 emit(rv_bgeu(rs, rd, rvoff >> 1), ctx); in emit_bcc()
300 emit(rv_bne(rd, rs, rvoff >> 1), ctx); in emit_bcc()
303 emit(rv_blt(rs, rd, rvoff >> 1), ctx); in emit_bcc()
306 emit(rv_blt(rd, rs, rvoff >> 1), ctx); in emit_bcc()
309 emit(rv_bge(rd, rs, rvoff >> 1), ctx); in emit_bcc()
312 emit(rv_bge(rs, rd, rvoff >> 1), ctx); in emit_bcc()
340 emit(rv_jal(RV_REG_ZERO, rvoff >> 1), ctx); in emit_branch()
351 emit(rv_auipc(RV_REG_T1, upper), ctx); in emit_branch()
352 emit(rv_jalr(RV_REG_ZERO, RV_REG_T1, lower), ctx); in emit_branch()
374 emit(rv_lwu(RV_REG_T1, off, RV_REG_A1), ctx); in emit_bpf_tail_call()
433 emit(rv_jal(rd, rvoff >> 1), ctx); in emit_jump_and_link()
438 emit(rv_auipc(RV_REG_T1, upper), ctx); in emit_jump_and_link()
439 emit(rv_jalr(rd, RV_REG_T1, lower), ctx); in emit_jump_and_link()
473 emit(hash, ctx); in emit_kcfi()
495 emit(is64 ? rv_amoadd_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
499 emit(is64 ? rv_amoand_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
503 emit(is64 ? rv_amoor_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
507 emit(is64 ? rv_amoxor_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
512 emit(is64 ? rv_amoadd_d(rs, rs, rd, 1, 1) : in emit_atomic()
518 emit(is64 ? rv_amoand_d(rs, rs, rd, 1, 1) : in emit_atomic()
524 emit(is64 ? rv_amoor_d(rs, rs, rd, 1, 1) : in emit_atomic()
530 emit(is64 ? rv_amoxor_d(rs, rs, rd, 1, 1) : in emit_atomic()
537 emit(is64 ? rv_amoswap_d(rs, rs, rd, 1, 1) : in emit_atomic()
549 emit(is64 ? rv_lr_d(r0, 0, rd, 0, 0) : in emit_atomic()
552 emit(rv_bne(RV_REG_T2, r0, jmp_offset >> 1), ctx); in emit_atomic()
553 emit(is64 ? rv_sc_d(RV_REG_T3, rs, rd, 0, 1) : in emit_atomic()
556 emit(rv_bne(RV_REG_T3, 0, jmp_offset >> 1), ctx); in emit_atomic()
557 emit(rv_fence(0x3, 0x3), ctx); in emit_atomic()
658 emit(rv_nop(), &ctx); in gen_jump_or_nops()
659 emit(rv_nop(), &ctx); in gen_jump_or_nops()
768 emit(rv_nop(), ctx); in invoke_bpf_prog()
979 emit(rv_nop(), ctx); in __arch_prepare_bpf_trampoline()
993 emit(rv_nop(), ctx); in __arch_prepare_bpf_trampoline()
994 emit(rv_nop(), ctx); in __arch_prepare_bpf_trampoline()
1144 emit(rv_beq(RV_REG_T1, RV_REG_ZERO, 4), ctx); in bpf_jit_emit_insn()
1225 emit(is64 ? rv_mul(rd, rd, rs) : rv_mulw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1232 emit(is64 ? rv_div(rd, rd, rs) : rv_divw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1234 emit(is64 ? rv_divu(rd, rd, rs) : rv_divuw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1241 emit(is64 ? rv_rem(rd, rd, rs) : rv_remw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1243 emit(is64 ? rv_remu(rd, rd, rs) : rv_remuw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1249 emit(is64 ? rv_sll(rd, rd, rs) : rv_sllw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1255 emit(is64 ? rv_srl(rd, rd, rs) : rv_srlw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1261 emit(is64 ? rv_sra(rd, rd, rs) : rv_sraw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1339 emit(rv_ori(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1350 emit(rv_xori(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1361 emit(is64 ? rv_mul(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1370 emit(is64 ? rv_div(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1373 emit(is64 ? rv_divu(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1382 emit(is64 ? rv_rem(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1385 emit(is64 ? rv_remu(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1402 emit(rv_srliw(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1412 emit(rv_sraiw(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1669 emit(rv_lb(rd, off, rs), ctx); in bpf_jit_emit_insn()
1671 emit(rv_lbu(rd, off, rs), ctx); in bpf_jit_emit_insn()
1680 emit(rv_lb(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1682 emit(rv_lbu(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1689 emit(rv_lh(rd, off, rs), ctx); in bpf_jit_emit_insn()
1691 emit(rv_lhu(rd, off, rs), ctx); in bpf_jit_emit_insn()
1700 emit(rv_lh(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1702 emit(rv_lhu(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1709 emit(rv_lw(rd, off, rs), ctx); in bpf_jit_emit_insn()
1711 emit(rv_lwu(rd, off, rs), ctx); in bpf_jit_emit_insn()
1720 emit(rv_lw(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1722 emit(rv_lwu(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1757 emit(rv_sb(rd, off, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1763 emit(rv_sb(RV_REG_T2, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1769 emit(rv_sh(rd, off, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1775 emit(rv_sh(RV_REG_T2, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1817 emit(rv_sb(rd, off, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1825 emit(rv_sb(RV_REG_T2, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1831 emit(rv_sh(rd, off, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1839 emit(rv_sh(RV_REG_T2, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1883 emit(rv_sb(rd, off, rs), ctx); in bpf_jit_emit_insn()
1889 emit(rv_sb(RV_REG_T1, 0, rs), ctx); in bpf_jit_emit_insn()
1893 emit(rv_sh(rd, off, rs), ctx); in bpf_jit_emit_insn()
1899 emit(rv_sh(RV_REG_T1, 0, rs), ctx); in bpf_jit_emit_insn()
1941 emit(rv_sb(rd, off, rs), ctx); in bpf_jit_emit_insn()
1949 emit(rv_sb(RV_REG_T1, 0, rs), ctx); in bpf_jit_emit_insn()
1955 emit(rv_sh(rd, off, rs), ctx); in bpf_jit_emit_insn()
1963 emit(rv_sh(RV_REG_T1, 0, rs), ctx); in bpf_jit_emit_insn()
2048 emit(rv_nop(), ctx); in bpf_jit_build_prologue()
2054 emit(rv_addi(RV_REG_TCC, RV_REG_ZERO, MAX_TAIL_CALL_CNT), ctx); in bpf_jit_build_prologue()