Lines Matching refs:bpf_insn
16 static bool is_cmpxchg_insn(const struct bpf_insn *insn) in is_cmpxchg_insn()
24 static bool is_addr_space_cast32(struct bpf_prog *prog, const struct bpf_insn *insn) in is_addr_space_cast32()
44 static int insn_def_regno(const struct bpf_insn *insn) in insn_def_regno()
63 static bool bpf_is_reg64(struct bpf_prog *prog, struct bpf_insn *insn) in bpf_is_reg64()
104 int bpf_insn_def32(struct bpf_prog *prog, struct bpf_insn *insn) in bpf_insn_def32()
128 const struct bpf_insn *insn) in bpf_jit_find_kfunc_model()
184 struct bpf_insn *insn, int cnt) in add_kfunc_in_insns()
200 const struct bpf_insn *insn, int idx) in get_callee_stack_depth()
219 struct bpf_insn *insn = new_prog->insnsi; in adjust_insn_aux_data()
305 const struct bpf_insn *patch, u32 len) in bpf_patch_insn_data()
342 struct bpf_insn *insn = prog->insnsi; in adjust_jmp_off()
547 static const struct bpf_insn NOP = BPF_JMP_IMM(BPF_JA, 0, 0, 0);
548 static const struct bpf_insn MAY_GOTO_0 = BPF_RAW_INSN(BPF_JMP | BPF_JCOND, 0, 0, 0, 0);
567 struct bpf_insn ja = BPF_JMP_IMM(BPF_JA, 0, 0, 0); in bpf_opt_hard_wire_dead_code_branches()
568 struct bpf_insn *insn = env->prog->insnsi; in bpf_opt_hard_wire_dead_code_branches()
616 struct bpf_insn *insn = env->prog->insnsi; in bpf_opt_remove_nops()
642 struct bpf_insn *patch; in bpf_opt_subreg_zext_lo32_rnd_hi32()
644 struct bpf_insn *zext_patch = env->insn_buf; in bpf_opt_subreg_zext_lo32_rnd_hi32()
645 struct bpf_insn *rnd_hi32_patch = &env->insn_buf[2]; in bpf_opt_subreg_zext_lo32_rnd_hi32()
648 struct bpf_insn *insns = env->prog->insnsi; in bpf_opt_subreg_zext_lo32_rnd_hi32()
659 struct bpf_insn insn; in bpf_opt_subreg_zext_lo32_rnd_hi32()
747 struct bpf_insn *epilogue_buf = env->epilogue_buf; in bpf_convert_ctx_accesses()
748 struct bpf_insn *insn_buf = env->insn_buf; in bpf_convert_ctx_accesses()
749 struct bpf_insn *insn; in bpf_convert_ctx_accesses()
820 struct bpf_insn *patch = insn_buf; in bpf_convert_ctx_accesses()
893 struct bpf_insn *patch = insn_buf; in bpf_convert_ctx_accesses()
1071 struct bpf_insn *insn; in jit_subprogs()
1135 len * sizeof(struct bpf_insn)); in jit_subprogs()
1338 struct bpf_insn *insn; in bpf_jit_subprogs()
1409 struct bpf_insn *insn = prog->insnsi; in bpf_fixup_call_args()
1479 static int add_hidden_subprog(struct bpf_verifier_env *env, struct bpf_insn *patch, int len) in add_hidden_subprog()
1513 struct bpf_insn *insn = prog->insnsi; in bpf_do_misc_fixups()
1518 struct bpf_insn *insn_buf = env->insn_buf; in bpf_do_misc_fixups()
1527 struct bpf_insn *patch = insn_buf; in bpf_do_misc_fixups()
1565 struct bpf_insn *patch = insn_buf; in bpf_do_misc_fixups()
1595 struct bpf_insn *patch = insn_buf; in bpf_do_misc_fixups()
1681 struct bpf_insn *patch = insn_buf; in bpf_do_misc_fixups()
1732 struct bpf_insn *patch = insn_buf; in bpf_do_misc_fixups()
2005 struct bpf_insn ld_addrs[2] = { in bpf_do_misc_fixups()
2148 struct bpf_insn ld_jiffies_addr[2] = { in bpf_do_misc_fixups()
2507 struct bpf_insn *insn_buf = env->insn_buf; in inline_bpf_loop()
2570 static bool is_bpf_loop_call(struct bpf_insn *insn) in is_bpf_loop_call()
2590 struct bpf_insn *insn = env->prog->insnsi; in bpf_optimize_bpf_loop()
2638 struct bpf_insn *insn = env->prog->insnsi; in bpf_remove_fastcall_spills_fills()