/linux/kernel/bpf/ |
H A D | core.c | 315 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 416 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 428 insn = prog->insnsi + end_old; in bpf_adj_branches() 489 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 525 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 527 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 547 memmove(prog->insnsi + off, prog->insnsi + off + cnt, in bpf_remove_insns() 1487 insn = clone->insnsi; in bpf_jit_blind_constants() 1527 insn = clone->insnsi + i + insn_delta; in bpf_jit_blind_constants() 2049 insn = prog->insnsi; in ___bpf_prog_run()
|
H A D | verifier.c | 549 return is_may_goto_insn(&env->prog->insnsi[insn_idx]); in is_may_goto_insn_at() 3213 struct bpf_insn *insn = env->prog->insnsi; in add_subprog_and_kfunc() 3276 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs() 3573 struct bpf_insn *insn = env->prog->insnsi + env->insn_idx; in __check_reg_arg() 4036 struct bpf_insn *insn = env->prog->insnsi + idx; in backtrack_insn() 4267 bpf_pseudo_call(&env->prog->insnsi[subseq_idx - 1]) && in backtrack_insn() 4876 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_fixed_off() 5023 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_var_off() 5774 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_map_kptr_access() 6327 struct bpf_insn *insn = env->prog->insnsi; in check_max_stack_depth_subprog() [all …]
|
H A D | syscall.c | 4597 insns = kmemdup(prog->insnsi, bpf_prog_insn_size(prog), in bpf_insn_prepare_dump()
|
/linux/arch/parisc/net/ |
H A D | bpf_jit_core.c | 23 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
H A D | bpf_jit_comp64.c | 597 int s, e, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
H A D | bpf_jit_comp32.c | 1121 int s, e, paoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
/linux/include/linux/ |
H A D | bpf.h | 1287 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() argument 1290 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1354 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1362 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1384 const struct bpf_insn *insnsi, \ 1396 const struct bpf_insn *insnsi, \ 1631 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi);
|
H A D | filter.h | 676 const struct bpf_insn *insnsi, 692 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 701 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
/linux/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 353 const struct bpf_insn *insn = &prog->insnsi[0]; in find_used_callee_regs() 732 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic() 1001 const int i = insn - ctx->prog->insnsi; in build_insn() 1683 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 2030 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
/linux/drivers/net/ethernet/netronome/nfp/bpf/ |
H A D | offload.c | 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
/linux/arch/loongarch/net/ |
H A D | bpf_jit.c | 463 int i = insn - ctx->prog->insnsi; in build_insn() 1130 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/linux/arch/s390/net/ |
H A D | bpf_jit_comp.c | 861 struct bpf_insn *insn = &fp->insnsi[i]; in bpf_jit_insn() 2226 insn = &fp->insnsi[i]; in bpf_jit_alloc() 2516 load_imm64(jit, REG_3, (u64)p->insnsi); in invoke_bpf_prog()
|
/linux/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 900 const int i = insn - ctx->prog->insnsi; in build_insn() 1444 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/linux/arch/x86/net/ |
H A D | bpf_jit_comp.c | 1457 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 2753 (long) p->insnsi >> 32, in invoke_bpf_prog() 2754 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
H A D | bpf_jit_comp32.c | 1662 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
|
/linux/arch/mips/net/ |
H A D | bpf_jit_comp.c | 857 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/linux/arch/arm/net/ |
H A D | bpf_jit_32.c | 1598 const int i = insn - ctx->prog->insnsi; in build_insn() 2105 const struct bpf_insn *insn = &(prog->insnsi[i]); in build_body()
|
/linux/arch/riscv/net/ |
H A D | bpf_jit_comp64.c | 774 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); in invoke_bpf_prog() 1128 int s, e, rvoff, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
H A D | bpf_jit_comp32.c | 958 int s, e, rvoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
/linux/tools/testing/selftests/bpf/test_kmods/ |
H A D | bpf_testmod.c | 1314 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue()
|
/linux/lib/ |
H A D | test_bpf.c | 14885 memcpy(fp->insnsi, fptr, fp->len * sizeof(struct bpf_insn)); in generate_filter() 15494 memcpy(fp->insnsi, test->insns, len * sizeof(struct bpf_insn)); in prepare_tail_call_tests() 15498 struct bpf_insn *insn = &fp->insnsi[i]; in prepare_tail_call_tests()
|
/linux/net/core/ |
H A D | filter.c | 585 first_insn = new_prog->insnsi; in bpf_convert_filter() 8910 *insn++ = prog->insnsi[0]; in bpf_unclone_prologue()
|