| /linux/kernel/bpf/ |
| H A D | core.c | 315 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 391 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 403 insn = prog->insnsi + end_old; in bpf_adj_branches() 464 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 500 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 502 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 522 memmove(prog->insnsi + off, prog->insnsi + off + cnt, in bpf_remove_insns() 1518 insn = clone->insnsi; in bpf_jit_blind_constants() 1568 insn = clone->insnsi + i + insn_delta; in bpf_jit_blind_constants() 2109 insn = prog->insnsi; in ___bpf_prog_run()
|
| H A D | liveness.c | 246 struct bpf_insn *insn = &prog->insnsi[idx]; in bpf_insn_successors() 481 struct bpf_insn *insns = env->prog->insnsi; in print_instance() 1293 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in record_load_store_access() 1352 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in record_call_access() 1457 struct bpf_insn *insns = env->prog->insnsi; in print_subprog_arg_access() 1539 struct bpf_insn *insns = env->prog->insnsi; in compute_subprog_args() 1764 struct bpf_insn *insns = env->prog->insnsi; in analyze_subprog() 2114 struct bpf_insn *insns = env->prog->insnsi; in bpf_compute_live_registers()
|
| H A D | bpf_insn_array.c | 175 if (prog->insnsi[off-1].code == (BPF_LD | BPF_DW | BPF_IMM)) in valid_offsets()
|
| H A D | cgroup.c | 107 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock() 129 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket() 147 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
|
| H A D | verifier.c | 3096 struct bpf_insn *insn = env->prog->insnsi; in add_subprog_and_kfunc() 3159 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs() 3222 struct bpf_insn *insn = env->prog->insnsi; in sort_subprogs_topo() 3451 struct bpf_insn *insn = env->prog->insnsi + env->insn_idx; in __check_reg_arg() 3818 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_fixed_off() 3948 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_var_off() 4726 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_map_kptr_access() 5332 struct bpf_insn *insn = env->prog->insnsi; in check_max_stack_depth_subprog() 9823 struct bpf_insn *insn = env->prog->insnsi; in in_rbtree_lock_required_cb() 17124 struct bpf_insn *insns = env->prog->insnsi, *stx, *ldx; in mark_fastcall_pattern_for_call() [all …]
|
| H A D | syscall.c | 2833 bpf_dynptr_init(&insns_ptr, prog->insnsi, BPF_DYNPTR_TYPE_LOCAL, 0, in bpf_prog_verify_signature() 4932 insns = kmemdup(prog->insnsi, bpf_prog_insn_size(prog), in bpf_insn_prepare_dump()
|
| /linux/include/linux/ |
| H A D | bpf.h | 1399 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() argument 1402 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1484 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1492 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1514 const struct bpf_insn *insnsi, \ 1526 const struct bpf_insn *insnsi, \ 1812 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi);
|
| /linux/net/sched/ |
| H A D | bpf_qdisc.c | 158 *insn++ = prog->insnsi[0]; in BTF_ID_LIST_SINGLE()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 377 const struct bpf_insn *insn = &prog->insnsi[0]; in find_used_callee_regs() 853 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic() 1214 const int i = insn - ctx->prog->insnsi; in build_insn() 1919 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 2295 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | offload.c | 203 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 1587 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue() 1654 *insn++ = prog->insnsi[0]; in st_ops_reg()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 705 int i = insn - ctx->prog->insnsi; in build_insn() 1452 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 1713 move_imm(ctx, LOONGARCH_GPR_A1, (const s64)p->insnsi, false); in invoke_bpf_prog()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1656 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 3025 (long) p->insnsi >> 32, in invoke_bpf_prog() 3026 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 971 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); in invoke_bpf_prog() 1374 int s, e, rvoff, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 958 int s, e, rvoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 647 PPC_LI_ADDR(_R4, (unsigned long)p->insnsi); in invoke_bpf_prog()
|
| H A D | bpf_jit_comp64.c | 961 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 597 int s, e, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1121 int s, e, paoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux/lib/ |
| H A D | test_bpf.c | 14885 memcpy(fp->insnsi, fptr, fp->len * sizeof(struct bpf_insn)); in generate_filter() 15494 memcpy(fp->insnsi, test->insns, len * sizeof(struct bpf_insn)); in prepare_tail_call_tests() 15498 struct bpf_insn *insn = &fp->insnsi[i]; in prepare_tail_call_tests()
|
| /linux/net/core/ |
| H A D | filter.c | 597 first_insn = new_prog->insnsi; in bpf_convert_filter() 9140 *insn++ = prog->insnsi[0]; in bpf_unclone_prologue()
|