| /linux/kernel/bpf/ |
| H A D | fixups.c | 219 struct bpf_insn *insn = new_prog->insnsi; in adjust_insn_aux_data() 342 struct bpf_insn *insn = prog->insnsi; in adjust_jmp_off() 568 struct bpf_insn *insn = env->prog->insnsi; in bpf_opt_hard_wire_dead_code_branches() 616 struct bpf_insn *insn = env->prog->insnsi; in bpf_opt_remove_nops() 648 struct bpf_insn *insns = env->prog->insnsi; in bpf_opt_subreg_zext_lo32_rnd_hi32() 728 insns = new_prog->insnsi; in bpf_opt_subreg_zext_lo32_rnd_hi32() 768 insn_buf[cnt++] = env->prog->insnsi[0]; in bpf_convert_ctx_accesses() 811 insn = env->prog->insnsi + delta; in bpf_convert_ctx_accesses() 831 insn = new_prog->insnsi + i + delta; in bpf_convert_ctx_accesses() 904 insn = new_prog->insnsi + i + delta; in bpf_convert_ctx_accesses() [all …]
|
| H A D | check_btf.c | 291 if (!prog->insnsi[linfo[i].insn_off].code) { in check_btf_line() 402 &prog->insnsi[core_relo.insn_off / 8]); in check_core_relo()
|
| H A D | const_fold.c | 236 struct bpf_insn *insns = env->prog->insnsi; in bpf_compute_const_regs() 342 struct bpf_insn *insns = env->prog->insnsi; in bpf_prune_dead_branches()
|
| H A D | core.c | 317 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 393 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 405 insn = prog->insnsi + end_old; in bpf_adj_branches() 466 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 502 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 504 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 524 memmove(prog->insnsi + off, prog->insnsi + off + cnt, in bpf_remove_insns() 1587 insn = clone->insnsi; in bpf_jit_blind_constants() 1637 insn = clone->insnsi + i + insn_delta; in bpf_jit_blind_constants() 2190 insn = prog->insnsi; in ___bpf_prog_run()
|
| H A D | liveness.c | 246 struct bpf_insn *insn = &prog->insnsi[idx]; in bpf_insn_successors() 480 struct bpf_insn *insns = env->prog->insnsi; in print_instance() 1330 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in record_load_store_access() 1435 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in record_call_access() 1522 struct bpf_insn *insns = env->prog->insnsi; in print_subprog_arg_access() 1614 struct bpf_insn *insns = env->prog->insnsi; in compute_subprog_args() 1848 struct bpf_insn *insns = env->prog->insnsi; in analyze_subprog() 2227 struct bpf_insn *insns = env->prog->insnsi; in bpf_compute_live_registers()
|
| H A D | bpf_insn_array.c | 175 if (prog->insnsi[off-1].code == (BPF_LD | BPF_DW | BPF_IMM)) in valid_offsets()
|
| H A D | backtrack.c | 268 struct bpf_insn *insn = env->prog->insnsi + idx; in backtrack_insn() 551 bpf_pseudo_call(&env->prog->insnsi[subseq_idx - 1]) && in backtrack_insn()
|
| H A D | cfg.c | 453 struct bpf_insn *insns = env->prog->insnsi, *insn = &insns[t]; in visit_insn() 648 struct bpf_insn *insn = &env->prog->insnsi[i]; in bpf_check_cfg()
|
| H A D | diagnostics.c | 626 if (insn_idx > 0 && bpf_is_ldimm64(&env->prog->insnsi[insn_idx - 1])) in format_disasm_line() 629 insn = &env->prog->insnsi[insn_idx]; in format_disasm_line() 1459 const struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in diag_mod_insn_origin() 1489 insn = &env->prog->insnsi[event->insn_idx]; in diag_mod_keeps_lineage()
|
| H A D | cgroup.c | 130 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock() 152 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket() 170 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
|
| H A D | verifier.c | 2914 struct bpf_insn *insn = env->prog->insnsi; in add_subprogs() 2982 struct bpf_insn *insn = env->prog->insnsi; in add_kfuncs() 3010 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs() 3084 struct bpf_insn *insn = env->prog->insnsi; in sort_subprogs_topo() 3515 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_fixed_off() 3660 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_var_off() 4189 __mark_reg_known(arg, env->prog->insnsi[env->insn_idx].imm); in check_stack_arg_write() 4651 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_map_kptr_access() 5290 struct bpf_insn *insn = env->prog->insnsi; in check_max_stack_depth_subprog() 10243 struct bpf_insn *insn = env->prog->insnsi; in in_rbtree_lock_required_cb() [all …]
|
| H A D | states.c | 14 return bpf_is_may_goto_insn(&env->prog->insnsi[insn_idx]); in is_may_goto_insn_at()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 25 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| H A D | bpf_jit_comp64.c | 941 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); in invoke_bpf_prog() 1366 int s, e, rvoff, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux/include/linux/ |
| H A D | bpf.h | 1448 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() argument 1451 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1541 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1549 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1571 const struct bpf_insn *insnsi, \ 1583 const struct bpf_insn *insnsi, \ 1900 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi);
|
| H A D | filter.h | 752 const struct bpf_insn *insnsi, 768 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 779 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux/net/sched/ |
| H A D | bpf_qdisc.c | 158 *insn++ = prog->insnsi[0]; in BTF_ID_LIST_SINGLE()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 378 const struct bpf_insn *insn = &prog->insnsi[0]; in find_used_callee_regs() 867 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic() 1316 const int i = insn - ctx->prog->insnsi; in build_insn() 2069 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 2464 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | offload.c | 203 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 699 int i = insn - ctx->prog->insnsi; in build_insn() 1474 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 1735 move_imm(ctx, LOONGARCH_GPR_A1, (const s64)p->insnsi, false); in invoke_bpf_prog()
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 1795 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue_with_kfunc() 1862 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1733 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 3270 (long) p->insnsi >> 32, in invoke_bpf_prog() 3271 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 652 PPC_LI_ADDR(_R4, (unsigned long)p->insnsi); in invoke_bpf_prog()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 597 int s, e, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1121 int s, e, paoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|