Home
last modified time | relevance | path

Searched refs:bpf_func (Results 1 – 25 of 30) sorted by relevance

12

/linux/arch/powerpc/net/
H A Dbpf_jit_comp.c61 * b bpf_func + 4 in bpf_jit_build_fentry_stubs()
346 fp->bpf_func = (void *)fimage; in bpf_int_jit_compile()
381 fp->bpf_func = NULL; in bpf_int_jit_compile()
653 /* p->bpf_func(ctx) */ in invoke_bpf_prog()
659 (unsigned long)p->bpf_func, in invoke_bpf_prog()
664 EMIT(PPC_RAW_LL(_R12, _R25, offsetof(struct bpf_prog, bpf_func))); in invoke_bpf_prog()
1266 * bpf_func:
1273 * b bpf_func + 4
1306 unsigned long bpf_func, bpf_func_end, size, offset; in bpf_arch_text_poke()
1314 bpf_func in bpf_arch_text_poke()
1305 unsigned long bpf_func, bpf_func_end, size, offset; bpf_arch_text_poke() local
[all...]
/linux/include/linux/
H A Dbpf_lsm.h49 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, bpf_func_t *bpf_func);
90 bpf_func_t *bpf_func) in bpf_lsm_find_cgroup_shim() argument
H A Dtracepoint-defs.h58 void *bpf_func; member
H A Dbpf.h1260 /* Each call __bpf_prog_enter + call bpf_func + call __bpf_prog_exit is ~50
1486 bpf_func_t bpf_func)
1488 return bpf_func(ctx, insnsi);
1578 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func)
1586 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi)
1609 bpf_func_t bpf_func) \ in bpf_trampoline_link_prog()
1621 bpf_func_t bpf_func); \ in bpf_trampoline_get()
1932 unsigned int (*bpf_func)(const void *ctx,
1450 bpf_dispatcher_nop_func(const void * ctx,const struct bpf_insn * insnsi,bpf_func_t bpf_func) bpf_dispatcher_nop_func() argument
1895 unsigned int (*bpf_func)(const void *ctx, global() member
H A Dfilter.h753 unsigned int (*bpf_func)(const void *,
768 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
779 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
H A Dbpf_verifier.h1248 static inline struct bpf_func_state *bpf_func(struct bpf_verifier_env *env, in bpf_func() function
/linux/kernel/bpf/
H A Dbpf_lsm.c95 bpf_func_t *bpf_func) in BTF_SET_END()
102 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
110 *bpf_func = __cgroup_bpf_run_lsm_socket; in BTF_SET_END()
112 *bpf_func = __cgroup_bpf_run_lsm_sock; in BTF_SET_END()
115 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
H A Dtrampoline.c1032 node->link->prog->bpf_func); in bpf_trampoline_unlink_prog()
1069 tr->extension_prog->bpf_func, NULL); in cgroup_shim_alloc()
1123 bpf_func_t bpf_func, in bpf_trampoline_link_cgroup_shim()
1141 p->bpf_func = bpf_func; in bpf_trampoline_link_cgroup_shim()
1159 bpf_func_t bpf_func) in bpf_trampoline_link_cgroup_shim()
1168 if (p->bpf_func == bpf_func) in bpf_trampoline_link_cgroup_shim()
1183 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim()
1196 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_unlink_cgroup_shim()
1070 cgroup_shim_alloc(const struct bpf_prog * prog,bpf_func_t bpf_func,int cgroup_atype,enum bpf_attach_type attach_type) cgroup_shim_alloc() argument
1106 cgroup_shim_find(struct bpf_trampoline * tr,bpf_func_t bpf_func) cgroup_shim_find() argument
1130 bpf_func_t bpf_func; bpf_trampoline_link_cgroup_shim() local
1192 bpf_func_t bpf_func; bpf_trampoline_unlink_cgroup_shim() local
[all...]
H A Dcore.c223 * jited_linfo[linfo_idx] = prog->bpf_func
227 * jited_linfo[i] = prog->bpf_func +
247 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo()
255 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo()
561 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr()
694 fp->aux->ksym_prefix.start = (unsigned long) fp->bpf_func - 16; in bpf_prog_kallsyms_add()
695 fp->aux->ksym_prefix.end = (unsigned long) fp->bpf_func; in bpf_prog_kallsyms_add()
1278 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_pack_hdr()
1288 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr()
1330 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr()
[all...]
H A Ddispatcher.c101 *ipsp++ = (s64)(uintptr_t)d->progs[i].prog->bpf_func; in bpf_dispatcher_prepare()
H A Dfixups.c1245 insn[0].imm = (u32)(long)func[subprog]->bpf_func; in jit_subprogs()
1246 insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32; in jit_subprogs()
1252 insn->imm = BPF_CALL_IMM(func[subprog]->bpf_func); in jit_subprogs()
1271 old_bpf_func = func[i]->bpf_func; in jit_subprogs()
1273 if (tmp != func[i] || func[i]->bpf_func != old_bpf_func) { in jit_subprogs()
1322 prog->bpf_func = func[0]->bpf_func; in jit_subprogs()
1329 prog->aux->bpf_exception_cb = (void *)func[env->exception_callback_subprog]->bpf_func; in jit_subprogs()
H A Dverifier.c581 if (!is_spi_bounds_valid(bpf_func(env, reg), spi, nr_slots)) in stack_slot_obj_get_spi()
675 struct bpf_func_state *state = bpf_func(env, reg); in mark_stack_slots_dynptr()
755 struct bpf_func_state *state = bpf_func(env, reg); in unmark_stack_slots_dynptr()
875 struct bpf_func_state *state = bpf_func(env, reg); in is_dynptr_reg_valid_init()
913 state = bpf_func(env, reg); in dynptr_reg_type()
938 struct bpf_func_state *state = bpf_func(env, reg); in mark_stack_slots_iter()
979 struct bpf_func_state *state = bpf_func(env, reg); in unmark_stack_slots_iter()
1007 struct bpf_func_state *state = bpf_func(env, reg); in is_iter_reg_valid_uninit()
1034 struct bpf_func_state *state = bpf_func(env, reg); in is_iter_reg_valid_init()
1071 struct bpf_func_state *state = bpf_func(en in mark_stack_slot_irq_flag()
[all...]
H A Doffload.c416 prog->bpf_func = bpf_prog_warn_on_exec; in bpf_prog_offload_compile()
H A Dstates.c1347 iter_state = &bpf_func(env, iter_reg)->stack[spi].spilled_ptr; in bpf_is_state_visited()
H A Dsyscall.c5250 img = (u8 *) prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd()
5259 if (copy_to_user(uinsns, prog->bpf_func, ulen)) in bpf_prog_get_info_by_fd()
5283 prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd()
5289 ksym_addr = (unsigned long) prog->bpf_func; in bpf_prog_get_info_by_fd()
/linux/arch/riscv/net/
H A Dbpf_jit_core.c164 prog->bpf_func = (void *)ctx->ro_insns + cfi_get_offset(); in bpf_int_jit_compile()
182 prog->bpf_func = NULL; in bpf_int_jit_compile()
H A Dbpf_jit_comp64.c367 /* goto *(prog->bpf_func + RV_TAILCALL_OFFSET); */ in emit_bpf_tail_call()
368 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
965 ret = emit_call((const u64)p->bpf_func, true, ctx); in invoke_bpf_prog()
2077 /* bpf prog starts here as kcfi skipped during prog->bpf_func setup */ in bpf_jit_build_prologue()
/linux/scripts/gdb/linux/
H A Dbpf.py168 self.bpf_func = int(prog["bpf_func"])
188 return self.jited_linfo[self.pos] - self.bpf_func
/linux/arch/x86/net/
H A Dbpf_jit_comp.c753 * goto *(prog->bpf_func + prologue_size);
827 /* goto *(prog->bpf_func + X86_TAIL_CALL_OFFSET); */ in emit_bpf_tail_call_indirect()
829 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
835 * rcx == prog->bpf_func + X86_TAIL_CALL_OFFSET in emit_bpf_tail_call_indirect()
925 (u8 *)target->bpf_func + in bpf_tail_call_direct_fixup()
3279 if (emit_rsb_call(&prog, p->bpf_func, image + (prog - (u8 *)rw_image))) in invoke_bpf_prog()
4059 prog->bpf_func = NULL; in bpf_int_jit_compile()
4140 prog->bpf_func = (void *)image + cfi_get_offset(); in bpf_int_jit_compile()
4214 prog->bpf_func = (void *)prog->bpf_func in bpf_jit_free()
[all...]
/linux/arch/sparc/net/
H A Dbpf_jit_comp_32.c750 fp->bpf_func = (void *)image; in bpf_jit_compile()
761 execmem_free(fp->bpf_func); in bpf_jit_free()
/linux/arch/arm64/net/
H A Dbpf_jit_comp.c698 /* goto *(prog->bpf_func + prologue_offset); */ in emit_bpf_tail_call()
699 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
2338 prog->bpf_func = (void *)ctx.ro_image + cfi_get_offset(); in bpf_int_jit_compile()
2371 prog->bpf_func = NULL; in bpf_int_jit_compile()
2473 emit_call((const u64)p->bpf_func, ctx); in invoke_bpf_prog()
3383 prog->bpf_func = (void *)prog->bpf_func - cfi_get_offset(); in bpf_jit_free()
/linux/arch/loongarch/net/
H A Dbpf_jit.c328 /* goto *(prog->bpf_func + 4); */ in emit_bpf_tail_call()
329 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1759 ret = emit_call(ctx, (const u64)p->bpf_func); in invoke_bpf_prog()
2333 prog->bpf_func = (void *)ctx.ro_image; in bpf_int_jit_compile()
2353 prog->bpf_func = NULL; in bpf_jit_free()
/linux/arch/parisc/net/
H A Dbpf_jit_comp64.c399 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
401 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 8); in emit_bpf_tail_call()
H A Dbpf_jit_comp32.c997 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
999 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 4); in emit_bpf_tail_call()
/linux/arch/mips/net/
H A Dbpf_jit_comp64.c516 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()

12