Home
last modified time | relevance | path

Searched refs:bpf_func (Results 1 – 25 of 26) sorted by relevance

12

/linux/kernel/bpf/
H A Dtrampoline.c798 link->link.prog->bpf_func); in __bpf_trampoline_link_prog()
865 tr->extension_prog->bpf_func, NULL); in __bpf_trampoline_unlink_prog()
924 bpf_func_t bpf_func, in cgroup_shim_alloc() argument
942 p->bpf_func = bpf_func; in cgroup_shim_alloc()
960 bpf_func_t bpf_func) in cgroup_shim_find() argument
969 if (p->bpf_func == bpf_func) in cgroup_shim_find()
984 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim() local
997 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_link_cgroup_shim()
1004 shim_link = cgroup_shim_find(tr, bpf_func); in bpf_trampoline_link_cgroup_shim()
1014 shim_link = cgroup_shim_alloc(prog, bpf_func, cgroup_atype, attach_type); in bpf_trampoline_link_cgroup_shim()
[all …]
H A Dcore.c244 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo()
252 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo()
558 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr()
691 fp->aux->ksym_prefix.start = (unsigned long) fp->bpf_func - 16; in bpf_prog_kallsyms_add()
692 fp->aux->ksym_prefix.end = (unsigned long) fp->bpf_func; in bpf_prog_kallsyms_add()
1213 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_pack_hdr()
1223 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr()
1265 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr()
2543 fp->bpf_func = interpreters[idx]; in bpf_prog_select_interpreter()
2546 fp->bpf_func = __bpf_prog_ret0_warn; in bpf_prog_select_interpreter()
[all …]
H A Dfixups.c1182 insn[0].imm = (u32)(long)func[subprog]->bpf_func; in jit_subprogs()
1183 insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32; in jit_subprogs()
1189 insn->imm = BPF_CALL_IMM(func[subprog]->bpf_func); in jit_subprogs()
1208 old_bpf_func = func[i]->bpf_func; in jit_subprogs()
1210 if (tmp != func[i] || func[i]->bpf_func != old_bpf_func) { in jit_subprogs()
1259 prog->bpf_func = func[0]->bpf_func; in jit_subprogs()
1266 prog->aux->bpf_exception_cb = (void *)func[env->exception_callback_subprog]->bpf_func; in jit_subprogs()
H A Dverifier.c552 if (!is_spi_bounds_valid(bpf_func(env, reg), spi, nr_slots)) in stack_slot_obj_get_spi()
646 struct bpf_func_state *state = bpf_func(env, reg); in mark_stack_slots_dynptr()
716 struct bpf_func_state *state = bpf_func(env, reg); in unmark_stack_slots_dynptr()
881 struct bpf_func_state *state = bpf_func(env, reg); in is_dynptr_reg_valid_init()
911 struct bpf_func_state *state = bpf_func(env, reg); in is_dynptr_type_expected()
941 struct bpf_func_state *state = bpf_func(env, reg); in mark_stack_slots_iter()
982 struct bpf_func_state *state = bpf_func(env, reg); in unmark_stack_slots_iter()
1010 struct bpf_func_state *state = bpf_func(env, reg); in is_iter_reg_valid_uninit()
1037 struct bpf_func_state *state = bpf_func(env, reg); in is_iter_reg_valid_init()
1074 struct bpf_func_state *state = bpf_func(env, reg); in mark_stack_slot_irq_flag()
[all …]
H A Dsyscall.c5170 img = (u8 *) prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd()
5179 if (copy_to_user(uinsns, prog->bpf_func, ulen)) in bpf_prog_get_info_by_fd()
5203 prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd()
5209 ksym_addr = (unsigned long) prog->bpf_func; in bpf_prog_get_info_by_fd()
/linux/arch/powerpc/net/
H A Dbpf_jit_comp.c346 fp->bpf_func = (void *)fimage; in bpf_int_jit_compile()
381 fp->bpf_func = NULL; in bpf_int_jit_compile()
650 (unsigned long)p->bpf_func, in invoke_bpf_prog()
655 EMIT(PPC_RAW_LL(_R12, _R25, offsetof(struct bpf_prog, bpf_func))); in invoke_bpf_prog()
1300 unsigned long bpf_func, bpf_func_end, size, offset; in bpf_arch_text_poke() local
1308 bpf_func = (unsigned long)ip; in bpf_arch_text_poke()
1311 if (!bpf_address_lookup(bpf_func, &size, &offset, name)) { in bpf_arch_text_poke()
1312 pr_err("%s (0x%lx): kernel/modules are not supported\n", __func__, bpf_func); in bpf_arch_text_poke()
1323 bpf_func); in bpf_arch_text_poke()
1343 bpf_func_end = bpf_func + size; in bpf_arch_text_poke()
[all …]
H A Dbpf_jit_comp64.c688 offsetof(struct bpf_prog, bpf_func))); in bpf_jit_emit_tail_call()
/linux/include/linux/
H A Dtracepoint-defs.h58 void *bpf_func; member
H A Dbpf.h1400 bpf_func_t bpf_func) in bpf_dispatcher_nop_func() argument
1402 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func()
1484 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func)
1492 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi)
1515 bpf_func_t bpf_func) \
1527 bpf_func_t bpf_func); \
1805 unsigned int (*bpf_func)(const void *ctx, member
H A Dfilter.h696 unsigned int (*bpf_func)(const void *,
711 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
722 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
H A Dbpf_verifier.h1107 static inline struct bpf_func_state *bpf_func(struct bpf_verifier_env *env, in bpf_func() function
/linux/scripts/gdb/linux/
H A Dbpf.py168 self.bpf_func = int(prog["bpf_func"])
188 return self.jited_linfo[self.pos] - self.bpf_func
/linux/include/trace/
H A Dbpf_probe.h88 .bpf_func = __bpf_trace_##template, \
/linux/arch/x86/net/
H A Dbpf_jit_comp.c799 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
895 (u8 *)target->bpf_func + in bpf_tail_call_direct_fixup()
3028 if (emit_rsb_call(&prog, p->bpf_func, image + (prog - (u8 *)rw_image))) in invoke_bpf_prog()
3806 prog->bpf_func = NULL; in bpf_int_jit_compile()
3886 prog->bpf_func = (void *)image + cfi_get_offset(); in bpf_int_jit_compile()
3950 prog->bpf_func = (void *)prog->bpf_func - cfi_get_offset(); in bpf_jit_free()
4004 old_addr = old ? (u8 *)old->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update()
4005 new_addr = new ? (u8 *)new->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update()
/linux/arch/sparc/net/
H A Dbpf_jit_comp_32.c750 fp->bpf_func = (void *)image; in bpf_jit_compile()
761 execmem_free(fp->bpf_func); in bpf_jit_free()
/linux/arch/arm64/net/
H A Dbpf_jit_comp.c683 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
2177 prog->bpf_func = (void *)ctx.ro_image + cfi_get_offset(); in bpf_int_jit_compile()
2210 prog->bpf_func = NULL; in bpf_int_jit_compile()
2297 emit_call((const u64)p->bpf_func, ctx); in invoke_bpf_prog()
3147 prog->bpf_func = (void *)prog->bpf_func - cfi_get_offset(); in bpf_jit_free()
/linux/arch/loongarch/net/
H A Dbpf_jit.c334 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1714 ret = emit_call(ctx, (const u64)p->bpf_func); in invoke_bpf_prog()
2290 prog->bpf_func = (void *)ctx.ro_image; in bpf_int_jit_compile()
2310 prog->bpf_func = NULL; in bpf_int_jit_compile()
/linux/arch/parisc/net/
H A Dbpf_jit_comp64.c399 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
401 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 8); in emit_bpf_tail_call()
H A Dbpf_jit_comp32.c997 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
999 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 4); in emit_bpf_tail_call()
/linux/arch/riscv/net/
H A Dbpf_jit_comp64.c398 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
972 ret = emit_call((const u64)p->bpf_func, true, ctx); in invoke_bpf_prog()
H A Dbpf_jit_comp32.c826 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
/linux/arch/mips/net/
H A Dbpf_jit_comp64.c517 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
H A Dbpf_jit_comp32.c1336 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
/linux/kernel/trace/
H A Dbpf_trace.c2156 return tracepoint_probe_register_may_exist(tp, (void *)btp->bpf_func, link); in bpf_probe_register()
2161 return tracepoint_probe_unregister(btp->tp, (void *)btp->bpf_func, link); in bpf_probe_unregister()
/linux/kernel/events/
H A Dcore.c10300 (u64)(unsigned long)prog->bpf_func, in perf_event_bpf_emit_ksymbols()
10309 (u64)(unsigned long)subprog->bpf_func, in perf_event_bpf_emit_ksymbols()

12