| /linux/kernel/bpf/ |
| H A D | trampoline.c | 622 link->link.prog->bpf_func); in __bpf_trampoline_link_prog() 670 tr->extension_prog->bpf_func, NULL); in __bpf_trampoline_unlink_prog() 722 bpf_func_t bpf_func, in cgroup_shim_alloc() argument 740 p->bpf_func = bpf_func; in cgroup_shim_alloc() 758 bpf_func_t bpf_func) in cgroup_shim_find() argument 767 if (p->bpf_func == bpf_func) in cgroup_shim_find() 782 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim() local 795 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_link_cgroup_shim() 802 shim_link = cgroup_shim_find(tr, bpf_func); in bpf_trampoline_link_cgroup_shim() 814 shim_link = cgroup_shim_alloc(prog, bpf_func, cgroup_atype, attach_type); in bpf_trampoline_link_cgroup_shim() [all …]
|
| H A D | bpf_lsm.c | 91 bpf_func_t *bpf_func) in BTF_SET_END() 98 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END() 106 *bpf_func = __cgroup_bpf_run_lsm_socket; in BTF_SET_END() 108 *bpf_func = __cgroup_bpf_run_lsm_sock; in BTF_SET_END() 111 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
|
| H A D | core.c | 218 * jited_linfo[linfo_idx] = prog->bpf_func 222 * jited_linfo[i] = prog->bpf_func + 242 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo() 250 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo() 555 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr() 688 fp->aux->ksym_prefix.start = (unsigned long) fp->bpf_func - 16; in bpf_prog_kallsyms_add() 689 fp->aux->ksym_prefix.end = (unsigned long) fp->bpf_func; in bpf_prog_kallsyms_add() 1211 unsigned long real_start = (unsigned long)fp->bpf_func; 1221 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_free() 1263 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr() [all...] |
| H A D | offload.c | 426 prog->bpf_func = bpf_prog_warn_on_exec; in bpf_prog_offload_compile()
|
| H A D | syscall.c | 5105 img = (u8 *) prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd() 5114 if (copy_to_user(uinsns, prog->bpf_func, ulen)) in bpf_prog_get_info_by_fd() 5138 prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd() 5144 ksym_addr = (unsigned long) prog->bpf_func; in bpf_prog_get_info_by_fd()
|
| H A D | verifier.c | 22232 insn[0].imm = (u32)(long)func[subprog]->bpf_func; in jit_subprogs() 22233 insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32; in jit_subprogs() 22239 insn->imm = BPF_CALL_IMM(func[subprog]->bpf_func); in jit_subprogs() 22258 old_bpf_func = func[i]->bpf_func; in jit_subprogs() 22260 if (tmp != func[i] || func[i]->bpf_func != old_bpf_func) { in jit_subprogs() 22309 prog->bpf_func = func[0]->bpf_func; in jit_subprogs() 22316 prog->aux->bpf_exception_cb = (void *)func[env->exception_callback_subprog]->bpf_func; in jit_subprogs() 24300 fname = kallsyms_lookup((unsigned long)btp->bpf_func, NULL, NULL, NULL, in bpf_check_attach_target() 24375 addr = (long) tgt_prog->bpf_func; in bpf_check_attach_target() 24377 addr = (long) tgt_prog->aux->func[subprog]->bpf_func; in bpf_check_attach_target()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_core.c | 163 prog->bpf_func = (void *)ctx->insns; in bpf_int_jit_compile() 172 prog->bpf_func = NULL; in bpf_int_jit_compile()
|
| H A D | bpf_jit_comp64.c | 399 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 401 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 8); in emit_bpf_tail_call()
|
| H A D | bpf_jit_comp32.c | 997 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 999 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 4); in emit_bpf_tail_call()
|
| /linux/include/linux/ |
| H A D | tracepoint-defs.h | 58 void *bpf_func; member
|
| H A D | filter.h | 697 unsigned int (*bpf_func)(const void *, 712 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 723 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux/scripts/gdb/linux/ |
| H A D | bpf.py | 168 self.bpf_func = int(prog["bpf_func"]) 188 return self.jited_linfo[self.pos] - self.bpf_func
|
| /linux/include/trace/ |
| H A D | bpf_probe.h | 88 .bpf_func = __bpf_trace_##template, \
|
| /linux/arch/sparc/net/ |
| H A D | bpf_jit_comp_32.c | 750 fp->bpf_func = (void *)image; in bpf_jit_compile() 761 execmem_free(fp->bpf_func); in bpf_jit_free()
|
| H A D | bpf_jit_comp_64.c | 887 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call() 1616 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 317 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 1438 ret = emit_call(ctx, (const u64)p->bpf_func); in invoke_bpf_prog() 1965 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile() 1990 prog->bpf_func = NULL; in bpf_int_jit_compile()
|
| /linux/arch/arm/net/ |
| H A D | bpf_jit_32.c | 1454 BUILD_BUG_ON(offsetof(struct bpf_prog, bpf_func) > in emit_bpf_tail_call() 1456 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 2270 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp.c | 1023 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
|
| H A D | bpf_jit_comp64.c | 517 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
|
| H A D | bpf_jit_comp32.c | 1336 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp32.c | 1369 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call() 2604 prog->bpf_func = (void *)image; in bpf_int_jit_compile()
|
| /linux/kernel/trace/ |
| H A D | bpf_trace.c | 2143 return tracepoint_probe_register_may_exist(tp, (void *)btp->bpf_func, link); in bpf_probe_register() 2148 return tracepoint_probe_unregister(btp->tp, (void *)btp->bpf_func, link); in bpf_probe_unregister()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp32.c | 268 EMIT(PPC_RAW_LWZ(_R3, _R3, offsetof(struct bpf_prog, bpf_func))); in bpf_jit_emit_tail_call()
|
| H A D | bpf_jit_comp64.c | 373 …EMIT(PPC_RAW_LD(bpf_to_ppc(TMP_REG_1), bpf_to_ppc(TMP_REG_1), offsetof(struct bpf_prog, bpf_func))… in bpf_jit_emit_tail_call()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp32.c | 826 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
|