| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 822 u64 func_meta; in __arch_prepare_bpf_trampoline() local 1008 func_meta = nr_regs; in __arch_prepare_bpf_trampoline() 1009 store_func_meta(image, ctx, func_meta, func_meta_off); in __arch_prepare_bpf_trampoline() 1035 u64 meta = func_meta | (cookie_ctx_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in __arch_prepare_bpf_trampoline() 1107 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 1109 store_func_meta(image, ctx, func_meta, func_meta_off); in __arch_prepare_bpf_trampoline() 1115 u64 meta = func_meta | (cookie_ctx_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in __arch_prepare_bpf_trampoline()
|
| H A D | bpf_jit.h | 223 void store_func_meta(u32 *image, struct codegen_context *ctx, u64 func_meta, int func_meta_off);
|
| H A D | bpf_jit_comp64.c | 193 u64 func_meta, int func_meta_off) in store_func_meta() argument 203 PPC_LI64(bpf_to_ppc(TMP_REG_1), func_meta); in store_func_meta()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 1000 int run_ctx_off, int func_meta_off, bool save_ret, u64 func_meta, in invoke_bpf() argument 1009 u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT); in invoke_bpf() 1039 u64 func_meta; in __arch_prepare_bpf_trampoline() local 1170 func_meta = nr_arg_slots; in __arch_prepare_bpf_trampoline() 1171 emit_store_stack_imm64(RV_REG_T1, -func_meta_off, func_meta, ctx); in __arch_prepare_bpf_trampoline() 1192 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline() 1240 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 1242 emit_store_stack_imm64(RV_REG_T1, -func_meta_off, func_meta, ctx); in __arch_prepare_bpf_trampoline() 1246 false, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1742 int func_meta_off, bool save_ret, u64 func_meta, int cookie_off) in invoke_bpf() argument 1750 u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT); in invoke_bpf() 1817 unsigned long long func_meta; in __arch_prepare_bpf_trampoline() local 1967 func_meta = nr_arg_slots; in __arch_prepare_bpf_trampoline() 1968 emit_store_stack_imm64(ctx, LOONGARCH_GPR_T1, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 1999 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off); in __arch_prepare_bpf_trampoline() 2044 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 2046 emit_store_stack_imm64(ctx, LOONGARCH_GPR_T1, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 2050 func_meta_off, false, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2465 static void store_func_meta(struct jit_ctx *ctx, u64 func_meta, int func_meta_off) in store_func_meta() argument 2467 emit_a64_mov_i64(A64_R(10), func_meta, ctx); in store_func_meta() 2507 u64 func_meta; in prepare_trampoline() local 2620 func_meta = nfuncargs; in prepare_trampoline() 2621 store_func_meta(ctx, func_meta, func_meta_off); in prepare_trampoline() 2651 u64 meta = func_meta | (cookie_bargs_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in prepare_trampoline() 2692 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in prepare_trampoline() 2694 store_func_meta(ctx, func_meta, func_meta_off); in prepare_trampoline() 2699 u64 meta = func_meta | (cookie_bargs_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in prepare_trampoline()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3091 void *image, void *rw_image, u64 func_meta, in invoke_bpf() argument 3100 func_meta | (cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT)); in invoke_bpf() 3227 u64 func_meta; in __arch_prepare_bpf_trampoline() local 3367 func_meta = nr_regs; in __arch_prepare_bpf_trampoline() 3369 emit_store_stack_imm64(&prog, BPF_REG_0, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 3399 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline() 3460 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 3462 emit_store_stack_imm64(&prog, BPF_REG_0, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 3466 false, image, rw_image, func_meta, cookie_off)) { in __arch_prepare_bpf_trampoline()
|