| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 835 u64 func_meta; in __arch_prepare_bpf_trampoline() local 1021 func_meta = nr_regs; in __arch_prepare_bpf_trampoline() 1022 store_func_meta(image, ctx, func_meta, func_meta_off); in __arch_prepare_bpf_trampoline() 1048 u64 meta = func_meta | (cookie_ctx_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in __arch_prepare_bpf_trampoline() 1115 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 1117 store_func_meta(image, ctx, func_meta, func_meta_off); in __arch_prepare_bpf_trampoline() 1123 u64 meta = func_meta | (cookie_ctx_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in __arch_prepare_bpf_trampoline()
|
| H A D | bpf_jit.h | 223 void store_func_meta(u32 *image, struct codegen_context *ctx, u64 func_meta, int func_meta_off);
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2645 u64 func_meta, int cookie_off) in invoke_bpf() argument 2652 u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT); in invoke_bpf() 2696 u64 func_meta; in __arch_prepare_bpf_trampoline() local 2841 func_meta = nr_bpf_args; in __arch_prepare_bpf_trampoline() 2843 EMIT4_IMM(0xa7090000, REG_0, func_meta); in __arch_prepare_bpf_trampoline() 2868 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline() 2938 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 2941 func_meta); in __arch_prepare_bpf_trampoline() 2945 if (invoke_bpf(tjit, im, m, fexit, false, func_meta, cookie_off)) in __arch_prepare_bpf_trampoline()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 997 bool save_ret, u64 func_meta, int cookie_off, in invoke_bpf() argument 1006 u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT); in invoke_bpf() 1037 u64 func_meta; in __arch_prepare_bpf_trampoline() local 1179 func_meta = nr_arg_slots; in __arch_prepare_bpf_trampoline() 1180 emit_store_stack_imm64(RV_REG_T1, -func_meta_off, func_meta, ctx); in __arch_prepare_bpf_trampoline() 1201 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline() 1251 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 1253 emit_store_stack_imm64(RV_REG_T1, -func_meta_off, func_meta, ctx); in __arch_prepare_bpf_trampoline() 1257 false, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1791 u64 func_meta, int cookie_off) in invoke_bpf() argument 1799 u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT); in invoke_bpf() 1867 unsigned long long func_meta; in __arch_prepare_bpf_trampoline() local 2017 func_meta = nr_arg_slots; in __arch_prepare_bpf_trampoline() 2018 emit_store_stack_imm64(ctx, LOONGARCH_GPR_T1, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 2049 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off); in __arch_prepare_bpf_trampoline() 2090 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 2092 emit_store_stack_imm64(ctx, LOONGARCH_GPR_T1, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 2096 func_meta_off, false, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2677 static void store_func_meta(struct jit_ctx *ctx, u64 func_meta, int func_meta_off) in store_func_meta() argument 2679 emit_a64_mov_i64(A64_R(10), func_meta, ctx); in store_func_meta() 2720 u64 func_meta; in prepare_trampoline() local 2845 func_meta = nfuncargs; in prepare_trampoline() 2846 store_func_meta(ctx, func_meta, func_meta_off); in prepare_trampoline() 2876 u64 meta = func_meta | (cookie_bargs_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in prepare_trampoline() 2914 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in prepare_trampoline() 2916 store_func_meta(ctx, func_meta, func_meta_off); in prepare_trampoline() 2921 u64 meta = func_meta | (cookie_bargs_off << BPF_TRAMP_COOKIE_INDEX_SHIFT); in prepare_trampoline()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3345 void *image, void *rw_image, u64 func_meta, in invoke_bpf() argument 3354 func_meta | (cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT)); in invoke_bpf() 3483 u64 func_meta; in __arch_prepare_bpf_trampoline() local 3622 func_meta = nr_regs; in __arch_prepare_bpf_trampoline() 3624 emit_store_stack_imm64(&prog, BPF_REG_0, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 3654 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline() 3713 func_meta |= (1ULL << BPF_TRAMP_IS_RETURN_SHIFT); in __arch_prepare_bpf_trampoline() 3715 emit_store_stack_imm64(&prog, BPF_REG_0, -func_meta_off, func_meta); in __arch_prepare_bpf_trampoline() 3719 false, image, rw_image, func_meta, cookie_off)) { in __arch_prepare_bpf_trampoline()
|