| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 942 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
945 emit_store_stack_imm64(RV_REG_T1, -run_ctx_off + cookie_off, l->cookie, ctx); in invoke_bpf_prog()
947 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
1001 int cookie_off, struct rv_jit_context *ctx) in invoke_bpf() argument
1003 int i, cur_cookie = (cookie_off - args_off) / 8; in invoke_bpf()
1032 int cookie_off, cookie_cnt; in __arch_prepare_bpf_trampoline() local
1121 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
1178 emit_sd(RV_REG_FP, -cookie_off + 8 * i, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
1192 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
1246 false, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1683 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
1687 -run_ctx_off + cookie_off, l->cookie); in invoke_bpf_prog()
1689 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -run_ctx_off + cookie_off); in invoke_bpf_prog()
1742 int func_meta_off, bool save_ret, u64 func_meta, int cookie_off) in invoke_bpf() argument
1744 int i, cur_cookie = (cookie_off - args_off) / 8; in invoke_bpf()
1814 int cookie_cnt, cookie_off; in __arch_prepare_bpf_trampoline() local
1905 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
1975 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -cookie_off + 8 * i); in __arch_prepare_bpf_trampoline()
1999 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
2050 func_meta_off, false, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 820 int cookie_off, cookie_cnt, cookie_ctx_off; in __arch_prepare_bpf_trampoline() local
895 cookie_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
1028 prepare_for_fsession_fentry(image, ctx, cookie_cnt, cookie_off, retval_off); in __arch_prepare_bpf_trampoline()
1031 cookie_ctx_off = (regs_off - cookie_off) / 8; in __arch_prepare_bpf_trampoline()
1111 cookie_ctx_off = (regs_off - cookie_off) / 8; in __arch_prepare_bpf_trampoline()
|
| H A D | bpf_jit.h | 222 int cookie_off, int retval_off);
|
| H A D | bpf_jit_comp64.c | 183 int cookie_off, int retval_off) in prepare_for_fsession_fentry() argument
188 EMIT(PPC_RAW_STD(bpf_to_ppc(TMP_REG_1), _R1, cookie_off + 8 * i)); in prepare_for_fsession_fentry()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2258 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
2265 emit(A64_STR64I(A64_ZR, A64_SP, run_ctx_off + cookie_off), ctx); in invoke_bpf_prog()
2268 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
2505 int cookie_off, cookie_cnt, cookie_bargs_off; in prepare_trampoline() local
2550 cookie_off = stack_size; in prepare_trampoline()
2643 emit(A64_STR64I(A64_R(10), A64_SP, cookie_off + 8 * i), ctx); in prepare_trampoline()
2648 cookie_bargs_off = (bargs_off - cookie_off) / 8; in prepare_trampoline()
2696 cookie_bargs_off = (bargs_off - cookie_off) / 8; in prepare_trampoline()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3092 int cookie_off) in invoke_bpf() argument
3094 int i, cur_cookie = (cookie_off - stack_size) / 8; in invoke_bpf()
3225 int cookie_off, cookie_cnt; in __arch_prepare_bpf_trampoline() local
3298 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
3391 emit_store_stack_imm64(&prog, BPF_REG_0, -cookie_off + 8 * i, 0); in __arch_prepare_bpf_trampoline()
3399 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline()
3466 false, image, rw_image, func_meta, cookie_off)) { in __arch_prepare_bpf_trampoline()
|