| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 912 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
915 emit_store_stack_imm64(RV_REG_T1, -run_ctx_off + cookie_off, node->cookie, ctx); in invoke_bpf_prog()
917 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
971 int cookie_off, struct rv_jit_context *ctx) in invoke_bpf() argument
973 int i, cur_cookie = (cookie_off - args_off) / 8; in invoke_bpf()
1003 int cookie_off, cookie_cnt; in __arch_prepare_bpf_trampoline() local
1094 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
1160 emit_sd(RV_REG_FP, -cookie_off + 8 * i, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
1174 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
1234 false, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 825 int cookie_off, cookie_cnt, cookie_ctx_off; in __arch_prepare_bpf_trampoline() local
900 cookie_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
1033 prepare_for_fsession_fentry(image, ctx, cookie_cnt, cookie_off, retval_off); in __arch_prepare_bpf_trampoline()
1036 cookie_ctx_off = (regs_off - cookie_off) / 8; in __arch_prepare_bpf_trampoline()
1116 cookie_ctx_off = (regs_off - cookie_off) / 8; in __arch_prepare_bpf_trampoline()
|
| H A D | bpf_jit.h | 222 int cookie_off, int retval_off);
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1705 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
1709 -run_ctx_off + cookie_off, n->cookie); in invoke_bpf_prog()
1711 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -run_ctx_off + cookie_off); in invoke_bpf_prog()
1764 int func_meta_off, bool save_ret, u64 func_meta, int cookie_off) in invoke_bpf() argument
1766 int i, cur_cookie = (cookie_off - args_off) / 8; in invoke_bpf()
1836 int cookie_cnt, cookie_off; in __arch_prepare_bpf_trampoline() local
1927 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
1997 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -cookie_off + 8 * i); in __arch_prepare_bpf_trampoline()
2021 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
2072 func_meta_off, false, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2427 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
2434 emit(A64_STR64I(A64_ZR, A64_SP, run_ctx_off + cookie_off), ctx); in invoke_bpf_prog()
2437 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
2719 int cookie_off, cookie_cnt, cookie_bargs_off; in prepare_trampoline() local
2777 cookie_off = stack_size; in prepare_trampoline()
2870 emit(A64_STR64I(A64_R(10), A64_SP, cookie_off + 8 * i), ctx); in prepare_trampoline()
2875 cookie_bargs_off = (bargs_off - cookie_off) / 8; in prepare_trampoline()
2923 cookie_bargs_off = (bargs_off - cookie_off) / 8; in prepare_trampoline()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3337 int cookie_off) in invoke_bpf() argument
3339 int i, cur_cookie = (cookie_off - stack_size) / 8; in invoke_bpf()
3470 int cookie_off, cookie_cnt; in __arch_prepare_bpf_trampoline() local
3543 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
3636 emit_store_stack_imm64(&prog, BPF_REG_0, -cookie_off + 8 * i, 0); in __arch_prepare_bpf_trampoline()
3644 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline()
3711 false, image, rw_image, func_meta, cookie_off)) { in __arch_prepare_bpf_trampoline()
|