| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 931 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
938 emit_store_stack_imm64(RV_REG_T1, -run_ctx_off + cookie_off, node->cookie, ctx); in invoke_bpf_prog()
940 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
997 bool save_ret, u64 func_meta, int cookie_off, in invoke_bpf() argument
1000 int i, cur_cookie = (cookie_off - args_off) / 8; in invoke_bpf()
1030 int cookie_off, cookie_cnt; in __arch_prepare_bpf_trampoline() local
1121 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
1187 emit_sd(RV_REG_FP, -cookie_off + 8 * i, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
1201 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
1257 false, func_meta, cookie_off, ctx); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 833 int cookie_off, cookie_cnt, cookie_ctx_off; in __arch_prepare_bpf_trampoline() local
908 cookie_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
1041 prepare_for_fsession_fentry(image, ctx, cookie_cnt, cookie_off, retval_off); in __arch_prepare_bpf_trampoline()
1044 cookie_ctx_off = (regs_off - cookie_off) / 8; in __arch_prepare_bpf_trampoline()
1119 cookie_ctx_off = (regs_off - cookie_off) / 8; in __arch_prepare_bpf_trampoline()
|
| H A D | bpf_jit.h | 222 int cookie_off, int retval_off);
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2558 int cookie_off = tjit->run_ctx_off + in invoke_bpf_prog() local
2579 emit_store_stack_imm64(jit, REG_W0, cookie_off, node->cookie); in invoke_bpf_prog()
2645 u64 func_meta, int cookie_off) in invoke_bpf() argument
2647 int i, cur_cookie = (tjit->bpf_args_off - cookie_off) / sizeof(u64); in invoke_bpf()
2693 int cookie_cnt, cookie_off, fsession_cnt; in __arch_prepare_bpf_trampoline() local
2750 cookie_off = alloc_stack(tjit, cookie_cnt * sizeof(u64)); in __arch_prepare_bpf_trampoline()
2862 emit_store_stack_imm64(jit, REG_0, cookie_off + 8 * i, 0); in __arch_prepare_bpf_trampoline()
2868 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline()
2945 if (invoke_bpf(tjit, im, m, fexit, false, func_meta, cookie_off)) in __arch_prepare_bpf_trampoline()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1724 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
1732 -run_ctx_off + cookie_off, n->cookie); in invoke_bpf_prog()
1734 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -run_ctx_off + cookie_off); in invoke_bpf_prog()
1791 u64 func_meta, int cookie_off) in invoke_bpf() argument
1793 int i, cur_cookie = (cookie_off - args_off) / 8; in invoke_bpf()
1864 int cookie_cnt, cookie_off; in __arch_prepare_bpf_trampoline() local
1955 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
2025 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -cookie_off + 8 * i); in __arch_prepare_bpf_trampoline()
2049 flags & BPF_TRAMP_F_RET_FENTRY_RET, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
2096 func_meta_off, false, func_meta, cookie_off); in __arch_prepare_bpf_trampoline()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2425 int cookie_off = offsetof(struct bpf_tramp_run_ctx, bpf_cookie); in invoke_bpf_prog() local
2436 emit(A64_STR64I(A64_ZR, A64_SP, run_ctx_off + cookie_off), ctx); in invoke_bpf_prog()
2439 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
2717 int cookie_off, cookie_cnt, cookie_bargs_off; in prepare_trampoline() local
2775 cookie_off = stack_size; in prepare_trampoline()
2868 emit(A64_STR64I(A64_R(10), A64_SP, cookie_off + 8 * i), ctx); in prepare_trampoline()
2873 cookie_bargs_off = (bargs_off - cookie_off) / 8; in prepare_trampoline()
2918 cookie_bargs_off = (bargs_off - cookie_off) / 8; in prepare_trampoline()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3346 int cookie_off) in invoke_bpf() argument
3348 int i, cur_cookie = (cookie_off - stack_size) / 8; in invoke_bpf()
3480 int cookie_off, cookie_cnt; in __arch_prepare_bpf_trampoline() local
3553 cookie_off = stack_size; in __arch_prepare_bpf_trampoline()
3646 emit_store_stack_imm64(&prog, BPF_REG_0, -cookie_off + 8 * i, 0); in __arch_prepare_bpf_trampoline()
3654 func_meta, cookie_off)) in __arch_prepare_bpf_trampoline()
3719 false, image, rw_image, func_meta, cookie_off)) { in __arch_prepare_bpf_trampoline()
|