| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 600 struct bpf_tramp_link *l, int regs_off, int retval_off, in invoke_bpf_prog() argument 661 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_prog() 682 struct bpf_tramp_links *tl, int regs_off, int retval_off, in invoke_bpf_mod_ret() argument 692 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret() 694 if (invoke_bpf_prog(image, ro_image, ctx, tl->links[i], regs_off, retval_off, in invoke_bpf_mod_ret() 703 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret() 813 int regs_off, func_meta_off, ip_off, run_ctx_off, retval_off; in __arch_prepare_bpf_trampoline() local 913 retval_off = bpf_frame_size; in __arch_prepare_bpf_trampoline() 1028 prepare_for_fsession_fentry(image, ctx, cookie_cnt, cookie_off, retval_off); in __arch_prepare_bpf_trampoline() 1041 if (invoke_bpf_prog(image, ro_image, ctx, fentry->links[i], regs_off, retval_off, in __arch_prepare_bpf_trampoline() [all …]
|
| H A D | bpf_jit.h | 222 int cookie_off, int retval_off);
|
| H A D | bpf_jit_comp64.c | 183 int cookie_off, int retval_off) in prepare_for_fsession_fentry() argument 189 EMIT(PPC_RAW_STD(bpf_to_ppc(TMP_REG_1), _R1, retval_off)); in prepare_for_fsession_fentry()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 937 static int invoke_bpf_prog(struct bpf_tramp_link *l, int args_off, int retval_off, in invoke_bpf_prog() argument 977 emit_sd(RV_REG_FP, -retval_off, RV_REG_A0, ctx); in invoke_bpf_prog() 978 emit_sd(RV_REG_FP, -(retval_off - 8), regmap[BPF_REG_0], ctx); in invoke_bpf_prog() 999 static int invoke_bpf(struct bpf_tramp_links *tl, int args_off, int retval_off, in invoke_bpf() argument 1014 err = invoke_bpf_prog(tl->links[i], args_off, retval_off, run_ctx_off, in invoke_bpf() 1031 int retval_off, args_off, func_meta_off, ip_off, run_ctx_off, sreg_off, stk_arg_off; in __arch_prepare_bpf_trampoline() local 1104 retval_off = stack_size; in __arch_prepare_bpf_trampoline() 1180 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline() 1191 ret = invoke_bpf(fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline() 1203 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline() [all …]
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1678 int args_off, int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument 1719 emit_insn(ctx, std, LOONGARCH_GPR_A0, LOONGARCH_GPR_FP, -retval_off); in invoke_bpf_prog() 1720 emit_insn(ctx, std, regmap[BPF_REG_0], LOONGARCH_GPR_FP, -(retval_off - 8)); in invoke_bpf_prog() 1741 int args_off, int retval_off, int run_ctx_off, in invoke_bpf() argument 1755 err = invoke_bpf_prog(ctx, tl->links[i], args_off, retval_off, run_ctx_off, save_ret); in invoke_bpf() 1816 int retval_off, func_meta_off, ip_off, run_ctx_off, sreg_off, tcc_ptr_off; in __arch_prepare_bpf_trampoline() local 1885 retval_off = stack_size; in __arch_prepare_bpf_trampoline() 1978 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in __arch_prepare_bpf_trampoline() 1998 ret = invoke_bpf(ctx, fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline() 2008 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in __arch_prepare_bpf_trampoline() [all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2251 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_prog() argument 2300 emit(A64_STR64I(A64_R(0), A64_SP, retval_off), ctx); in invoke_bpf_prog() 2318 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret() argument 2326 emit(A64_STR64I(A64_ZR, A64_SP, retval_off), ctx); in invoke_bpf_mod_ret() 2328 invoke_bpf_prog(ctx, tl->links[i], bargs_off, retval_off, in invoke_bpf_mod_ret() 2333 emit(A64_LDR64I(A64_R(10), A64_SP, retval_off), ctx); in invoke_bpf_mod_ret() 2492 int retval_off; in prepare_trampoline() local 2570 retval_off = stack_size; in prepare_trampoline() 2645 emit(A64_STR64I(A64_R(10), A64_SP, retval_off), ctx); in prepare_trampoline() 2657 retval_off, run_ctx_off, in prepare_trampoline() [all …]
|