| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 605 struct bpf_tramp_node *n, int regs_off, int retval_off, in invoke_bpf_prog() argument
666 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_prog()
687 struct bpf_tramp_nodes *tn, int regs_off, int retval_off, in invoke_bpf_mod_ret() argument
697 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
699 if (invoke_bpf_prog(image, ro_image, ctx, tn->nodes[i], regs_off, retval_off, in invoke_bpf_mod_ret()
708 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
818 int regs_off, func_meta_off, ip_off, run_ctx_off, retval_off; in __arch_prepare_bpf_trampoline() local
918 retval_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
1033 prepare_for_fsession_fentry(image, ctx, cookie_cnt, cookie_off, retval_off); in __arch_prepare_bpf_trampoline()
1046 if (invoke_bpf_prog(image, ro_image, ctx, fentry->nodes[i], regs_off, retval_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| H A D | bpf_jit.h | 222 int cookie_off, int retval_off);
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 907 static int invoke_bpf_prog(struct bpf_tramp_node *node, int args_off, int retval_off, in invoke_bpf_prog() argument
947 emit_sd(RV_REG_FP, -retval_off, RV_REG_A0, ctx); in invoke_bpf_prog()
948 emit_sd(RV_REG_FP, -(retval_off - 8), regmap[BPF_REG_0], ctx); in invoke_bpf_prog()
969 static int invoke_bpf(struct bpf_tramp_nodes *tn, int args_off, int retval_off, in invoke_bpf() argument
984 err = invoke_bpf_prog(tn->nodes[i], args_off, retval_off, run_ctx_off, in invoke_bpf()
1001 int retval_off, args_off, func_meta_off, ip_off; in __arch_prepare_bpf_trampoline() local
1077 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
1162 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
1173 ret = invoke_bpf(fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
1185 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1700 int args_off, int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
1741 emit_insn(ctx, std, LOONGARCH_GPR_A0, LOONGARCH_GPR_FP, -retval_off); in invoke_bpf_prog()
1742 emit_insn(ctx, std, regmap[BPF_REG_0], LOONGARCH_GPR_FP, -(retval_off - 8)); in invoke_bpf_prog()
1763 int args_off, int retval_off, int run_ctx_off, in invoke_bpf() argument
1777 err = invoke_bpf_prog(ctx, tn->nodes[i], args_off, retval_off, run_ctx_off, save_ret); in invoke_bpf()
1838 int retval_off, func_meta_off, ip_off, run_ctx_off, sreg_off, tcc_ptr_off; in __arch_prepare_bpf_trampoline() local
1907 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
2000 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in __arch_prepare_bpf_trampoline()
2020 ret = invoke_bpf(ctx, fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
2030 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2420 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_prog() argument
2469 emit(A64_STR64I(A64_R(0), A64_SP, retval_off), ctx); in invoke_bpf_prog()
2487 int bargs_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret() argument
2495 emit(A64_STR64I(A64_ZR, A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2497 invoke_bpf_prog(ctx, tn->nodes[i], bargs_off, retval_off, in invoke_bpf_mod_ret()
2502 emit(A64_LDR64I(A64_R(10), A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2706 int retval_off; in prepare_trampoline() local
2797 retval_off = stack_size; in prepare_trampoline()
2872 emit(A64_STR64I(A64_R(10), A64_SP, retval_off), ctx); in prepare_trampoline()
2884 retval_off, run_ctx_off, in prepare_trampoline()
[all …]
|