| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 606 int regs_off, int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
670 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_prog()
696 int regs_off, int retval_off, int run_ctx_off, u32 *branches) in invoke_bpf_mod_ret() argument
705 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
708 retval_off, run_ctx_off, true)) in invoke_bpf_mod_ret()
716 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
826 int regs_off, func_meta_off, ip_off, run_ctx_off, retval_off; in __arch_prepare_bpf_trampoline() local
926 retval_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
1041 prepare_for_fsession_fentry(image, ctx, cookie_cnt, cookie_off, retval_off); in __arch_prepare_bpf_trampoline()
1055 retval_off, run_ctx_off, flags & BPF_TRAMP_F_RET_FENTRY_RET)) in __arch_prepare_bpf_trampoline()
[all …]
|
| H A D | bpf_jit.h | 222 int cookie_off, int retval_off);
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 926 int args_off, int retval_off, int run_ctx_off, bool save_ret, in invoke_bpf_prog() argument
970 emit_sd(RV_REG_FP, -retval_off, RV_REG_A0, ctx); in invoke_bpf_prog()
971 emit_sd(RV_REG_FP, -(retval_off - 8), regmap[BPF_REG_0], ctx); in invoke_bpf_prog()
996 int args_off, int retval_off, int run_ctx_off, int func_meta_off, in invoke_bpf() argument
1011 err = invoke_bpf_prog(im, tn->nodes[i], args_off, retval_off, in invoke_bpf()
1028 int retval_off, args_off, func_meta_off, ip_off; in __arch_prepare_bpf_trampoline() local
1104 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
1189 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
1200 ret = invoke_bpf(im, fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
1212 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1718 struct bpf_tramp_node *n, int args_off, int retval_off, in invoke_bpf_prog() argument
1764 emit_insn(ctx, std, LOONGARCH_GPR_A0, LOONGARCH_GPR_FP, -retval_off); in invoke_bpf_prog()
1765 emit_insn(ctx, std, regmap[BPF_REG_0], LOONGARCH_GPR_FP, -(retval_off - 8)); in invoke_bpf_prog()
1789 struct bpf_tramp_nodes *tn, int args_off, int retval_off, in invoke_bpf() argument
1804 err = invoke_bpf_prog(ctx, im, tn->nodes[i], args_off, retval_off, in invoke_bpf()
1866 int retval_off, func_meta_off, ip_off, run_ctx_off, sreg_off, tcc_ptr_off; in __arch_prepare_bpf_trampoline() local
1935 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
2028 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in __arch_prepare_bpf_trampoline()
2048 ret = invoke_bpf(ctx, im, fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
2058 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -retval_off); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2418 int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
2471 emit(A64_STR64I(A64_R(0), A64_SP, retval_off), ctx); in invoke_bpf_prog()
2492 int retval_off, int run_ctx_off, __le32 **branches) in invoke_bpf_mod_ret() argument
2499 emit(A64_STR64I(A64_ZR, A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2501 invoke_bpf_prog(ctx, im, tn->nodes[i], bargs_off, retval_off, in invoke_bpf_mod_ret()
2506 emit(A64_LDR64I(A64_R(10), A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2704 int retval_off; in prepare_trampoline() local
2795 retval_off = stack_size; in prepare_trampoline()
2870 emit(A64_STR64I(A64_R(10), A64_SP, retval_off), ctx); in prepare_trampoline()
2882 retval_off, run_ctx_off, in prepare_trampoline()
[all …]
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2523 int retval_off; /* Offset of return value (see above) */ member
2614 tjit->retval_off); in invoke_bpf_prog()
2754 tjit->retval_off = alloc_stack(tjit, sizeof(u64)); in __arch_prepare_bpf_trampoline()
2864 emit_store_stack_imm64(jit, REG_0, tjit->retval_off, 0); in __arch_prepare_bpf_trampoline()
2877 _EMIT6(0xd707f000 | tjit->retval_off, in __arch_prepare_bpf_trampoline()
2878 0xf000 | tjit->retval_off); in __arch_prepare_bpf_trampoline()
2891 tjit->retval_off); in __arch_prepare_bpf_trampoline()
2931 tjit->retval_off); in __arch_prepare_bpf_trampoline()
2976 tjit->retval_off); in __arch_prepare_bpf_trampoline()
|