| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 606 int regs_off, int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
620 EMIT(PPC_RAW_STD(_R3, _R1, run_ctx_off + offsetof(struct bpf_tramp_run_ctx, in invoke_bpf_prog()
626 run_ctx_off + offsetof(struct bpf_tramp_run_ctx, bpf_cookie))); in invoke_bpf_prog()
628 run_ctx_off + offsetof(struct bpf_tramp_run_ctx, bpf_cookie) + 4)); in invoke_bpf_prog()
634 EMIT(PPC_RAW_ADDI(_R4, _R1, run_ctx_off)); in invoke_bpf_prog()
683 EMIT(PPC_RAW_ADDI(_R5, _R1, run_ctx_off)); in invoke_bpf_prog()
696 int regs_off, int retval_off, int run_ctx_off, u32 *branches) in invoke_bpf_mod_ret() argument
708 retval_off, run_ctx_off, true)) in invoke_bpf_mod_ret()
826 int regs_off, func_meta_off, ip_off, run_ctx_off, retval_off; in __arch_prepare_bpf_trampoline() local
904 run_ctx_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 926 int args_off, int retval_off, int run_ctx_off, bool save_ret, in invoke_bpf_prog() argument
938 emit_store_stack_imm64(RV_REG_T1, -run_ctx_off + cookie_off, node->cookie, ctx); in invoke_bpf_prog()
940 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
945 emit_addi(RV_REG_A1, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
986 emit_addi(RV_REG_A2, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
996 int args_off, int retval_off, int run_ctx_off, int func_meta_off, in invoke_bpf() argument
1012 run_ctx_off, save_ret, ctx); in invoke_bpf()
1029 int run_ctx_off, sreg_off, stk_arg_off, tcc_off; in __arch_prepare_bpf_trampoline() local
1124 run_ctx_off = stack_size; in __arch_prepare_bpf_trampoline()
1200 ret = invoke_bpf(im, fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3222 int run_ctx_off, bool save_ret, in invoke_bpf_prog() argument
3245 emit_stx(&prog, BPF_DW, BPF_REG_FP, BPF_REG_1, -run_ctx_off + ctx_cookie_off); in invoke_bpf_prog()
3250 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
3251 EMIT3_off32(0x48, 0x8D, 0xB5, -run_ctx_off); in invoke_bpf_prog()
3253 EMIT4(0x48, 0x8D, 0x75, -run_ctx_off); in invoke_bpf_prog()
3302 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
3303 EMIT3_off32(0x48, 0x8D, 0x95, -run_ctx_off); in invoke_bpf_prog()
3305 EMIT4(0x48, 0x8D, 0x55, -run_ctx_off); in invoke_bpf_prog()
3344 int run_ctx_off, int func_meta_off, bool save_ret, in invoke_bpf() argument
3358 run_ctx_off, save_ret, image, rw_image)) in invoke_bpf()
[all …]
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1719 int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
1732 -run_ctx_off + cookie_off, n->cookie); in invoke_bpf_prog()
1734 emit_insn(ctx, std, LOONGARCH_GPR_ZERO, LOONGARCH_GPR_FP, -run_ctx_off + cookie_off); in invoke_bpf_prog()
1739 emit_insn(ctx, addid, LOONGARCH_GPR_A1, LOONGARCH_GPR_FP, -run_ctx_off); in invoke_bpf_prog()
1779 emit_insn(ctx, addid, LOONGARCH_GPR_A2, LOONGARCH_GPR_FP, -run_ctx_off); in invoke_bpf_prog()
1790 int run_ctx_off, int func_meta_off, bool save_ret, in invoke_bpf() argument
1805 run_ctx_off, save_ret); in invoke_bpf()
1866 int retval_off, func_meta_off, ip_off, run_ctx_off, sreg_off, tcc_ptr_off; in __arch_prepare_bpf_trampoline() local
1959 run_ctx_off = stack_size; in __arch_prepare_bpf_trampoline()
2048 ret = invoke_bpf(ctx, im, fentry, args_off, retval_off, run_ctx_off, func_meta_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2418 int retval_off, int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
2436 emit(A64_STR64I(A64_ZR, A64_SP, run_ctx_off + cookie_off), ctx); in invoke_bpf_prog()
2439 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
2451 emit(A64_ADD_I(1, A64_R(1), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
2483 emit(A64_ADD_I(1, A64_R(2), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
2492 int retval_off, int run_ctx_off, __le32 **branches) in invoke_bpf_mod_ret() argument
2502 run_ctx_off, true); in invoke_bpf_mod_ret()
2708 int run_ctx_off; in prepare_trampoline() local
2771 run_ctx_off = stack_size; in prepare_trampoline()
2882 retval_off, run_ctx_off, in prepare_trampoline()
[all …]
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2528 int run_ctx_off; /* Offset of struct bpf_tramp_run_ctx */ member
2558 int cookie_off = tjit->run_ctx_off + in invoke_bpf_prog()
2589 EMIT4_DISP(0x41000000, REG_3, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2630 EMIT4_DISP(0x41000000, REG_4, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2756 tjit->run_ctx_off = alloc_stack(tjit, in __arch_prepare_bpf_trampoline()
|