| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 604 static int invoke_bpf_prog(u32 *image, u32 *ro_image, struct codegen_context *ctx, in invoke_bpf_prog() argument
635 ret = bpf_jit_emit_func_call_rel(image, ro_image, ctx, in invoke_bpf_prog()
658 if (image && !create_branch(&branch_insn, (u32 *)&ro_image[ctx->idx], in invoke_bpf_prog()
684 ret = bpf_jit_emit_func_call_rel(image, ro_image, ctx, in invoke_bpf_prog()
689 if (ro_image) /* image is NULL for dummy pass */ in invoke_bpf_mod_ret()
690 bpf_tramp_image_add_skip(im, p, &ro_image[skip_idx], &ro_image[ctx->idx]); in invoke_bpf_mod_ret()
694 static int invoke_bpf_mod_ret(u32 *image, u32 *ro_image, struct codegen_context *ctx, in invoke_bpf_mod_ret()
707 if (invoke_bpf_prog(image, ro_image, ctx, im, tn->nodes[i], regs_off, in invoke_bpf_mod_ret()
821 void *rw_image_end, void *ro_image, in __arch_prepare_bpf_trampoline()
686 invoke_bpf_mod_ret(u32 * image,u32 * ro_image,struct codegen_context * ctx,struct bpf_tramp_nodes * tn,int regs_off,int retval_off,int run_ctx_off,u32 * branches) invoke_bpf_mod_ret() argument
813 __arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * rw_image,void * rw_image_end,void * ro_image,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) __arch_prepare_bpf_trampoline() argument
[all...] |
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 87 __le32 *ro_image; member
215 /* when ctx->ro_image is not allocated or the target is unknown, in should_emit_indirect_call()
218 if (!ctx->ro_image || !target) in should_emit_indirect_call()
221 offset = target - (long)&ctx->ro_image[ctx->idx]; in should_emit_indirect_call()
230 pc = (unsigned long)&ctx->ro_image[ctx->idx]; in emit_direct_call()
1166 pc = (unsigned long)&ctx->ro_image[ctx->idx - 1]; in add_exception_handler()
1183 ex = (void *)ctx->image + ((void *)ex - (void *)ctx->ro_image); in add_exception_handler()
2153 u8 *ro_image; member
2202 ro_image_ptr = jit_data->ro_image; in bpf_int_jit_compile()
2266 * the ro_image(R in bpf_int_jit_compile()
3027 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * ro_image,void * ro_image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument
[all...] |
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 110 &jit_data->ro_image, sizeof(u32), in bpf_int_jit_compile()
124 ctx->ro_insns = (u16 *)jit_data->ro_image; in bpf_int_jit_compile()
|
| H A D | bpf_jit_comp64.c | 1346 int arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *ro_image, in arch_prepare_bpf_trampoline()
1354 u32 size = ro_image_end - ro_image; in arch_prepare_bpf_trampoline()
1362 ctx.ro_insns = ro_image; in bpf_jit_emit_insn()
1372 res = bpf_arch_text_copy(ro_image, image, size); in bpf_jit_emit_insn()
1324 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * ro_image,void * ro_image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument
|
| H A D | bpf_jit.h | 99 u8 *ro_image; member
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 640 if (!ctx->image || !ctx->ro_image || !ctx->prog->aux->extable) in add_exception_handler()
652 pc = (unsigned long)&ctx->ro_image[ctx->idx - 1]; in add_exception_handler()
683 ex = (void *)ctx->image + ((void *)ex - (void *)ctx->ro_image); in add_exception_handler()
1725 void *skip = ctx->ro_image + ctx->idx; in invoke_bpf_prog()
1784 bpf_tramp_image_add_skip(im, p, skip, ctx->ro_image + ctx->idx);
2161 int arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *ro_image, in arch_prepare_bpf_trampoline()
2169 size = ro_image_end - ro_image; in arch_prepare_bpf_trampoline()
2175 ctx.ro_image = (union loongarch_instruction *)ro_image;
2178 jit_fill_hole(image, (unsigned int)(ro_image_end - ro_image)); in arch_bpf_trampoline_size()
2138 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * ro_image,void * ro_image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument
[all...] |
| H A D | bpf_jit.h | 21 union loongarch_instruction *ro_image; member
|
| /linux/include/linux/ |
| H A D | filter.h | 1394 bpf_jit_binary_pack_alloc(unsigned int proglen, u8 **ro_image,
|