| H A D | bpf_jit_comp.c | 52 void bpf_jit_build_fentry_stubs(u32 *image, struct codegen_context *ctx) in bpf_jit_build_fentry_stubs() argument 82 if (image) in bpf_jit_build_fentry_stubs() 83 *((unsigned long *)&image[ctx->idx]) = (unsigned long)dummy_tramp; in bpf_jit_build_fentry_stubs() 100 int bpf_jit_emit_exit_insn(u32 *image, struct codegen_context *ctx, int tmp_reg, long exit_addr) in bpf_jit_emit_exit_insn() argument 110 bpf_jit_build_epilogue(image, ctx); in bpf_jit_emit_exit_insn() 169 u8 *image = NULL; in bpf_int_jit_compile() local 220 * JIT compiled to a writable location (image/code_base) first. in bpf_int_jit_compile() 228 image = (void *)hdr + ((void *)fimage - (void *)fhdr); in bpf_int_jit_compile() 297 fhdr = bpf_jit_binary_pack_alloc(alloclen, &fimage, 4, &hdr, &image, in bpf_int_jit_compile() 306 code_base = (u32 *)(image in bpf_int_jit_compile() 392 bpf_add_extable_entry(struct bpf_prog * fp,u32 * image,u32 * fimage,int pass,struct codegen_context * ctx,int insn_idx,int jmp_off,int dst_reg,u32 code) bpf_add_extable_entry() argument 594 arch_free_bpf_trampoline(void * image,unsigned int size) arch_free_bpf_trampoline() argument 599 arch_protect_bpf_trampoline(void * image,unsigned int size) arch_protect_bpf_trampoline() argument 604 invoke_bpf_prog(u32 * image,u32 * ro_image,struct codegen_context * ctx,struct bpf_tramp_node * n,int regs_off,int retval_off,int run_ctx_off,bool save_ret) invoke_bpf_prog() argument 686 invoke_bpf_mod_ret(u32 * image,u32 * ro_image,struct codegen_context * ctx,struct bpf_tramp_nodes * tn,int regs_off,int retval_off,int run_ctx_off,u32 * branches) invoke_bpf_mod_ret() argument 730 bpf_trampoline_setup_tail_call_info(u32 * image,struct codegen_context * ctx,int bpf_frame_size,int r4_off) bpf_trampoline_setup_tail_call_info() argument 758 bpf_trampoline_restore_tail_call_cnt(u32 * image,struct codegen_context * ctx,int bpf_frame_size,int r4_off) bpf_trampoline_restore_tail_call_cnt() argument 770 bpf_trampoline_save_args(u32 * image,struct codegen_context * ctx,int bpf_frame_size,int nr_regs,int regs_off) bpf_trampoline_save_args() argument 789 bpf_trampoline_restore_args_regs(u32 * image,struct codegen_context * ctx,int nr_regs,int regs_off) bpf_trampoline_restore_args_regs() argument 797 bpf_trampoline_restore_args_stack(u32 * image,struct codegen_context * ctx,int bpf_frame_size,int nr_regs,int regs_off) bpf_trampoline_restore_args_stack() argument 828 u32 *image = (u32 *)rw_image; __arch_prepare_bpf_trampoline() local 1202 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * image,void * image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument [all...] |