| H A D | bpf_jit_comp.c | 119 static inline void reg_set_seen(struct bpf_jit *jit, u32 b1) in reg_set_seen() argument
124 jit->seen_regs |= (1 << r1); in reg_set_seen()
127 static s32 off_to_pcrel(struct bpf_jit *jit, u32 off) in off_to_pcrel() argument
129 return off - jit->prg; in off_to_pcrel()
132 static s64 ptr_to_pcrel(struct bpf_jit *jit, const void *ptr) in ptr_to_pcrel() argument
134 if (jit->prg_buf) in ptr_to_pcrel()
135 return (const u8 *)ptr - ((const u8 *)jit->prg_buf + jit->prg); in ptr_to_pcrel()
141 reg_set_seen(jit, b1); \
150 if (jit
275 emit6_pcrel_ril(struct bpf_jit * jit,u32 op,s64 pcrel) emit6_pcrel_ril() argument
282 emit6_pcrel_rilb(struct bpf_jit * jit,u32 op,u8 b,s64 pcrel) emit6_pcrel_rilb() argument
294 emit6_pcrel_rilc(struct bpf_jit * jit,u32 op,u8 mask,s64 pcrel) emit6_pcrel_rilc() argument
362 is_first_pass(struct bpf_jit * jit) is_first_pass() argument
371 is_codegen_pass(struct bpf_jit * jit) is_codegen_pass() argument
387 can_use_rel(struct bpf_jit * jit,int off) can_use_rel() argument
405 can_use_ldisp_for_lit32(struct bpf_jit * jit) can_use_ldisp_for_lit32() argument
414 can_use_ldisp_for_lit64(struct bpf_jit * jit) can_use_ldisp_for_lit64() argument
444 save_regs(struct bpf_jit * jit,u32 rs,u32 re) save_regs() argument
459 restore_regs(struct bpf_jit * jit,u32 rs,u32 re) restore_regs() argument
505 save_restore_regs(struct bpf_jit * jit,int op,u16 extra_regs) save_restore_regs() argument
533 bpf_skip(struct bpf_jit * jit,int size) bpf_skip() argument
595 bpf_jit_prologue(struct bpf_jit * jit,struct bpf_prog * fp) bpf_jit_prologue() argument
679 bpf_jit_epilogue(struct bpf_jit * jit) bpf_jit_epilogue() argument
728 bpf_jit_probe_emit_nop(struct bpf_jit * jit,struct bpf_jit_probe * probe) bpf_jit_probe_emit_nop() argument
740 bpf_jit_probe_load_pre(struct bpf_jit * jit,struct bpf_insn * insn,struct bpf_jit_probe * probe) bpf_jit_probe_load_pre() argument
757 bpf_jit_probe_store_pre(struct bpf_jit * jit,struct bpf_insn * insn,struct bpf_jit_probe * probe) bpf_jit_probe_store_pre() argument
769 bpf_jit_probe_atomic_pre(struct bpf_jit * jit,struct bpf_insn * insn,struct bpf_jit_probe * probe) bpf_jit_probe_atomic_pre() argument
784 bpf_jit_probe_post(struct bpf_jit * jit,struct bpf_prog * fp,struct bpf_jit_probe * probe) bpf_jit_probe_post() argument
835 sign_extend(struct bpf_jit * jit,int r,u8 size,u8 flags) sign_extend() argument
866 bpf_jit_insn(struct bpf_jit * jit,struct bpf_prog * fp,int i,bool extra_pass) bpf_jit_insn() argument
2157 bpf_is_new_addr_sane(struct bpf_jit * jit,int i) bpf_is_new_addr_sane() argument
2174 bpf_set_addr(struct bpf_jit * jit,int i) bpf_set_addr() argument
2192 bpf_jit_prog(struct bpf_jit * jit,struct bpf_prog * fp,bool extra_pass) bpf_jit_prog() argument
2257 bpf_jit_alloc(struct bpf_jit * jit,struct bpf_prog * fp) bpf_jit_alloc() argument
2306 struct bpf_jit jit; bpf_int_jit_compile() local
2501 load_imm64(struct bpf_jit * jit,int dst_reg,u64 val) load_imm64() argument
2513 struct bpf_jit *jit = &tjit->common; invoke_bpf_prog() local
2613 struct bpf_jit *jit = &tjit->common; __arch_prepare_bpf_trampoline() local
[all...] |