| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 742 struct bpf_tramp_image *im, struct bpf_tramp_nodes *tn, in bpf_trampoline_setup_tail_call_info() 870 struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 875 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 876 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 877 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 1241 struct bpf_tramp_nodes *tnodes, void *func_addr) in bpf_modify_inst() 1252 struct bpf_tramp_nodes *tnodes, in bpf_modify_inst()
|
| /linux/kernel/bpf/ |
| H A D | trampoline.c | 501 static struct bpf_tramp_nodes * 505 struct bpf_tramp_nodes *tnodes; 533 struct bpf_tramp_nodes *tnodes, u32 flags) 716 struct bpf_tramp_nodes *tnodes; in bpf_trampoline_set_flags() 1533 struct bpf_tramp_nodes *tnodes, in arch_prepare_bpf_trampoline() 1567 struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_bpf_trampoline_size()
|
| H A D | bpf_struct_ops.c | 638 int bpf_struct_ops_prepare_trampoline(struct bpf_tramp_nodes *tnodes, in bpf_struct_ops_prepare_trampoline() 737 struct bpf_tramp_nodes *tnodes; in bpf_struct_ops_map_update_elem()
|
| /linux/include/linux/ |
| H A D | bpf.h | 1337 struct bpf_tramp_nodes { 1349 struct bpf_tramp_nodes *tnodes, u32 flags); 1376 struct bpf_tramp_nodes *tnodes, 1383 struct bpf_tramp_nodes *tnodes, void *func_addr); 2346 static inline bool is_struct_ops_tramp(const struct bpf_tramp_nodes *fentry_nodes) in bpf_prog_get_assoc_struct_ops() 2372 int bpf_struct_ops_prepare_trampoline(struct bpf_tramp_nodes *tnodes, in bpf_fsession_cnt() 2500 static inline int bpf_fsession_cnt(struct bpf_tramp_nodes *nodes) 2502 struct bpf_tramp_nodes fentries = nodes[BPF_TRAMP_FENTRY]; 2520 static inline int bpf_fsession_cookie_cnt(struct bpf_tramp_nodes *nodes) 2522 struct bpf_tramp_nodes fentrie 1278 struct bpf_tramp_nodes { global() struct 1290 nr_nodesbpf_tramp_nodes global() argument [all...] |
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2656 struct bpf_tramp_nodes *tn, bool save_ret, in invoke_bpf() 2698 struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 2701 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 2702 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 2703 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 3007 struct bpf_tramp_nodes *tnodes, void *orig_call) in arch_bpf_trampoline_size() 3023 u32 flags, struct bpf_tramp_nodes *tnodes, in arch_prepare_bpf_trampoline()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 1034 static int invoke_bpf(struct bpf_tramp_image *im, struct bpf_tramp_nodes *tn, in __arch_prepare_bpf_trampoline() 1060 struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 1070 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 1071 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 1072 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 1366 struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_prepare_bpf_trampoline() 1392 u32 flags, struct bpf_tramp_nodes *tnodes, in bpf_jit_emit_insn()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1789 struct bpf_tramp_nodes *tn, int args_off, int retval_off, in invoke_bpf() 1860 const struct btf_func_model *m, struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 1870 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 1871 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 1872 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 2163 u32 flags, struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_prepare_bpf_trampoline() 2200 struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_bpf_trampoline_size()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 4273 struct bpf_tramp_nodes *tl, int stack_size, in bpf_arch_poke_desc_update() 4297 struct bpf_tramp_nodes *tl, int stack_size, in bpf_arch_poke_desc_update() 4401 struct bpf_tramp_nodes *tnodes, 4408 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; 4409 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; 4410 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; 4724 struct bpf_tramp_nodes *tnodes, 4752 struct bpf_tramp_nodes *tnodes, void *func_addr)
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2673 struct bpf_tramp_nodes *tn, int bargs_off, in restore_args() 2891 struct bpf_tramp_nodes *tnodes, void *func_addr, in prepare_trampoline() 2907 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in prepare_trampoline() 2908 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in prepare_trampoline() 2909 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in prepare_trampoline() 3179 struct bpf_tramp_nodes *tnodes, void *func_addr) in bpf_arch_text_poke() 3217 u32 flags, struct bpf_tramp_nodes *tnodes, in bpf_arch_text_poke()
|