| /linux/kernel/bpf/ |
| H A D | trampoline.c | 512 struct bpf_tramp_nodes *tnodes; in bpf_trampoline_get_progs() 516 tnodes = kzalloc_objs(*tnodes, BPF_TRAMP_MAX); in bpf_trampoline_get_progs() 517 if (!tnodes) in bpf_trampoline_get_progs() 521 tnodes[kind].nr_nodes = tr->progs_cnt[kind]; in bpf_trampoline_get_progs() 523 nodes = tnodes[kind].nodes; in bpf_trampoline_get_progs() 530 return tnodes; in bpf_trampoline_get_progs() 540 struct bpf_tramp_nodes *tnodes, u32 flags) in bpf_tramp_arena_base() 546 tnodes[BPF_TRAMP_FENTRY].nr_nodes != 1) in bpf_tramp_arena_base() 556 prog = tnodes[BPF_TRAMP_FENTR in bpf_tramp_arena_base() 511 struct bpf_tramp_nodes *tnodes; bpf_trampoline_get_progs() local 539 bpf_tramp_arena_base(const struct btf_func_model * m,struct bpf_tramp_nodes * tnodes,u32 flags) bpf_tramp_arena_base() argument 714 struct bpf_tramp_nodes *tnodes; bpf_trampoline_update() local 1481 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * image,void * image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument 1515 arch_bpf_trampoline_size(const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_bpf_trampoline_size() argument [all...] |
| H A D | bpf_struct_ops.c | 637 int bpf_struct_ops_prepare_trampoline(struct bpf_tramp_nodes *tnodes, in bpf_struct_ops_prepare_trampoline() argument 648 tnodes[BPF_TRAMP_FENTRY].nodes[0] = node; in bpf_struct_ops_prepare_trampoline() 649 tnodes[BPF_TRAMP_FENTRY].nr_nodes = 1; in bpf_struct_ops_prepare_trampoline() 654 size = arch_bpf_trampoline_size(model, flags, tnodes, stub_func); in bpf_struct_ops_prepare_trampoline() 671 model, flags, tnodes, stub_func); in bpf_struct_ops_prepare_trampoline() 736 struct bpf_tramp_nodes *tnodes; in bpf_struct_ops_map_update_elem() local 763 tnodes = kzalloc_objs(*tnodes, BPF_TRAMP_MAX); in bpf_struct_ops_map_update_elem() 764 if (!tnodes) in bpf_struct_ops_map_update_elem() 876 err = bpf_struct_ops_prepare_trampoline(tnodes, &link->node, in bpf_struct_ops_map_update_elem() 955 kfree(tnodes); in bpf_struct_ops_map_update_elem()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 823 struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 828 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 829 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 830 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 834 int fsession_cnt = bpf_fsession_cnt(tnodes); in __arch_prepare_bpf_trampoline() 909 cookie_cnt = bpf_fsession_cookie_cnt(tnodes); in __arch_prepare_bpf_trampoline() 1194 struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_bpf_trampoline_size() 1199 ret = __arch_prepare_bpf_trampoline(&im, NULL, NULL, NULL, m, flags, tnodes, func_addr); in arch_bpf_trampoline_size() 1205 struct bpf_tramp_nodes *tnodes, in arch_prepare_bpf_trampoline() 1221 flags, tnodes, func_add in arch_prepare_bpf_trampoline() 815 __arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * rw_image,void * rw_image_end,void * ro_image,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) __arch_prepare_bpf_trampoline() argument 1193 arch_bpf_trampoline_size(const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_bpf_trampoline_size() argument 1204 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * image,void * image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument [all...] |
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 1021 struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 1031 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 1032 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 1033 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 1118 cookie_cnt = bpf_fsession_cookie_cnt(tnodes); in __arch_prepare_bpf_trampoline() 1184 if (bpf_fsession_cnt(tnodes)) { in __arch_prepare_bpf_trampoline() 1252 if (bpf_fsession_cnt(tnodes)) in __arch_prepare_bpf_trampoline() 1322 struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_free_bpf_trampoline() 1331 ret = __arch_prepare_bpf_trampoline(&im, m, tnodes, func_addr, flags, &ctx); in arch_prepare_bpf_trampoline() 1348 u32 flags, struct bpf_tramp_nodes *tnodes, in arch_prepare_bpf_trampoline() 994 __arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,const struct btf_func_model * m,struct bpf_tramp_nodes * tnodes,void * func_addr,u32 flags,struct rv_jit_context * ctx) __arch_prepare_bpf_trampoline() argument 1300 arch_bpf_trampoline_size(const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_bpf_trampoline_size() argument 1326 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * ro_image,void * ro_image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument [all...] |
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1860 const struct btf_func_model *m, struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 1870 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 1871 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 1872 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 1951 cookie_cnt = bpf_fsession_cookie_cnt(tnodes); in __arch_prepare_bpf_trampoline() 2022 if (bpf_fsession_cnt(tnodes)) { in __arch_prepare_bpf_trampoline() 2091 if (bpf_fsession_cnt(tnodes)) in __arch_prepare_bpf_trampoline() 2163 u32 flags, struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_prepare_bpf_trampoline() 2179 ret = __arch_prepare_bpf_trampoline(&ctx, im, m, tnodes, func_addr, flags); in arch_bpf_trampoline_size() 2200 struct bpf_tramp_nodes *tnodes, voi in bpf_int_jit_compile() 1832 __arch_prepare_bpf_trampoline(struct jit_ctx * ctx,struct bpf_tramp_image * im,const struct btf_func_model * m,struct bpf_tramp_nodes * tnodes,void * func_addr,u32 flags) __arch_prepare_bpf_trampoline() argument 2140 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * ro_image,void * ro_image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument 2177 arch_bpf_trampoline_size(const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_bpf_trampoline_size() argument [all...] |
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3471 struct bpf_tramp_nodes *tnodes, in __arch_prepare_bpf_trampoline() 3476 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline() 3477 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline() 3478 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline() 3495 arena_base = bpf_tramp_arena_base(m, tnodes, flags); in __arch_prepare_bpf_trampoline() 3550 cookie_cnt = bpf_fsession_cookie_cnt(tnodes); in __arch_prepare_bpf_trampoline() 3643 if (bpf_fsession_cnt(tnodes)) { in __arch_prepare_bpf_trampoline() 3714 if (bpf_fsession_cnt(tnodes)) in __arch_prepare_bpf_trampoline() 3790 struct bpf_tramp_nodes *tnodes, in arch_prepare_bpf_trampoline() 3805 flags, tnodes, func_add in arch_prepare_bpf_trampoline() 3462 __arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * rw_image,void * rw_image_end,void * image,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) __arch_prepare_bpf_trampoline() argument 3784 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * image,void * image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument 3812 arch_bpf_trampoline_size(const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_bpf_trampoline_size() argument [all...] |
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2706 struct bpf_tramp_nodes *tnodes, void *func_addr, in prepare_trampoline() 2722 struct bpf_tramp_nodes *fentry = &tnodes[BPF_TRAMP_FENTRY]; in prepare_trampoline() 2723 struct bpf_tramp_nodes *fexit = &tnodes[BPF_TRAMP_FEXIT]; in prepare_trampoline() 2724 struct bpf_tramp_nodes *fmod_ret = &tnodes[BPF_TRAMP_MODIFY_RETURN]; in prepare_trampoline() 2729 int fsession_cnt = bpf_fsession_cnt(tnodes); in prepare_trampoline() 2743 arena_base = bpf_tramp_arena_base(m, tnodes, flags); in prepare_trampoline() 2788 cookie_cnt = bpf_fsession_cookie_cnt(tnodes); in prepare_trampoline() 2994 struct bpf_tramp_nodes *tnodes, void *func_addr) in arch_bpf_trampoline_size() 3008 ret = prepare_trampoline(&ctx, &im, tnodes, func_addr, m, &aaux, flags); in arch_bpf_trampoline_size() 3032 u32 flags, struct bpf_tramp_nodes *tnodes, in arch_prepare_bpf_trampoline() 2699 prepare_trampoline(struct jit_ctx * ctx,struct bpf_tramp_image * im,struct bpf_tramp_nodes * tnodes,void * func_addr,const struct btf_func_model * m,const struct arg_aux * a,u32 flags) prepare_trampoline() argument 2991 arch_bpf_trampoline_size(const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_bpf_trampoline_size() argument 3029 arch_prepare_bpf_trampoline(struct bpf_tramp_image * im,void * ro_image,void * ro_image_end,const struct btf_func_model * m,u32 flags,struct bpf_tramp_nodes * tnodes,void * func_addr) arch_prepare_bpf_trampoline() argument [all...] |
| /linux/net/ipv4/ |
| H A D | fib_trie.c | 160 unsigned int tnodes; member 549 * point to existing tnodes and the links between our allocated in inflate() 644 * point to existing tnodes and the links between our allocated in halve() 757 * children, that is non-null tnodes with a skip value of 0. 2512 s->tnodes++; in trie_collect_stats() 2543 seq_printf(seq, "\tInternal nodes: %u\n\t", stat->tnodes); in trie_show_stats() 2544 bytes += TNODE_SIZE(0) * stat->tnodes; in trie_show_stats()
|
| /linux/include/linux/ |
| H A D | bpf.h | 1290 struct bpf_tramp_nodes *tnodes, u32 flags); 1317 struct bpf_tramp_nodes *tnodes, 1324 struct bpf_tramp_nodes *tnodes, void *func_addr); 2263 int bpf_struct_ops_prepare_trampoline(struct bpf_tramp_nodes *tnodes,
|