| /linux/kernel/bpf/preload/iterators/ |
| H A D | iterators.bpf.c | 40 struct bpf_prog_aux { struct
50 struct bpf_prog_aux *aux; argument
104 struct bpf_prog_aux *aux; in dump_bpf_prog()
|
| /linux/kernel/sched/ext/ |
| H A D | idle.c | 1029 __bpf_kfunc s32 scx_bpf_cpu_node(s32 cpu, const struct bpf_prog_aux *aux) in scx_bpf_cpu_node()
1059 const struct bpf_prog_aux *aux) in scx_bpf_select_cpu_dfl()
1114 const struct bpf_prog_aux *aux) in __scx_bpf_select_cpu_and()
1175 scx_bpf_get_idle_cpumask_node(s32 node, const struct bpf_prog_aux *aux) in scx_bpf_get_idle_cpumask_node()
1200 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_cpumask(const struct bpf_prog_aux *aux) in scx_bpf_get_idle_cpumask()
1233 scx_bpf_get_idle_smtmask_node(s32 node, const struct bpf_prog_aux *aux) in scx_bpf_get_idle_smtmask_node()
1262 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_smtmask(const struct bpf_prog_aux *aux) in scx_bpf_get_idle_smtmask()
1312 __bpf_kfunc bool scx_bpf_test_and_clear_cpu_idle(s32 cpu, const struct bpf_prog_aux *aux) in scx_bpf_test_and_clear_cpu_idle()
1353 const struct bpf_prog_aux *aux) in scx_bpf_pick_idle_cpu_node()
1394 u64 flags, const struct bpf_prog_aux *aux) in scx_bpf_pick_idle_cpu()
[all …]
|
| H A D | sub.c | 2229 __bpf_kfunc bool scx_bpf_sub_dispatch(u64 cgroup_id, const struct bpf_prog_aux *aux) in scx_bpf_sub_dispatch()
2263 static s32 sub_cap_preamble(u64 cgroup_id, u64 caps, const struct bpf_prog_aux *aux, in sub_cap_preamble()
2318 const struct bpf_prog_aux *aux) in scx_bpf_sub_grant()
2437 const struct bpf_prog_aux *aux) in scx_bpf_sub_revoke()
2530 const struct bpf_prog_aux *aux) in scx_bpf_sub_caps()
2621 const struct bpf_prog_aux *aux) in scx_bpf_sub_kill_bstr()
2659 const struct bpf_prog_aux *aux) in scx_bpf_sub_grant()
2666 const struct bpf_prog_aux *aux) in scx_bpf_sub_revoke()
2671 const struct bpf_prog_aux *aux) in scx_bpf_sub_caps()
2678 const struct bpf_prog_aux *aux) in scx_bpf_sub_kill_bstr()
|
| H A D | ext.c | 8878 const struct bpf_prog_aux *aux) in scx_bpf_dsq_insert___v2()
8900 const struct bpf_prog_aux *aux) in scx_bpf_dsq_insert()
8958 const struct bpf_prog_aux *aux) in __scx_bpf_dsq_insert_vtime()
9136 __bpf_kfunc u32 scx_bpf_dispatch_nr_slots(const struct bpf_prog_aux *aux) in scx_bpf_dispatch_nr_slots()
9156 __bpf_kfunc void scx_bpf_dispatch_cancel(const struct bpf_prog_aux *aux) in scx_bpf_dispatch_cancel()
9201 const struct bpf_prog_aux *aux) in scx_bpf_dsq_move_to_local___v2()
9243 __bpf_kfunc bool scx_bpf_dsq_move_to_local(u64 dsq_id, const struct bpf_prog_aux *aux) in scx_bpf_dsq_move_to_local()
9376 __bpf_kfunc u32 scx_bpf_reenqueue_local(const struct bpf_prog_aux *aux) in scx_bpf_reenqueue_local()
9415 __bpf_kfunc s32 scx_bpf_create_dsq(u64 dsq_id, s32 node, const struct bpf_prog_aux *aux) in scx_bpf_create_dsq()
9503 const struct bpf_prog_aux *aux) in scx_bpf_task_set_slice()
[all …]
|
| H A D | cid.c | 469 const struct bpf_prog_aux *aux) in scx_bpf_cid_override()
631 __bpf_kfunc s32 scx_bpf_cid_to_cpu(s32 cid, const struct bpf_prog_aux *aux) in scx_bpf_cid_to_cpu()
653 __bpf_kfunc s32 scx_bpf_cpu_to_cid(s32 cpu, const struct bpf_prog_aux *aux) in scx_bpf_cpu_to_cid()
924 const struct bpf_prog_aux *aux) in scx_bpf_cid_topo()
|
| H A D | sub.h | 27 bool scx_bpf_sub_dispatch(u64 cgroup_id, const struct bpf_prog_aux *aux);
|
| H A D | internal.h | 2414 static inline struct scx_sched *scx_prog_sched(const struct bpf_prog_aux *aux) in scx_prog_sched()
2483 static inline struct scx_sched *scx_prog_sched(const struct bpf_prog_aux *aux) in scx_prog_sched()
|
| /linux/include/linux/ |
| H A D | bpf.h | 44 struct bpf_prog_aux;
137 int (*map_poke_track)(struct bpf_map *map, struct bpf_prog_aux *aux);
138 void (*map_poke_untrack)(struct bpf_map *map, struct bpf_prog_aux *aux);
1741 struct bpf_prog_aux { struct
1797 struct bpf_prog_aux *main_prog_aux; argument
1896 struct bpf_prog_aux *aux; /* Auxiliary fields */
2249 void *bpf_prog_get_assoc_struct_ops(const struct bpf_prog_aux *aux);
2307 static inline void *bpf_prog_get_assoc_struct_ops(const struct bpf_prog_aux *aux) in bpf_prog_get_assoc_struct_ops()
3593 void __bpf_free_used_maps(struct bpf_prog_aux *aux,
3628 struct bpf_prog_aux *prog_aux);
[all …]
|
| H A D | filter.h | 35 struct bpf_prog_aux;
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 1450 __bpf_kfunc int bpf_kfunc_multi_st_ops_test_1_assoc(struct st_ops_args *args, struct bpf_prog_aux *…
1452 __bpf_kfunc int bpf_kfunc_implicit_arg(int a, struct bpf_prog_aux *aux);
1453 __bpf_kfunc int bpf_kfunc_implicit_arg_legacy(int a, int b, struct bpf_prog_aux *aux);
1454 __bpf_kfunc int bpf_kfunc_implicit_arg_legacy_impl(int a, int b, struct bpf_prog_aux *aux);
2024 int bpf_kfunc_multi_st_ops_test_1_assoc(struct st_ops_args *args, struct bpf_prog_aux *aux) in bpf_kfunc_multi_st_ops_test_1_assoc()
2036 int bpf_kfunc_implicit_arg(int a, struct bpf_prog_aux *aux) in bpf_kfunc_implicit_arg()
2043 int bpf_kfunc_implicit_arg_legacy(int a, int b, struct bpf_prog_aux *aux) in bpf_kfunc_implicit_arg_legacy()
2050 int bpf_kfunc_implicit_arg_legacy_impl(int a, int b, struct bpf_prog_aux *aux) in bpf_kfunc_implicit_arg_legacy_impl()
|
| /linux/kernel/bpf/ |
| H A D | core.c | 103 struct bpf_prog_aux *aux; in bpf_prog_alloc_no_stats()
764 container_of(ksym, struct bpf_prog_aux, ksym)->prog : in bpf_prog_ksym_find()
2507 struct bpf_prog_aux *aux = fp->aux; in __bpf_prog_map_compatible()
2584 struct bpf_prog_aux *aux = fp->aux; in bpf_check_tail_call()
3012 void __bpf_free_used_maps(struct bpf_prog_aux *aux, in __bpf_free_used_maps()
3030 static void bpf_free_used_maps(struct bpf_prog_aux *aux) in bpf_free_used_maps()
3051 static void bpf_free_used_btfs(struct bpf_prog_aux *aux) in bpf_free_used_btfs()
3059 struct bpf_prog_aux *aux; in bpf_prog_free_deferred()
3062 aux = container_of(work, struct bpf_prog_aux, work); in bpf_prog_free_deferred()
3100 struct bpf_prog_aux *aux = fp->aux; in bpf_prog_free()
|
| H A D | arraymap.c | 1108 struct bpf_prog_aux *aux;
1112 struct bpf_prog_aux *prog_aux) in prog_array_map_poke_track()
1145 struct bpf_prog_aux *prog_aux) in prog_array_map_poke_untrack()
|
| H A D | helpers.c | 1502 struct bpf_prog_aux *, aux) in BPF_CALL_3() argument
3358 struct bpf_prog_aux *aux;
3450 struct bpf_prog_aux *aux) in bpf_wq_set_callback()
4601 struct bpf_prog_aux *aux, enum task_work_notify_mode mode) in bpf_task_work_schedule()
4656 struct bpf_prog_aux *aux) in bpf_task_work_schedule_signal()
4674 struct bpf_prog_aux *aux) in bpf_task_work_schedule_resume()
|
| H A D | local_storage.c | 475 int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *_map) in bpf_cgroup_storage_assign()
|
| H A D | syscall.c | 2442 struct bpf_prog_aux *aux = container_of(rcu, struct bpf_prog_aux, rcu); in __bpf_prog_put_rcu()
2475 struct bpf_prog_aux *aux; in bpf_prog_put_deferred()
2478 aux = container_of(work, struct bpf_prog_aux, work); in bpf_prog_put_deferred()
2488 struct bpf_prog_aux *aux = prog->aux; in __bpf_prog_put()
|
| H A D | bpf_struct_ops.c | 1549 void *bpf_prog_get_assoc_struct_ops(const struct bpf_prog_aux *aux) in bpf_prog_get_assoc_struct_ops()
|
| H A D | trampoline.c | 848 struct bpf_prog_aux *aux = tgt_prog->aux; in bpf_freplace_check_tgt_prog()
|
| H A D | verifier.c | 2415 struct bpf_prog_aux *aux = env->prog->aux; in bpf_find_exception_callback_insn_off()
2808 struct bpf_prog_aux *prog_aux; in bpf_add_kfunc_call()
11496 BTF_ID(struct, bpf_prog_aux) in BTF_ID()
17204 struct bpf_prog_aux *aux = env->prog->aux; in check_ld_imm()
17901 struct bpf_prog_aux *aux = env->prog->aux; in adjust_btf_func()
19428 struct bpf_prog_aux *aux = env->prog->aux; in do_check_common()
19611 struct bpf_prog_aux *aux = env->prog->aux; in do_check_subprogs()
20077 struct bpf_prog_aux *aux = tgt_prog->aux; in bpf_check_attach_target()
|
| H A D | fixups.c | 399 struct bpf_prog_aux *aux = env->prog->aux; in adjust_subprog_starts_after_remove()
|
| /linux/Documentation/bpf/ |
| H A D | kfuncs.rst | 465 Currently only ``struct bpf_prog_aux *`` type is supported.
480 struct bpf_prog_aux *aux) { ... }
|
| H A D | signing.rst | 219 keyring fields live in ``struct bpf_prog_aux``, so a BPF LSM program can read
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 599 struct bpf_prog_aux *aux = ctx->prog->aux; in bpf_jit_emit_insn()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 1367 struct bpf_prog_aux *aux = ctx->prog->aux; in bpf_jit_emit_insn()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 460 struct bpf_prog_aux *aux = ctx->prog->aux; in pop_callee_regs()
|
| /linux/net/core/ |
| H A D | filter.c | 1663 struct bpf_prog_aux *aux = container_of(rcu, struct bpf_prog_aux, rcu); in sk_reuseport_prog_free_rcu()
|