| /linux/kernel/bpf/ |
| H A D | cpumask.c | 49 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_create(void) in bpf_cpumask_create()
75 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) in bpf_cpumask_acquire()
89 __bpf_kfunc void bpf_cpumask_release(struct bpf_cpumask *cpumask) in bpf_cpumask_release()
97 __bpf_kfunc void bpf_cpumask_release_dtor(void *cpumask) in bpf_cpumask_release_dtor()
110 __bpf_kfunc u32 bpf_cpumask_first(const struct cpumask *cpumask) in bpf_cpumask_first()
123 __bpf_kfunc u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) in bpf_cpumask_first_zero()
137 __bpf_kfunc u32 bpf_cpumask_first_and(const struct cpumask *src1, in bpf_cpumask_first_and()
148 __bpf_kfunc void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_set_cpu()
161 __bpf_kfunc void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_clear_cpu()
178 __bpf_kfunc bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) in bpf_cpumask_test_cpu()
[all …]
|
| H A D | helpers.c | 2126 __bpf_kfunc void *bpf_obj_new_impl(u64 local_type_id__k, void *meta__ign) in bpf_obj_new_impl()
2140 __bpf_kfunc void *bpf_percpu_obj_new_impl(u64 local_type_id__k, void *meta__ign) in bpf_percpu_obj_new_impl()
2171 __bpf_kfunc void bpf_obj_drop_impl(void *p__alloc, void *meta__ign) in bpf_obj_drop_impl()
2179 __bpf_kfunc void bpf_percpu_obj_drop_impl(void *p__alloc, void *meta__ign) in bpf_percpu_obj_drop_impl()
2185 __bpf_kfunc void *bpf_refcount_acquire_impl(void *p__refcounted_kptr, void *meta__ign) in bpf_refcount_acquire_impl()
2230 __bpf_kfunc int bpf_list_push_front_impl(struct bpf_list_head *head, in bpf_list_push_front_impl()
2240 __bpf_kfunc int bpf_list_push_back_impl(struct bpf_list_head *head, in bpf_list_push_back_impl()
2273 __bpf_kfunc struct bpf_list_node *bpf_list_pop_front(struct bpf_list_head *head) in bpf_list_pop_front()
2278 __bpf_kfunc struct bpf_list_node *bpf_list_pop_back(struct bpf_list_head *head) in bpf_list_pop_back()
2283 __bpf_kfunc struct bpf_rb_node *bpf_rbtree_remove(struct bpf_rb_root *root, in bpf_rbtree_remove()
[all …]
|
| H A D | crypto.c | 145 __bpf_kfunc struct bpf_crypto_ctx *
242 __bpf_kfunc struct bpf_crypto_ctx *
258 __bpf_kfunc void bpf_crypto_ctx_release(struct bpf_crypto_ctx *ctx) in bpf_crypto_ctx_release()
313 __bpf_kfunc int bpf_crypto_decrypt(struct bpf_crypto_ctx *ctx, in bpf_crypto_decrypt()
334 __bpf_kfunc int bpf_crypto_encrypt(struct bpf_crypto_ctx *ctx, in bpf_crypto_encrypt()
|
| H A D | task_iter.c | 818 __bpf_kfunc int bpf_iter_task_vma_new(struct bpf_iter_task_vma *it, in bpf_iter_task_vma_new()
862 __bpf_kfunc struct vm_area_struct *bpf_iter_task_vma_next(struct bpf_iter_task_vma *it) in bpf_iter_task_vma_next()
871 __bpf_kfunc void bpf_iter_task_vma_destroy(struct bpf_iter_task_vma *it) in bpf_iter_task_vma_destroy()
896 __bpf_kfunc int bpf_iter_css_task_new(struct bpf_iter_css_task *it, in bpf_iter_css_task_new()
921 __bpf_kfunc struct task_struct *bpf_iter_css_task_next(struct bpf_iter_css_task *it) in bpf_iter_css_task_next()
930 __bpf_kfunc void bpf_iter_css_task_destroy(struct bpf_iter_css_task *it) in bpf_iter_css_task_destroy()
965 __bpf_kfunc int bpf_iter_task_new(struct bpf_iter_task *it, in bpf_iter_task_new()
997 __bpf_kfunc struct task_struct *bpf_iter_task_next(struct bpf_iter_task *it) in bpf_iter_task_next()
1026 __bpf_kfunc void bpf_iter_task_destroy(struct bpf_iter_task *it) in bpf_iter_task_destroy()
|
| H A D | cgroup_iter.c | 310 __bpf_kfunc int bpf_iter_css_new(struct bpf_iter_css *it, in bpf_iter_css_new()
334 __bpf_kfunc struct cgroup_subsys_state *bpf_iter_css_next(struct bpf_iter_css *it) in bpf_iter_css_next()
355 __bpf_kfunc void bpf_iter_css_destroy(struct bpf_iter_css *it) in bpf_iter_css_destroy()
|
| H A D | bpf_iter.c | 786 __bpf_kfunc int bpf_iter_num_new(struct bpf_iter_num *it, int start, int end) in bpf_iter_num_new()
817 __bpf_kfunc int *bpf_iter_num_next(struct bpf_iter_num* it) in bpf_iter_num_next()
836 __bpf_kfunc void bpf_iter_num_destroy(struct bpf_iter_num *it) in bpf_iter_num_destroy()
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 137 __bpf_kfunc void
143 __bpf_kfunc int bpf_iter_testmod_seq_new(struct bpf_iter_testmod_seq *it, s64 value, int cnt) in bpf_iter_testmod_seq_new()
155 __bpf_kfunc s64 *bpf_iter_testmod_seq_next(struct bpf_iter_testmod_seq* it) in bpf_iter_testmod_seq_next()
165 __bpf_kfunc s64 bpf_iter_testmod_seq_value(int val, struct bpf_iter_testmod_seq* it__iter) in bpf_iter_testmod_seq_value()
173 __bpf_kfunc void bpf_iter_testmod_seq_destroy(struct bpf_iter_testmod_seq *it) in bpf_iter_testmod_seq_destroy()
178 __bpf_kfunc void bpf_kfunc_common_test(void) in bpf_kfunc_common_test()
182 __bpf_kfunc void bpf_kfunc_dynptr_test(struct bpf_dynptr *ptr, in bpf_kfunc_dynptr_test()
187 __bpf_kfunc struct sk_buff *bpf_kfunc_nested_acquire_nonzero_offset_test(struct sk_buff_head *ptr) in bpf_kfunc_nested_acquire_nonzero_offset_test()
192 __bpf_kfunc struct sk_buff *bpf_kfunc_nested_acquire_zero_offset_test(struct sock_common *ptr) in bpf_kfunc_nested_acquire_zero_offset_test()
197 __bpf_kfunc void bpf_kfunc_nested_release_test(struct sk_buff *ptr) in bpf_kfunc_nested_release_test()
[all …]
|
| H A D | bpf_test_modorder_x.c | 9 __bpf_kfunc int bpf_test_modorder_retx(void) in bpf_test_modorder_retx()
|
| H A D | bpf_test_modorder_y.c | 9 __bpf_kfunc int bpf_test_modorder_rety(void) in bpf_test_modorder_rety()
|
| /linux/fs/ |
| H A D | bpf_fs_kfuncs.c | 39 __bpf_kfunc struct file *bpf_get_task_exe_file(struct task_struct *task) in bpf_get_task_exe_file()
55 __bpf_kfunc void bpf_put_file(struct file *file) in bpf_put_file()
79 __bpf_kfunc int bpf_path_d_path(struct path *path, char *buf, size_t buf__sz) in bpf_path_d_path()
108 __bpf_kfunc int bpf_get_dentry_xattr(struct dentry *dentry, const char *name__str, in bpf_get_dentry_xattr()
146 __bpf_kfunc int bpf_get_file_xattr(struct file *file, const char *name__str, in bpf_get_file_xattr()
|
| /linux/net/netfilter/ |
| H A D | nf_conntrack_bpf.c | 292 __bpf_kfunc struct nf_conn___init *
326 __bpf_kfunc struct nf_conn *
359 __bpf_kfunc struct nf_conn___init *
394 __bpf_kfunc struct nf_conn *
419 __bpf_kfunc struct nf_conn *bpf_ct_insert_entry(struct nf_conn___init *nfct_i) in bpf_ct_insert_entry()
445 __bpf_kfunc void bpf_ct_release(struct nf_conn *nfct) in bpf_ct_release()
460 __bpf_kfunc void bpf_ct_set_timeout(struct nf_conn___init *nfct, u32 timeout) in bpf_ct_set_timeout()
475 __bpf_kfunc int bpf_ct_change_timeout(struct nf_conn *nfct, u32 timeout) in bpf_ct_change_timeout()
490 __bpf_kfunc int bpf_ct_set_status(const struct nf_conn___init *nfct, u32 status) in bpf_ct_set_status()
505 __bpf_kfunc int bpf_ct_change_status(struct nf_conn *nfct, u32 status) in bpf_ct_change_status()
|
| H A D | nf_nat_bpf.c | 31 __bpf_kfunc int bpf_ct_set_nat_info(struct nf_conn___init *nfct, in bpf_ct_set_nat_info()
|
| H A D | nf_flow_table_bpf.c | 58 __bpf_kfunc struct flow_offload_tuple_rhash *
|
| /linux/net/ipv4/ |
| H A D | tcp_dctcp.c | 89 __bpf_kfunc static void dctcp_init(struct sock *sk) in dctcp_init()
118 __bpf_kfunc static u32 dctcp_ssthresh(struct sock *sk) in dctcp_update_alpha()
127 __bpf_kfunc static void dctcp_update_alpha(struct sock *sk, u32 flags) in dctcp_update_alpha()
183 __bpf_kfunc static void dctcp_state(struct sock *sk, u8 new_state) in dctcp_cwnd_event()
193 __bpf_kfunc static void dctcp_cwnd_event(struct sock *sk, enum tcp_ca_event ev) in dctcp_cwnd_event()
243 __bpf_kfunc static u32 dctcp_cwnd_undo(struct sock *sk)
|
| H A D | fou_bpf.c | 44 __bpf_kfunc int bpf_skb_set_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_set_fou_encap()
86 __bpf_kfunc int bpf_skb_get_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_get_fou_encap()
|
| H A D | tcp_bbr.c | 299 __bpf_kfunc static u32 bbr_min_tso_segs(struct sock *sk) in bbr_min_tso_segs()
332 __bpf_kfunc static void bbr_cwnd_event(struct sock *sk, enum tcp_ca_event event) in bbr_cwnd_event()
1027 __bpf_kfunc static void bbr_main(struct sock *sk, u32 ack, int flag, const struct rate_sample *rs) in bbr_main()
1039 __bpf_kfunc static void bbr_init(struct sock *sk) in bbr_init()
1081 __bpf_kfunc static u32 bbr_sndbuf_expand(struct sock *sk) in bbr_sndbuf_expand()
1090 __bpf_kfunc static u32 bbr_undo_cwnd(struct sock *sk) in bbr_undo_cwnd()
1101 __bpf_kfunc static u32 bbr_ssthresh(struct sock *sk) in bbr_ssthresh()
1129 __bpf_kfunc static void bbr_set_state(struct sock *sk, u8 new_state) in bbr_set_state()
|
| /linux/drivers/hid/bpf/ |
| H A D | hid_bpf_dispatch.c | 284 __bpf_kfunc __u8 *
307 __bpf_kfunc struct hid_bpf_ctx *
334 __bpf_kfunc void
397 __bpf_kfunc int
457 __bpf_kfunc int
515 __bpf_kfunc int
540 __bpf_kfunc int
|
| /linux/kernel/sched/ |
| H A D | ext.c | 6422 __bpf_kfunc s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, in scx_bpf_select_cpu_dfl()
6535 __bpf_kfunc void scx_bpf_dsq_insert(struct task_struct *p, u64 dsq_id, u64 slice, in scx_bpf_dsq_insert()
6550 __bpf_kfunc void scx_bpf_dispatch(struct task_struct *p, u64 dsq_id, u64 slice, in scx_bpf_dispatch()
6578 __bpf_kfunc void scx_bpf_dsq_insert_vtime(struct task_struct *p, u64 dsq_id, in scx_bpf_dsq_insert_vtime()
6595 __bpf_kfunc void scx_bpf_dispatch_vtime(struct task_struct *p, u64 dsq_id, in scx_bpf_dispatch_vtime()
6708 __bpf_kfunc u32 scx_bpf_dispatch_nr_slots(void) in scx_bpf_dispatch_nr_slots()
6722 __bpf_kfunc void scx_bpf_dispatch_cancel(void) in scx_bpf_dispatch_cancel()
6749 __bpf_kfunc bool scx_bpf_dsq_move_to_local(u64 dsq_id) in scx_bpf_dsq_move_to_local()
6780 __bpf_kfunc bool scx_bpf_consume(u64 dsq_id) in scx_bpf_consume()
6795 __bpf_kfunc void scx_bpf_dsq_move_set_slice(struct bpf_iter_scx_dsq *it__iter, in scx_bpf_dsq_move_set_slice()
[all …]
|
| /linux/net/xfrm/ |
| H A D | xfrm_interface_bpf.c | 40 __bpf_kfunc int bpf_skb_get_xfrm_info(struct __sk_buff *skb_ctx, struct bpf_xfrm_info *to) in bpf_skb_get_xfrm_info()
62 __bpf_kfunc int bpf_skb_set_xfrm_info(struct __sk_buff *skb_ctx, const struct bpf_xfrm_info *from) in bpf_skb_set_xfrm_info()
|
| H A D | xfrm_state_bpf.c | 64 __bpf_kfunc struct xfrm_state *
113 __bpf_kfunc void bpf_xdp_xfrm_state_release(struct xfrm_state *x) in bpf_xdp_xfrm_state_release()
|
| /linux/net/bpf/ |
| H A D | test_run.c | 521 __bpf_kfunc int bpf_fentry_test1(int a) in bpf_fentry_test1()
567 __bpf_kfunc u32 bpf_fentry_test9(u32 *a) in bpf_fentry_test9()
576 __bpf_kfunc int bpf_modify_return_test(int a, int *b) in bpf_modify_return_test()
582 __bpf_kfunc int bpf_modify_return_test2(int a, int *b, short c, int d, in bpf_modify_return_test2()
589 __bpf_kfunc int bpf_modify_return_test_tp(int nonce) in bpf_modify_return_test_tp()
618 __bpf_kfunc void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) in bpf_kfunc_call_test_release()
623 __bpf_kfunc void bpf_kfunc_call_test_release_dtor(void *p) in bpf_kfunc_call_test_release_dtor()
629 __bpf_kfunc void bpf_kfunc_call_memb_release(struct prog_test_member *p) in bpf_kfunc_call_memb_release()
633 __bpf_kfunc void bpf_kfunc_call_memb_release_dtor(void *p) in bpf_kfunc_call_memb_release_dtor()
|
| /linux/Documentation/bpf/ |
| H A D | kfuncs.rst | 42 __bpf_kfunc struct task_struct *bpf_find_get_task_by_vpid(pid_t nr)
67 __bpf_kfunc void bpf_memzero(void *mem, int mem__sz)
87 __bpf_kfunc void *bpf_obj_new(u32 local_type_id__k, ...)
109 __bpf_kfunc int bpf_dynptr_from_skb(..., struct bpf_dynptr_kern *ptr__uninit)
128 __bpf_kfunc void *bpf_dynptr_slice(..., void *buffer__opt, u32 buffer__szk)
144 __bpf_kfunc bpf_get_file_xattr(..., const char *name__str, ...)
188 kfunc definitions should also always be annotated with the ``__bpf_kfunc``
197 __bpf_kfunc struct task_struct *bpf_get_task_pid(s32 pid)
|
| /linux/fs/verity/ |
| H A D | measure.c | 120 __bpf_kfunc int bpf_get_fsverity_digest(struct file *file, struct bpf_dynptr *digest_p) in bpf_get_fsverity_digest()
|
| /linux/net/core/ |
| H A D | xdp.c | 908 __bpf_kfunc int bpf_xdp_metadata_rx_timestamp(const struct xdp_md *ctx, u64 *timestamp) in bpf_xdp_metadata_rx_timestamp()
930 __bpf_kfunc int bpf_xdp_metadata_rx_hash(const struct xdp_md *ctx, u32 *hash, in bpf_xdp_metadata_rx_hash()
963 __bpf_kfunc int bpf_xdp_metadata_rx_vlan_tag(const struct xdp_md *ctx, in bpf_xdp_metadata_rx_vlan_tag()
|
| /linux/kernel/cgroup/ |
| H A D | rstat.c | 85 __bpf_kfunc void cgroup_rstat_updated(struct cgroup *cgrp, int cpu) in cgroup_rstat_updated()
349 __bpf_kfunc void cgroup_rstat_flush(struct cgroup *cgrp) in cgroup_rstat_flush()
|