| /linux/kernel/bpf/ |
| H A D | cpumask.c | 53 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_create(void) in bpf_cpumask_create()
83 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) in bpf_cpumask_acquire()
97 __bpf_kfunc void bpf_cpumask_release(struct bpf_cpumask *cpumask) in bpf_cpumask_release()
105 __bpf_kfunc void bpf_cpumask_release_dtor(void *cpumask) in bpf_cpumask_release_dtor()
121 __bpf_kfunc u32 bpf_cpumask_first(const struct cpumask *cpumask) in bpf_cpumask_first()
137 __bpf_kfunc u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) in bpf_cpumask_first_zero()
154 __bpf_kfunc u32 bpf_cpumask_first_and(const struct cpumask *src1, in bpf_cpumask_first_and()
165 __bpf_kfunc void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_set_cpu()
178 __bpf_kfunc void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_clear_cpu()
195 __bpf_kfunc bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) in bpf_cpumask_test_cpu()
[all …]
|
| H A D | helpers.c | 2350 __bpf_kfunc void *bpf_obj_new(u64 local_type_id__k, struct btf_struct_meta *meta) in bpf_obj_new()
2364 __bpf_kfunc void *bpf_obj_new_impl(u64 local_type_id__k, void *meta__ign) in bpf_obj_new_impl()
2380 __bpf_kfunc void *bpf_percpu_obj_new(u64 local_type_id__k, struct btf_struct_meta *meta) in bpf_percpu_obj_new()
2388 __bpf_kfunc void *bpf_percpu_obj_new_impl(u64 local_type_id__k, void *meta__ign) in bpf_percpu_obj_new_impl()
2424 __bpf_kfunc void bpf_obj_drop(void *p__alloc, struct btf_struct_meta *meta) in bpf_obj_drop()
2431 __bpf_kfunc void bpf_obj_drop_impl(void *p__alloc, void *meta__ign) in bpf_obj_drop_impl()
2443 __bpf_kfunc void bpf_percpu_obj_drop(void *p__alloc, struct btf_struct_meta *meta) in bpf_percpu_obj_drop()
2449 __bpf_kfunc void bpf_percpu_obj_drop_impl(void *p__alloc, void *meta__ign) in bpf_percpu_obj_drop_impl()
2464 __bpf_kfunc void *bpf_refcount_acquire(void *p__refcounted_kptr, struct btf_struct_meta *meta) in bpf_refcount_acquire()
2481 __bpf_kfunc void *bpf_refcount_acquire_impl(void *p__refcounted_kptr, void *meta__ign) in bpf_refcount_acquire_impl()
[all …]
|
| H A D | crypto.c | 145 __bpf_kfunc struct bpf_crypto_ctx *
243 __bpf_kfunc struct bpf_crypto_ctx *
259 __bpf_kfunc void bpf_crypto_ctx_release(struct bpf_crypto_ctx *ctx) in bpf_crypto_ctx_release()
265 __bpf_kfunc void bpf_crypto_ctx_release_dtor(void *ctx) in bpf_crypto_ctx_release_dtor()
320 __bpf_kfunc int bpf_crypto_decrypt(struct bpf_crypto_ctx *ctx, in bpf_crypto_decrypt()
341 __bpf_kfunc int bpf_crypto_encrypt(struct bpf_crypto_ctx *ctx, in bpf_crypto_encrypt()
|
| H A D | dmabuf_iter.c | 161 __bpf_kfunc int bpf_iter_dmabuf_new(struct bpf_iter_dmabuf *it) in bpf_iter_dmabuf_new()
172 __bpf_kfunc struct dma_buf *bpf_iter_dmabuf_next(struct bpf_iter_dmabuf *it) in bpf_iter_dmabuf_next()
184 __bpf_kfunc void bpf_iter_dmabuf_destroy(struct bpf_iter_dmabuf *it) in bpf_iter_dmabuf_destroy()
|
| H A D | rqspinlock.c | 694 __bpf_kfunc int bpf_res_spin_lock(struct bpf_res_spin_lock *lock) in bpf_res_spin_lock()
710 __bpf_kfunc void bpf_res_spin_unlock(struct bpf_res_spin_lock *lock) in bpf_res_spin_unlock()
716 __bpf_kfunc int bpf_res_spin_lock_irqsave(struct bpf_res_spin_lock *lock, unsigned long *flags__irq… in bpf_res_spin_lock_irqsave()
735 __bpf_kfunc void bpf_res_spin_unlock_irqrestore(struct bpf_res_spin_lock *lock, unsigned long *flag… in bpf_res_spin_unlock_irqrestore()
|
| H A D | task_iter.c | 863 __bpf_kfunc int bpf_iter_task_vma_new(struct bpf_iter_task_vma *it, in bpf_iter_task_vma_new()
992 __bpf_kfunc struct vm_area_struct *bpf_iter_task_vma_next(struct bpf_iter_task_vma *it) in bpf_iter_task_vma_next()
1025 __bpf_kfunc void bpf_iter_task_vma_destroy(struct bpf_iter_task_vma *it) in bpf_iter_task_vma_destroy()
1051 __bpf_kfunc int bpf_iter_css_task_new(struct bpf_iter_css_task *it, in bpf_iter_css_task_new()
1076 __bpf_kfunc struct task_struct *bpf_iter_css_task_next(struct bpf_iter_css_task *it) in bpf_iter_css_task_next()
1085 __bpf_kfunc void bpf_iter_css_task_destroy(struct bpf_iter_css_task *it) in bpf_iter_css_task_destroy()
1120 __bpf_kfunc int bpf_iter_task_new(struct bpf_iter_task *it, in bpf_iter_task_new()
1152 __bpf_kfunc struct task_struct *bpf_iter_task_next(struct bpf_iter_task *it) in bpf_iter_task_next()
1181 __bpf_kfunc void bpf_iter_task_destroy(struct bpf_iter_task *it) in bpf_iter_task_destroy()
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 195 __bpf_kfunc void
201 __bpf_kfunc int bpf_iter_testmod_seq_new(struct bpf_iter_testmod_seq *it, s64 value, int cnt) in bpf_iter_testmod_seq_new()
213 __bpf_kfunc s64 *bpf_iter_testmod_seq_next(struct bpf_iter_testmod_seq* it) in bpf_iter_testmod_seq_next()
223 __bpf_kfunc s64 bpf_iter_testmod_seq_value(int val, struct bpf_iter_testmod_seq* it__iter) in bpf_iter_testmod_seq_value()
231 __bpf_kfunc void bpf_iter_testmod_seq_destroy(struct bpf_iter_testmod_seq *it) in bpf_iter_testmod_seq_destroy()
236 __bpf_kfunc void bpf_kfunc_common_test(void) in bpf_kfunc_common_test()
240 __bpf_kfunc u64 bpf_kfunc_arena_arg_test(u64 *val__arena) in bpf_kfunc_arena_arg_test()
249 __bpf_kfunc u64 bpf_kfunc_arena_cap_test(u64 *val__arena) in bpf_kfunc_arena_cap_test()
254 __bpf_kfunc u64 bpf_kfunc_arena_cap_nullable_test(u64 *val__arena__nullable) in bpf_kfunc_arena_cap_nullable_test()
259 __bpf_kfunc u64 bpf_kfunc_arena_args5_test(u64 *a__arena, u64 *b__arena, in bpf_kfunc_arena_args5_test()
[all …]
|
| H A D | bpf_test_modorder_x.c | 9 __bpf_kfunc int bpf_test_modorder_retx(void) in bpf_test_modorder_retx()
|
| H A D | bpf_test_modorder_y.c | 9 __bpf_kfunc int bpf_test_modorder_rety(void) in bpf_test_modorder_rety()
|
| /linux/fs/ |
| H A D | bpf_fs_kfuncs.c | 44 __bpf_kfunc struct file *bpf_get_task_exe_file(struct task_struct *task) in bpf_get_task_exe_file()
60 __bpf_kfunc void bpf_put_file(struct file *file) in bpf_put_file()
81 __bpf_kfunc int bpf_path_d_path(const struct path *path, char *buf, size_t buf__sz) in bpf_path_d_path()
129 __bpf_kfunc int bpf_get_dentry_xattr(struct dentry *dentry, const char *name__str, in bpf_get_dentry_xattr()
162 __bpf_kfunc int bpf_get_file_xattr(struct file *file, const char *name__str, in bpf_get_file_xattr()
288 __bpf_kfunc int bpf_set_dentry_xattr(struct dentry *dentry, const char *name__str, in bpf_set_dentry_xattr()
317 __bpf_kfunc int bpf_remove_dentry_xattr(struct dentry *dentry, const char *name__str) in bpf_remove_dentry_xattr()
344 __bpf_kfunc int bpf_cgroup_read_xattr(struct cgroup *cgroup, const char *name__str, in bpf_cgroup_read_xattr()
377 __bpf_kfunc int bpf_sock_read_xattr(struct socket *sock, const char *name__str, in bpf_sock_read_xattr()
412 __bpf_kfunc struct inode *bpf_real_data_inode(struct file *file) in bpf_real_data_inode()
|
| H A D | binfmt_misc_bpf.c | 133 __bpf_kfunc int bpf_binprm_set_interp(struct linux_binprm *bprm, in bpf_binprm_set_interp()
182 __bpf_kfunc int bpf_binprm_select_interp(struct linux_binprm *bprm, in bpf_binprm_select_interp()
233 __bpf_kfunc int bpf_binprm_set_interp_arg(struct linux_binprm *bprm, in bpf_binprm_set_interp_arg()
284 __bpf_kfunc int bpf_binprm_set_flags(struct linux_binprm *bprm, in bpf_binprm_set_flags()
|
| /linux/net/ipv4/ |
| H A D | tcp_dctcp.c | 89 __bpf_kfunc static void dctcp_init(struct sock *sk) in dctcp_init()
118 __bpf_kfunc static u32 dctcp_ssthresh(struct sock *sk) in dctcp_ssthresh()
127 __bpf_kfunc static void dctcp_update_alpha(struct sock *sk, u32 flags) in dctcp_update_alpha()
183 __bpf_kfunc static void dctcp_state(struct sock *sk, u8 new_state) in dctcp_state()
193 __bpf_kfunc static void dctcp_cwnd_event(struct sock *sk, enum tcp_ca_event ev) in dctcp_cwnd_event()
212 __bpf_kfunc static void dctcp_cwnd_event_tx_start(struct sock *sk) in dctcp_cwnd_event_tx_start()
247 __bpf_kfunc static u32 dctcp_cwnd_undo(struct sock *sk) in dctcp_cwnd_undo()
|
| H A D | fou_bpf.c | 44 __bpf_kfunc int bpf_skb_set_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_set_fou_encap()
86 __bpf_kfunc int bpf_skb_get_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_get_fou_encap()
|
| H A D | tcp_cong.c | 456 __bpf_kfunc u32 tcp_slow_start(struct tcp_sock *tp, u32 acked) in tcp_slow_start()
470 __bpf_kfunc void tcp_cong_avoid_ai(struct tcp_sock *tp, u32 w, u32 acked) in tcp_cong_avoid_ai()
496 __bpf_kfunc void tcp_reno_cong_avoid(struct sock *sk, u32 ack, u32 acked) in tcp_reno_cong_avoid()
515 __bpf_kfunc u32 tcp_reno_ssthresh(struct sock *sk) in tcp_reno_ssthresh()
523 __bpf_kfunc u32 tcp_reno_undo_cwnd(struct sock *sk) in tcp_reno_undo_cwnd()
|
| /linux/net/core/ |
| H A D | bpf_ksock.c | 68 __bpf_kfunc struct bpf_ksock *
161 __bpf_kfunc int bpf_ksock_connect(struct bpf_ksock *ks, in bpf_ksock_connect()
199 __bpf_kfunc struct bpf_ksock *bpf_ksock_acquire(struct bpf_ksock *ks) in bpf_ksock_acquire()
213 __bpf_kfunc void bpf_ksock_release(struct bpf_ksock *ks) in bpf_ksock_release()
221 __bpf_kfunc void bpf_ksock_release_dtor(void *ks) in bpf_ksock_release_dtor()
238 __bpf_kfunc int bpf_ksock_send(struct bpf_ksock *ks, const void *data, in bpf_ksock_send()
|
| /linux/net/netfilter/ |
| H A D | nf_conntrack_bpf.c | 324 __bpf_kfunc struct nf_conn___init *
352 __bpf_kfunc struct nf_conn *
380 __bpf_kfunc struct nf_conn___init *
409 __bpf_kfunc struct nf_conn *
429 __bpf_kfunc struct nf_conn *bpf_ct_insert_entry(struct nf_conn___init *nfct_i) in bpf_ct_insert_entry()
455 __bpf_kfunc void bpf_ct_release(struct nf_conn *nfct) in bpf_ct_release()
470 __bpf_kfunc void bpf_ct_set_timeout(struct nf_conn___init *nfct, u32 timeout) in bpf_ct_set_timeout()
485 __bpf_kfunc int bpf_ct_change_timeout(struct nf_conn *nfct, u32 timeout) in bpf_ct_change_timeout()
500 __bpf_kfunc int bpf_ct_set_status(const struct nf_conn___init *nfct, u32 status) in bpf_ct_set_status()
515 __bpf_kfunc int bpf_ct_change_status(struct nf_conn *nfct, u32 status) in bpf_ct_change_status()
|
| H A D | nf_nat_bpf.c | 31 __bpf_kfunc int bpf_ct_set_nat_info(struct nf_conn___init *nfct, in bpf_ct_set_nat_info()
|
| /linux/kernel/sched/ext/ |
| H A D | idle.c | 1057 __bpf_kfunc s32 scx_bpf_cpu_node(s32 cpu, const struct bpf_prog_aux *aux) in scx_bpf_cpu_node()
1085 __bpf_kfunc s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, in scx_bpf_select_cpu_dfl()
1139 __bpf_kfunc s32
1159 __bpf_kfunc s32 scx_bpf_select_cpu_and(struct task_struct *p, s32 prev_cpu, u64 wake_flags, in scx_bpf_select_cpu_and()
1202 __bpf_kfunc const struct cpumask *
1228 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_cpumask(const struct bpf_prog_aux *aux) in scx_bpf_get_idle_cpumask()
1260 __bpf_kfunc const struct cpumask *
1290 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_smtmask(const struct bpf_prog_aux *aux) in scx_bpf_get_idle_smtmask()
1319 __bpf_kfunc void scx_bpf_put_idle_cpumask(const struct cpumask *idle_mask) in scx_bpf_put_idle_cpumask()
1340 __bpf_kfunc bool scx_bpf_test_and_clear_cpu_idle(s32 cpu, const struct bpf_prog_aux *aux) in scx_bpf_test_and_clear_cpu_idle()
[all …]
|
| H A D | ext.c | 9024 __bpf_kfunc bool scx_bpf_dsq_insert___v2(struct task_struct *p, u64 dsq_id, in scx_bpf_dsq_insert___v2()
9046 __bpf_kfunc void scx_bpf_dsq_insert(struct task_struct *p, u64 dsq_id, in scx_bpf_dsq_insert()
9103 __bpf_kfunc bool
9123 __bpf_kfunc void scx_bpf_dsq_insert_vtime(struct task_struct *p, u64 dsq_id, in scx_bpf_dsq_insert_vtime()
9284 __bpf_kfunc u32 scx_bpf_dispatch_nr_slots(const struct bpf_prog_aux *aux) in scx_bpf_dispatch_nr_slots()
9304 __bpf_kfunc void scx_bpf_dispatch_cancel(const struct bpf_prog_aux *aux) in scx_bpf_dispatch_cancel()
9348 __bpf_kfunc bool scx_bpf_dsq_move_to_local___v2(u64 dsq_id, u64 enq_flags, in scx_bpf_dsq_move_to_local___v2()
9391 __bpf_kfunc bool scx_bpf_dsq_move_to_local(u64 dsq_id, const struct bpf_prog_aux *aux) in scx_bpf_dsq_move_to_local()
9405 __bpf_kfunc void scx_bpf_dsq_move_set_slice(struct bpf_iter_scx_dsq *it__iter, in scx_bpf_dsq_move_set_slice()
9424 __bpf_kfunc void scx_bpf_dsq_move_set_vtime(struct bpf_iter_scx_dsq *it__iter, in scx_bpf_dsq_move_set_vtime()
[all …]
|
| /linux/net/sched/ |
| H A D | bpf_qdisc.c | 192 __bpf_kfunc u32 bpf_skb_get_hash(struct sk_buff *skb) in bpf_skb_get_hash()
200 __bpf_kfunc void bpf_kfree_skb(struct sk_buff *skb) in bpf_kfree_skb()
205 __bpf_kfunc void bpf_kfree_skb_dtor(void *skb)
215 __bpf_kfunc void bpf_qdisc_skb_drop(struct sk_buff *skb,
226 __bpf_kfunc void bpf_qdisc_watchdog_schedule(struct Qdisc *sch, u64 expire, u64 delta_ns)
234 __bpf_kfunc int bpf_qdisc_init_prologue(struct Qdisc *sch, in bpf_qdisc_init_prologue()
261 __bpf_kfunc void bpf_qdisc_reset_destroy_epilogue(struct Qdisc *sch)
272 __bpf_kfunc void bpf_qdisc_bstats_update(struct Qdisc *sch, const struct sk_buff *skb)
|
| /linux/drivers/hid/bpf/ |
| H A D | hid_bpf_dispatch.c | 296 __bpf_kfunc __u8 *
318 __bpf_kfunc struct hid_bpf_ctx *
345 __bpf_kfunc void
412 __bpf_kfunc int
474 __bpf_kfunc int
532 __bpf_kfunc int
557 __bpf_kfunc int
|
| /linux/net/xfrm/ |
| H A D | xfrm_interface_bpf.c | 40 __bpf_kfunc int bpf_skb_get_xfrm_info(struct __sk_buff *skb_ctx, struct bpf_xfrm_info *to) in bpf_skb_get_xfrm_info()
62 __bpf_kfunc int bpf_skb_set_xfrm_info(struct __sk_buff *skb_ctx, const struct bpf_xfrm_info *from) in bpf_skb_set_xfrm_info()
|
| H A D | xfrm_state_bpf.c | 64 __bpf_kfunc struct xfrm_state *
113 __bpf_kfunc void bpf_xdp_xfrm_state_release(struct xfrm_state *x) in bpf_xdp_xfrm_state_release()
|
| /linux/io_uring/ |
| H A D | bpf-ops.c | 17 __bpf_kfunc int bpf_io_uring_submit_sqes(struct iou_ctx *loop_ctx, u32 nr) in bpf_io_uring_submit_sqes()
24 __bpf_kfunc
|
| /linux/Documentation/bpf/ |
| H A D | kfuncs.rst | 42 __bpf_kfunc struct task_struct *bpf_find_get_task_by_vpid(pid_t nr)
130 __bpf_kfunc void bpf_memzero(void *mem, int mem__sz)
150 __bpf_kfunc void *bpf_obj_new(u32 local_type_id__k, ...)
172 __bpf_kfunc int bpf_dynptr_from_skb(..., struct bpf_dynptr_kern *ptr__uninit)
189 __bpf_kfunc void bpf_task_release(struct task_struct *task__nullable)
203 __bpf_kfunc void *bpf_dynptr_slice(..., void *buffer__nullable,
217 __bpf_kfunc int bpf_list_add(..., struct bpf_list_node
234 __bpf_kfunc bpf_get_file_xattr(..., const char *name__str, ...)
264 __bpf_kfunc int bpf_wq_init(struct bpf_wq *wq, void *p__const_map,
276 __bpf_kfunc void *bpf_arena_alloc_pages(void *p__map, ...)
[all …]
|