| /linux/kernel/bpf/ |
| H A D | check_btf.c | 33 bpfptr_t uattr) in prepare_btf_func() argument
63 urecord = make_bpfptr(attr->func_info, uattr.is_kernel); in prepare_btf_func()
78 if (copy_to_bpfptr_offset(uattr, in prepare_btf_func()
135 bpfptr_t uattr) in check_btf_func() argument
163 urecord = make_bpfptr(attr->func_info, uattr.is_kernel); in check_btf_func()
215 bpfptr_t uattr) in check_btf_line() argument
250 ulinfo = make_bpfptr(attr->line_info, uattr.is_kernel); in check_btf_line()
258 if (copy_to_bpfptr_offset(uattr, in check_btf_line()
343 bpfptr_t uattr) in bpf_check_core_relo() argument
368 u_core_relo = make_bpfptr(attr->core_relos, uattr.is_kernel); in bpf_check_core_relo()
[all …]
|
| H A D | syscall.c | 1382 static int map_create_alloc(union bpf_attr *attr, bpfptr_t uattr, struct bpf_verifier_log *log, in map_create_alloc() argument
1595 bpfptr_t uprog_hash = make_bpfptr(attr->excl_prog_hash, uattr.is_kernel); in map_create_alloc()
1630 static int map_create(union bpf_attr *attr, bpfptr_t uattr, struct bpf_common_attr *attr_common, in map_create() argument
1644 err = map_create_alloc(attr, uattr, log, &map, &token); in map_create()
1662 err = security_bpf_map_create(map, attr, token, uattr.is_kernel); in map_create()
1847 static int map_update_elem(union bpf_attr *attr, bpfptr_t uattr) in map_update_elem() argument
1849 bpfptr_t ukey = make_bpfptr(attr->key, uattr.is_kernel); in map_update_elem()
1850 bpfptr_t uvalue = make_bpfptr(attr->value, uattr.is_kernel); in map_update_elem()
1900 static int map_delete_elem(union bpf_attr *attr, bpfptr_t uattr) in map_delete_elem() argument
1902 bpfptr_t ukey = make_bpfptr(attr->key, uattr in map_delete_elem()
2011 generic_map_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) generic_map_delete_batch() argument
2067 generic_map_update_batch(struct bpf_map * map,struct file * map_file,const union bpf_attr * attr,union bpf_attr __user * uattr) generic_map_update_batch() argument
2125 generic_map_lookup_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) generic_map_lookup_batch() argument
4719 bpf_prog_query(const union bpf_attr * attr,union bpf_attr __user * uattr,u32 uattr_size) bpf_prog_query() argument
4783 bpf_prog_test_run(const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_prog_test_run() argument
4813 bpf_obj_get_next_id(const union bpf_attr * attr,union bpf_attr __user * uattr,struct idr * idr,spinlock_t * lock) bpf_obj_get_next_id() argument
5102 bpf_prog_get_info_by_fd(struct file * file,struct bpf_prog * prog,const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_prog_get_info_by_fd() argument
5392 bpf_map_get_info_by_fd(struct file * file,struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_map_get_info_by_fd() argument
5463 bpf_btf_get_info_by_fd(struct file * file,struct btf * btf,const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_btf_get_info_by_fd() argument
5479 bpf_link_get_info_by_fd(struct file * file,struct bpf_link * link,const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_link_get_info_by_fd() argument
5521 token_get_info_by_fd(struct file * file,struct bpf_token * token,const union bpf_attr * attr,union bpf_attr __user * uattr) token_get_info_by_fd() argument
5536 bpf_obj_get_info_by_fd(const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_obj_get_info_by_fd() argument
5564 bpf_btf_load(const union bpf_attr * attr,bpfptr_t uattr,struct bpf_log_attr * attr_log) bpf_btf_load() argument
5627 bpf_task_fd_query_copy(const union bpf_attr * attr,union bpf_attr __user * uattr,u32 prog_id,u32 fd_type,const char * buf,u64 probe_offset,u64 probe_addr) bpf_task_fd_query_copy() argument
5665 bpf_task_fd_query(const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_task_fd_query() argument
5748 bpf_map_do_batch(const union bpf_attr * attr,union bpf_attr __user * uattr,int cmd) bpf_map_do_batch() argument
5793 link_create(union bpf_attr * attr,bpfptr_t uattr) link_create() argument
6306 __sys_bpf(enum bpf_cmd cmd,bpfptr_t uattr,unsigned int size,bpfptr_t uattr_common,unsigned int size_common) __sys_bpf() argument
6486 SYSCALL_DEFINE5(bpf,int,cmd,union bpf_attr __user *,uattr,unsigned int,size,struct bpf_common_attr __user *,uattr_common,unsigned int,size_common) SYSCALL_DEFINE5() argument
[all...] |
| H A D | log.c | 817 u32 offsetof_log_true_size, bpfptr_t uattr, struct bpf_common_attr *common, in bpf_log_attr_init() argument
836 log->uattr = uattr; in bpf_log_attr_init()
842 log->uattr = uattr_common; in bpf_log_attr_init()
851 struct bpf_common_attr *common, bpfptr_t uattr, in bpf_log_attr_create_vlog() argument
858 attr_log->uattr = uattr; in bpf_log_attr_create_vlog()
887 copy_to_bpfptr_offset(attr->uattr, attr->offsetof_true_size, &log_true_size, in bpf_log_attr_finalize()
|
| H A D | net_namespace.c | 241 union bpf_attr __user *uattr, in __netns_bpf_prog_query() argument
254 if (copy_to_user(&uattr->query.attach_flags, &flags, sizeof(flags))) in __netns_bpf_prog_query()
256 if (copy_to_user(&uattr->query.prog_cnt, &prog_cnt, sizeof(prog_cnt))) in __netns_bpf_prog_query()
266 union bpf_attr __user *uattr) in netns_bpf_prog_query() argument
284 ret = __netns_bpf_prog_query(attr, uattr, net, type); in netns_bpf_prog_query()
|
| H A D | hashtab.c | 1802 union bpf_attr __user *uattr, in __htab_map_lookup_and_delete_batch()
1840 if (put_user(0, &uattr->batch.count)) in __htab_map_lookup_and_delete_batch()
2043 put_user(total, &uattr->batch.count)) in htab_percpu_map_lookup_batch()
2054 union bpf_attr __user *uattr)
2056 return __htab_map_lookup_and_delete_batch(map, attr, uattr, false, in htab_map_lookup_batch() argument
2063 union bpf_attr __user *uattr) in htab_map_lookup_and_delete_batch()
2065 return __htab_map_lookup_and_delete_batch(map, attr, uattr, true, in htab_map_lookup_and_delete_batch() argument
2071 union bpf_attr __user *uattr)
2073 return __htab_map_lookup_and_delete_batch(map, attr, uattr, false, in htab_lru_percpu_map_lookup_batch()
2080 union bpf_attr __user *uattr)
1787 __htab_map_lookup_and_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr,bool do_delete,bool is_lru_map,bool is_percpu) __htab_map_lookup_and_delete_batch() argument
2039 htab_percpu_map_lookup_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) htab_percpu_map_lookup_batch() argument
2048 htab_percpu_map_lookup_and_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) htab_percpu_map_lookup_and_delete_batch() argument
2074 htab_lru_percpu_map_lookup_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) htab_lru_percpu_map_lookup_batch() argument
2083 htab_lru_percpu_map_lookup_and_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) htab_lru_percpu_map_lookup_and_delete_batch() argument
2091 htab_lru_map_lookup_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) htab_lru_map_lookup_batch() argument
2100 htab_lru_map_lookup_and_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) htab_lru_map_lookup_and_delete_batch() argument
3261 __rhtab_map_lookup_and_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr,bool do_delete) __rhtab_map_lookup_and_delete_batch() argument
3396 rhtab_map_lookup_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) rhtab_map_lookup_batch() argument
3402 rhtab_map_lookup_and_delete_batch(struct bpf_map * map,const union bpf_attr * attr,union bpf_attr __user * uattr) rhtab_map_lookup_and_delete_batch() argument
[all...] |
| H A D | mprog.c | 395 int bpf_mprog_query(const union bpf_attr *attr, union bpf_attr __user *uattr, in bpf_mprog_query() argument
414 if (copy_to_user(&uattr->query.attach_flags, &flags, sizeof(flags))) in bpf_mprog_query()
416 if (copy_to_user(&uattr->query.revision, &revision, sizeof(revision))) in bpf_mprog_query()
418 if (copy_to_user(&uattr->query.count, &count, sizeof(count))) in bpf_mprog_query()
|
| H A D | token.c | 199 union bpf_attr __user *uattr) in bpf_token_get_info_by_fd() argument
214 put_user(info_len, &uattr->info.info_len)) in bpf_token_get_info_by_fd()
|
| H A D | tcx.c | 122 int tcx_prog_query(const union bpf_attr *attr, union bpf_attr __user *uattr) in tcx_prog_query() argument
135 ret = bpf_mprog_query(attr, uattr, tcx_entry_fetch(dev, ingress)); in tcx_prog_query()
|
| H A D | cgroup.c | 1273 union bpf_attr __user *uattr, u32 uattr_size) in __cgroup_bpf_query() argument
1318 if (copy_to_user(&uattr->query.attach_flags, &flags, sizeof(flags))) in __cgroup_bpf_query()
1320 if (copy_to_user(&uattr->query.prog_cnt, &total_cnt, sizeof(total_cnt))) in __cgroup_bpf_query()
1325 copy_to_user(&uattr->query.revision, &revision, sizeof(revision))) in __cgroup_bpf_query()
1378 union bpf_attr __user *uattr, u32 uattr_size) in cgroup_bpf_query() argument
1383 ret = __cgroup_bpf_query(cgrp, attr, uattr, uattr_size); in cgroup_bpf_query()
1586 union bpf_attr __user *uattr, u32 uattr_size) in cgroup_bpf_prog_query() argument
1595 ret = cgroup_bpf_query(cgrp, attr, uattr, uattr_size); in cgroup_bpf_prog_query()
|
| H A D | bpf_iter.c | 504 int bpf_iter_link_attach(const union bpf_attr *attr, bpfptr_t uattr, in bpf_iter_link_attach() argument
520 ulinfo = make_bpfptr(attr->link_create.iter_info, uattr.is_kernel); in bpf_iter_link_attach()
|
| H A D | btf.c | 5998 static struct btf *btf_parse(const union bpf_attr *attr, bpfptr_t uattr, in btf_parse() argument
6001 bpfptr_t btf_data = make_bpfptr(attr->btf, uattr.is_kernel); in btf_parse()
8409 int btf_new_fd(const union bpf_attr *attr, bpfptr_t uattr, struct bpf_log_attr *attr_log) in btf_new_fd() argument
8414 btf = btf_parse(attr, uattr, attr_log); in btf_new_fd()
8451 union bpf_attr __user *uattr) in btf_get_info_by_fd() argument
8503 put_user(info_copy, &uattr->info.info_len)) in btf_get_info_by_fd()
|
| H A D | verifier.c | 20786 union bpf_attr *attr, bpfptr_t uattr) in process_fd_array()
20788 bpfptr_t fd_array = make_bpfptr(attr->fd_array, uattr.is_kernel); in process_fd_array()
21206 int bpf_check(struct bpf_prog **prog, union bpf_attr *attr, bpfptr_t uattr, in bpf_check()
21258 ret = process_fd_array(env, attr, uattr); in bpf_check()
21263 ret = bpf_prog_verify_signature(env, attr, uattr.is_kernel); in bpf_check()
21269 uattr.is_kernel); in bpf_check()
21323 ret = bpf_prepare_btf_info(env, attr, uattr); in bpf_check()
21328 ret = bpf_check_core_relo(env, attr, uattr); in bpf_check()
21342 ret = bpf_check_btf_info(env, attr, uattr); in bpf_check()
20778 process_fd_array(struct bpf_verifier_env * env,union bpf_attr * attr,bpfptr_t uattr) process_fd_array() argument
21198 bpf_check(struct bpf_prog ** prog,union bpf_attr * attr,bpfptr_t uattr,struct bpf_log_attr * attr_log) bpf_check() argument
|
| /linux/drivers/infiniband/core/ |
| H A D | uverbs_std_types_counters.c | 92 const struct uverbs_attr *uattr; in UVERBS_HANDLER() local
109 uattr = uverbs_attr_get(attrs, UVERBS_ATTR_READ_COUNTERS_BUFF); in UVERBS_HANDLER()
110 if (IS_ERR(uattr)) in UVERBS_HANDLER()
111 return PTR_ERR(uattr); in UVERBS_HANDLER()
112 read_attr.ncounters = uattr->ptr_attr.len / sizeof(u64); in UVERBS_HANDLER()
|
| /linux/net/bpf/ |
| H A D | test_run.c | 437 union bpf_attr __user *uattr, const void *data, in bpf_test_finish() argument
486 if (copy_to_user(&uattr->test.data_size_out, &size, sizeof(size))) in bpf_test_finish()
488 if (copy_to_user(&uattr->test.retval, &retval, sizeof(retval))) in bpf_test_finish()
490 if (copy_to_user(&uattr->test.duration, &duration, sizeof(duration))) in bpf_test_finish()
687 union bpf_attr __user *uattr) in bpf_prog_test_run_tracing() argument
730 if (copy_to_user(&uattr->test.retval, &retval, sizeof(retval))) in bpf_prog_test_run_tracing()
784 union bpf_attr __user *uattr) in bpf_prog_test_run_raw_tp() argument
847 copy_to_user(&uattr->test.retval, &info.retval, sizeof(u32))) in bpf_prog_test_run_raw_tp()
886 union bpf_attr __user *uattr, const void *data, in bpf_ctx_finish() argument
903 if (copy_to_user(&uattr->test.ctx_size_out, &size, sizeof(size))) in bpf_ctx_finish()
[all …]
|
| /linux/include/linux/ |
| H A D | bpf_lirc.h | 10 int lirc_prog_query(const union bpf_attr *attr, union bpf_attr __user *uattr);
24 union bpf_attr __user *uattr) in lirc_prog_query() argument
|
| H A D | bpf-netns.h | 30 union bpf_attr __user *uattr);
38 union bpf_attr __user *uattr) in netns_bpf_prog_query() argument
|
| H A D | bpf.h | 97 union bpf_attr __user *uattr);
102 union bpf_attr __user *uattr);
105 union bpf_attr __user *uattr);
107 union bpf_attr __user *uattr);
1139 union bpf_attr __user *uattr);
2307 union bpf_attr __user *uattr); in bpf_prog_disassoc_struct_ops()
2813 union bpf_attr __user *uattr);
2816 union bpf_attr __user *uattr);
2819 union bpf_attr __user *uattr); in bpf_map_memcg_enter()
2953 union bpf_attr __user *uattr);
3381 bpf_token_get_info_by_fd(struct bpf_token * token,const union bpf_attr * attr,union bpf_attr __user * uattr) bpf_token_get_info_by_fd() argument
3457 bpf_prog_test_run_xdp(struct bpf_prog * prog,const union bpf_attr * kattr,union bpf_attr __user * uattr) bpf_prog_test_run_xdp() argument
3464 bpf_prog_test_run_skb(struct bpf_prog * prog,const union bpf_attr * kattr,union bpf_attr __user * uattr) bpf_prog_test_run_skb() argument
3471 bpf_prog_test_run_tracing(struct bpf_prog * prog,const union bpf_attr * kattr,union bpf_attr __user * uattr) bpf_prog_test_run_tracing() argument
3478 bpf_prog_test_run_flow_dissector(struct bpf_prog * prog,const union bpf_attr * kattr,union bpf_attr __user * uattr) bpf_prog_test_run_flow_dissector() argument
3485 bpf_prog_test_run_sk_lookup(struct bpf_prog * prog,const union bpf_attr * kattr,union bpf_attr __user * uattr) bpf_prog_test_run_sk_lookup() argument
3734 bpf_prog_test_run_syscall(struct bpf_prog * prog,const union bpf_attr * kattr,union bpf_attr __user * uattr) bpf_prog_test_run_syscall() argument
3759 sock_map_bpf_prog_query(const union bpf_attr * attr,union bpf_attr __user * uattr) sock_map_bpf_prog_query() argument
[all...] |
| H A D | bpf_verifier.h | 777 bpfptr_t uattr; member
781 u32 offsetof_log_true_size, bpfptr_t uattr, struct bpf_common_attr *common,
784 struct bpf_common_attr *common, bpfptr_t uattr,
1201 const union bpf_attr *attr, bpfptr_t uattr);
1203 const union bpf_attr *attr, bpfptr_t uattr);
1205 const union bpf_attr *attr, bpfptr_t uattr);
|
| H A D | btf.h | 151 int btf_new_fd(const union bpf_attr *attr, bpfptr_t uattr, struct bpf_log_attr *attr_log);
155 union bpf_attr __user *uattr);
|
| /linux/include/net/ |
| H A D | netkit.h | 12 int netkit_prog_query(const union bpf_attr *attr, union bpf_attr __user *uattr);
34 union bpf_attr __user *uattr) in netkit_prog_query() argument
|
| H A D | tcx.h | 169 union bpf_attr __user *uattr);
197 union bpf_attr __user *uattr) in tcx_prog_query() argument
|
| /linux/kernel/sched/ |
| H A D | syscalls.c | 872 static int sched_copy_attr(struct sched_attr __user *uattr, struct sched_attr *attr) in sched_copy_attr() argument
880 ret = get_user(size, &uattr->size); in sched_copy_attr()
890 ret = copy_struct_from_user(attr, sizeof(*attr), uattr, size); in sched_copy_attr()
910 put_user(sizeof(*attr), &uattr->size); in sched_copy_attr()
960 SYSCALL_DEFINE3(sched_setattr, pid_t, pid, struct sched_attr __user *, uattr, in SYSCALL_DEFINE3() argument
966 if (unlikely(!uattr || pid < 0 || flags)) in SYSCALL_DEFINE3()
969 retval = sched_copy_attr(uattr, &attr); in SYSCALL_DEFINE3()
1060 SYSCALL_DEFINE4(sched_getattr, pid_t, pid, struct sched_attr __user *, uattr, in SYSCALL_DEFINE4() argument
1067 if (unlikely(!uattr || pid < 0 || usize > PAGE_SIZE || in SYSCALL_DEFINE4()
1104 return copy_struct_to_user(uattr, usize, &kattr, sizeof(kattr), NULL); in SYSCALL_DEFINE4()
|
| /linux/drivers/media/rc/ |
| H A D | bpf-lirc.c | 295 int lirc_prog_query(const union bpf_attr *attr, union bpf_attr __user *uattr) in lirc_prog_query() argument
322 if (copy_to_user(&uattr->query.prog_cnt, &cnt, sizeof(cnt))) { in lirc_prog_query()
327 if (copy_to_user(&uattr->query.attach_flags, &flags, sizeof(flags))) { in lirc_prog_query()
|
| /linux/fs/ |
| H A D | namespace.c | 5272 static int wants_mount_setattr(struct mount_attr __user *uattr, size_t usize, in mnt_to_attr_flags()
5288 ret = copy_struct_from_user(&attr, sizeof(attr), uattr, usize);
5306 unsigned int, flags, struct mount_attr __user *, uattr, in vfsmount_to_propagation_flags()
5332 err = wants_mount_setattr(uattr, usize, &kattr); in statmount_mnt_basic()
5347 unsigned, flags, struct mount_attr __user *, uattr, in statmount_mnt_root()
5350 if (!uattr && usize) in statmount_mnt_root()
5357 if (uattr) { in statmount_mnt_root()
5367 ret = wants_mount_setattr(uattr, usize, &kattr);
5119 wants_mount_setattr(struct mount_attr __user * uattr,size_t usize,struct mount_kattr * kattr) wants_mount_setattr() argument
5153 SYSCALL_DEFINE5(mount_setattr,int,dfd,const char __user *,path,unsigned int,flags,struct mount_attr __user *,uattr,size_t,usize) SYSCALL_DEFINE5() argument
5194 SYSCALL_DEFINE5(open_tree_attr,int,dfd,const char __user *,filename,unsigned,flags,struct mount_attr __user *,uattr,size_t,usize) SYSCALL_DEFINE5() argument
|
| /linux/net/core/ |
| H A D | sock_map.c | 1574 union bpf_attr __user *uattr) in sock_map_bpf_prog_query() argument
1614 if (copy_to_user(&uattr->query.attach_flags, &flags, sizeof(flags)) || in sock_map_bpf_prog_query()
1616 copy_to_user(&uattr->query.prog_cnt, &prog_cnt, sizeof(prog_cnt))) in sock_map_bpf_prog_query()
|