| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | map_ptr_kern.c | 30 struct bpf_map { struct
38 static inline int check_bpf_map_fields(struct bpf_map *map, __u32 key_size, in check_bpf_map_fields() argument
50 static inline int check_bpf_map_ptr(struct bpf_map *indirect, in check_bpf_map_ptr()
51 struct bpf_map *direct) in check_bpf_map_ptr()
62 static inline int check(struct bpf_map *indirect, struct bpf_map *direct, in check()
71 static inline int check_default(struct bpf_map *indirect, in check_default()
72 struct bpf_map *direct) in check_default()
80 check_default_noinline(struct bpf_map *indirect, struct bpf_map *direc
31 map_typebpf_map global() argument
[all...] |
| H A D | test_bpf_ma.c | 56 static __always_inline void batch_alloc(struct bpf_map *map, unsigned int batch, unsigned int idx) in batch_alloc()
83 static __always_inline void batch_free(struct bpf_map *map, unsigned int batch, unsigned int idx) in batch_free()
105 static __always_inline void batch_percpu_alloc(struct bpf_map *map, unsigned int batch, in batch_percpu_alloc()
133 static __always_inline void batch_percpu_free(struct bpf_map *map, unsigned int batch, in batch_percpu_free()
155 batch_alloc((struct bpf_map *)(&array_##size), batch, idx)
159 batch_alloc((struct bpf_map *)(&array_##size), batch, idx); \
160 batch_free((struct bpf_map *)(&array_##size), batch, idx); \
164 batch_percpu_alloc((struct bpf_map *)(&array_percpu_##size), batch, idx)
168 batch_percpu_alloc((struct bpf_map *)(&array_percpu_##size), batch, idx); \
169 batch_percpu_free((struct bpf_map *)(&array_percpu_##size), batch, idx); \
|
| H A D | bloom_filter_map.c | 10 struct bpf_map;
35 struct bpf_map *map;
41 check_elem(struct bpf_map *map, __u32 *key, __u32 *val, in check_elem()
58 struct bpf_map *inner_map; in inner_map()
79 data.map = (struct bpf_map *)&map_bloom; in check_bloom()
|
| H A D | bloom_filter_bench.c | 12 struct bpf_map;
43 struct bpf_map *map;
71 bloom_callback(struct bpf_map *map, __u32 *key, void *val, in bloom_callback()
96 data.map = (struct bpf_map *)&bloom_map; in bloom_lookup()
109 data.map = (struct bpf_map *)&bloom_map; in bloom_update()
|
| H A D | jeq_infer_not_null_fail.c | 24 struct bpf_map *map = (struct bpf_map *)&m_hash; in jeq_infer_not_null_ptr_to_btfid()
25 struct bpf_map *inner_map = map->inner_map_meta; in jeq_infer_not_null_ptr_to_btfid()
|
| H A D | for_each_array_map_elem.c | 29 unused_subprog(struct bpf_map *map, __u32 *key, __u64 *val, in unused_subprog()
37 check_array_elem(struct bpf_map *map, __u32 *key, __u64 *val, in check_array_elem()
50 check_percpu_elem(struct bpf_map *map, __u32 *key, __u64 *val, in check_percpu_elem()
|
| /linux/include/linux/ |
| H A D | bpf.h | 41 struct bpf_map;
86 struct bpf_map *(*map_alloc)(union bpf_attr *attr);
87 void (*map_release)(struct bpf_map *map, struct file *map_file);
88 void (*map_free)(struct bpf_map *map);
89 int (*map_get_next_key)(struct bpf_map *map, void *key, void *next_key);
90 void (*map_release_uref)(struct bpf_map *map);
91 void *(*map_lookup_elem_sys_only)(struct bpf_map *map, void *key);
92 int (*map_lookup_batch)(struct bpf_map *map, const union bpf_attr *attr,
94 int (*map_lookup_and_delete_elem)(struct bpf_map *map, void *key,
96 int (*map_lookup_and_delete_batch)(struct bpf_map *map,
[all …]
|
| H A D | bpf_local_storage.h | 46 struct bpf_map map;
135 struct bpf_map *
172 void bpf_local_storage_map_free(struct bpf_map *map,
175 int bpf_local_storage_map_check_btf(struct bpf_map *map,
205 u64 bpf_local_storage_map_mem_usage(const struct bpf_map *map);
|
| /linux/kernel/bpf/ |
| H A D | queue_stack_maps.c | 18 struct bpf_map map;
26 static struct bpf_queue_stack *bpf_queue_stack(struct bpf_map *map) in bpf_queue_stack()
65 static struct bpf_map *queue_stack_map_alloc(union bpf_attr *attr) in queue_stack_map_alloc()
88 static void queue_stack_map_free(struct bpf_map *map) in queue_stack_map_free()
95 static long __queue_map_get(struct bpf_map *map, void *value, bool delete) in __queue_map_get()
125 static long __stack_map_get(struct bpf_map *map, void *value, bool delete) in __stack_map_get()
158 static long queue_map_peek_elem(struct bpf_map *map, void *value) in queue_map_peek_elem()
164 static long stack_map_peek_elem(struct bpf_map *map, void *value) in stack_map_peek_elem()
170 static long queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem()
176 static long stack_map_pop_elem(struct bpf_map *map, void *value) in stack_map_pop_elem()
[all …]
|
| H A D | bpf_insn_array.c | 7 struct bpf_map map;
37 static void insn_array_free(struct bpf_map *map) in insn_array_free()
44 static struct bpf_map *insn_array_alloc(union bpf_attr *attr) in insn_array_alloc()
64 static void *insn_array_lookup_elem(struct bpf_map *map, void *key) in insn_array_lookup_elem()
75 static long insn_array_update_elem(struct bpf_map *map, void *key, void *value, u64 map_flags) in insn_array_update_elem()
96 static long insn_array_delete_elem(struct bpf_map *map, void *key) in insn_array_delete_elem()
101 static int insn_array_check_btf(struct bpf_map *map, in insn_array_check_btf()
115 static u64 insn_array_mem_usage(const struct bpf_map *map) in insn_array_mem_usage()
120 static int insn_array_map_direct_value_addr(const struct bpf_map *map, u64 *imm, u32 off) in insn_array_map_direct_value_addr()
150 static inline bool is_frozen(struct bpf_map *map) in is_frozen()
[all …]
|
| H A D | map_in_map.c | 10 struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd) in bpf_map_meta_alloc()
12 struct bpf_map *inner_map, *inner_map_meta; in bpf_map_meta_alloc()
48 struct bpf_map *ret = ERR_CAST(inner_map_meta->record); in bpf_map_meta_alloc()
76 void bpf_map_meta_free(struct bpf_map *map_meta) in bpf_map_meta_free()
83 bool bpf_map_meta_equal(const struct bpf_map *meta0, in bpf_map_meta_equal()
84 const struct bpf_map *meta1) in bpf_map_meta_equal()
94 void *bpf_map_fd_get_ptr(struct bpf_map *map, in bpf_map_fd_get_ptr()
98 struct bpf_map *inner_map, *inner_map_meta; in bpf_map_fd_get_ptr()
114 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer) in bpf_map_fd_put_ptr()
116 struct bpf_map *inner_map = ptr; in bpf_map_fd_put_ptr()
[all …]
|
| H A D | arraymap.c | 84 static struct bpf_map *array_map_alloc(union bpf_attr *attr) in array_map_alloc()
167 static void *array_map_lookup_elem(struct bpf_map *map, void *key) in array_map_lookup_elem()
178 static int array_map_get_hash(struct bpf_map *map, u32 hash_buf_size, in array_map_get_hash()
189 static int array_map_direct_value_addr(const struct bpf_map *map, u64 *imm, in array_map_direct_value_addr()
203 static int array_map_direct_value_meta(const struct bpf_map *map, u64 imm, in array_map_direct_value_meta()
220 static int array_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in array_map_gen_lookup()
253 static void *percpu_array_map_lookup_elem(struct bpf_map *map, void *key) in percpu_array_map_lookup_elem()
265 static int percpu_array_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in percpu_array_map_gen_lookup()
296 static void *percpu_array_map_lookup_percpu_elem(struct bpf_map *map, void *key, u32 cpu) in percpu_array_map_lookup_percpu_elem()
310 int bpf_percpu_array_copy(struct bpf_map *map, void *key, void *value, u64 map_flags) in bpf_percpu_array_copy()
[all …]
|
| H A D | bloom_filter.c | 16 struct bpf_map map;
36 static long bloom_map_peek_elem(struct bpf_map *map, void *value) in bloom_map_peek_elem()
51 static long bloom_map_push_elem(struct bpf_map *map, void *value, u64 flags) in bloom_map_push_elem()
68 static long bloom_map_pop_elem(struct bpf_map *map, void *value) in bloom_map_pop_elem()
73 static long bloom_map_delete_elem(struct bpf_map *map, void *value) in bloom_map_delete_elem()
78 static int bloom_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in bloom_map_get_next_key()
95 static struct bpf_map *bloom_map_alloc(union bpf_attr *attr) in bloom_map_alloc()
162 static void bloom_map_free(struct bpf_map *map) in bloom_map_free()
170 static void *bloom_map_lookup_elem(struct bpf_map *map, void *key) in bloom_map_lookup_elem()
176 static long bloom_map_update_elem(struct bpf_map *map, void *key, in bloom_map_update_elem()
[all …]
|
| H A D | map_in_map.h | 10 struct bpf_map;
12 struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd);
13 void bpf_map_meta_free(struct bpf_map *map_meta);
14 void *bpf_map_fd_get_ptr(struct bpf_map *map, struct file *map_file,
16 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer);
|
| H A D | local_storage.c | 22 struct bpf_map map;
29 static struct bpf_cgroup_storage_map *map_to_storage(struct bpf_map *map) in map_to_storage()
34 static bool attach_type_isolated(const struct bpf_map *map) in attach_type_isolated()
132 static void *cgroup_storage_lookup_elem(struct bpf_map *_map, void *key) in cgroup_storage_lookup_elem()
144 static long cgroup_storage_update_elem(struct bpf_map *map, void *key, in cgroup_storage_update_elem()
182 int bpf_percpu_cgroup_storage_copy(struct bpf_map *_map, void *key, in bpf_percpu_cgroup_storage_copy()
216 int bpf_percpu_cgroup_storage_update(struct bpf_map *_map, void *key, in bpf_percpu_cgroup_storage_update()
256 static int cgroup_storage_get_next_key(struct bpf_map *_map, void *key, in cgroup_storage_get_next_key()
296 static struct bpf_map *cgroup_storage_map_alloc(union bpf_attr *attr) in cgroup_storage_map_alloc()
341 static void cgroup_storage_map_free(struct bpf_map *_map) in cgroup_storage_map_free()
[all …]
|
| H A D | hashtab.c | 86 struct bpf_map map;
201 static void *fd_htab_map_get_ptr(const struct bpf_map *map, struct htab_elem *l) in fd_htab_map_get_ptr()
525 static int htab_map_check_btf(struct bpf_map *map, const struct btf *btf, in htab_map_check_btf()
542 static struct bpf_map *htab_map_alloc(union bpf_attr *attr) in htab_map_alloc()
732 static void *__htab_map_lookup_elem(struct bpf_map *map, void *key) in __htab_map_lookup_elem()
752 static void *htab_map_lookup_elem(struct bpf_map *map, void *key) in htab_map_lookup_elem()
773 static int htab_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in htab_map_gen_lookup()
779 (void *(*)(struct bpf_map *map, void *key))NULL)); in htab_map_gen_lookup()
788 static __always_inline void *__htab_lru_map_lookup_elem(struct bpf_map *map, in __htab_lru_map_lookup_elem()
802 static void *htab_lru_map_lookup_elem(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem()
[all …]
|
| H A D | reuseport_array.c | 12 struct bpf_map map;
16 static struct reuseport_array *reuseport_array(struct bpf_map *map) in reuseport_array()
50 static void *reuseport_array_lookup_elem(struct bpf_map *map, void *key) in reuseport_array_lookup_elem()
62 static long reuseport_array_delete_elem(struct bpf_map *map, void *key) in reuseport_array_delete_elem()
94 static void reuseport_array_free(struct bpf_map *map) in reuseport_array_free()
149 static struct bpf_map *reuseport_array_alloc(union bpf_attr *attr) in reuseport_array_alloc()
165 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_lookup_elem()
232 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_update_elem()
316 static int reuseport_array_get_next_key(struct bpf_map *map, void *key, in reuseport_array_get_next_key()
335 static u64 reuseport_array_mem_usage(const struct bpf_map *map) in reuseport_array_mem_usage()
|
| H A D | arena.c | 52 struct bpf_map map;
86 static long arena_map_peek_elem(struct bpf_map *map, void *value) in arena_map_peek_elem()
91 static long arena_map_push_elem(struct bpf_map *map, void *value, u64 flags) in arena_map_push_elem()
96 static long arena_map_pop_elem(struct bpf_map *map, void *value) in arena_map_pop_elem()
101 static long arena_map_delete_elem(struct bpf_map *map, void *value) in arena_map_delete_elem()
106 static int arena_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in arena_map_get_next_key()
176 static struct bpf_map *arena_map_alloc(union bpf_attr *attr) in arena_map_alloc()
265 static void arena_map_free(struct bpf_map *map) in arena_map_free()
295 static void *arena_map_lookup_elem(struct bpf_map *map, void *key) in arena_map_lookup_elem()
300 static long arena_map_update_elem(struct bpf_map *map, void *key, in arena_map_update_elem()
[all …]
|
| H A D | devmap.c | 77 struct bpf_map map;
164 static struct bpf_map *dev_map_alloc(union bpf_attr *attr) in dev_map_alloc()
186 static void dev_map_free(struct bpf_map *map) in dev_map_free()
256 static int dev_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in dev_map_get_next_key()
277 static void *__dev_map_hash_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_hash_lookup_elem()
291 static int dev_map_hash_get_next_key(struct bpf_map *map, void *key, in dev_map_hash_get_next_key()
445 static void *__dev_map_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_lookup_elem()
623 struct bpf_map *map, bool exclude_ingress) in dev_map_enqueue_multi()
744 struct bpf_map *map, bool exclude_ingress) in dev_map_redirect_multi()
818 static void *dev_map_lookup_elem(struct bpf_map *map, void *key) in dev_map_lookup_elem()
[all …]
|
| H A D | cpumap.c | 80 struct bpf_map map;
85 static struct bpf_map *cpu_map_alloc(union bpf_attr *attr) in cpu_map_alloc()
414 struct bpf_map *map, int fd) in __cpu_map_load_bpf_program()
435 __cpu_map_entry_alloc(struct bpf_map *map, struct bpf_cpumap_val *value, in __cpu_map_entry_alloc()
568 static long cpu_map_delete_elem(struct bpf_map *map, void *key) in cpu_map_delete_elem()
581 static long cpu_map_update_elem(struct bpf_map *map, void *key, void *value, in cpu_map_update_elem()
619 static void cpu_map_free(struct bpf_map *map) in cpu_map_free()
655 static void *__cpu_map_lookup_elem(struct bpf_map *map, u32 key) in __cpu_map_lookup_elem()
668 static void *cpu_map_lookup_elem(struct bpf_map *map, void *key) in cpu_map_lookup_elem()
676 static int cpu_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in cpu_map_get_next_key()
[all …]
|
| /linux/net/xdp/ |
| H A D | xskmap.c | 64 static struct bpf_map *xsk_map_alloc(union bpf_attr *attr) in xsk_map_alloc()
88 static u64 xsk_map_mem_usage(const struct bpf_map *map) in xsk_map_mem_usage()
96 static void xsk_map_free(struct bpf_map *map) in xsk_map_free()
104 static int xsk_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in xsk_map_get_next_key()
121 static int xsk_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in xsk_map_gen_lookup()
141 static void *__xsk_map_lookup_elem(struct bpf_map *map, u32 key) in __xsk_map_lookup_elem()
151 static void *xsk_map_lookup_elem(struct bpf_map *map, void *key) in xsk_map_lookup_elem()
156 static void *xsk_map_lookup_elem_sys_only(struct bpf_map *map, void *key) in xsk_map_lookup_elem_sys_only()
161 static long xsk_map_update_elem(struct bpf_map *map, void *key, void *value, in xsk_map_update_elem()
226 static long xsk_map_delete_elem(struct bpf_map *map, void *key) in xsk_map_delete_elem()
[all …]
|
| /linux/net/core/ |
| H A D | sock_map.c | 18 struct bpf_map map;
34 static int sock_map_prog_update(struct bpf_map *map, struct bpf_prog *prog,
37 static struct sk_psock_progs *sock_map_progs(struct bpf_map *map);
39 static struct bpf_map *sock_map_alloc(union bpf_attr *attr) in sock_map_alloc()
70 struct bpf_map *map; in sock_map_get_from_fd()
89 struct bpf_map *map; in sock_map_prog_detach()
133 struct bpf_map *map, void *link_raw) in sock_map_add_link()
151 struct bpf_map *map = link->map; in sock_map_del_link()
217 static int sock_map_link(struct bpf_map *map, struct sock *sk) in sock_map_link()
339 static void sock_map_free(struct bpf_map *map) in sock_map_free()
[all …]
|
| H A D | bpf_sk_storage.c | 21 bpf_sk_storage_lookup(struct sock *sk, struct bpf_map *map, bool cacheit_lockit) in bpf_sk_storage_lookup()
35 static int bpf_sk_storage_del(struct sock *sk, struct bpf_map *map) in bpf_sk_storage_del()
64 static void bpf_sk_storage_map_free(struct bpf_map *map) in bpf_sk_storage_map_free()
69 static struct bpf_map *bpf_sk_storage_map_alloc(union bpf_attr *attr) in bpf_sk_storage_map_alloc()
74 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key()
80 static void *bpf_fd_sk_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_sk_storage_lookup_elem()
97 static long bpf_fd_sk_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_sk_storage_update_elem()
117 static long bpf_fd_sk_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_sk_storage_delete_elem()
172 struct bpf_map *map; in bpf_sk_storage_clone()
230 BPF_CALL_4(bpf_sk_storage_get, struct bpf_map *, map, struct sock *, sk, in BPF_CALL_4() argument
[all …]
|
| /linux/tools/perf/util/ |
| H A D | bpf_map.h | |
| /linux/kernel/bpf/preload/iterators/ |
| H A D | iterators.bpf.c | 15 struct bpf_map { struct
23 struct bpf_map *map; argument
76 __s64 bpf_map_sum_elem_count(struct bpf_map *map) __ksym;
83 struct bpf_map *map = ctx->map; in dump_bpf_map()
|