48 #define IS_FD_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PERF_EVENT_ARRAY || \  argument
51 #define IS_FD_PROG_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PROG_ARRAY)  argument
52 #define IS_FD_HASH(map) ((map)->map_type == BPF_MAP_TYPE_HASH_OF_MAPS)  argument
53 #define IS_FD_MAP(map) (IS_FD_ARRAY(map) || IS_FD_PROG_ARRAY(map) || \  argument
121 static void bpf_map_write_active_inc(struct bpf_map *map)  in bpf_map_write_active_inc()
126 static void bpf_map_write_active_dec(struct bpf_map *map)  in bpf_map_write_active_dec()
131 bool bpf_map_write_active(const struct bpf_map *map)  in bpf_map_write_active()
136 static u32 bpf_map_value_size(const struct bpf_map *map)  in bpf_map_value_size()
149 static void maybe_wait_bpf_programs(struct bpf_map *map)  in maybe_wait_bpf_programs()
247 static int bpf_map_update_value(struct bpf_map *map, struct file *map_file,  in bpf_map_update_value()
305 static int bpf_map_copy_value(struct bpf_map *map, void *key, void *value,  in bpf_map_copy_value()
433 void bpf_map_init_from_attr(struct bpf_map *map, union bpf_attr *attr)  in bpf_map_init_from_attr()
444 static int bpf_map_alloc_id(struct bpf_map *map)  in bpf_map_alloc_id()
462 void bpf_map_free_id(struct bpf_map *map)  in bpf_map_free_id()
483 static void bpf_map_save_memcg(struct bpf_map *map)  in bpf_map_save_memcg()
494 static void bpf_map_release_memcg(struct bpf_map *map)  in bpf_map_release_memcg()
500 static struct mem_cgroup *bpf_map_get_memcg(const struct bpf_map *map)  in bpf_map_get_memcg()
508 void *bpf_map_kmalloc_node(const struct bpf_map *map, size_t size, gfp_t flags,  in bpf_map_kmalloc_node()
523 void *bpf_map_kmalloc_nolock(const struct bpf_map *map, size_t size, gfp_t flags,  in bpf_map_kmalloc_nolock()
538 void *bpf_map_kzalloc(const struct bpf_map *map, size_t size, gfp_t flags)  in bpf_map_kzalloc()
552 void *bpf_map_kvcalloc(struct bpf_map *map, size_t n, size_t size,  in bpf_map_kvcalloc()
567 void __percpu *bpf_map_alloc_percpu(const struct bpf_map *map, size_t size,  in bpf_map_alloc_percpu()
583 static void bpf_map_save_memcg(struct bpf_map *map)  in bpf_map_save_memcg()
587 static void bpf_map_release_memcg(struct bpf_map *map)  in bpf_map_release_memcg()
609 int bpf_map_alloc_pages(const struct bpf_map *map, int nid,  in bpf_map_alloc_pages()
703 void bpf_map_free_record(struct bpf_map *map)  in bpf_map_free_record()
883 static void bpf_map_free(struct bpf_map *map)  in bpf_map_free()
916 	struct bpf_map *map = container_of(work, struct bpf_map, work);  in bpf_map_free_deferred()  local
924 static void bpf_map_put_uref(struct bpf_map *map)  in bpf_map_put_uref()
932 static void bpf_map_free_in_work(struct bpf_map *map)  in bpf_map_free_in_work()
957 void bpf_map_put(struct bpf_map *map)  in bpf_map_put()
974 void bpf_map_put_with_uref(struct bpf_map *map)  in bpf_map_put_with_uref()
982 	struct bpf_map *map = filp->private_data;  in bpf_map_release()  local
991 static fmode_t map_get_sys_perms(struct bpf_map *map, struct fd f)  in map_get_sys_perms()
1005 static u64 bpf_map_memory_usage(const struct bpf_map *map)  in bpf_map_memory_usage()
1012 	struct bpf_map *map = filp->private_data;  in bpf_map_show_fdinfo()  local
1069 	struct bpf_map *map = vma->vm_file->private_data;  in bpf_map_mmap_open()  local
1078 	struct bpf_map *map = vma->vm_file->private_data;  in bpf_map_mmap_close()  local
1091 	struct bpf_map *map = filp->private_data;  in bpf_map_mmap()  local
1148 	struct bpf_map *map = filp->private_data;  in bpf_map_poll()  local
1160 	struct bpf_map *map = filp->private_data;  in bpf_get_unmapped_area()  local
1183 int bpf_map_new_fd(struct bpf_map *map, int flags)  in bpf_map_new_fd()
1239 int map_check_no_btf(const struct bpf_map *map,  in map_check_no_btf()
1247 static int map_check_btf(struct bpf_map *map, struct bpf_token *token,  in map_check_btf()
1382 	struct bpf_map *map;  in map_create()  local
1628 void bpf_map_inc(struct bpf_map *map)  in bpf_map_inc()
1634 void bpf_map_inc_with_uref(struct bpf_map *map)  in bpf_map_inc_with_uref()
1644 	struct bpf_map *map = __bpf_map_get(f);  in bpf_map_get()  local
1656 	struct bpf_map *map = __bpf_map_get(f);  in bpf_map_get_with_uref()  local
1667 struct bpf_map *__bpf_map_inc_not_zero(struct bpf_map *map, bool uref)  in __bpf_map_inc_not_zero()
1680 struct bpf_map *bpf_map_inc_not_zero(struct bpf_map *map)  in bpf_map_inc_not_zero()
1687 int __weak bpf_stackmap_extract(struct bpf_map *map, void *key, void *value,  in bpf_stackmap_extract()
1722 	struct bpf_map *map;  in map_lookup_elem()  local
1784 	struct bpf_map *map;  in map_update_elem()  local
1836 	struct bpf_map *map;  in map_delete_elem()  local
1890 	struct bpf_map *map;  in map_get_next_key()  local
1942 int generic_map_delete_batch(struct bpf_map *map,  in generic_map_delete_batch()
1998 int generic_map_update_batch(struct bpf_map *map, struct file *map_file,  in generic_map_update_batch()
2055 int generic_map_lookup_batch(struct bpf_map *map,  in generic_map_lookup_batch()
2152 	struct bpf_map *map;  in map_lookup_and_delete_elem()  local
2242 	struct bpf_map *map;  in map_freeze()  local
3190 void bpf_link_init_sleepable(struct bpf_link *link, enum bpf_link_type type,  in bpf_link_init_sleepable()
3204 void bpf_link_init(struct bpf_link *link, enum bpf_link_type type,  in bpf_link_init()
3238 void bpf_link_inc(struct bpf_link *link)  in bpf_link_inc()
3243 static void bpf_link_dealloc(struct bpf_link *link)  in bpf_link_dealloc()
3258 	struct bpf_link *link = container_of(rcu, struct bpf_link, rcu);  in bpf_link_defer_dealloc_rcu_gp()  local
3272 static void bpf_link_free(struct bpf_link *link)  in bpf_link_free()
3300 	struct bpf_link *link = container_of(work, struct bpf_link, work);  in bpf_link_put_deferred()  local
3308 void bpf_link_put(struct bpf_link *link)  in bpf_link_put()
3318 static void bpf_link_put_direct(struct bpf_link *link)  in bpf_link_put_direct()
3327 	struct bpf_link *link = filp->private_data;  in bpf_link_release()  local
3347 	const struct bpf_link *link = filp->private_data;  in bpf_link_show_fdinfo()  local
3382 	struct bpf_link *link = file->private_data;  in bpf_link_poll()  local
3406 static int bpf_link_alloc_id(struct bpf_link *link)  in bpf_link_alloc_id()
3432 int bpf_link_prime(struct bpf_link *link, struct bpf_link_primer *primer)  in bpf_link_prime()
3476 int bpf_link_new_fd(struct bpf_link *link)  in bpf_link_new_fd()
3486 	struct bpf_link *link;  in bpf_link_get_from_fd()  local
3499 static void bpf_tracing_link_release(struct bpf_link *link)  in bpf_tracing_link_release()
3515 static void bpf_tracing_link_dealloc(struct bpf_link *link)  in bpf_tracing_link_dealloc()
3523 static void bpf_tracing_link_show_fdinfo(const struct bpf_link *link,  in bpf_tracing_link_show_fdinfo()
3543 static int bpf_tracing_link_fill_link_info(const struct bpf_link *link,  in bpf_tracing_link_fill_link_info()
3574 	struct bpf_tracing_link *link;  in bpf_tracing_prog_attach()  local
3763 static void bpf_raw_tp_link_release(struct bpf_link *link)  in bpf_raw_tp_link_release()
3772 static void bpf_raw_tp_link_dealloc(struct bpf_link *link)  in bpf_raw_tp_link_dealloc()
3780 static void bpf_raw_tp_link_show_fdinfo(const struct bpf_link *link,  in bpf_raw_tp_link_show_fdinfo()
3812 static int bpf_raw_tp_link_fill_link_info(const struct bpf_link *link,  in bpf_raw_tp_link_fill_link_info()
3843 	struct bpf_link link;  member
3847 static void bpf_perf_link_release(struct bpf_link *link)  in bpf_perf_link_release()
3856 static void bpf_perf_link_dealloc(struct bpf_link *link)  in bpf_perf_link_dealloc()
4057 static int bpf_perf_link_fill_link_info(const struct bpf_link *link,  in bpf_perf_link_fill_link_info()
4125 static void bpf_perf_link_show_fdinfo(const struct bpf_link *link,  in bpf_perf_link_show_fdinfo()
4158 	struct bpf_perf_link *link;  in bpf_perf_link_attach()  local
4212 	struct bpf_raw_tp_link *link;  in bpf_raw_tp_link_attach()  local
4739 	struct bpf_map *map;  in bpf_map_get_curr_or_next()  local
4821 	struct bpf_map *map;  in bpf_map_get_fd_by_id()  local
4859 	const struct bpf_map *map;  in bpf_map_from_imm()  local
4886 	const struct bpf_map *map;  in bpf_insn_prepare_dump()  local
5262 				  struct bpf_map *map,  in bpf_map_get_info_by_fd()
5347 				  struct bpf_link *link,  in bpf_link_get_info_by_fd()
5562 		struct bpf_link *link = file->private_data;  in bpf_task_fd_query()  local
5620 	struct bpf_map *map;  in bpf_map_do_batch()  local
5763 static int link_update_map(struct bpf_link *link, union bpf_attr *attr)  in link_update_map()
5797 	struct bpf_link *link;  in link_update()  local
5854 	struct bpf_link *link;  in link_detach()  local
5873 struct bpf_link *bpf_link_inc_not_zero(struct bpf_link *link)  in bpf_link_inc_not_zero()
5881 	struct bpf_link *link;  in bpf_link_by_id()  local
5903 	struct bpf_link *link;  in bpf_link_get_curr_or_next()  local
5924 	struct bpf_link *link;  in bpf_link_get_fd_by_id()  local
6003 	struct bpf_link *link;  in bpf_iter_create()  local
6027 	struct bpf_map *map;  in bpf_prog_bind_map()  local