Lines Matching refs:bpf_mem_cache

81 struct bpf_mem_cache {  struct
104 struct bpf_mem_cache *tgt; argument
123 struct bpf_mem_cache cache[NUM_CACHES]; argument
140 static void *__alloc(struct bpf_mem_cache *c, int node, gfp_t flags) in __alloc()
158 static struct mem_cgroup *get_memcg(const struct bpf_mem_cache *c) in get_memcg()
169 static void inc_active(struct bpf_mem_cache *c, unsigned long *flags) in inc_active()
187 static void dec_active(struct bpf_mem_cache *c, unsigned long *flags) in dec_active()
194 static void add_obj_to_free_list(struct bpf_mem_cache *c, void *obj) in add_obj_to_free_list()
205 static void alloc_bulk(struct bpf_mem_cache *c, int cnt, int node, bool atomic) in alloc_bulk()
277 struct bpf_mem_cache *c = container_of(head, struct bpf_mem_cache, rcu_ttrace); in __free_rcu()
294 static void enque_to_free(struct bpf_mem_cache *c, void *obj) in enque_to_free()
304 static void do_call_rcu_ttrace(struct bpf_mem_cache *c) in do_call_rcu_ttrace()
333 static void free_bulk(struct bpf_mem_cache *c) in free_bulk()
335 struct bpf_mem_cache *tgt = c->tgt; in free_bulk()
363 struct bpf_mem_cache *c = container_of(head, struct bpf_mem_cache, rcu); in __free_by_rcu()
364 struct bpf_mem_cache *tgt = c->tgt; in __free_by_rcu()
382 static void check_free_by_rcu(struct bpf_mem_cache *c) in check_free_by_rcu()
429 struct bpf_mem_cache *c = container_of(work, struct bpf_mem_cache, refill_work); in bpf_mem_refill()
445 static void notrace irq_work_raise(struct bpf_mem_cache *c) in irq_work_raise()
467 static void init_refill_work(struct bpf_mem_cache *c) in init_refill_work()
488 static void prefill_mem_cache(struct bpf_mem_cache *c, int cpu) in prefill_mem_cache()
512 struct bpf_mem_cache *c; struct bpf_mem_cache __percpu *pc; in bpf_mem_alloc_init()
596 struct bpf_mem_cache *c; in bpf_mem_alloc_percpu_unit_init()
627 static void drain_mem_cache(struct bpf_mem_cache *c) in drain_mem_cache()
647 static void check_mem_cache(struct bpf_mem_cache *c) in check_mem_cache()
661 struct bpf_mem_cache *c; in check_leaked_objs()
745 struct bpf_mem_cache *c; in bpf_mem_alloc_destroy()
782 static void notrace *unit_alloc(struct bpf_mem_cache *c) in unit_alloc()
803 *(struct bpf_mem_cache **)llnode = c; in unit_alloc()
825 static void notrace unit_free(struct bpf_mem_cache *c, void *ptr) in unit_free()
837 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free()
865 static void notrace unit_free_rcu(struct bpf_mem_cache *c, void *ptr) in unit_free_rcu()
870 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free_rcu()
909 struct bpf_mem_cache *c; in bpf_mem_free()
925 struct bpf_mem_cache *c; in bpf_mem_free_rcu()
987 struct bpf_mem_cache *c; in bpf_mem_cache_alloc_flags()
1000 *(struct bpf_mem_cache **)ret = c; in bpf_mem_cache_alloc_flags()