Lines Matching refs:percpu

257 static void free_one(void *obj, bool percpu)  in free_one()  argument
259 if (percpu) in free_one()
265 static int free_all(struct bpf_mem_cache *c, struct llist_node *llnode, bool percpu) in free_all() argument
273 free_one(pos, percpu); in free_all()
513 int bpf_mem_alloc_init(struct bpf_mem_alloc *ma, int size, bool percpu) in bpf_mem_alloc_init() argument
520 if (percpu && size == 0) in bpf_mem_alloc_init()
524 if (percpu) in bpf_mem_alloc_init()
526 ma->percpu = percpu; in bpf_mem_alloc_init()
533 if (!percpu) in bpf_mem_alloc_init()
591 ma->percpu = true; in bpf_mem_alloc_percpu_init()
633 bool percpu = !!c->percpu_size; in drain_mem_cache() local
642 free_all(c, llist_del_all(&c->free_by_rcu_ttrace), percpu); in drain_mem_cache()
643 free_all(c, llist_del_all(&c->waiting_for_gp_ttrace), percpu); in drain_mem_cache()
644 free_all(c, __llist_del_all(&c->free_llist), percpu); in drain_mem_cache()
645 free_all(c, __llist_del_all(&c->free_llist_extra), percpu); in drain_mem_cache()
646 free_all(c, __llist_del_all(&c->free_by_rcu), percpu); in drain_mem_cache()
647 free_all(c, __llist_del_all(&c->free_llist_extra_rcu), percpu); in drain_mem_cache()
648 free_all(c, llist_del_all(&c->waiting_for_gp), percpu); in drain_mem_cache()
904 if (!ma->percpu) in bpf_mem_alloc()
1015 int bpf_mem_alloc_check_size(bool percpu, size_t size) in bpf_mem_alloc_check_size() argument
1018 if ((percpu && size > BPF_MEM_ALLOC_SIZE_MAX) || in bpf_mem_alloc_check_size()
1019 (!percpu && size > BPF_MEM_ALLOC_SIZE_MAX - LLIST_NODE_SZ)) in bpf_mem_alloc_check_size()