Home
last modified time | relevance | path

Searched refs:sheaf (Results 1 – 6 of 6) sorted by relevance

/linux/mm/
H A Dslub.c137 * or spare sheaf can handle the allocation or free, there is no other
143 * serve an empty or full sheaf if available, and avoid more expensive refill
366 FREE_RCU_SHEAF, /* Free to rcu_free sheaf */
367 FREE_RCU_SHEAF_FAIL, /* Failed to free to a rcu_free sheaf */
373 ALLOC_NODE_MISMATCH, /* Requested node different from cpu sheaf */
377 SHEAF_FLUSH, /* Objects flushed from a sheaf */
378 SHEAF_REFILL, /* Objects refilled to a sheaf */
379 SHEAF_ALLOC, /* Allocation of an empty sheaf including oversized ones */
380 SHEAF_FREE, /* Freeing of an empty sheaf including oversized ones */
381 BARN_GET, /* Got full sheaf fro
2810 struct slab_sheaf *sheaf; __alloc_empty_sheaf() local
2845 __free_empty_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf,unsigned int free_flags) __free_empty_sheaf() argument
2867 free_empty_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf) free_empty_sheaf() argument
2876 refill_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf,gfp_t gfp) refill_sheaf() argument
2922 struct slab_sheaf *sheaf; __sheaf_flush_main_batch() local
2983 sheaf_flush_unused(struct kmem_cache * s,struct slab_sheaf * sheaf) sheaf_flush_unused() argument
2996 __rcu_free_sheaf_prepare(struct kmem_cache * s,struct slab_sheaf * sheaf) __rcu_free_sheaf_prepare() argument
3025 struct slab_sheaf *sheaf; rcu_free_sheaf_nobarn() local
3173 barn_put_empty_sheaf(struct node_barn * barn,struct slab_sheaf * sheaf) barn_put_empty_sheaf() argument
3185 barn_put_full_sheaf(struct node_barn * barn,struct slab_sheaf * sheaf) barn_put_full_sheaf() argument
3199 struct slab_sheaf *sheaf = NULL; barn_get_full_or_empty_sheaf() local
3309 struct slab_sheaf *sheaf, *sheaf2; barn_shrink() local
5077 __prefill_sheaf_pfmemalloc(struct kmem_cache * s,struct slab_sheaf * sheaf,gfp_t gfp) __prefill_sheaf_pfmemalloc() argument
5114 struct slab_sheaf *sheaf = NULL; kmem_cache_prefill_sheaf() local
5195 kmem_cache_return_sheaf(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf * sheaf) kmem_cache_return_sheaf() argument
5255 struct slab_sheaf *sheaf; kmem_cache_refill_sheaf() local
5308 kmem_cache_alloc_from_sheaf_noprof(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf * sheaf) kmem_cache_alloc_from_sheaf_noprof() argument
5332 kmem_cache_sheaf_size(struct slab_sheaf * sheaf) kmem_cache_sheaf_size() argument
6041 struct slab_sheaf *sheaf; rcu_free_sheaf() local
6425 struct slab_sheaf *sheaf, *next; deferred_percpu_work_fn() local
[all...]
/linux/tools/include/linux/
H A Dslab.h71 * @sheaf_capacity: The maximum size of the sheaf.
193 struct slab_sheaf *sheaf);
196 struct slab_sheaf *sheaf);
200 static inline unsigned int kmem_cache_sheaf_size(struct slab_sheaf *sheaf) in kmem_cache_sheaf_size() argument
202 return sheaf->size; in kmem_cache_sheaf_size()
/linux/include/linux/
H A Dslab.h927 struct slab_sheaf *sheaf);
930 struct slab_sheaf *sheaf) __assume_slab_alignment __malloc;
934 unsigned int kmem_cache_sheaf_size(struct slab_sheaf *sheaf);
H A Dmaple_tree.h476 struct slab_sheaf *sheaf; /* Allocated nodes for this operation */ member
535 .sheaf = NULL, \
/linux/lib/
H A Dmaple_tree.c147 static void mt_return_sheaf(struct slab_sheaf *sheaf) in mt_return_sheaf() argument
149 kmem_cache_return_sheaf(maple_node_cache, GFP_NOWAIT, sheaf); in mt_return_sheaf()
157 static int mt_refill_sheaf(gfp_t gfp, struct slab_sheaf **sheaf, in mt_refill_sheaf() argument
160 return kmem_cache_refill_sheaf(maple_node_cache, gfp, sheaf, size); in mt_refill_sheaf()
1059 if (WARN_ON_ONCE(!mas->sheaf)) in mas_pop_node()
1062 ret = kmem_cache_alloc_from_sheaf(maple_node_cache, GFP_NOWAIT, mas->sheaf); in mas_pop_node()
1080 if (mas->sheaf) in mas_alloc_nodes()
1100 if (mas->sheaf) { in mas_alloc_nodes()
1104 if (kmem_cache_sheaf_size(mas->sheaf) >= refill) { in mas_alloc_nodes()
1109 if (mt_refill_sheaf(gfp, &mas->sheaf, refill)) in mas_alloc_nodes()
[all …]
/linux/tools/testing/radix-tree/
H A Dmaple.c35124 if (mas->sheaf) in mas_allocated()
35125 total += kmem_cache_sheaf_size(mas->sheaf); in mas_allocated()