| /linux/mm/ |
| H A D | slab.h | 55 struct kmem_cache *slab_cache;
253 struct kmem_cache { struct
314 void sysfs_slab_unlink(struct kmem_cache *s); argument
315 void sysfs_slab_release(struct kmem_cache *s);
317 static inline void sysfs_slab_unlink(struct kmem_cache *s) { } in sysfs_slab_unlink()
318 static inline void sysfs_slab_release(struct kmem_cache *s) { } in sysfs_slab_release()
321 void *fixup_red_left(struct kmem_cache *s, void *p);
323 static inline void *nearest_obj(struct kmem_cache *cache, in nearest_obj()
336 static inline unsigned int __obj_to_index(const struct kmem_cache *cache, in __obj_to_index()
343 static inline unsigned int obj_to_index(const struct kmem_cache *cach
255 cpu_slabkmem_cache global() argument
270 ookmem_cache global() argument
273 minkmem_cache global() argument
274 allocflagskmem_cache global() argument
275 refcountkmem_cache global() argument
276 ctorkmem_cache global() argument
277 inusekmem_cache global() argument
278 alignkmem_cache global() argument
279 red_left_padkmem_cache global() argument
280 namekmem_cache global() argument
281 listkmem_cache global() argument
283 kobjkmem_cache global() argument
309 nodekmem_cache global() argument
[all...] |
| H A D | slub.c | 55 * 3. kmem_cache->cpu_slab->lock (Local lock)
228 static inline bool kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug()
233 static inline bool slub_debug_orig_size(struct kmem_cache *s) in slub_debug_orig_size()
239 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left()
247 static inline bool kmem_cache_has_cpu_partial(struct kmem_cache *s) in kmem_cache_has_cpu_partial()
335 static int sysfs_slab_add(struct kmem_cache *);
336 static int sysfs_slab_alias(struct kmem_cache *, const char *);
338 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add()
339 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p) in sysfs_slab_alias()
344 static void debugfs_slab_add(struct kmem_cache *);
[all...] |
| H A D | slab_common.c | 41 struct kmem_cache *kmem_cache; variable
79 unsigned int kmem_cache_size(struct kmem_cache *s) in kmem_cache_size()
89 struct kmem_cache *s; in kmem_cache_is_duplicate_name()
108 "kmem_cache of name '%s' already exists\n", name); in kmem_cache_sanity_check()
151 int slab_unmergeable(struct kmem_cache *s) in slab_unmergeable()
173 struct kmem_cache *find_mergeable(unsigned int size, unsigned int align, in find_mergeable()
176 struct kmem_cache *s; in find_mergeable()
217 static struct kmem_cache *create_cache(const char *name, in create_cache()
222 struct kmem_cache * in create_cache()
[all...] |
| /linux/include/linux/ |
| H A D | kasan.h | 12 struct kmem_cache;
133 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object);
144 static __always_inline void kasan_unpoison_new_object(struct kmem_cache *cache, in kasan_unpoison_new_object()
151 void __kasan_poison_new_object(struct kmem_cache *cache, void *object);
161 static __always_inline void kasan_poison_new_object(struct kmem_cache *cache, in kasan_poison_new_object()
168 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache,
171 struct kmem_cache *cache, const void *object) in kasan_init_slab_obj()
178 bool __kasan_slab_pre_free(struct kmem_cache *s, void *object,
191 static __always_inline bool kasan_slab_pre_free(struct kmem_cache *s, in kasan_slab_pre_free()
199 bool __kasan_slab_free(struct kmem_cache *s, void *object, bool init,
[all …]
|
| H A D | kfence.h | 94 void kfence_shutdown_cache(struct kmem_cache *s);
100 void *__kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags);
118 static __always_inline void *kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) in kfence_alloc()
231 static inline void kfence_shutdown_cache(struct kmem_cache *s) { } in kfence_shutdown_cache()
232 static inline void *kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) { return NULL; } in kfence_alloc()
|
| H A D | slab.h | 314 struct kmem_cache *__kmem_cache_create_args(const char *name,
318 static inline struct kmem_cache *
348 static inline struct kmem_cache *
365 static inline struct kmem_cache *
410 void kmem_cache_destroy(struct kmem_cache *s);
411 int kmem_cache_shrink(struct kmem_cache *s);
597 typedef struct kmem_cache * kmem_buckets[KMALLOC_SHIFT_HIGH + 1];
710 void *kmem_cache_alloc_noprof(struct kmem_cache *cachep,
714 void *kmem_cache_alloc_lru_noprof(struct kmem_cache *s, struct list_lru *lru,
747 void kmem_cache_free(struct kmem_cache *s, void *objp);
[all …]
|
| H A D | kmsan.h | 18 struct kmem_cache;
100 void kmsan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
109 void kmsan_slab_free(struct kmem_cache *s, void *object);
331 static inline void kmsan_slab_alloc(struct kmem_cache *s, void *object, in kmsan_slab_alloc()
336 static inline void kmsan_slab_free(struct kmem_cache *s, void *object) in kmsan_slab_free()
|
| /linux/tools/testing/shared/ |
| H A D | linux.c | 19 struct kmem_cache { struct
34 void kmem_cache_set_callback(struct kmem_cache *cachep, void (*callback)(void *)) in kmem_cache_set_callback() argument
39 void kmem_cache_set_private(struct kmem_cache *cachep, void *private) in kmem_cache_set_private()
44 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val) in kmem_cache_set_non_kernel()
49 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep) in kmem_cache_get_alloc()
54 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep) in kmem_cache_nr_allocated()
59 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_nr_tallocated()
64 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_zero_nr_tallocated()
69 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in kmem_cache_alloc_lru()
117 void __kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in __kmem_cache_free_locked()
[all …]
|
| /linux/tools/include/linux/ |
| H A D | slab.h | 32 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *, int flags);
33 static inline void *kmem_cache_alloc(struct kmem_cache *cachep, int flags) in kmem_cache_alloc()
37 void kmem_cache_free(struct kmem_cache *cachep, void *objp);
39 struct kmem_cache *kmem_cache_create(const char *name, unsigned int size,
43 void kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list);
44 int kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size,
|
| /linux/lib/ |
| H A D | slub_kunit.c | 20 static struct kmem_cache *test_kmem_cache_create(const char *name, in test_kmem_cache_create()
23 struct kmem_cache *s = kmem_cache_create(name, size, 0, in test_kmem_cache_create()
31 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_alloc", 64, in test_clobber_zone()
49 struct kmem_cache *s = test_kmem_cache_create("TestSlub_next_ptr_free", in test_next_pointer()
94 struct kmem_cache *s = test_kmem_cache_create("TestSlub_1th_word_free", in test_first_word()
109 struct kmem_cache *s = test_kmem_cache_create("TestSlub_50th_word_free", in test_clobber_50th_byte()
125 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_free", 64, in test_clobber_redzone_free()
142 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_kmalloc", 32, in test_kmalloc_redzone_access()
167 struct kmem_cache *s; in test_kfree_rcu()
186 struct kmem_cache *s = test_kmem_cache_create("TestSlub_leak_destroy", in test_leak_destroy()
|
| /linux/mm/kasan/ |
| H A D | kasan.h | 218 struct kmem_cache *cache;
359 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache);
376 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object);
378 static inline void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object) { } in kasan_print_aux_stacks()
388 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache,
390 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache,
392 void kasan_init_object_meta(struct kmem_cache *cache, const void *object);
394 static inline void kasan_init_object_meta(struct kmem_cache *cache, const void *object) { } in kasan_init_object_meta()
400 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags);
401 void kasan_save_free_info(struct kmem_cache *cache, void *object);
[all …]
|
| H A D | common.c | 156 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object) in __kasan_unpoison_new_object()
161 void __kasan_poison_new_object(struct kmem_cache *cache, void *object) in __kasan_poison_new_object()
177 static inline u8 assign_tag(struct kmem_cache *cache, in assign_tag()
198 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache, in __kasan_init_slab_obj()
212 static bool check_slab_allocation(struct kmem_cache *cache, void *object, in check_slab_allocation()
232 static inline void poison_slab_object(struct kmem_cache *cache, void *object, in poison_slab_object()
250 bool __kasan_slab_pre_free(struct kmem_cache *cache, void *object, in __kasan_slab_pre_free()
258 bool __kasan_slab_free(struct kmem_cache *cache, void *object, bool init, in __kasan_slab_free()
308 static inline void unpoison_slab_object(struct kmem_cache *cache, void *object, in unpoison_slab_object()
322 void * __must_check __kasan_slab_alloc(struct kmem_cache *cache, in __kasan_slab_alloc()
[all …]
|
| H A D | quarantine.c | 129 static struct kmem_cache *qlink_to_cache(struct qlist_node *qlink) in qlink_to_cache()
134 static void *qlink_to_object(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_to_object()
143 static void qlink_free(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_free()
166 static void qlist_free_all(struct qlist_head *q, struct kmem_cache *cache) in qlist_free_all()
175 struct kmem_cache *obj_cache = in qlist_free_all()
185 bool kasan_quarantine_put(struct kmem_cache *cache, void *object) in kasan_quarantine_put()
292 struct kmem_cache *cache) in qlist_move_cache()
303 struct kmem_cache *obj_cache = qlink_to_cache(curr); in qlist_move_cache()
316 struct kmem_cache *cache = arg; in __per_cpu_remove_cache()
342 void kasan_quarantine_remove_cache(struct kmem_cache *cache) in kasan_quarantine_remove_cache()
|
| H A D | generic.c | 204 void kasan_cache_shrink(struct kmem_cache *cache) in kasan_cache_shrink()
209 void kasan_cache_shutdown(struct kmem_cache *cache) in kasan_cache_shutdown()
353 void kasan_cache_create(struct kmem_cache *cache, unsigned int *size, in kasan_cache_create()
453 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache, in kasan_get_alloc_meta()
461 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache, in kasan_get_free_meta()
470 void kasan_init_object_meta(struct kmem_cache *cache, const void *object) in kasan_init_object_meta()
506 size_t kasan_metadata_size(struct kmem_cache *cache, bool in_object) in kasan_metadata_size()
527 struct kmem_cache *cache; in __kasan_record_aux_stack()
554 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info()
568 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info()
|
| /linux/fs/dlm/ |
| H A D | memory.c | 19 static struct kmem_cache *writequeue_cache;
20 static struct kmem_cache *mhandle_cache;
21 static struct kmem_cache *msg_cache;
22 static struct kmem_cache *lkb_cache;
23 static struct kmem_cache *rsb_cache;
24 static struct kmem_cache *cb_cache;
|
| /linux/fs/gfs2/ |
| H A D | util.h | 170 extern struct kmem_cache *gfs2_glock_cachep;
171 extern struct kmem_cache *gfs2_glock_aspace_cachep;
172 extern struct kmem_cache *gfs2_inode_cachep;
173 extern struct kmem_cache *gfs2_bufdata_cachep;
174 extern struct kmem_cache *gfs2_rgrpd_cachep;
175 extern struct kmem_cache *gfs2_quotad_cachep;
176 extern struct kmem_cache *gfs2_qadata_cachep;
177 extern struct kmem_cache *gfs2_trans_cachep;
|
| /linux/drivers/target/ |
| H A D | target_core_alua.h | 79 extern struct kmem_cache *t10_alua_lu_gp_cache;
80 extern struct kmem_cache *t10_alua_lu_gp_mem_cache;
81 extern struct kmem_cache *t10_alua_tg_pt_gp_cache;
82 extern struct kmem_cache *t10_alua_lba_map_cache;
83 extern struct kmem_cache *t10_alua_lba_map_mem_cache;
|
| /linux/drivers/target/iscsi/ |
| H A D | iscsi_target.h | 50 extern struct kmem_cache *lio_dr_cache;
51 extern struct kmem_cache *lio_ooo_cache;
52 extern struct kmem_cache *lio_qr_cache;
53 extern struct kmem_cache *lio_r2t_cache;
|
| /linux/fs/xfs/ |
| H A D | xfs_bmap_item.h | 28 struct kmem_cache;
68 extern struct kmem_cache *xfs_bui_cache;
69 extern struct kmem_cache *xfs_bud_cache;
|
| H A D | xfs_refcount_item.h | 28 struct kmem_cache;
71 extern struct kmem_cache *xfs_cui_cache;
72 extern struct kmem_cache *xfs_cud_cache;
|
| H A D | xfs_rmap_item.h | 31 struct kmem_cache;
71 extern struct kmem_cache *xfs_rui_cache;
72 extern struct kmem_cache *xfs_rud_cache;
|
| H A D | xfs_extfree_item.h | 12 struct kmem_cache;
88 extern struct kmem_cache *xfs_efi_cache;
89 extern struct kmem_cache *xfs_efd_cache;
|
| /linux/include/linux/ceph/ |
| H A D | libceph.h | 275 extern struct kmem_cache *ceph_inode_cachep;
276 extern struct kmem_cache *ceph_cap_cachep;
277 extern struct kmem_cache *ceph_cap_snap_cachep;
278 extern struct kmem_cache *ceph_cap_flush_cachep;
279 extern struct kmem_cache *ceph_dentry_cachep;
280 extern struct kmem_cache *ceph_file_cachep;
281 extern struct kmem_cache *ceph_dir_file_cachep;
282 extern struct kmem_cache *ceph_mds_request_cachep;
|
| /linux/include/net/ |
| H A D | hotdata.h | 27 struct kmem_cache *skbuff_cache;
28 struct kmem_cache *skbuff_fclone_cache;
29 struct kmem_cache *skb_small_head_cache;
|
| /linux/fs/ecryptfs/ |
| H A D | ecryptfs_kernel.h | 533 extern struct kmem_cache *ecryptfs_auth_tok_list_item_cache;
534 extern struct kmem_cache *ecryptfs_file_info_cache;
535 extern struct kmem_cache *ecryptfs_dentry_info_cache;
536 extern struct kmem_cache *ecryptfs_inode_info_cache;
537 extern struct kmem_cache *ecryptfs_sb_info_cache;
538 extern struct kmem_cache *ecryptfs_header_cache;
539 extern struct kmem_cache *ecryptfs_xattr_cache;
540 extern struct kmem_cache *ecryptfs_key_record_cache;
541 extern struct kmem_cache *ecryptfs_key_sig_cache;
542 extern struct kmem_cache *ecryptfs_global_auth_tok_cache;
[all …]
|