| /linux/mm/ |
| H A D | slab.h | 71 struct kmem_cache *slab_cache;
220 struct kmem_cache { struct
282 void sysfs_slab_unlink(struct kmem_cache *s); argument
283 void sysfs_slab_release(struct kmem_cache *s);
285 static inline void sysfs_slab_unlink(struct kmem_cache *s) { } in sysfs_slab_unlink()
286 static inline void sysfs_slab_release(struct kmem_cache *s) { } in sysfs_slab_release()
289 void *fixup_red_left(struct kmem_cache *s, void *p);
291 static inline void *nearest_obj(struct kmem_cache *cache, in nearest_obj()
304 static inline unsigned int __obj_to_index(const struct kmem_cache *cache, in __obj_to_index()
311 static inline unsigned int obj_to_index(const struct kmem_cache *cache, in obj_to_index()
[all …]
|
| H A D | slub.c | 58 * 3. kmem_cache->cpu_slab->lock (Local lock)
251 static inline bool kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug()
256 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left()
264 static inline bool kmem_cache_has_cpu_partial(struct kmem_cache *s) in kmem_cache_has_cpu_partial()
352 static int sysfs_slab_add(struct kmem_cache *);
353 static int sysfs_slab_alias(struct kmem_cache *, const char *);
355 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add()
356 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p) in sysfs_slab_alias()
361 static void debugfs_slab_add(struct kmem_cache *);
363 static inline void debugfs_slab_add(struct kmem_cache *
[all...] |
| H A D | slab_common.c | 43 struct kmem_cache *kmem_cache; variable
81 unsigned int kmem_cache_size(struct kmem_cache *s) in kmem_cache_size()
91 struct kmem_cache *s; in kmem_cache_is_duplicate_name()
153 int slab_unmergeable(struct kmem_cache *s) in slab_unmergeable()
178 struct kmem_cache *find_mergeable(unsigned int size, unsigned int align, in find_mergeable()
181 struct kmem_cache *s; in find_mergeable()
222 static struct kmem_cache *create_cache(const char *name, in create_cache()
227 struct kmem_cache *s; in create_cache()
239 s = kmem_cache_zalloc(kmem_cache, GFP_KERNEL); in create_cache()
251 kmem_cache_free(kmem_cache, s); in create_cache()
[all …]
|
| /linux/include/linux/ |
| H A D | kasan.h | 12 struct kmem_cache;
137 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object);
148 static __always_inline void kasan_unpoison_new_object(struct kmem_cache *cache, in kasan_unpoison_new_object()
155 void __kasan_poison_new_object(struct kmem_cache *cache, void *object);
165 static __always_inline void kasan_poison_new_object(struct kmem_cache *cache, in kasan_poison_new_object()
172 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache,
175 struct kmem_cache *cache, const void *object) in kasan_init_slab_obj()
182 bool __kasan_slab_pre_free(struct kmem_cache *s, void *object,
195 static __always_inline bool kasan_slab_pre_free(struct kmem_cache *s, in kasan_slab_pre_free()
203 bool __kasan_slab_free(struct kmem_cache *s, void *object, bool init,
[all …]
|
| H A D | slab.h | 371 struct kmem_cache *__kmem_cache_create_args(const char *name,
375 static inline struct kmem_cache *
405 static inline struct kmem_cache *
422 static inline struct kmem_cache *
467 void kmem_cache_destroy(struct kmem_cache *s);
468 int kmem_cache_shrink(struct kmem_cache *s);
660 typedef struct kmem_cache * kmem_buckets[KMALLOC_SHIFT_HIGH + 1];
773 void *kmem_cache_alloc_noprof(struct kmem_cache *cachep,
777 void *kmem_cache_alloc_lru_noprof(struct kmem_cache *s, struct list_lru *lru,
810 void kmem_cache_free(struct kmem_cache *s, void *objp);
[all …]
|
| H A D | kfence.h | 94 void kfence_shutdown_cache(struct kmem_cache *s);
100 void *__kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags);
118 static __always_inline void *kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) in kfence_alloc()
231 static inline void kfence_shutdown_cache(struct kmem_cache *s) { } in kfence_shutdown_cache()
232 static inline void *kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) { return NULL; } in kfence_alloc()
|
| H A D | kmsan.h | 18 struct kmem_cache;
100 void kmsan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
109 void kmsan_slab_free(struct kmem_cache *s, void *object);
332 static inline void kmsan_slab_alloc(struct kmem_cache *s, void *object, in kmsan_slab_alloc()
337 static inline void kmsan_slab_free(struct kmem_cache *s, void *object) in kmsan_slab_free()
|
| H A D | fault-inject.h | 9 struct kmem_cache;
126 int should_failslab(struct kmem_cache *s, gfp_t gfpflags);
128 static inline int should_failslab(struct kmem_cache *s, gfp_t gfpflags) in should_failslab()
|
| /linux/tools/testing/shared/ |
| H A D | linux.c | 19 void kmem_cache_set_callback(struct kmem_cache *cachep, void (*callback)(void *)) struct
24 void kmem_cache_set_private(struct kmem_cache *cachep, void *private)
29 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val)
34 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep) in kmem_cache_set_callback() argument
39 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep) in kmem_cache_set_private()
44 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_set_non_kernel()
49 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_get_alloc()
54 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in kmem_cache_nr_allocated()
106 void __kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in kmem_cache_alloc_lru()
120 void kmem_cache_free_locked(struct kmem_cache *cache
[all...] |
| /linux/lib/tests/ |
| H A D | slub_kunit.c | 21 static struct kmem_cache *test_kmem_cache_create(const char *name, in test_kmem_cache_create()
24 struct kmem_cache *s = kmem_cache_create(name, size, 0, in test_kmem_cache_create()
32 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_alloc", 64, in test_clobber_zone()
50 struct kmem_cache *s = test_kmem_cache_create("TestSlub_next_ptr_free", in test_next_pointer()
95 struct kmem_cache *s = test_kmem_cache_create("TestSlub_1th_word_free", in test_first_word()
110 struct kmem_cache *s = test_kmem_cache_create("TestSlub_50th_word_free", in test_clobber_50th_byte()
126 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_free", 64, in test_clobber_redzone_free()
143 struct kmem_cache *s = test_kmem_cache_create("TestSlub_RZ_kmalloc", 32, in test_kmalloc_redzone_access()
168 struct kmem_cache *s; in test_kfree_rcu()
187 struct kmem_cache *s;
[all …]
|
| /linux/mm/kasan/ |
| H A D | kasan.h | 218 struct kmem_cache *cache;
359 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache);
376 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object);
378 static inline void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object) { } in kasan_print_aux_stacks()
388 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache,
390 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache,
392 void kasan_init_object_meta(struct kmem_cache *cache, const void *object);
394 static inline void kasan_init_object_meta(struct kmem_cache *cache, const void *object) { } in kasan_init_object_meta()
400 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags);
402 void kasan_save_free_info(struct kmem_cache *cache, void *object);
[all …]
|
| H A D | quarantine.c | 129 static struct kmem_cache *qlink_to_cache(struct qlist_node *qlink) in qlink_to_cache()
134 static void *qlink_to_object(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_to_object()
143 static void qlink_free(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_free()
166 static void qlist_free_all(struct qlist_head *q, struct kmem_cache *cache) in qlist_free_all()
175 struct kmem_cache *obj_cache = in qlist_free_all()
185 bool kasan_quarantine_put(struct kmem_cache *cache, void *object) in kasan_quarantine_put()
292 struct kmem_cache *cache) in qlist_move_cache()
303 struct kmem_cache *obj_cache = qlink_to_cache(curr); in qlist_move_cache()
316 struct kmem_cache *cache = arg; in __per_cpu_remove_cache()
342 void kasan_quarantine_remove_cache(struct kmem_cache *cache) in kasan_quarantine_remove_cache()
|
| H A D | common.c | 166 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object) in __kasan_unpoison_new_object()
171 void __kasan_poison_new_object(struct kmem_cache *cache, void *object) in __kasan_poison_new_object()
187 static inline u8 assign_tag(struct kmem_cache *cache, in assign_tag()
208 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache, in __kasan_init_slab_obj()
222 static bool check_slab_allocation(struct kmem_cache *cache, void *object, in check_slab_allocation()
242 static inline void poison_slab_object(struct kmem_cache *cache, void *object, in poison_slab_object()
256 bool __kasan_slab_pre_free(struct kmem_cache *cache, void *object, in __kasan_slab_pre_free()
264 bool __kasan_slab_free(struct kmem_cache *cache, void *object, bool init, in __kasan_slab_free()
329 static inline void unpoison_slab_object(struct kmem_cache *cache, void *object, in unpoison_slab_object()
343 void * __must_check __kasan_slab_alloc(struct kmem_cache *cache, in __kasan_slab_alloc()
[all …]
|
| H A D | generic.c | 215 void kasan_cache_shrink(struct kmem_cache *cache) in kasan_cache_shrink()
220 void kasan_cache_shutdown(struct kmem_cache *cache) in kasan_cache_shutdown()
364 void kasan_cache_create(struct kmem_cache *cache, unsigned int *size, in kasan_cache_create()
467 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache, in kasan_get_alloc_meta()
475 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache, in kasan_get_free_meta()
484 void kasan_init_object_meta(struct kmem_cache *cache, const void *object) in kasan_init_object_meta()
517 size_t kasan_metadata_size(struct kmem_cache *cache, bool in_object) in kasan_metadata_size()
542 struct kmem_cache *cache; in kasan_record_aux_stack()
559 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info()
573 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info()
|
| H A D | tags.c | 97 static void save_stack_info(struct kmem_cache *cache, void *object, in save_stack_info()
140 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info()
145 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info()
|
| /linux/fs/dlm/ |
| H A D | memory.c | 19 static struct kmem_cache *writequeue_cache;
20 static struct kmem_cache *mhandle_cache;
21 static struct kmem_cache *msg_cache;
22 static struct kmem_cache *lkb_cache;
23 static struct kmem_cache *rsb_cache;
24 static struct kmem_cache *cb_cache;
|
| H A D | lowcomms.h | 51 struct kmem_cache *dlm_lowcomms_writequeue_cache_create(void);
52 struct kmem_cache *dlm_lowcomms_msg_cache_create(void);
|
| /linux/drivers/target/ |
| H A D | target_core_alua.h | 79 extern struct kmem_cache *t10_alua_lu_gp_cache;
80 extern struct kmem_cache *t10_alua_lu_gp_mem_cache;
81 extern struct kmem_cache *t10_alua_tg_pt_gp_cache;
82 extern struct kmem_cache *t10_alua_lba_map_cache;
83 extern struct kmem_cache *t10_alua_lba_map_mem_cache;
|
| /linux/drivers/target/iscsi/ |
| H A D | iscsi_target.h | 49 extern struct kmem_cache *lio_dr_cache;
50 extern struct kmem_cache *lio_ooo_cache;
51 extern struct kmem_cache *lio_qr_cache;
52 extern struct kmem_cache *lio_r2t_cache;
|
| /linux/include/linux/ceph/ |
| H A D | libceph.h | 275 extern struct kmem_cache *ceph_inode_cachep;
276 extern struct kmem_cache *ceph_cap_cachep;
277 extern struct kmem_cache *ceph_cap_snap_cachep;
278 extern struct kmem_cache *ceph_cap_flush_cachep;
279 extern struct kmem_cache *ceph_dentry_cachep;
280 extern struct kmem_cache *ceph_file_cachep;
281 extern struct kmem_cache *ceph_dir_file_cachep;
282 extern struct kmem_cache *ceph_mds_request_cachep;
|
| /linux/fs/xfs/ |
| H A D | xfs_extfree_item.h | 12 struct kmem_cache;
88 extern struct kmem_cache *xfs_efi_cache;
89 extern struct kmem_cache *xfs_efd_cache;
|
| H A D | xfs_attr_item.h | 53 extern struct kmem_cache *xfs_attri_cache;
54 extern struct kmem_cache *xfs_attrd_cache;
|
| /linux/fs/ecryptfs/ |
| H A D | ecryptfs_kernel.h | 525 extern struct kmem_cache *ecryptfs_auth_tok_list_item_cache;
526 extern struct kmem_cache *ecryptfs_file_info_cache;
527 extern struct kmem_cache *ecryptfs_inode_info_cache;
528 extern struct kmem_cache *ecryptfs_sb_info_cache;
529 extern struct kmem_cache *ecryptfs_header_cache;
530 extern struct kmem_cache *ecryptfs_xattr_cache;
531 extern struct kmem_cache *ecryptfs_key_record_cache;
532 extern struct kmem_cache *ecryptfs_key_sig_cache;
533 extern struct kmem_cache *ecryptfs_global_auth_tok_cache;
534 extern struct kmem_cache *ecryptfs_key_tfm_cache;
|
| /linux/lib/ |
| H A D | radix-tree.h | 4 struct kmem_cache;
7 extern struct kmem_cache *radix_tree_node_cachep;
|
| /linux/security/ |
| H A D | lsm.h | 31 extern struct kmem_cache *lsm_file_cache;
32 extern struct kmem_cache *lsm_inode_cache;
|