| H A D | slub.c | 1 // SPDX-License-Identifier: GPL-2.0 38 #include <linux/fault-inject.h> 45 #include <kunit/test-bug.h> 57 * 2. node->list_lock (Spinlock) 58 * 3. kmem_cache->cpu_slab->lock (Local lock) 76 * A. slab->freelist -> Lis 251 kmem_cache_debug(struct kmem_cache * s) kmem_cache_debug() argument 256 fixup_red_left(struct kmem_cache * s,void * p) fixup_red_left() argument 264 kmem_cache_has_cpu_partial(struct kmem_cache * s) kmem_cache_has_cpu_partial() argument 355 sysfs_slab_add(struct kmem_cache * s) sysfs_slab_add() argument 356 sysfs_slab_alias(struct kmem_cache * s,const char * p) sysfs_slab_alias() argument 363 debugfs_slab_add(struct kmem_cache * s) debugfs_slab_add() argument 437 stat(const struct kmem_cache * s,enum stat_item si) stat() argument 449 stat_add(const struct kmem_cache * s,enum stat_item si,int v) stat_add() argument 502 get_node(struct kmem_cache * s,int node) get_node() argument 511 get_barn(struct kmem_cache * s) get_barn() argument 544 struct kmem_cache *s; global() member 560 freelist_ptr_encode(const struct kmem_cache * s,void * ptr,unsigned long ptr_addr) freelist_ptr_encode() argument 573 freelist_ptr_decode(const struct kmem_cache * s,freeptr_t ptr,unsigned long ptr_addr) freelist_ptr_decode() argument 586 get_freepointer(struct kmem_cache * s,void * object) get_freepointer() argument 598 prefetch_freepointer(const struct kmem_cache * s,void * object) prefetch_freepointer() argument 615 get_freepointer_safe(struct kmem_cache * s,void * object) get_freepointer_safe() argument 629 set_freepointer(struct kmem_cache * s,void * object,void * fp) set_freepointer() argument 644 freeptr_outside_object(struct kmem_cache * s) freeptr_outside_object() argument 653 get_info_end(struct kmem_cache * s) get_info_end() argument 693 slub_set_cpu_partial(struct kmem_cache * s,unsigned int nr_objects) slub_set_cpu_partial() argument 709 slub_get_cpu_partial(struct kmem_cache * s) slub_get_cpu_partial() argument 715 slub_set_cpu_partial(struct kmem_cache * s,unsigned int nr_objects) slub_set_cpu_partial() argument 719 slub_get_cpu_partial(struct kmem_cache * s) slub_get_cpu_partial() argument 798 __slab_update_freelist(struct kmem_cache * s,struct slab * slab,void * freelist_old,unsigned long counters_old,void * freelist_new,unsigned long counters_new,const char * n) __slab_update_freelist() argument 828 slab_update_freelist(struct kmem_cache * s,struct slab * slab,void * freelist_old,unsigned long counters_old,void * freelist_new,unsigned long counters_new,const char * n) slab_update_freelist() argument 865 set_orig_size(struct kmem_cache * s,void * object,unsigned int orig_size) set_orig_size() argument 879 get_orig_size(struct kmem_cache * s,void * object) get_orig_size() argument 909 __fill_map(unsigned long * obj_map,struct kmem_cache * s,struct slab * slab) __fill_map() argument 956 size_from_object(struct kmem_cache * s) size_from_object() argument 964 restore_red_left(struct kmem_cache * s,void * p) restore_red_left() argument 1007 check_valid_pointer(struct kmem_cache * s,struct slab * slab,void * object) check_valid_pointer() argument 1035 get_track(struct kmem_cache * s,void * object,enum track_item alloc) get_track() argument 1064 set_track_update(struct kmem_cache * s,void * object,enum track_item alloc,unsigned long addr,depot_stack_handle_t handle) set_track_update() argument 1079 set_track(struct kmem_cache * s,void * object,enum track_item alloc,unsigned long addr,gfp_t gfp_flags) set_track() argument 1087 init_tracking(struct kmem_cache * s,void * object) init_tracking() argument 1098 print_track(const char * s,struct track * t,unsigned long pr_time) print_track() argument 1116 print_tracking(struct kmem_cache * s,void * object) print_tracking() argument 1133 skip_orig_size_check(struct kmem_cache * s,const void * object) skip_orig_size_check() argument 1138 __slab_bug(struct kmem_cache * s,const char * fmt,va_list argsp) __slab_bug() argument 1152 slab_bug(struct kmem_cache * s,const char * fmt,...) slab_bug() argument 1162 slab_fix(struct kmem_cache * s,const char * fmt,...) slab_fix() argument 1177 print_trailer(struct kmem_cache * s,struct slab * slab,u8 * p) print_trailer() argument 1217 object_err(struct kmem_cache * s,struct slab * slab,u8 * object,const char * reason) object_err() argument 1235 freelist_corrupted(struct kmem_cache * s,struct slab * slab,void ** freelist,void * nextfree) freelist_corrupted() argument 1260 slab_err(struct kmem_cache * s,struct slab * slab,const char * fmt,...) slab_err() argument 1275 init_object(struct kmem_cache * s,void * object,u8 val) init_object() argument 1309 restore_bytes(struct kmem_cache * s,const char * message,u8 data,void * from,void * to) restore_bytes() argument 1323 check_bytes_and_report(struct kmem_cache * s,struct slab * slab,u8 * object,const char * what,u8 * start,unsigned int value,unsigned int bytes,bool slab_obj_print) check_bytes_and_report() argument 1394 check_pad_bytes(struct kmem_cache * s,struct slab * slab,u8 * p) check_pad_bytes() argument 1417 slab_pad_check(struct kmem_cache * s,struct slab * slab) slab_pad_check() argument 1453 check_object(struct kmem_cache * s,struct slab * slab,void * object,u8 val) check_object() argument 1538 check_slab(struct kmem_cache * s,struct slab * slab) check_slab() argument 1567 on_freelist(struct kmem_cache * s,struct slab * slab,void * search) on_freelist() argument 1624 trace(struct kmem_cache * s,struct slab * slab,void * object,int alloc) trace() argument 1645 add_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) add_full() argument 1655 remove_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) remove_full() argument 1669 inc_slabs_node(struct kmem_cache * s,int node,int objects) inc_slabs_node() argument 1676 dec_slabs_node(struct kmem_cache * s,int node,int objects) dec_slabs_node() argument 1685 setup_object_debug(struct kmem_cache * s,void * object) setup_object_debug() argument 1695 setup_slab_debug(struct kmem_cache * s,struct slab * slab,void * addr) setup_slab_debug() argument 1705 alloc_consistency_checks(struct kmem_cache * s,struct slab * slab,void * object) alloc_consistency_checks() argument 1722 alloc_debug_processing(struct kmem_cache * s,struct slab * slab,void * object,int orig_size) alloc_debug_processing() argument 1749 free_consistency_checks(struct kmem_cache * s,struct slab * slab,void * object,unsigned long addr) free_consistency_checks() argument 1991 setup_object_debug(struct kmem_cache * s,void * object) setup_object_debug() argument 1993 setup_slab_debug(struct kmem_cache * s,struct slab * slab,void * addr) setup_slab_debug() argument 1995 alloc_debug_processing(struct kmem_cache * s,struct slab * slab,void * object,int orig_size) alloc_debug_processing() argument 1998 free_debug_processing(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int * bulk_cnt,unsigned long addr,depot_stack_handle_t handle) free_debug_processing() argument 2002 slab_pad_check(struct kmem_cache * s,struct slab * slab) slab_pad_check() argument 2003 check_object(struct kmem_cache * s,struct slab * slab,void * object,u8 val) check_object() argument 2006 set_track(struct kmem_cache * s,void * object,enum track_item alloc,unsigned long addr,gfp_t gfp_flags) set_track() argument 2008 add_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) add_full() argument 2010 remove_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) remove_full() argument 2022 inc_slabs_node(struct kmem_cache * s,int node,int objects) inc_slabs_node() argument 2024 dec_slabs_node(struct kmem_cache * s,int node,int objects) dec_slabs_node() argument 2027 freelist_corrupted(struct kmem_cache * s,struct slab * slab,void ** freelist,void * nextfree) freelist_corrupted() argument 2098 alloc_slab_obj_exts(struct slab * slab,struct kmem_cache * s,gfp_t gfp,bool new_slab) alloc_slab_obj_exts() argument 2204 alloc_slab_obj_exts(struct slab * slab,struct kmem_cache * s,gfp_t gfp,bool new_slab) alloc_slab_obj_exts() argument 2219 prepare_slab_obj_exts_hook(struct kmem_cache * s,gfp_t flags,void * p) prepare_slab_obj_exts_hook() argument 2236 __alloc_tagging_slab_alloc_hook(struct kmem_cache * s,void * object,gfp_t flags) __alloc_tagging_slab_alloc_hook() argument 2262 alloc_tagging_slab_alloc_hook(struct kmem_cache * s,void * object,gfp_t flags) alloc_tagging_slab_alloc_hook() argument 2270 __alloc_tagging_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) __alloc_tagging_slab_free_hook() argument 2292 alloc_tagging_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) alloc_tagging_slab_free_hook() argument 2302 alloc_tagging_slab_alloc_hook(struct kmem_cache * s,void * object,gfp_t flags) alloc_tagging_slab_alloc_hook() argument 2307 alloc_tagging_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) alloc_tagging_slab_free_hook() argument 2320 memcg_slab_post_alloc_hook(struct kmem_cache * s,struct list_lru * lru,gfp_t flags,size_t size,void ** p) memcg_slab_post_alloc_hook() argument 2343 memcg_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) memcg_slab_free_hook() argument 2362 struct kmem_cache *s; memcg_slab_post_charge() local 2412 memcg_slab_post_alloc_hook(struct kmem_cache * s,struct list_lru * lru,gfp_t flags,size_t size,void ** p) memcg_slab_post_alloc_hook() argument 2420 memcg_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) memcg_slab_free_hook() argument 2449 slab_free_hook(struct kmem_cache * s,void * x,bool init,bool after_rcu_delay) slab_free_hook() argument 2534 slab_free_freelist_hook(struct kmem_cache * s,void ** head,void ** tail,int * cnt) slab_free_freelist_hook() argument 2577 setup_object(struct kmem_cache * s,void * object) setup_object() argument 2589 alloc_empty_sheaf(struct kmem_cache * s,gfp_t gfp) alloc_empty_sheaf() argument 2604 free_empty_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf) free_empty_sheaf() argument 2615 refill_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf,gfp_t gfp) refill_sheaf() argument 2638 alloc_full_sheaf(struct kmem_cache * s,gfp_t gfp) alloc_full_sheaf() argument 2669 sheaf_flush_main(struct kmem_cache * s) sheaf_flush_main() argument 2711 sheaf_flush_unused(struct kmem_cache * s,struct slab_sheaf * sheaf) sheaf_flush_unused() argument 2723 __rcu_free_sheaf_prepare(struct kmem_cache * s,struct slab_sheaf * sheaf) __rcu_free_sheaf_prepare() argument 2748 struct kmem_cache *s; rcu_free_sheaf_nobarn() local 2769 pcs_flush_all(struct kmem_cache * s) pcs_flush_all() argument 2796 __pcs_flush_all_cpu(struct kmem_cache * s,unsigned int cpu) __pcs_flush_all_cpu() argument 2816 pcs_destroy(struct kmem_cache * s) pcs_destroy() argument 3003 barn_shrink(struct kmem_cache * s,struct node_barn * barn) barn_shrink() argument 3063 init_cache_random_seq(struct kmem_cache * s) init_cache_random_seq() argument 3092 struct kmem_cache *s; init_freelist_randomization() local 3103 next_freelist_entry(struct kmem_cache * s,unsigned long * pos,void * start,unsigned long page_limit,unsigned long freelist_count) next_freelist_entry() argument 3125 shuffle_freelist(struct kmem_cache * s,struct slab * slab) shuffle_freelist() argument 3158 init_cache_random_seq(struct kmem_cache * s) init_cache_random_seq() argument 3163 shuffle_freelist(struct kmem_cache * s,struct slab * slab) shuffle_freelist() argument 3170 account_slab(struct slab * slab,int order,struct kmem_cache * s,gfp_t gfp) account_slab() argument 3180 unaccount_slab(struct slab * slab,int order,struct kmem_cache * s) unaccount_slab() argument 3193 allocate_slab(struct kmem_cache * s,gfp_t flags,int node) allocate_slab() argument 3266 new_slab(struct kmem_cache * s,gfp_t flags,int node) new_slab() argument 3277 __free_slab(struct kmem_cache * s,struct slab * slab) __free_slab() argument 3298 free_slab(struct kmem_cache * s,struct slab * slab) free_slab() argument 3314 discard_slab(struct kmem_cache * s,struct slab * slab) discard_slab() argument 3371 alloc_single_from_partial(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab,int orig_size) alloc_single_from_partial() argument 3411 alloc_single_from_new_slab(struct kmem_cache * s,struct slab * slab,int orig_size,gfp_t gfpflags) alloc_single_from_new_slab() argument 3460 put_cpu_partial(struct kmem_cache * s,struct slab * slab,int drain) put_cpu_partial() argument 3468 get_partial_node(struct kmem_cache * s,struct kmem_cache_node * n,struct partial_context * pc) get_partial_node() argument 3529 get_any_partial(struct kmem_cache * s,struct partial_context * pc) get_any_partial() argument 3593 get_partial(struct kmem_cache * s,int node,struct partial_context * pc) get_partial() argument 3649 note_cmpxchg_failure(const char * n,const struct kmem_cache * s,unsigned long tid) note_cmpxchg_failure() argument 3671 init_kmem_cache_cpus(struct kmem_cache * s) init_kmem_cache_cpus() argument 3706 deactivate_slab(struct kmem_cache * s,struct slab * slab,void * freelist) deactivate_slab() argument 3814 local_lock_cpu_slab(s,flags) global() argument 3817 local_lock_cpu_slab(s,flags) global() argument 3824 local_unlock_cpu_slab(s,flags) global() argument 3828 __put_partials(struct kmem_cache * s,struct slab * partial_slab) __put_partials() argument 3872 put_partials(struct kmem_cache * s) put_partials() argument 3886 put_partials_cpu(struct kmem_cache * s,struct kmem_cache_cpu * c) put_partials_cpu() argument 3904 put_cpu_partial(struct kmem_cache * s,struct slab * slab,int drain) put_cpu_partial() argument 3946 put_partials(struct kmem_cache * s) put_partials() argument 3947 put_partials_cpu(struct kmem_cache * s,struct kmem_cache_cpu * c) put_partials_cpu() argument 3952 flush_slab(struct kmem_cache * s,struct kmem_cache_cpu * c) flush_slab() argument 3975 __flush_cpu_slab(struct kmem_cache * s,int cpu) __flush_cpu_slab() argument 3993 flush_this_cpu_slab(struct kmem_cache * s) flush_this_cpu_slab() argument 4003 has_cpu_slab(int cpu,struct kmem_cache * s) has_cpu_slab() argument 4011 __flush_cpu_slab(struct kmem_cache * s,int cpu) __flush_cpu_slab() argument 4012 has_cpu_slab(int cpu,struct kmem_cache * s) has_cpu_slab() argument 4013 flush_this_cpu_slab(struct kmem_cache * s) flush_this_cpu_slab() argument 4016 has_pcs_used(int cpu,struct kmem_cache * s) has_pcs_used() argument 4035 struct kmem_cache *s; flush_cpu_slab() local 4048 flush_all_cpus_locked(struct kmem_cache * s) flush_all_cpus_locked() argument 4078 flush_all(struct kmem_cache * s) flush_all() argument 4090 struct kmem_cache *s; flush_rcu_sheaf() local 4112 struct kmem_cache *s; flush_all_rcu_sheaves() local 4159 struct kmem_cache *s; slub_cpu_dead() local 4196 free_debug_processing(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int * bulk_cnt,unsigned long addr,depot_stack_handle_t handle) free_debug_processing() argument 4309 slab_out_of_memory(struct kmem_cache * s,gfp_t gfpflags,int nid) slab_out_of_memory() argument 4345 slab_out_of_memory(struct kmem_cache * s,gfp_t gfpflags,int nid) slab_out_of_memory() argument 4358 __update_cpu_freelist_fast(struct kmem_cache * s,void * freelist_old,void * freelist_new,unsigned long tid) __update_cpu_freelist_fast() argument 4377 get_freelist(struct kmem_cache * s,struct slab * slab) get_freelist() argument 4405 freeze_slab(struct kmem_cache * s,struct slab * slab) freeze_slab() argument 4448 ___slab_alloc(struct kmem_cache * s,gfp_t gfpflags,int node,unsigned long addr,struct kmem_cache_cpu * c,unsigned int orig_size) ___slab_alloc() argument 4738 __slab_alloc(struct kmem_cache * s,gfp_t gfpflags,int node,unsigned long addr,struct kmem_cache_cpu * c,unsigned int orig_size) __slab_alloc() argument 4770 __slab_alloc_node(struct kmem_cache * s,gfp_t gfpflags,int node,unsigned long addr,size_t orig_size) __slab_alloc_node() argument 4867 __slab_alloc_node(struct kmem_cache * s,gfp_t gfpflags,int node,unsigned long addr,size_t orig_size) __slab_alloc_node() argument 4899 maybe_wipe_obj_freeptr(struct kmem_cache * s,void * obj) maybe_wipe_obj_freeptr() argument 4909 slab_pre_alloc_hook(struct kmem_cache * s,gfp_t flags) slab_pre_alloc_hook() argument 4922 slab_post_alloc_hook(struct kmem_cache * s,struct list_lru * lru,gfp_t flags,size_t size,void ** p,bool init,unsigned int orig_size) slab_post_alloc_hook() argument 4985 __pcs_replace_empty_main(struct kmem_cache * s,struct slub_percpu_sheaves * pcs,gfp_t gfp) __pcs_replace_empty_main() argument 5087 alloc_from_pcs(struct kmem_cache * s,gfp_t gfp,int node) alloc_from_pcs() argument 5159 alloc_from_pcs_bulk(struct kmem_cache * s,size_t size,void ** p) alloc_from_pcs_bulk() argument 5242 slab_alloc_node(struct kmem_cache * s,struct list_lru * lru,gfp_t gfpflags,int node,unsigned long addr,size_t orig_size) slab_alloc_node() argument 5277 kmem_cache_alloc_noprof(struct kmem_cache * s,gfp_t gfpflags) kmem_cache_alloc_noprof() argument 5288 kmem_cache_alloc_lru_noprof(struct kmem_cache * s,struct list_lru * lru,gfp_t gfpflags) kmem_cache_alloc_lru_noprof() argument 5322 kmem_cache_alloc_node_noprof(struct kmem_cache * s,gfp_t gfpflags,int node) kmem_cache_alloc_node_noprof() argument 5339 kmem_cache_prefill_sheaf(struct kmem_cache * s,gfp_t gfp,unsigned int size) kmem_cache_prefill_sheaf() argument 5426 kmem_cache_return_sheaf(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf * sheaf) kmem_cache_return_sheaf() argument 5480 kmem_cache_refill_sheaf(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf ** sheafp,unsigned int size) kmem_cache_refill_sheaf() argument 5533 kmem_cache_alloc_from_sheaf_noprof(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf * sheaf) kmem_cache_alloc_from_sheaf_noprof() argument 5618 struct kmem_cache *s; __do_kmalloc_node() local 5664 struct kmem_cache *s; kmalloc_nolock_noprof() local 5748 __kmalloc_cache_noprof(struct kmem_cache * s,gfp_t gfpflags,size_t size) __kmalloc_cache_noprof() argument 5760 __kmalloc_cache_node_noprof(struct kmem_cache * s,gfp_t gfpflags,int node,size_t size) __kmalloc_cache_node_noprof() argument 5773 free_to_partial_list(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int bulk_cnt,unsigned long addr) free_to_partial_list() argument 5845 __slab_free(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int cnt,unsigned long addr) __slab_free() argument 5975 __pcs_install_empty_sheaf(struct kmem_cache * s,struct slub_percpu_sheaves * pcs,struct slab_sheaf * empty,struct node_barn * barn) __pcs_install_empty_sheaf() argument 6022 __pcs_replace_full_main(struct kmem_cache * s,struct slub_percpu_sheaves * pcs) __pcs_replace_full_main() argument 6129 free_to_pcs(struct kmem_cache * s,void * object) free_to_pcs() argument 6159 struct kmem_cache *s; rcu_free_sheaf() local 6210 __kfree_rcu_sheaf(struct kmem_cache * s,void * obj) __kfree_rcu_sheaf() argument 6303 free_to_pcs_bulk(struct kmem_cache * s,size_t size,void ** p) free_to_pcs_bulk() argument 6446 struct kmem_cache *s; free_deferred_objects() local 6478 defer_free(struct kmem_cache * s,void * head) defer_free() argument 6526 do_slab_free(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int cnt,unsigned long addr) do_slab_free() argument 6604 do_slab_free(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int cnt,unsigned long addr) do_slab_free() argument 6613 slab_free(struct kmem_cache * s,struct slab * slab,void * object,unsigned long addr) slab_free() argument 6634 memcg_alloc_abort_single(struct kmem_cache * s,void * object) memcg_alloc_abort_single() argument 6642 slab_free_bulk(struct kmem_cache * s,struct slab * slab,void * head,void * tail,void ** p,int cnt,unsigned long addr) slab_free_bulk() argument 6662 struct kmem_cache *s; slab_free_after_rcu_debug() local 6699 cache_from_obj(struct kmem_cache * s,void * x) cache_from_obj() argument 6723 kmem_cache_free(struct kmem_cache * s,void * x) kmem_cache_free() argument 6764 struct kmem_cache *s; kvfree_rcu_cb() local 6810 struct kmem_cache *s; kfree() local 6843 struct kmem_cache *s; kfree_nolock() local 6901 struct kmem_cache *s = NULL; __do_krealloc() local 7215 struct kmem_cache *s; global() member 7231 build_detached_freelist(struct kmem_cache * s,size_t size,void ** p,struct detached_freelist * df) build_detached_freelist() argument 7293 __kmem_cache_free_bulk(struct kmem_cache * s,size_t size,void ** p) __kmem_cache_free_bulk() argument 7314 kmem_cache_free_bulk(struct kmem_cache * s,size_t size,void ** p) kmem_cache_free_bulk() argument 7343 __kmem_cache_alloc_bulk(struct kmem_cache * s,gfp_t flags,size_t size,void ** p) __kmem_cache_alloc_bulk() argument 7413 __kmem_cache_alloc_bulk(struct kmem_cache * s,gfp_t flags,size_t size,void ** p) __kmem_cache_alloc_bulk() argument 7443 kmem_cache_alloc_bulk_noprof(struct kmem_cache * s,gfp_t flags,size_t size,void ** p) kmem_cache_alloc_bulk_noprof() argument 7632 alloc_kmem_cache_cpus(struct kmem_cache * s) alloc_kmem_cache_cpus() argument 7653 alloc_kmem_cache_cpus(struct kmem_cache * s) alloc_kmem_cache_cpus() argument 7659 init_percpu_sheaves(struct kmem_cache * s) init_percpu_sheaves() argument 7724 free_kmem_cache_nodes(struct kmem_cache * s) free_kmem_cache_nodes() argument 7742 __kmem_cache_release(struct kmem_cache * s) __kmem_cache_release() argument 7757 init_kmem_cache_nodes(struct kmem_cache * s) init_kmem_cache_nodes() argument 7791 set_cpu_partial(struct kmem_cache * s) set_cpu_partial() argument 7828 calculate_sizes(struct kmem_cache_args * args,struct kmem_cache * s) calculate_sizes() argument 7967 list_slab_objects(struct kmem_cache * s,struct slab * slab) list_slab_objects() argument 7999 free_partial(struct kmem_cache * s,struct kmem_cache_node * n) free_partial() argument 8020 __kmem_cache_empty(struct kmem_cache * s) __kmem_cache_empty() argument 8034 __kmem_cache_shutdown(struct kmem_cache * s) __kmem_cache_shutdown() argument 8064 struct kmem_cache *s = slab->slab_cache; __kmem_obj_info() local 8186 struct kmem_cache *s; __check_heap_object() local 8235 __kmem_cache_do_shrink(struct kmem_cache * s) __kmem_cache_do_shrink() argument 8301 __kmem_cache_shrink(struct kmem_cache * s) __kmem_cache_shrink() argument 8309 struct kmem_cache *s; slab_mem_going_offline_callback() local 8324 struct kmem_cache *s; slab_mem_going_online_callback() local 8413 struct kmem_cache *s = kmem_cache_zalloc(kmem_cache, GFP_NOWAIT); bootstrap() local 8506 struct kmem_cache *s; __kmem_cache_alias() local 8527 do_kmem_cache_create(struct kmem_cache * s,const char * name,unsigned int size,struct kmem_cache_args * args,slab_flags_t flags) do_kmem_cache_create() argument 8646 validate_slab(struct kmem_cache * s,struct slab * slab,unsigned long * obj_map) validate_slab() argument 8671 validate_slab_node(struct kmem_cache * s,struct kmem_cache_node * n,unsigned long * obj_map) validate_slab_node() argument 8708 validate_slab_cache(struct kmem_cache * s) validate_slab_cache() argument 8785 add_location(struct loc_track * t,struct kmem_cache * s,const struct track * track,unsigned int orig_size) add_location() argument 8877 process_slab(struct loc_track * t,struct kmem_cache * s,struct slab * slab,enum track_item alloc,unsigned long * obj_map) process_slab() argument 8911 show_slab_objects(struct kmem_cache * s,char * buf,unsigned long flags) show_slab_objects() argument 9038 slab_size_show(struct kmem_cache * s,char * buf) slab_size_show() argument 9044 align_show(struct kmem_cache * s,char * buf) align_show() argument 9050 object_size_show(struct kmem_cache * s,char * buf) object_size_show() argument 9056 objs_per_slab_show(struct kmem_cache * s,char * buf) objs_per_slab_show() argument 9062 order_show(struct kmem_cache * s,char * buf) order_show() argument 9068 sheaf_capacity_show(struct kmem_cache * s,char * buf) sheaf_capacity_show() argument 9074 min_partial_show(struct kmem_cache * s,char * buf) min_partial_show() argument 9079 min_partial_store(struct kmem_cache * s,const char * buf,size_t length) min_partial_store() argument 9094 cpu_partial_show(struct kmem_cache * s,char * buf) cpu_partial_show() argument 9104 cpu_partial_store(struct kmem_cache * s,const char * buf,size_t length) cpu_partial_store() argument 9122 ctor_show(struct kmem_cache * s,char * buf) ctor_show() argument 9130 aliases_show(struct kmem_cache * s,char * buf) aliases_show() argument 9136 partial_show(struct kmem_cache * s,char * buf) partial_show() argument 9142 cpu_slabs_show(struct kmem_cache * s,char * buf) cpu_slabs_show() argument 9148 objects_partial_show(struct kmem_cache * s,char * buf) objects_partial_show() argument 9154 slabs_cpu_partial_show(struct kmem_cache * s,char * buf) slabs_cpu_partial_show() argument 9195 reclaim_account_show(struct kmem_cache * s,char * buf) reclaim_account_show() argument 9201 hwcache_align_show(struct kmem_cache * s,char * buf) hwcache_align_show() argument 9208 cache_dma_show(struct kmem_cache * s,char * buf) cache_dma_show() argument 9216 usersize_show(struct kmem_cache * s,char * buf) usersize_show() argument 9223 destroy_by_rcu_show(struct kmem_cache * s,char * buf) destroy_by_rcu_show() argument 9230 slabs_show(struct kmem_cache * s,char * buf) slabs_show() argument 9236 total_objects_show(struct kmem_cache * s,char * buf) total_objects_show() argument 9242 objects_show(struct kmem_cache * s,char * buf) objects_show() argument 9248 sanity_checks_show(struct kmem_cache * s,char * buf) sanity_checks_show() argument 9254 trace_show(struct kmem_cache * s,char * buf) trace_show() argument 9260 red_zone_show(struct kmem_cache * s,char * buf) red_zone_show() argument 9267 poison_show(struct kmem_cache * s,char * buf) poison_show() argument 9274 store_user_show(struct kmem_cache * s,char * buf) store_user_show() argument 9281 validate_show(struct kmem_cache * s,char * buf) validate_show() argument 9286 validate_store(struct kmem_cache * s,const char * buf,size_t length) validate_store() argument 9303 failslab_show(struct kmem_cache * s,char * buf) failslab_show() argument 9308 failslab_store(struct kmem_cache * s,const char * buf,size_t length) failslab_store() argument 9324 shrink_show(struct kmem_cache * s,char * buf) shrink_show() argument 9329 shrink_store(struct kmem_cache * s,const char * buf,size_t length) shrink_store() argument 9341 remote_node_defrag_ratio_show(struct kmem_cache * s,char * buf) remote_node_defrag_ratio_show() argument 9346 remote_node_defrag_ratio_store(struct kmem_cache * s,const char * buf,size_t length) remote_node_defrag_ratio_store() argument 9366 show_stat(struct kmem_cache * s,char * buf,enum stat_item si) show_stat() argument 9398 clear_stat(struct kmem_cache * s,enum stat_item si) clear_stat() argument 9467 skip_kfence_show(struct kmem_cache * s,char * buf) skip_kfence_show() argument 9472 skip_kfence_store(struct kmem_cache * s,const char * buf,size_t length) skip_kfence_store() argument 9592 struct kmem_cache *s; slab_attr_show() local 9608 struct kmem_cache *s; slab_attr_store() local 9636 cache_kset(struct kmem_cache * s) cache_kset() argument 9647 create_unique_id(struct kmem_cache * s) create_unique_id() argument 9685 sysfs_slab_add(struct kmem_cache * s) sysfs_slab_add() argument 9736 sysfs_slab_unlink(struct kmem_cache * s) sysfs_slab_unlink() argument 9742 sysfs_slab_release(struct kmem_cache * s) sysfs_slab_release() argument 9752 struct kmem_cache *s; global() member 9759 sysfs_slab_alias(struct kmem_cache * s,const char * name) sysfs_slab_alias() argument 9790 struct kmem_cache *s; slab_sysfs_init() local 9941 struct kmem_cache *s = file_inode(filep)->i_private; slab_debug_trace_open() local 10000 debugfs_slab_add(struct kmem_cache * s) debugfs_slab_add() argument 10016 debugfs_slab_release(struct kmem_cache * s) debugfs_slab_release() argument 10023 struct kmem_cache *s; slab_debugfs_init() local 10040 get_slabinfo(struct kmem_cache * s,struct slabinfo * sinfo) get_slabinfo() argument [all...] |