| H A D | slub.c | 150 * cmpxchg_double this is done by a lockless update of slab's freelist and 152 * list_lock if it's a first free to a full slab, or when a slab becomes empty 230 static inline bool kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug() argument 232 return kmem_cache_debug_flags(s, SLAB_DEBUG_FLAGS); in kmem_cache_debug() 235 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left() argument 237 if (kmem_cache_debug_flags(s, SLAB_RED_ZONE)) in fixup_red_left() 238 p += s->red_left_pad; in fixup_red_left() 285 * disabled when slab_debug=O is used and a cache's min order increases with 324 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add() argument 330 static inline void debugfs_slab_add(struct kmem_cache *s) { } in debugfs_slab_add() argument 374 stat(const struct kmem_cache * s,enum stat_item si) stat() argument 386 stat_add(const struct kmem_cache * s,enum stat_item si,int v) stat_add() argument 442 get_node(struct kmem_cache * s,int node) get_node() argument 451 get_barn(struct kmem_cache * s) get_barn() argument 484 struct kmem_cache *s; global() member 500 freelist_ptr_encode(const struct kmem_cache * s,void * ptr,unsigned long ptr_addr) freelist_ptr_encode() argument 513 freelist_ptr_decode(const struct kmem_cache * s,freeptr_t ptr,unsigned long ptr_addr) freelist_ptr_decode() argument 526 get_freepointer(struct kmem_cache * s,void * object) get_freepointer() argument 537 set_freepointer(struct kmem_cache * s,void * object,void * fp) set_freepointer() argument 552 freeptr_outside_object(struct kmem_cache * s) freeptr_outside_object() argument 561 get_info_end(struct kmem_cache * s) get_info_end() argument 671 __slab_update_freelist(struct kmem_cache * s,struct slab * slab,struct freelist_counters * old,struct freelist_counters * new,const char * n) __slab_update_freelist() argument 697 slab_update_freelist(struct kmem_cache * s,struct slab * slab,struct freelist_counters * old,struct freelist_counters * new,const char * n) slab_update_freelist() argument 730 set_orig_size(struct kmem_cache * s,void * object,unsigned long orig_size) set_orig_size() argument 744 get_orig_size(struct kmem_cache * s,void * object) get_orig_size() argument 773 need_slab_obj_exts(struct kmem_cache * s) need_slab_obj_exts() argument 792 obj_exts_offset_in_slab(struct kmem_cache * s,struct slab * slab) obj_exts_offset_in_slab() argument 802 obj_exts_fit_within_slab_leftover(struct kmem_cache * s,struct slab * slab) obj_exts_fit_within_slab_leftover() argument 811 obj_exts_in_slab(struct kmem_cache * s,struct slab * slab) obj_exts_in_slab() argument 826 need_slab_obj_exts(struct kmem_cache * s) need_slab_obj_exts() argument 836 obj_exts_offset_in_slab(struct kmem_cache * s,struct slab * slab) obj_exts_offset_in_slab() argument 842 obj_exts_fit_within_slab_leftover(struct kmem_cache * s,struct slab * slab) obj_exts_fit_within_slab_leftover() argument 848 obj_exts_in_slab(struct kmem_cache * s,struct slab * slab) obj_exts_in_slab() argument 856 obj_exts_in_object(struct kmem_cache * s,struct slab * slab) obj_exts_in_object() argument 868 obj_exts_offset_in_object(struct kmem_cache * s) obj_exts_offset_in_object() argument 883 obj_exts_in_object(struct kmem_cache * s,struct slab * slab) obj_exts_in_object() argument 888 obj_exts_offset_in_object(struct kmem_cache * s) obj_exts_offset_in_object() argument 908 __fill_map(unsigned long * obj_map,struct kmem_cache * s,struct slab * slab) __fill_map() argument 955 size_from_object(struct kmem_cache * s) size_from_object() argument 963 restore_red_left(struct kmem_cache * s,void * p) restore_red_left() argument 988 check_valid_pointer(struct kmem_cache * s,struct slab * slab,void * object) check_valid_pointer() argument 1016 get_track(struct kmem_cache * s,void * object,enum track_item alloc) get_track() argument 1045 set_track_update(struct kmem_cache * s,void * object,enum track_item alloc,unsigned long addr,depot_stack_handle_t handle) set_track_update() argument 1060 set_track(struct kmem_cache * s,void * object,enum track_item alloc,unsigned long addr,gfp_t gfp_flags) set_track() argument 1068 init_tracking(struct kmem_cache * s,void * object) init_tracking() argument 1079 print_track(const char * s,struct track * t,unsigned long pr_time) print_track() argument 1097 print_tracking(struct kmem_cache * s,void * object) print_tracking() argument 1114 skip_orig_size_check(struct kmem_cache * s,const void * object) skip_orig_size_check() argument 1119 __slab_bug(struct kmem_cache * s,const char * fmt,va_list argsp) __slab_bug() argument 1133 slab_bug(struct kmem_cache * s,const char * fmt,...) slab_bug() argument 1143 slab_fix(struct kmem_cache * s,const char * fmt,...) slab_fix() argument 1158 print_trailer(struct kmem_cache * s,struct slab * slab,u8 * p) print_trailer() argument 1201 object_err(struct kmem_cache * s,struct slab * slab,u8 * object,const char * reason) object_err() argument 1230 slab_err(struct kmem_cache * s,struct slab * slab,const char * fmt,...) slab_err() argument 1245 init_object(struct kmem_cache * s,void * object,u8 val) init_object() argument 1279 restore_bytes(struct kmem_cache * s,const char * message,u8 data,void * from,void * to) restore_bytes() argument 1293 check_bytes_and_report(struct kmem_cache * s,struct slab * slab,u8 * object,const char * what,u8 * start,unsigned int value,unsigned int bytes,bool slab_obj_print) check_bytes_and_report() argument 1383 check_pad_bytes(struct kmem_cache * s,struct slab * slab,u8 * p) check_pad_bytes() argument 1409 slab_pad_check(struct kmem_cache * s,struct slab * slab) slab_pad_check() argument 1453 check_object(struct kmem_cache * s,struct slab * slab,void * object,u8 val) check_object() argument 1538 check_slab(struct kmem_cache * s,struct slab * slab) check_slab() argument 1567 on_freelist(struct kmem_cache * s,struct slab * slab,void * search) on_freelist() argument 1624 trace(struct kmem_cache * s,struct slab * slab,void * object,int alloc) trace() argument 1645 add_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) add_full() argument 1655 remove_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) remove_full() argument 1669 inc_slabs_node(struct kmem_cache * s,int node,int objects) inc_slabs_node() argument 1676 dec_slabs_node(struct kmem_cache * s,int node,int objects) dec_slabs_node() argument 1685 setup_object_debug(struct kmem_cache * s,void * object) setup_object_debug() argument 1695 setup_slab_debug(struct kmem_cache * s,struct slab * slab,void * addr) setup_slab_debug() argument 1705 alloc_consistency_checks(struct kmem_cache * s,struct slab * slab,void * object) alloc_consistency_checks() argument 1722 alloc_debug_processing(struct kmem_cache * s,struct slab * slab,void * object,int orig_size) alloc_debug_processing() argument 1749 free_consistency_checks(struct kmem_cache * s,struct slab * slab,void * object,unsigned long addr) free_consistency_checks() argument 1995 setup_object_debug(struct kmem_cache * s,void * object) setup_object_debug() argument 1997 setup_slab_debug(struct kmem_cache * s,struct slab * slab,void * addr) setup_slab_debug() argument 1999 alloc_debug_processing(struct kmem_cache * s,struct slab * slab,void * object,int orig_size) alloc_debug_processing() argument 2002 free_debug_processing(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int * bulk_cnt,unsigned long addr,depot_stack_handle_t handle) free_debug_processing() argument 2006 slab_pad_check(struct kmem_cache * s,struct slab * slab) slab_pad_check() argument 2007 check_object(struct kmem_cache * s,struct slab * slab,void * object,u8 val) check_object() argument 2010 set_track(struct kmem_cache * s,void * object,enum track_item alloc,unsigned long addr,gfp_t gfp_flags) set_track() argument 2012 add_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) add_full() argument 2014 remove_full(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab) remove_full() argument 2026 inc_slabs_node(struct kmem_cache * s,int node,int objects) inc_slabs_node() argument 2028 dec_slabs_node(struct kmem_cache * s,int node,int objects) dec_slabs_node() argument 2116 obj_exts_alloc_size(struct kmem_cache * s,struct slab * slab,gfp_t gfp) obj_exts_alloc_size() argument 2148 alloc_slab_obj_exts(struct slab * slab,struct kmem_cache * s,gfp_t gfp,bool new_slab) alloc_slab_obj_exts() argument 2270 alloc_slab_obj_exts_early(struct kmem_cache * s,struct slab * slab) alloc_slab_obj_exts_early() argument 2319 alloc_slab_obj_exts(struct slab * slab,struct kmem_cache * s,gfp_t gfp,bool new_slab) alloc_slab_obj_exts() argument 2329 alloc_slab_obj_exts_early(struct kmem_cache * s,struct slab * slab) alloc_slab_obj_exts_early() argument 2339 prepare_slab_obj_exts_hook(struct kmem_cache * s,struct slab * slab,gfp_t flags,void * p) prepare_slab_obj_exts_hook() argument 2355 __alloc_tagging_slab_alloc_hook(struct kmem_cache * s,void * object,gfp_t flags) __alloc_tagging_slab_alloc_hook() argument 2390 alloc_tagging_slab_alloc_hook(struct kmem_cache * s,void * object,gfp_t flags) alloc_tagging_slab_alloc_hook() argument 2398 __alloc_tagging_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) __alloc_tagging_slab_free_hook() argument 2422 alloc_tagging_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) alloc_tagging_slab_free_hook() argument 2432 alloc_tagging_slab_alloc_hook(struct kmem_cache * s,void * object,gfp_t flags) alloc_tagging_slab_alloc_hook() argument 2437 alloc_tagging_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) alloc_tagging_slab_free_hook() argument 2450 memcg_slab_post_alloc_hook(struct kmem_cache * s,struct list_lru * lru,gfp_t flags,size_t size,void ** p) memcg_slab_post_alloc_hook() argument 2473 memcg_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) memcg_slab_free_hook() argument 2495 struct kmem_cache *s; memcg_slab_post_charge() local 2551 memcg_slab_post_alloc_hook(struct kmem_cache * s,struct list_lru * lru,gfp_t flags,size_t size,void ** p) memcg_slab_post_alloc_hook() argument 2559 memcg_slab_free_hook(struct kmem_cache * s,struct slab * slab,void ** p,int objects) memcg_slab_free_hook() argument 2606 slab_free_hook(struct kmem_cache * s,void * x,bool init,bool after_rcu_delay) slab_free_hook() argument 2691 slab_free_freelist_hook(struct kmem_cache * s,void ** head,void ** tail,int * cnt) slab_free_freelist_hook() argument 2734 setup_object(struct kmem_cache * s,void * object) setup_object() argument 2746 __alloc_empty_sheaf(struct kmem_cache * s,gfp_t gfp,unsigned int capacity) __alloc_empty_sheaf() argument 2778 alloc_empty_sheaf(struct kmem_cache * s,gfp_t gfp) alloc_empty_sheaf() argument 2784 free_empty_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf) free_empty_sheaf() argument 2795 refill_sheaf(struct kmem_cache * s,struct slab_sheaf * sheaf,gfp_t gfp) refill_sheaf() argument 2818 alloc_full_sheaf(struct kmem_cache * s,gfp_t gfp) alloc_full_sheaf() argument 2849 sheaf_flush_main(struct kmem_cache * s) sheaf_flush_main() argument 2891 sheaf_flush_unused(struct kmem_cache * s,struct slab_sheaf * sheaf) sheaf_flush_unused() argument 2903 __rcu_free_sheaf_prepare(struct kmem_cache * s,struct slab_sheaf * sheaf) __rcu_free_sheaf_prepare() argument 2934 struct kmem_cache *s; rcu_free_sheaf_nobarn() local 2955 pcs_flush_all(struct kmem_cache * s) pcs_flush_all() argument 2982 __pcs_flush_all_cpu(struct kmem_cache * s,unsigned int cpu) __pcs_flush_all_cpu() argument 3002 pcs_destroy(struct kmem_cache * s) pcs_destroy() argument 3213 barn_shrink(struct kmem_cache * s,struct node_barn * barn) barn_shrink() argument 3270 init_cache_random_seq(struct kmem_cache * s) init_cache_random_seq() argument 3299 struct kmem_cache *s; init_freelist_randomization() local 3310 next_freelist_entry(struct kmem_cache * s,unsigned long * pos,void * start,unsigned long page_limit,unsigned long freelist_count) next_freelist_entry() argument 3334 shuffle_freelist(struct kmem_cache * s,struct slab * slab,bool allow_spin) shuffle_freelist() argument 3380 init_cache_random_seq(struct kmem_cache * s) init_cache_random_seq() argument 3385 shuffle_freelist(struct kmem_cache * s,struct slab * slab,bool allow_spin) shuffle_freelist() argument 3393 account_slab(struct slab * slab,int order,struct kmem_cache * s,gfp_t gfp) account_slab() argument 3405 unaccount_slab(struct slab * slab,int order,struct kmem_cache * s,bool allow_spin) unaccount_slab() argument 3418 allocate_slab(struct kmem_cache * s,gfp_t flags,int node) allocate_slab() argument 3495 new_slab(struct kmem_cache * s,gfp_t flags,int node) new_slab() argument 3506 __free_slab(struct kmem_cache * s,struct slab * slab,bool allow_spin) __free_slab() argument 3523 free_new_slab_nolock(struct kmem_cache * s,struct slab * slab) free_new_slab_nolock() argument 3539 free_slab(struct kmem_cache * s,struct slab * slab) free_slab() argument 3555 discard_slab(struct kmem_cache * s,struct slab * slab) discard_slab() argument 3612 alloc_single_from_partial(struct kmem_cache * s,struct kmem_cache_node * n,struct slab * slab,int orig_size) alloc_single_from_partial() argument 3650 alloc_single_from_new_slab(struct kmem_cache * s,struct slab * slab,int orig_size,gfp_t gfpflags) alloc_single_from_new_slab() argument 3697 get_partial_node_bulk(struct kmem_cache * s,struct kmem_cache_node * n,struct partial_bulk_context * pc,bool allow_spin) get_partial_node_bulk() argument 3755 get_from_partial_node(struct kmem_cache * s,struct kmem_cache_node * n,struct partial_context * pc) get_from_partial_node() argument 3819 get_from_any_partial(struct kmem_cache * s,struct partial_context * pc) get_from_any_partial() argument 3892 get_from_partial(struct kmem_cache * s,int node,struct partial_context * pc) get_from_partial() argument 3908 has_pcs_used(int cpu,struct kmem_cache * s) has_pcs_used() argument 3927 struct kmem_cache *s; flush_cpu_sheaves() local 3938 flush_all_cpus_locked(struct kmem_cache * s) flush_all_cpus_locked() argument 3968 flush_all(struct kmem_cache * s) flush_all() argument 3980 struct kmem_cache *s; flush_rcu_sheaf() local 3999 flush_rcu_sheaves_on_cache(struct kmem_cache * s) flush_rcu_sheaves_on_cache() argument 4031 struct kmem_cache *s; flush_all_rcu_sheaves() local 4054 struct kmem_cache *s; slub_cpu_dead() local 4077 free_debug_processing(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int * bulk_cnt,unsigned long addr,depot_stack_handle_t handle) free_debug_processing() argument 4190 slab_out_of_memory(struct kmem_cache * s,gfp_t gfpflags,int nid) slab_out_of_memory() argument 4226 slab_out_of_memory(struct kmem_cache * s,gfp_t gfpflags,int nid) slab_out_of_memory() argument 4245 get_freelist_nofreeze(struct kmem_cache * s,struct slab * slab) get_freelist_nofreeze() argument 4270 maybe_wipe_obj_freeptr(struct kmem_cache * s,void * obj) maybe_wipe_obj_freeptr() argument 4279 alloc_from_new_slab(struct kmem_cache * s,struct slab * slab,void ** p,unsigned int count,bool allow_spin) alloc_from_new_slab() argument 4337 ___slab_alloc(struct kmem_cache * s,gfp_t gfpflags,int node,unsigned long addr,unsigned int orig_size) ___slab_alloc() argument 4416 __slab_alloc_node(struct kmem_cache * s,gfp_t gfpflags,int node,unsigned long addr,size_t orig_size) __slab_alloc_node() argument 4448 slab_pre_alloc_hook(struct kmem_cache * s,gfp_t flags) slab_pre_alloc_hook() argument 4461 slab_post_alloc_hook(struct kmem_cache * s,struct list_lru * lru,gfp_t flags,size_t size,void ** p,bool init,unsigned int orig_size) slab_post_alloc_hook() argument 4524 __pcs_replace_empty_main(struct kmem_cache * s,struct slub_percpu_sheaves * pcs,gfp_t gfp) __pcs_replace_empty_main() argument 4636 alloc_from_pcs(struct kmem_cache * s,gfp_t gfp,int node) alloc_from_pcs() argument 4711 alloc_from_pcs_bulk(struct kmem_cache * s,gfp_t gfp,size_t size,void ** p) alloc_from_pcs_bulk() argument 4801 slab_alloc_node(struct kmem_cache * s,struct list_lru * lru,gfp_t gfpflags,int node,unsigned long addr,size_t orig_size) slab_alloc_node() argument 4835 kmem_cache_alloc_noprof(struct kmem_cache * s,gfp_t gfpflags) kmem_cache_alloc_noprof() argument 4846 kmem_cache_alloc_lru_noprof(struct kmem_cache * s,struct list_lru * lru,gfp_t gfpflags) kmem_cache_alloc_lru_noprof() argument 4880 kmem_cache_alloc_node_noprof(struct kmem_cache * s,gfp_t gfpflags,int node) kmem_cache_alloc_node_noprof() argument 4890 __prefill_sheaf_pfmemalloc(struct kmem_cache * s,struct slab_sheaf * sheaf,gfp_t gfp) __prefill_sheaf_pfmemalloc() argument 4920 kmem_cache_prefill_sheaf(struct kmem_cache * s,gfp_t gfp,unsigned int size) kmem_cache_prefill_sheaf() argument 5004 kmem_cache_return_sheaf(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf * sheaf) kmem_cache_return_sheaf() argument 5059 kmem_cache_refill_sheaf(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf ** sheafp,unsigned int size) kmem_cache_refill_sheaf() argument 5115 kmem_cache_alloc_from_sheaf_noprof(struct kmem_cache * s,gfp_t gfp,struct slab_sheaf * sheaf) kmem_cache_alloc_from_sheaf_noprof() argument 5203 struct kmem_cache *s; __do_kmalloc_node() local 5249 struct kmem_cache *s; kmalloc_nolock_noprof() local 5332 __kmalloc_cache_noprof(struct kmem_cache * s,gfp_t gfpflags,size_t size) __kmalloc_cache_noprof() argument 5344 __kmalloc_cache_node_noprof(struct kmem_cache * s,gfp_t gfpflags,int node,size_t size) __kmalloc_cache_node_noprof() argument 5357 free_to_partial_list(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int bulk_cnt,unsigned long addr) free_to_partial_list() argument 5429 __slab_free(struct kmem_cache * s,struct slab * slab,void * head,void * tail,int cnt,unsigned long addr) __slab_free() argument 5553 __pcs_install_empty_sheaf(struct kmem_cache * s,struct slub_percpu_sheaves * pcs,struct slab_sheaf * empty,struct node_barn * barn) __pcs_install_empty_sheaf() argument 5600 __pcs_replace_full_main(struct kmem_cache * s,struct slub_percpu_sheaves * pcs,bool allow_spin) __pcs_replace_full_main() argument 5723 free_to_pcs(struct kmem_cache * s,void * object,bool allow_spin) free_to_pcs() argument 5753 struct kmem_cache *s; rcu_free_sheaf() local 5821 __kfree_rcu_sheaf(struct kmem_cache * s,void * obj) __kfree_rcu_sheaf() argument 5927 free_to_pcs_bulk(struct kmem_cache * s,size_t size,void ** p) free_to_pcs_bulk() argument 6074 struct kmem_cache *s; free_deferred_objects() local 6096 defer_free(struct kmem_cache * s,void * head) defer_free() argument 6118 slab_free(struct kmem_cache * s,struct slab * slab,void * object,unsigned long addr) slab_free() argument 6140 memcg_alloc_abort_single(struct kmem_cache * s,void * object) memcg_alloc_abort_single() argument 6152 slab_free_bulk(struct kmem_cache * s,struct slab * slab,void * head,void * tail,void ** p,int cnt,unsigned long addr) slab_free_bulk() argument 6174 struct kmem_cache *s; slab_free_after_rcu_debug() local 6204 warn_free_bad_obj(struct kmem_cache * s,void * obj) warn_free_bad_obj() argument 6234 kmem_cache_free(struct kmem_cache * s,void * x) kmem_cache_free() argument 6260 struct kmem_cache *s = slab->slab_cache; slab_ksize() local 6379 struct kmem_cache *s; kvfree_rcu_cb() local 6425 struct kmem_cache *s; kfree() local 6458 struct kmem_cache *s; kfree_nolock() local 6522 struct kmem_cache *s = NULL; __do_krealloc() local 6843 struct kmem_cache *s; global() member 6859 build_detached_freelist(struct kmem_cache * s,size_t size,void ** p,struct detached_freelist * df) build_detached_freelist() argument 6923 __kmem_cache_free_bulk(struct kmem_cache * s,size_t size,void ** p) __kmem_cache_free_bulk() argument 6944 kmem_cache_free_bulk(struct kmem_cache * s,size_t size,void ** p) kmem_cache_free_bulk() argument 6972 __refill_objects_node(struct kmem_cache * s,void ** p,gfp_t gfp,unsigned int min,unsigned int max,struct kmem_cache_node * n,bool allow_spin) __refill_objects_node() argument 7052 __refill_objects_any(struct kmem_cache * s,void ** p,gfp_t gfp,unsigned int min,unsigned int max) __refill_objects_any() argument 7103 __refill_objects_any(struct kmem_cache * s,void ** p,gfp_t gfp,unsigned int min,unsigned int max) __refill_objects_any() argument 7111 refill_objects(struct kmem_cache * s,void ** p,gfp_t gfp,unsigned int min,unsigned int max) refill_objects() argument 7155 __kmem_cache_alloc_bulk(struct kmem_cache * s,gfp_t flags,size_t size,void ** p) __kmem_cache_alloc_bulk() argument 7189 kmem_cache_alloc_bulk_noprof(struct kmem_cache * s,gfp_t flags,size_t size,void ** p) kmem_cache_alloc_bulk_noprof() argument 7405 alloc_kmem_cache_stats(struct kmem_cache * s) alloc_kmem_cache_stats() argument 7420 init_percpu_sheaves(struct kmem_cache * s) init_percpu_sheaves() argument 7507 free_kmem_cache_nodes(struct kmem_cache * s) free_kmem_cache_nodes() argument 7525 __kmem_cache_release(struct kmem_cache * s) __kmem_cache_release() argument 7535 init_kmem_cache_nodes(struct kmem_cache * s) init_kmem_cache_nodes() argument 7569 calculate_sheaf_capacity(struct kmem_cache * s,struct kmem_cache_args * args) calculate_sheaf_capacity() argument 7620 calculate_sizes(struct kmem_cache_args * args,struct kmem_cache * s) calculate_sizes() argument 7776 list_slab_objects(struct kmem_cache * s,struct slab * slab) list_slab_objects() argument 7808 free_partial(struct kmem_cache * s,struct kmem_cache_node * n) free_partial() argument 7829 __kmem_cache_empty(struct kmem_cache * s) __kmem_cache_empty() argument 7843 __kmem_cache_shutdown(struct kmem_cache * s) __kmem_cache_shutdown() argument 7873 struct kmem_cache *s = slab->slab_cache; __kmem_obj_info() local 8006 struct kmem_cache *s; __check_heap_object() local 8055 __kmem_cache_do_shrink(struct kmem_cache * s) __kmem_cache_do_shrink() argument 8121 __kmem_cache_shrink(struct kmem_cache * s) __kmem_cache_shrink() argument 8129 struct kmem_cache *s; slab_mem_going_offline_callback() local 8144 struct kmem_cache *s; slab_mem_going_online_callback() local 8233 struct kmem_cache *s = kmem_cache_zalloc(kmem_cache, GFP_NOWAIT); bootstrap() local 8258 bootstrap_cache_sheaves(struct kmem_cache * s) bootstrap_cache_sheaves() argument 8388 do_kmem_cache_create(struct kmem_cache * s,const char * name,unsigned int size,struct kmem_cache_args * args,slab_flags_t flags) do_kmem_cache_create() argument 8500 validate_slab(struct kmem_cache * s,struct slab * slab,unsigned long * obj_map) validate_slab() argument 8525 validate_slab_node(struct kmem_cache * s,struct kmem_cache_node * n,unsigned long * obj_map) validate_slab_node() argument 8562 validate_slab_cache(struct kmem_cache * s) validate_slab_cache() argument 8639 add_location(struct loc_track * t,struct kmem_cache * s,const struct track * track,unsigned int orig_size) add_location() argument 8731 process_slab(struct loc_track * t,struct kmem_cache * s,struct slab * slab,enum track_item alloc,unsigned long * obj_map) process_slab() argument 8765 show_slab_objects(struct kmem_cache * s,char * buf,unsigned long flags) show_slab_objects() argument 8851 slab_size_show(struct kmem_cache * s,char * buf) slab_size_show() argument 8857 align_show(struct kmem_cache * s,char * buf) align_show() argument 8863 object_size_show(struct kmem_cache * s,char * buf) object_size_show() argument 8869 objs_per_slab_show(struct kmem_cache * s,char * buf) objs_per_slab_show() argument 8875 order_show(struct kmem_cache * s,char * buf) order_show() argument 8881 sheaf_capacity_show(struct kmem_cache * s,char * buf) sheaf_capacity_show() argument 8887 min_partial_show(struct kmem_cache * s,char * buf) min_partial_show() argument 8892 min_partial_store(struct kmem_cache * s,const char * buf,size_t length) min_partial_store() argument 8907 cpu_partial_show(struct kmem_cache * s,char * buf) cpu_partial_show() argument 8912 cpu_partial_store(struct kmem_cache * s,const char * buf,size_t length) cpu_partial_store() argument 8928 ctor_show(struct kmem_cache * s,char * buf) ctor_show() argument 8936 aliases_show(struct kmem_cache * s,char * buf) aliases_show() argument 8942 partial_show(struct kmem_cache * s,char * buf) partial_show() argument 8948 cpu_slabs_show(struct kmem_cache * s,char * buf) cpu_slabs_show() argument 8954 objects_partial_show(struct kmem_cache * s,char * buf) objects_partial_show() argument 8960 slabs_cpu_partial_show(struct kmem_cache * s,char * buf) slabs_cpu_partial_show() argument 8966 reclaim_account_show(struct kmem_cache * s,char * buf) reclaim_account_show() argument 8972 hwcache_align_show(struct kmem_cache * s,char * buf) hwcache_align_show() argument 8979 cache_dma_show(struct kmem_cache * s,char * buf) cache_dma_show() argument 8987 usersize_show(struct kmem_cache * s,char * buf) usersize_show() argument 8994 destroy_by_rcu_show(struct kmem_cache * s,char * buf) destroy_by_rcu_show() argument 9001 slabs_show(struct kmem_cache * s,char * buf) slabs_show() argument 9007 total_objects_show(struct kmem_cache * s,char * buf) total_objects_show() argument 9013 objects_show(struct kmem_cache * s,char * buf) objects_show() argument 9019 sanity_checks_show(struct kmem_cache * s,char * buf) sanity_checks_show() argument 9025 trace_show(struct kmem_cache * s,char * buf) trace_show() argument 9031 red_zone_show(struct kmem_cache * s,char * buf) red_zone_show() argument 9038 poison_show(struct kmem_cache * s,char * buf) poison_show() argument 9045 store_user_show(struct kmem_cache * s,char * buf) store_user_show() argument 9052 validate_show(struct kmem_cache * s,char * buf) validate_show() argument 9057 validate_store(struct kmem_cache * s,const char * buf,size_t length) validate_store() argument 9074 failslab_show(struct kmem_cache * s,char * buf) failslab_show() argument 9079 failslab_store(struct kmem_cache * s,const char * buf,size_t length) failslab_store() argument 9095 shrink_show(struct kmem_cache * s,char * buf) shrink_show() argument 9100 shrink_store(struct kmem_cache * s,const char * buf,size_t length) shrink_store() argument 9112 remote_node_defrag_ratio_show(struct kmem_cache * s,char * buf) remote_node_defrag_ratio_show() argument 9117 remote_node_defrag_ratio_store(struct kmem_cache * s,const char * buf,size_t length) remote_node_defrag_ratio_store() argument 9137 show_stat(struct kmem_cache * s,char * buf,enum stat_item si) show_stat() argument 9169 clear_stat(struct kmem_cache * s,enum stat_item si) clear_stat() argument 9221 skip_kfence_show(struct kmem_cache * s,char * buf) skip_kfence_show() argument 9226 skip_kfence_store(struct kmem_cache * s,const char * buf,size_t length) skip_kfence_store() argument 9329 struct kmem_cache *s; slab_attr_show() local 9345 struct kmem_cache *s; slab_attr_store() local 9373 cache_kset(struct kmem_cache * s) cache_kset() argument 9384 create_unique_id(struct kmem_cache * s) create_unique_id() argument 9422 sysfs_slab_add(struct kmem_cache * s) sysfs_slab_add() argument 9473 sysfs_slab_unlink(struct kmem_cache * s) sysfs_slab_unlink() argument 9479 sysfs_slab_release(struct kmem_cache * s) sysfs_slab_release() argument 9489 struct kmem_cache *s; global() member 9496 sysfs_slab_alias(struct kmem_cache * s,const char * name) sysfs_slab_alias() argument 9527 struct kmem_cache *s; slab_sysfs_init() local 9678 struct kmem_cache *s = file_inode(filep)->i_private; slab_debug_trace_open() local 9737 debugfs_slab_add(struct kmem_cache * s) debugfs_slab_add() argument 9753 debugfs_slab_release(struct kmem_cache * s) debugfs_slab_release() argument 9760 struct kmem_cache *s; slab_debugfs_init() local 9777 get_slabinfo(struct kmem_cache * s,struct slabinfo * sinfo) get_slabinfo() argument [all...] |