390 	struct slab *slab;	/* The slab from which we are allocating */  member
639 static __always_inline void slab_lock(struct slab *slab)  in slab_lock()
644 static __always_inline void slab_unlock(struct slab *slab)  in slab_unlock()
650 __update_freelist_fast(struct slab *slab,  in __update_freelist_fast()
665 __update_freelist_slow(struct slab *slab,  in __update_freelist_slow()
690 static inline bool __slab_update_freelist(struct kmem_cache *s, struct slab *slab,  in __slab_update_freelist()
720 static inline bool slab_update_freelist(struct kmem_cache *s, struct slab *slab,  in slab_update_freelist()
792 		       struct slab *slab)  in __fill_map()
890 				struct slab *slab, void *object)  in check_valid_pointer()
1008 static void print_slab_info(const struct slab *slab)  in print_slab_info()
1050 static void print_trailer(struct kmem_cache *s, struct slab *slab, u8 *p)  in print_trailer()
1092 static void object_err(struct kmem_cache *s, struct slab *slab,  in object_err()
1103 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab,  in freelist_corrupted()
1117 static __printf(3, 4) void slab_err(struct kmem_cache *s, struct slab *slab,  in slab_err()
1183 check_bytes_and_report(struct kmem_cache *s, struct slab *slab,  in check_bytes_and_report()
1253 static int check_pad_bytes(struct kmem_cache *s, struct slab *slab, u8 *p)  in check_pad_bytes()
1276 slab_pad_check(struct kmem_cache *s, struct slab *slab)  in slab_pad_check()
1311 static int check_object(struct kmem_cache *s, struct slab *slab,  in check_object()
1396 static int check_slab(struct kmem_cache *s, struct slab *slab)  in check_slab()
1430 static int on_freelist(struct kmem_cache *s, struct slab *slab, void *search)  in on_freelist()
1479 static void trace(struct kmem_cache *s, struct slab *slab, void *object,  in trace()
1501 	struct kmem_cache_node *n, struct slab *slab)  in add_full()
1510 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab)  in remove_full()
1550 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr)  in setup_slab_debug()
1561 					struct slab *slab, void *object)  in alloc_consistency_checks()
1578 			struct slab *slab, void *object, int orig_size)  in alloc_debug_processing()
1607 		struct slab *slab, void *object, unsigned long addr)  in free_consistency_checks()
1853 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) {}  in setup_slab_debug()
1856 	struct slab *slab, void *object, int orig_size) { return true; }  in alloc_debug_processing()
1859 	struct slab *slab, void *head, void *tail, int *bulk_cnt,  in free_debug_processing()
1862 static inline void slab_pad_check(struct kmem_cache *s, struct slab *slab) {}  in slab_pad_check()
1863 static inline int check_object(struct kmem_cache *s, struct slab *slab,  in check_object()
1869 					struct slab *slab) {}  in add_full()
1871 					struct slab *slab) {}  in remove_full()
1887 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab,  in freelist_corrupted()
1915 static inline void mark_failed_objexts_alloc(struct slab *slab)  in mark_failed_objexts_alloc()
1939 static inline void mark_failed_objexts_alloc(struct slab *slab) {}  in mark_failed_objexts_alloc()
1953 int alloc_slab_obj_exts(struct slab *slab, struct kmem_cache *s,  in alloc_slab_obj_exts()
2003 static inline void free_slab_obj_exts(struct slab *slab)  in free_slab_obj_exts()
2037 static int alloc_slab_obj_exts(struct slab *slab, struct kmem_cache *s,  in alloc_slab_obj_exts()
2043 static inline void free_slab_obj_exts(struct slab *slab)  in free_slab_obj_exts()
2059 	struct slab *slab;  in prepare_slab_obj_exts_hook()  local
2098 alloc_tagging_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in alloc_tagging_slab_free_hook()
2130 alloc_tagging_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in alloc_tagging_slab_free_hook()
2166 void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in memcg_slab_free_hook()
2187 	struct slab *slab;  in memcg_slab_post_charge()  local
2243 static inline void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab,  in memcg_slab_free_hook()
2419 	struct slab *slab;  in alloc_slab_page()  local
2502 static bool shuffle_freelist(struct kmem_cache *s, struct slab *slab)  in shuffle_freelist()
2540 static inline bool shuffle_freelist(struct kmem_cache *s, struct slab *slab)  in shuffle_freelist()
2546 static __always_inline void account_slab(struct slab *slab, int order,  in account_slab()
2556 static __always_inline void unaccount_slab(struct slab *slab, int order,  in unaccount_slab()
2568 	struct slab *slab;  in allocate_slab()  local
2644 static void __free_slab(struct kmem_cache *s, struct slab *slab)  in __free_slab()
2660 	struct slab *slab = container_of(h, struct slab, rcu_head);  in rcu_free_slab()  local
2665 static void free_slab(struct kmem_cache *s, struct slab *slab)  in free_slab()
2681 static void discard_slab(struct kmem_cache *s, struct slab *slab)  in discard_slab()
2691 static inline bool slab_test_node_partial(const struct slab *slab)  in slab_test_node_partial()
2696 static inline void slab_set_node_partial(struct slab *slab)  in slab_set_node_partial()
2701 static inline void slab_clear_node_partial(struct slab *slab)  in slab_clear_node_partial()
2710 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail)  in __add_partial()
2721 				struct slab *slab, int tail)  in add_partial()
2728 					struct slab *slab)  in remove_partial()
2743 		struct kmem_cache_node *n, struct slab *slab, int orig_size)  in alloc_single_from_partial()
2773 					struct slab *slab, int orig_size)  in alloc_single_from_new_slab()
2809 static inline void put_cpu_partial(struct kmem_cache *s, struct slab *slab,  in put_cpu_partial()
2821 	struct slab *slab, *slab2, *partial = NULL;  in get_partial_node()  local
2883 	struct slab *slab;  in get_any_partial()  local
2942 	struct slab *slab;  in get_partial()  local
3036 static void deactivate_slab(struct kmem_cache *s, struct slab *slab,  in deactivate_slab()
3120 	struct slab *slab, *slab_to_discard = NULL;  in __put_partials()  local
3193 static void put_cpu_partial(struct kmem_cache *s, struct slab *slab, int drain)  in put_cpu_partial()
3244 	struct slab *slab;  in flush_slab()  local
3268 	struct slab *slab = c->slab;  in __flush_cpu_slab()  local
3383 static inline int node_match(struct slab *slab, int node)  in node_match()
3393 static int count_free(struct slab *slab)  in count_free()
3405 	struct slab *slab, void *head, void *tail, int *bulk_cnt,  in free_debug_processing()
3464 					int (*get_count)(struct slab *))  in count_partial()
3468 	struct slab *slab;  in count_partial()  local
3485 	struct slab *slab;  in count_partial_free_approx()  local
3556 static inline bool pfmemalloc_match(struct slab *slab, gfp_t gfpflags)  in pfmemalloc_match()
3585 static inline void *get_freelist(struct kmem_cache *s, struct slab *slab)  in get_freelist()
3613 static inline void *freeze_slab(struct kmem_cache *s, struct slab *slab)  in freeze_slab()
3660 	struct slab *slab;  in ___slab_alloc()  local
3927 	struct slab *slab;  in __slab_alloc_node()  local
4024 	struct slab *slab;  in __slab_alloc_node()  local
4343 	struct kmem_cache *s, struct slab *slab,  in free_to_partial_list()
4411 static void __slab_free(struct kmem_cache *s, struct slab *slab,  in __slab_free()
4540 				struct slab *slab, void *head, void *tail,  in do_slab_free()
4595 				struct slab *slab, void *head, void *tail,  in do_slab_free()
4603 void slab_free(struct kmem_cache *s, struct slab *slab, void *object,  in slab_free()
4624 void slab_free_bulk(struct kmem_cache *s, struct slab *slab, void *head,  in slab_free_bulk()
4643 	struct slab *slab = virt_to_slab(object);  in slab_free_after_rcu_debug()  local
4673 	struct slab *slab;  in virt_to_cache()  local
4740 	struct slab *slab;  in kfree()  local
4882 	struct slab *slab;  member
5320 	struct slab *slab;  in early_kmem_cache_node_alloc()  local
5573 static void list_slab_objects(struct kmem_cache *s, struct slab *slab,  in list_slab_objects()
5606 	struct slab *slab, *h;  in free_partial()  local
5655 void __kmem_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab)  in __kmem_obj_info()
5782 			 const struct slab *slab, bool to_user)  in __check_heap_object()
5838 	struct slab *slab;  in __kmem_cache_do_shrink()  local
6236 static int count_inuse(struct slab *slab)  in count_inuse()
6241 static int count_total(struct slab *slab)  in count_total()
6248 static void validate_slab(struct kmem_cache *s, struct slab *slab,  in validate_slab()
6272 	struct slab *slab;  in validate_slab_node()  local
6475 		struct slab *slab, enum track_item alloc,  in process_slab()
6528 			struct slab *slab;  in show_slab_objects()  local
6754 		struct slab *slab;  in slabs_cpu_partial_show()  local
6769 		struct slab *slab;  in slabs_cpu_partial_show()  local
7522 		struct slab *slab;  in slab_debug_trace_open()  local