392 	struct slab *slab;	/* The slab from which we are allocating */  member
641 static __always_inline void slab_lock(struct slab *slab)  in slab_lock()
646 static __always_inline void slab_unlock(struct slab *slab)  in slab_unlock()
652 __update_freelist_fast(struct slab *slab,  in __update_freelist_fast()
667 __update_freelist_slow(struct slab *slab,  in __update_freelist_slow()
692 static inline bool __slab_update_freelist(struct kmem_cache *s, struct slab *slab,  in __slab_update_freelist()
722 static inline bool slab_update_freelist(struct kmem_cache *s, struct slab *slab,  in slab_update_freelist()
802 		       struct slab *slab)  in __fill_map()
900 				struct slab *slab, void *object)  in check_valid_pointer()
1018 static void print_slab_info(const struct slab *slab)  in print_slab_info()
1060 static void print_trailer(struct kmem_cache *s, struct slab *slab, u8 *p)  in print_trailer()
1102 static void object_err(struct kmem_cache *s, struct slab *slab,  in object_err()
1113 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab,  in freelist_corrupted()
1127 static __printf(3, 4) void slab_err(struct kmem_cache *s, struct slab *slab,  in slab_err()
1193 check_bytes_and_report(struct kmem_cache *s, struct slab *slab,  in check_bytes_and_report()
1263 static int check_pad_bytes(struct kmem_cache *s, struct slab *slab, u8 *p)  in check_pad_bytes()
1286 slab_pad_check(struct kmem_cache *s, struct slab *slab)  in slab_pad_check()
1321 static int check_object(struct kmem_cache *s, struct slab *slab,  in check_object()
1406 static int check_slab(struct kmem_cache *s, struct slab *slab)  in check_slab()
1435 static int on_freelist(struct kmem_cache *s, struct slab *slab, void *search)  in on_freelist()
1484 static void trace(struct kmem_cache *s, struct slab *slab, void *object,  in trace()
1506 	struct kmem_cache_node *n, struct slab *slab)  in add_full()
1515 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab)  in remove_full()
1555 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr)  in setup_slab_debug()
1566 					struct slab *slab, void *object)  in alloc_consistency_checks()
1583 			struct slab *slab, void *object, int orig_size)  in alloc_debug_processing()
1611 		struct slab *slab, void *object, unsigned long addr)  in free_consistency_checks()
1857 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) {}  in setup_slab_debug()
1860 	struct slab *slab, void *object, int orig_size) { return true; }  in alloc_debug_processing()
1863 	struct slab *slab, void *head, void *tail, int *bulk_cnt,  in free_debug_processing()
1866 static inline void slab_pad_check(struct kmem_cache *s, struct slab *slab) {}  in slab_pad_check()
1867 static inline int check_object(struct kmem_cache *s, struct slab *slab,  in check_object()
1873 					struct slab *slab) {}  in add_full()
1875 					struct slab *slab) {}  in remove_full()
1891 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab,  in freelist_corrupted()
1919 static inline void mark_failed_objexts_alloc(struct slab *slab)  in mark_failed_objexts_alloc()
1943 static inline void mark_failed_objexts_alloc(struct slab *slab) {}  in mark_failed_objexts_alloc()
1957 int alloc_slab_obj_exts(struct slab *slab, struct kmem_cache *s,  in alloc_slab_obj_exts()
2007 static inline void free_slab_obj_exts(struct slab *slab)  in free_slab_obj_exts()
2041 static int alloc_slab_obj_exts(struct slab *slab, struct kmem_cache *s,  in alloc_slab_obj_exts()
2047 static inline void free_slab_obj_exts(struct slab *slab)  in free_slab_obj_exts()
2063 	struct slab *slab;  in prepare_slab_obj_exts_hook()  local
2102 alloc_tagging_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in alloc_tagging_slab_free_hook()
2134 alloc_tagging_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in alloc_tagging_slab_free_hook()
2170 void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, void **p,  in memcg_slab_free_hook()
2191 	struct slab *slab;  in memcg_slab_post_charge()  local
2232 static inline void memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab,  in memcg_slab_free_hook()
2408 	struct slab *slab;  in alloc_slab_page()  local
2493 static bool shuffle_freelist(struct kmem_cache *s, struct slab *slab)  in shuffle_freelist()
2531 static inline bool shuffle_freelist(struct kmem_cache *s, struct slab *slab)  in shuffle_freelist()
2537 static __always_inline void account_slab(struct slab *slab, int order,  in account_slab()
2547 static __always_inline void unaccount_slab(struct slab *slab, int order,  in unaccount_slab()
2559 	struct slab *slab;  in allocate_slab()  local
2635 static void __free_slab(struct kmem_cache *s, struct slab *slab)  in __free_slab()
2653 	struct slab *slab = container_of(h, struct slab, rcu_head);  in rcu_free_slab()  local
2658 static void free_slab(struct kmem_cache *s, struct slab *slab)  in free_slab()
2674 static void discard_slab(struct kmem_cache *s, struct slab *slab)  in discard_slab()
2684 static inline bool slab_test_node_partial(const struct slab *slab)  in slab_test_node_partial()
2689 static inline void slab_set_node_partial(struct slab *slab)  in slab_set_node_partial()
2694 static inline void slab_clear_node_partial(struct slab *slab)  in slab_clear_node_partial()
2703 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail)  in __add_partial()
2714 				struct slab *slab, int tail)  in add_partial()
2721 					struct slab *slab)  in remove_partial()
2736 		struct kmem_cache_node *n, struct slab *slab, int orig_size)  in alloc_single_from_partial()
2765 					struct slab *slab, int orig_size)  in alloc_single_from_new_slab()
2801 static inline void put_cpu_partial(struct kmem_cache *s, struct slab *slab,  in put_cpu_partial()
2813 	struct slab *slab, *slab2, *partial = NULL;  in get_partial_node()  local
2875 	struct slab *slab;  in get_any_partial()  local
2934 	struct slab *slab;  in get_partial()  local
3028 static void deactivate_slab(struct kmem_cache *s, struct slab *slab,  in deactivate_slab()
3112 	struct slab *slab, *slab_to_discard = NULL;  in __put_partials()  local
3185 static void put_cpu_partial(struct kmem_cache *s, struct slab *slab, int drain)  in put_cpu_partial()
3236 	struct slab *slab;  in flush_slab()  local
3260 	struct slab *slab = c->slab;  in __flush_cpu_slab()  local
3375 static inline int node_match(struct slab *slab, int node)  in node_match()
3385 static int count_free(struct slab *slab)  in count_free()
3397 	struct slab *slab, void *head, void *tail, int *bulk_cnt,  in free_debug_processing()
3456 					int (*get_count)(struct slab *))  in count_partial()
3460 	struct slab *slab;  in count_partial()  local
3477 	struct slab *slab;  in count_partial_free_approx()  local
3548 static inline bool pfmemalloc_match(struct slab *slab, gfp_t gfpflags)  in pfmemalloc_match()
3577 static inline void *get_freelist(struct kmem_cache *s, struct slab *slab)  in get_freelist()
3605 static inline void *freeze_slab(struct kmem_cache *s, struct slab *slab)  in freeze_slab()
3652 	struct slab *slab;  in ___slab_alloc()  local
3919 	struct slab *slab;  in __slab_alloc_node()  local
3994 	struct slab *slab;  in __slab_alloc_node()  local
4313 	struct kmem_cache *s, struct slab *slab,  in free_to_partial_list()
4381 static void __slab_free(struct kmem_cache *s, struct slab *slab,  in __slab_free()
4510 				struct slab *slab, void *head, void *tail,  in do_slab_free()
4565 				struct slab *slab, void *head, void *tail,  in do_slab_free()
4573 void slab_free(struct kmem_cache *s, struct slab *slab, void *object,  in slab_free()
4594 void slab_free_bulk(struct kmem_cache *s, struct slab *slab, void *head,  in slab_free_bulk()
4613 	struct slab *slab = virt_to_slab(object);  in slab_free_after_rcu_debug()  local
4643 	struct slab *slab;  in virt_to_cache()  local
4710 	struct slab *slab;  in kfree()  local
4732 	struct slab *slab;  member
5170 	struct slab *slab;  in early_kmem_cache_node_alloc()  local
5423 static void list_slab_objects(struct kmem_cache *s, struct slab *slab,  in list_slab_objects()
5456 	struct slab *slab, *h;  in free_partial()  local
5505 void __kmem_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab)  in __kmem_obj_info()
5615 			 const struct slab *slab, bool to_user)  in __check_heap_object()
5671 	struct slab *slab;  in __kmem_cache_do_shrink()  local
6065 static int count_inuse(struct slab *slab)  in count_inuse()
6070 static int count_total(struct slab *slab)  in count_total()
6077 static void validate_slab(struct kmem_cache *s, struct slab *slab,  in validate_slab()
6101 	struct slab *slab;  in validate_slab_node()  local
6304 		struct slab *slab, enum track_item alloc,  in process_slab()
6357 			struct slab *slab;  in show_slab_objects()  local
6583 		struct slab *slab;  in slabs_cpu_partial_show()  local
6598 		struct slab *slab;  in slabs_cpu_partial_show()  local
7348 		struct slab *slab;  in slab_debug_trace_open()  local