41 static inline void btrfs_leak_debug_add_eb(struct extent_buffer *eb)  in btrfs_leak_debug_add_eb()
51 static inline void btrfs_leak_debug_del_eb(struct extent_buffer *eb)  in btrfs_leak_debug_del_eb()
63 	struct extent_buffer *eb;  in btrfs_extent_buffer_leak_debug_check()
77 				      struct extent_buffer, leak_list);  in btrfs_extent_buffer_leak_debug_check()
156 						sizeof(struct extent_buffer), 0, 0,  in extent_buffer_init_cachep()
649 static int alloc_eb_folio_array(struct extent_buffer *eb, bool nofail)  in alloc_eb_folio_array()
823 static int attach_extent_buffer_folio(struct extent_buffer *eb,  in attach_extent_buffer_folio()
1596 static noinline_for_stack bool lock_extent_buffer_for_io(struct extent_buffer *eb,  in lock_extent_buffer_for_io()
1632 static void set_btree_ioerr(struct extent_buffer *eb)  in set_btree_ioerr()
1709 static struct extent_buffer *find_extent_buffer_nolock(  in find_extent_buffer_nolock()
1712 	struct extent_buffer *eb;  in find_extent_buffer_nolock()
1727 	struct extent_buffer *eb = bbio->private;  in end_bbio_meta_write()
1751 static void prepare_eb_write(struct extent_buffer *eb)  in prepare_eb_write()
1779 static noinline_for_stack void write_one_eb(struct extent_buffer *eb,  in write_one_eb()
1856 		struct extent_buffer *eb;  in submit_eb_subpage()
1930 	struct extent_buffer *eb;  in submit_eb_page()
2557 static int extent_buffer_under_io(const struct extent_buffer *eb)  in extent_buffer_under_io()
2577 static void detach_extent_buffer_folio(const struct extent_buffer *eb, struct folio *folio)  in detach_extent_buffer_folio()
2638 static void btrfs_release_extent_buffer_folios(const struct extent_buffer *eb)  in btrfs_release_extent_buffer_folios()
2658 static inline void btrfs_release_extent_buffer(struct extent_buffer *eb)  in btrfs_release_extent_buffer()
2665 static struct extent_buffer *
2669 	struct extent_buffer *eb = NULL;  in __alloc_extent_buffer()
2687 struct extent_buffer *btrfs_clone_extent_buffer(const struct extent_buffer *src)  in btrfs_clone_extent_buffer()
2689 	struct extent_buffer *new;  in btrfs_clone_extent_buffer()
2726 struct extent_buffer *__alloc_dummy_extent_buffer(struct btrfs_fs_info *fs_info,  in __alloc_dummy_extent_buffer()
2729 	struct extent_buffer *eb;  in __alloc_dummy_extent_buffer()
2764 struct extent_buffer *alloc_dummy_extent_buffer(struct btrfs_fs_info *fs_info,  in alloc_dummy_extent_buffer()
2770 static void check_buffer_tree_ref(struct extent_buffer *eb)  in check_buffer_tree_ref()
2806 static void mark_extent_buffer_accessed(struct extent_buffer *eb)  in mark_extent_buffer_accessed()
2816 struct extent_buffer *find_extent_buffer(struct btrfs_fs_info *fs_info,  in find_extent_buffer()
2819 	struct extent_buffer *eb;  in find_extent_buffer()
2846 struct extent_buffer *alloc_test_extent_buffer(struct btrfs_fs_info *fs_info,  in alloc_test_extent_buffer()
2849 	struct extent_buffer *eb, *exists = NULL;  in alloc_test_extent_buffer()
2887 static struct extent_buffer *grab_extent_buffer(struct btrfs_fs_info *fs_info,  in grab_extent_buffer()
2890 	struct extent_buffer *exists;  in grab_extent_buffer()
2962 static int attach_eb_folio_to_filemap(struct extent_buffer *eb, int i,  in attach_eb_folio_to_filemap()
2964 				      struct extent_buffer **found_eb_ret)  in attach_eb_folio_to_filemap()
3007 		struct extent_buffer *existing_eb;  in attach_eb_folio_to_filemap()
3041 struct extent_buffer *alloc_extent_buffer(struct btrfs_fs_info *fs_info,  in alloc_extent_buffer()
3047 	struct extent_buffer *eb;  in alloc_extent_buffer()
3048 	struct extent_buffer *existing_eb = NULL;  in alloc_extent_buffer()
3249 	struct extent_buffer *eb =  in btrfs_release_extent_buffer_rcu()
3250 			container_of(head, struct extent_buffer, rcu_head);  in btrfs_release_extent_buffer_rcu()
3255 static int release_extent_buffer(struct extent_buffer *eb)  in release_extent_buffer()
3292 void free_extent_buffer(struct extent_buffer *eb)  in free_extent_buffer()
3322 void free_extent_buffer_stale(struct extent_buffer *eb)  in free_extent_buffer_stale()
3348 static void clear_subpage_extent_buffer_dirty(const struct extent_buffer *eb)  in clear_subpage_extent_buffer_dirty()
3364 			      struct extent_buffer *eb)  in btrfs_clear_buffer_dirty()
3410 void set_extent_buffer_dirty(struct extent_buffer *eb)  in set_extent_buffer_dirty()
3455 void clear_extent_buffer_uptodate(struct extent_buffer *eb)  in clear_extent_buffer_uptodate()
3479 void set_extent_buffer_uptodate(struct extent_buffer *eb)  in set_extent_buffer_uptodate()
3500 static void clear_extent_buffer_reading(struct extent_buffer *eb)  in clear_extent_buffer_reading()
3509 	struct extent_buffer *eb = bbio->private;  in end_bbio_meta_read()
3554 int read_extent_buffer_pages_nowait(struct extent_buffer *eb, int mirror_num,  in read_extent_buffer_pages_nowait()
3616 int read_extent_buffer_pages(struct extent_buffer *eb, int mirror_num,  in read_extent_buffer_pages()
3631 static bool report_eb_range(const struct extent_buffer *eb, unsigned long start,  in report_eb_range()
3649 static inline int check_eb_range(const struct extent_buffer *eb,  in check_eb_range()
3661 void read_extent_buffer(const struct extent_buffer *eb, void *dstv,  in read_extent_buffer()
3700 int read_extent_buffer_to_user_nofault(const struct extent_buffer *eb,  in read_extent_buffer_to_user_nofault()
3741 int memcmp_extent_buffer(const struct extent_buffer *eb, const void *ptrv,  in memcmp_extent_buffer()
3781 static void assert_eb_folio_uptodate(const struct extent_buffer *eb, int i)  in assert_eb_folio_uptodate()
3810 static void __write_extent_buffer(const struct extent_buffer *eb,  in __write_extent_buffer()
3854 void write_extent_buffer(const struct extent_buffer *eb, const void *srcv,  in write_extent_buffer()
3860 static void memset_extent_buffer(const struct extent_buffer *eb, int c,  in memset_extent_buffer()
3883 void memzero_extent_buffer(const struct extent_buffer *eb, unsigned long start,  in memzero_extent_buffer()
3891 void copy_extent_buffer_full(const struct extent_buffer *dst,  in copy_extent_buffer_full()
3892 			     const struct extent_buffer *src)  in copy_extent_buffer_full()
3911 void copy_extent_buffer(const struct extent_buffer *dst,  in copy_extent_buffer()
3912 			const struct extent_buffer *src,  in copy_extent_buffer()
3959 static inline void eb_bitmap_offset(const struct extent_buffer *eb,  in eb_bitmap_offset()
3985 int extent_buffer_test_bit(const struct extent_buffer *eb, unsigned long start,  in extent_buffer_test_bit()
3998 static u8 *extent_buffer_get_byte(const struct extent_buffer *eb, unsigned long bytenr)  in extent_buffer_get_byte()
4015 void extent_buffer_bitmap_set(const struct extent_buffer *eb, unsigned long start,  in extent_buffer_bitmap_set()
4051 void extent_buffer_bitmap_clear(const struct extent_buffer *eb,  in extent_buffer_bitmap_clear()
4085 void memcpy_extent_buffer(const struct extent_buffer *dst,  in memcpy_extent_buffer()
4122 void memmove_extent_buffer(const struct extent_buffer *dst,  in memmove_extent_buffer()
4174 static struct extent_buffer *get_next_extent_buffer(  in get_next_extent_buffer()
4177 	struct extent_buffer *gang[GANG_LOOKUP_SIZE];  in get_next_extent_buffer()
4178 	struct extent_buffer *found = NULL;  in get_next_extent_buffer()
4219 		struct extent_buffer *eb = NULL;  in try_release_subpage_extent_buffer()
4283 	struct extent_buffer *eb;  in try_release_extent_buffer()
4346 	struct extent_buffer *eb;  in btrfs_readahead_tree_block()
4374 void btrfs_readahead_node_child(struct extent_buffer *node, int slot)  in btrfs_readahead_node_child()