Lines Matching defs:rbio
62 const struct btrfs_raid_bio *rbio) in btrfs_dump_rbio()
75 #define ASSERT_RBIO(expr, rbio) \ argument
86 #define ASSERT_RBIO_STRIPE(expr, rbio, stripe_nr) \ argument
98 #define ASSERT_RBIO_SECTOR(expr, rbio, sector_nr) \ argument
110 #define ASSERT_RBIO_LOGICAL(expr, rbio, logical) \ argument
158 static void free_raid_bio_pointers(struct btrfs_raid_bio *rbio) in free_raid_bio_pointers()
167 static void free_raid_bio(struct btrfs_raid_bio *rbio) in free_raid_bio()
190 static void start_async_work(struct btrfs_raid_bio *rbio, work_func_t work_func) in start_async_work()
255 static void cache_rbio_pages(struct btrfs_raid_bio *rbio) in cache_rbio_pages()
287 static int rbio_bucket(struct btrfs_raid_bio *rbio) in rbio_bucket()
302 static bool full_page_sectors_uptodate(struct btrfs_raid_bio *rbio, in full_page_sectors_uptodate()
325 static void index_stripe_sectors(struct btrfs_raid_bio *rbio) in index_stripe_sectors()
363 static bool is_data_stripe_page(struct btrfs_raid_bio *rbio, int page_nr) in is_data_stripe_page()
435 static void __remove_rbio_from_cache(struct btrfs_raid_bio *rbio) in __remove_rbio_from_cache()
495 static void remove_rbio_from_cache(struct btrfs_raid_bio *rbio) in remove_rbio_from_cache()
515 struct btrfs_raid_bio *rbio; in btrfs_clear_rbio_cache() local
552 static void cache_rbio(struct btrfs_raid_bio *rbio) in cache_rbio()
615 static int rbio_is_full(struct btrfs_raid_bio *rbio) in rbio_is_full()
680 static unsigned int rbio_stripe_sector_index(const struct btrfs_raid_bio *rbio, in rbio_stripe_sector_index()
691 static struct sector_ptr *rbio_stripe_sector(const struct btrfs_raid_bio *rbio, in rbio_stripe_sector()
700 static struct sector_ptr *rbio_pstripe_sector(const struct btrfs_raid_bio *rbio, in rbio_pstripe_sector()
707 static struct sector_ptr *rbio_qstripe_sector(const struct btrfs_raid_bio *rbio, in rbio_qstripe_sector()
737 static noinline int lock_stripe_add(struct btrfs_raid_bio *rbio) in lock_stripe_add()
822 static noinline void unlock_stripe(struct btrfs_raid_bio *rbio) in unlock_stripe()
912 static void rbio_orig_end_io(struct btrfs_raid_bio *rbio, blk_status_t status) in rbio_orig_end_io()
958 static struct sector_ptr *sector_in_rbio(struct btrfs_raid_bio *rbio, in sector_in_rbio()
1000 struct btrfs_raid_bio *rbio; in alloc_rbio() local
1060 static int alloc_rbio_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_pages()
1073 static int alloc_rbio_parity_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_parity_pages()
1093 static int get_rbio_veritical_errors(struct btrfs_raid_bio *rbio, int sector_nr, in get_rbio_veritical_errors()
1132 static int rbio_add_io_sector(struct btrfs_raid_bio *rbio, in rbio_add_io_sector()
1206 static void index_one_bio(struct btrfs_raid_bio *rbio, struct bio *bio) in index_one_bio()
1233 static void index_rbio_pages(struct btrfs_raid_bio *rbio) in index_rbio_pages()
1244 static void bio_get_trace_info(struct btrfs_raid_bio *rbio, struct bio *bio, in bio_get_trace_info()
1280 static void assert_rbio(struct btrfs_raid_bio *rbio) in assert_rbio()
1309 static void generate_pq_vertical(struct btrfs_raid_bio *rbio, int sectornr) in generate_pq_vertical()
1349 static int rmw_assemble_write_bios(struct btrfs_raid_bio *rbio, in rmw_assemble_write_bios()
1455 static void set_rbio_range_error(struct btrfs_raid_bio *rbio, struct bio *bio) in set_rbio_range_error()
1493 static struct sector_ptr *find_stripe_sector(struct btrfs_raid_bio *rbio, in find_stripe_sector()
1511 static void set_bio_pages_uptodate(struct btrfs_raid_bio *rbio, struct bio *bio) in set_bio_pages_uptodate()
1527 static int get_bio_sector_nr(struct btrfs_raid_bio *rbio, struct bio *bio) in get_bio_sector_nr()
1543 static void rbio_update_error_bitmap(struct btrfs_raid_bio *rbio, struct bio *bio) in rbio_update_error_bitmap()
1565 static void verify_bio_data_sectors(struct btrfs_raid_bio *rbio, in verify_bio_data_sectors()
1599 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_wait_read_end_io() local
1613 static void submit_read_wait_bio_list(struct btrfs_raid_bio *rbio, in submit_read_wait_bio_list()
1634 static int alloc_rbio_data_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_data_pages()
1714 static void rbio_add_bio(struct btrfs_raid_bio *rbio, struct bio *orig_bio) in rbio_add_bio()
1747 struct btrfs_raid_bio *rbio; in raid56_parity_write() local
1784 static int verify_one_sector(struct btrfs_raid_bio *rbio, in verify_one_sector()
1821 static int recover_vertical(struct btrfs_raid_bio *rbio, int sector_nr, in recover_vertical()
1975 static int recover_sectors(struct btrfs_raid_bio *rbio) in recover_sectors()
2015 static void recover_rbio(struct btrfs_raid_bio *rbio) in recover_rbio()
2080 struct btrfs_raid_bio *rbio; in recover_rbio_work() local
2092 static void set_rbio_raid6_extra_error(struct btrfs_raid_bio *rbio, int mirror_num) in set_rbio_raid6_extra_error()
2147 struct btrfs_raid_bio *rbio; in raid56_parity_recover() local
2172 static void fill_data_csums(struct btrfs_raid_bio *rbio) in fill_data_csums()
2233 static int rmw_read_wait_recover(struct btrfs_raid_bio *rbio) in rmw_read_wait_recover()
2276 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_wait_write_end_io() local
2285 static void submit_write_bios(struct btrfs_raid_bio *rbio, in submit_write_bios()
2308 static bool need_read_stripe_sectors(struct btrfs_raid_bio *rbio) in need_read_stripe_sectors()
2326 static void rmw_rbio(struct btrfs_raid_bio *rbio) in rmw_rbio()
2413 struct btrfs_raid_bio *rbio; in rmw_rbio_work() local
2441 struct btrfs_raid_bio *rbio; in raid56_parity_alloc_scrub_rbio() local
2476 static int alloc_rbio_essential_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_essential_pages()
2500 static int finish_parity_scrub(struct btrfs_raid_bio *rbio) in finish_parity_scrub()
2656 static inline int is_data_stripe(struct btrfs_raid_bio *rbio, int stripe) in is_data_stripe()
2663 static int recover_scrub_rbio(struct btrfs_raid_bio *rbio) in recover_scrub_rbio()
2747 static int scrub_assemble_read_bios(struct btrfs_raid_bio *rbio) in scrub_assemble_read_bios()
2793 static void scrub_rbio(struct btrfs_raid_bio *rbio) in scrub_rbio()
2837 void raid56_parity_submit_scrub_rbio(struct btrfs_raid_bio *rbio) in raid56_parity_submit_scrub_rbio()
2850 void raid56_parity_cache_data_folios(struct btrfs_raid_bio *rbio, in raid56_parity_cache_data_folios()