98 	struct btrfs_bio *bbio;  member
115 	struct btrfs_bio *bbio = bio_ctrl->bbio;  in submit_one_bio()  local
117 	if (!bbio)  in submit_one_bio()
121 	ASSERT(bbio->bio.bi_iter.bi_size);  in submit_one_bio()
123 	if (btrfs_op(&bbio->bio) == BTRFS_MAP_READ &&  in submit_one_bio()
125 		btrfs_submit_compressed_read(bbio);  in submit_one_bio()
127 		btrfs_submit_bbio(bbio, 0);  in submit_one_bio()
130 	bio_ctrl->bbio = NULL;  in submit_one_bio()
138 	struct btrfs_bio *bbio = bio_ctrl->bbio;  in submit_write_bio()  local
140 	if (!bbio)  in submit_write_bio()
145 		btrfs_bio_end_io(bbio, errno_to_blk_status(ret));  in submit_write_bio()
147 		bio_ctrl->bbio = NULL;  in submit_write_bio()
451 static void end_bbio_data_write(struct btrfs_bio *bbio)  in end_bbio_data_write()  argument
453 	struct btrfs_fs_info *fs_info = bbio->fs_info;  in end_bbio_data_write()
454 	struct bio *bio = &bbio->bio;  in end_bbio_data_write()
478 		btrfs_finish_ordered_extent(bbio->ordered, folio, start, len,  in end_bbio_data_write()
510 static void end_bbio_data_read(struct btrfs_bio *bbio)  in end_bbio_data_read()  argument
512 	struct btrfs_fs_info *fs_info = bbio->fs_info;  in end_bbio_data_read()
513 	struct bio *bio = &bbio->bio;  in end_bbio_data_read()
518 	bio_for_each_folio_all(fi, &bbio->bio) {  in end_bbio_data_read()
529 			bbio->mirror_num);  in end_bbio_data_read()
670 	struct bio *bio = &bio_ctrl->bbio->bio;  in btrfs_bio_is_contig()
704 	struct btrfs_bio *bbio;  in alloc_new_bio()  local
706 	bbio = btrfs_bio_alloc(BIO_MAX_VECS, bio_ctrl->opf, fs_info,  in alloc_new_bio()
708 	bbio->bio.bi_iter.bi_sector = disk_bytenr >> SECTOR_SHIFT;  in alloc_new_bio()
709 	bbio->bio.bi_write_hint = inode->vfs_inode.i_write_hint;  in alloc_new_bio()
710 	bbio->inode = inode;  in alloc_new_bio()
711 	bbio->file_offset = file_offset;  in alloc_new_bio()
712 	bio_ctrl->bbio = bbio;  in alloc_new_bio()
724 			bbio->ordered = ordered;  in alloc_new_bio()
733 		bio_set_dev(&bbio->bio, fs_info->fs_devices->latest_dev->bdev);  in alloc_new_bio()
734 		wbc_init_bio(bio_ctrl->wbc, &bbio->bio);  in alloc_new_bio()
759 	if (bio_ctrl->bbio &&  in submit_extent_folio()
767 		if (!bio_ctrl->bbio) {  in submit_extent_folio()
779 		if (!bio_add_folio(&bio_ctrl->bbio->bio, folio, len, pg_offset)) {  in submit_extent_folio()
1725 static void end_bbio_meta_write(struct btrfs_bio *bbio)  in end_bbio_meta_write()  argument
1727 	struct extent_buffer *eb = bbio->private;  in end_bbio_meta_write()
1732 	if (bbio->bio.bi_status != BLK_STS_OK)  in end_bbio_meta_write()
1735 	bio_for_each_folio_all(fi, &bbio->bio) {  in end_bbio_meta_write()
1748 	bio_put(&bbio->bio);  in end_bbio_meta_write()
1783 	struct btrfs_bio *bbio;  in write_one_eb()  local
1787 	bbio = btrfs_bio_alloc(INLINE_EXTENT_BUFFER_PAGES,  in write_one_eb()
1790 	bbio->bio.bi_iter.bi_sector = eb->start >> SECTOR_SHIFT;  in write_one_eb()
1791 	bio_set_dev(&bbio->bio, fs_info->fs_devices->latest_dev->bdev);  in write_one_eb()
1792 	wbc_init_bio(wbc, &bbio->bio);  in write_one_eb()
1793 	bbio->inode = BTRFS_I(eb->fs_info->btree_inode);  in write_one_eb()
1794 	bbio->file_offset = eb->start;  in write_one_eb()
1806 		ret = bio_add_folio(&bbio->bio, folio, eb->len,  in write_one_eb()
1821 			ret = bio_add_folio(&bbio->bio, folio, eb->folio_size, 0);  in write_one_eb()
1828 	btrfs_submit_bbio(bbio, 0);  in write_one_eb()
3507 static void end_bbio_meta_read(struct btrfs_bio *bbio)  in end_bbio_meta_read()  argument
3509 	struct extent_buffer *eb = bbio->private;  in end_bbio_meta_read()
3511 	bool uptodate = !bbio->bio.bi_status;  in end_bbio_meta_read()
3522 	eb->read_mirror = bbio->mirror_num;  in end_bbio_meta_read()
3525 	    btrfs_validate_extent_buffer(eb, &bbio->parent_check) < 0)  in end_bbio_meta_read()
3535 	bio_for_each_folio_all(fi, &bbio->bio) {  in end_bbio_meta_read()
3551 	bio_put(&bbio->bio);  in end_bbio_meta_read()
3557 	struct btrfs_bio *bbio;  in read_extent_buffer_pages_nowait()  local
3591 	bbio = btrfs_bio_alloc(INLINE_EXTENT_BUFFER_PAGES,  in read_extent_buffer_pages_nowait()
3594 	bbio->bio.bi_iter.bi_sector = eb->start >> SECTOR_SHIFT;  in read_extent_buffer_pages_nowait()
3595 	bbio->inode = BTRFS_I(eb->fs_info->btree_inode);  in read_extent_buffer_pages_nowait()
3596 	bbio->file_offset = eb->start;  in read_extent_buffer_pages_nowait()
3597 	memcpy(&bbio->parent_check, check, sizeof(*check));  in read_extent_buffer_pages_nowait()
3599 		ret = bio_add_folio(&bbio->bio, eb->folios[0], eb->len,  in read_extent_buffer_pages_nowait()
3608 			ret = bio_add_folio(&bbio->bio, folio, eb->folio_size, 0);  in read_extent_buffer_pages_nowait()
3612 	btrfs_submit_bbio(bbio, mirror_num);  in read_extent_buffer_pages_nowait()