Home
last modified time | relevance | path

Searched refs:bi_iter (Results 1 – 25 of 134) sorted by relevance

123456

/linux/drivers/md/
H A Ddm-bio-record.h26 struct bvec_iter bi_iter; member
37 bd->bi_iter = bio->bi_iter; in dm_bio_record()
49 bio->bi_iter = bd->bi_iter; in dm_bio_restore()
H A Ddm-flakey.c338 bio->bi_iter.bi_sector = flakey_map_sector(ti, bio->bi_iter.bi_sector); in flakey_map_bio()
360 (unsigned long long)bio->bi_iter.bi_sector, in corrupt_bio_common()
361 bio->bi_iter.bi_size); in corrupt_bio_common()
386 corrupt_byte = get_random_u32() % bio->bi_iter.bi_size; in corrupt_bio_random()
417 struct bvec_iter iter = bio->bi_iter; in clone_bio()
419 if (unlikely(bio->bi_iter.bi_size > UIO_MAXIOV << PAGE_SHIFT)) in clone_bio()
422 size = bio->bi_iter.bi_size; in clone_bio()
431 clone->bi_iter.bi_sector = flakey_map_sector(ti, bio->bi_iter.bi_sector); in clone_bio()
H A Ddm-ebs-target.c50 sector_t end_sector = __block_mod(bio->bi_iter.bi_sector, ec->u_bs) + bio_sectors(bio); in __nr_blocks()
145 sector_t block, blocks, sector = bio->bi_iter.bi_sector; in __ebs_discard_bio()
169 sector_t blocks, sector = bio->bi_iter.bi_sector; in __ebs_forget_bio()
195 block1 = __sector_to_block(ec, bio->bi_iter.bi_sector); in __ebs_process_bios()
200 if (__block_mod(bio->bi_iter.bi_sector, ec->u_bs)) in __ebs_process_bios()
366 bio->bi_iter.bi_sector = ec->start + dm_target_offset(ti, bio->bi_iter.bi_sector); in ebs_map()
375 if (likely(__block_mod(bio->bi_iter.bi_sector, ec->u_bs) || in ebs_map()
H A Ddm-writecache.c1255 struct bio_vec bv = bio_iter_iovec(bio, bio->bi_iter); in bio_copy_block()
1307 writecache_discard(wc, bio->bi_iter.bi_sector, in writecache_flush_thread()
1344 read_original_sector(wc, e) - bio->bi_iter.bi_sector; in writecache_map_remap_origin()
1345 if (next_boundary < bio->bi_iter.bi_size >> SECTOR_SHIFT) in writecache_map_remap_origin()
1357 e = writecache_find_entry(wc, bio->bi_iter.bi_sector, WFE_RETURN_FOLLOWING); in writecache_map_read()
1358 if (e && read_original_sector(wc, e) == bio->bi_iter.bi_sector) { in writecache_map_read()
1362 if (bio->bi_iter.bi_size) in writecache_map_read()
1368 bio->bi_iter.bi_sector = cache_sector(wc, e); in writecache_map_read()
1375 wc->stats.reads += (bio->bi_iter.bi_size - wc->block_size) >> wc->block_size_bits; in writecache_map_read()
1389 while (bio_size < bio->bi_iter.bi_size) { in writecache_bio_copy_ssd()
[all …]
H A Ddm-stripe.c255 stripe_map_range_sector(sc, bio->bi_iter.bi_sector, in stripe_map_range()
261 bio->bi_iter.bi_sector = begin + in stripe_map_range()
263 bio->bi_iter.bi_size = to_bytes(end - begin); in stripe_map_range()
292 stripe_map_sector(sc, bio->bi_iter.bi_sector, in stripe_map()
293 &stripe, &bio->bi_iter.bi_sector); in stripe_map()
295 bio->bi_iter.bi_sector += sc->stripe[stripe].physical_start; in stripe_map()
H A Ddm-io-rewind.c140 dm_bio_rewind_iter(bio, &bio->bi_iter, bytes); in dm_bio_rewind()
154 orig->bi_iter.bi_size)); in dm_io_rewind()
/linux/fs/bcachefs/
H A Dcompress.c125 return __bio_map_or_bounce(c, bio, bio->bi_iter, rw); in bio_map_or_bounce()
156 size_t src_len = src->bi_iter.bi_size; in __bio_uncompress()
252 bio->bi_iter.bi_size = crc->live_size << 9; in bch2_bio_uncompress_inplace()
254 memcpy_to_bio(bio, bio->bi_iter, data.b + (crc->offset << 9)); in bch2_bio_uncompress_inplace()
401 if (src->bi_iter.bi_size <= c->opts.block_size) in __bio_compress()
409 *src_len = src->bi_iter.bi_size; in __bio_compress()
410 *dst_len = dst->bi_iter.bi_size; in __bio_compress()
466 memcpy_to_bio(dst, dst->bi_iter, dst_data.b); in __bio_compress()
468 BUG_ON(!*dst_len || *dst_len > dst->bi_iter.bi_size); in __bio_compress()
469 BUG_ON(!*src_len || *src_len > src->bi_iter.bi_size); in __bio_compress()
[all …]
H A Dio_write.c437 n->bio.bi_iter.bi_sector = ptr->offset; in bch2_submit_wbio_replicas()
722 min(wp->sectors_free << 9, src->bi_iter.bi_size); in bch2_write_bio_alloc()
752 if (bio->bi_iter.bi_size < output_available) in bch2_write_bio_alloc()
756 bio->bi_iter.bi_size, in bch2_write_bio_alloc()
784 bio->bi_iter.bi_size = op->crc.live_size << 9; in bch2_write_rechecksum()
942 saved_iter = dst->bi_iter; in bch2_write_extent()
950 dst->bi_iter.bi_size < (wp->sectors_free << 9) && in bch2_write_extent()
951 dst->bi_iter.bi_size < c->opts.encoded_extent_max) in bch2_write_extent()
966 dst_len = min(dst->bi_iter.bi_size, src->bi_iter.bi_size); in bch2_write_extent()
974 swap(dst->bi_iter.bi_size, dst_len); in bch2_write_extent()
[all …]
H A Dio_read.c584 src->bi_iter.bi_size = crc.compressed_size << 9; in __bch2_read_endio()
585 src->bi_iter.bi_idx = 0; in __bch2_read_endio()
586 src->bi_iter.bi_bvec_done = 0; in __bch2_read_endio()
588 src->bi_iter = rbio->bvec_iter; in __bch2_read_endio()
625 BUG_ON(src->bi_iter.bi_size < dst_iter.bi_size); in __bch2_read_endio()
626 src->bi_iter.bi_size = dst_iter.bi_size; in __bch2_read_endio()
633 struct bvec_iter src_iter = src->bi_iter; in __bch2_read_endio()
974 EBUG_ON(rbio->bio.bi_iter.bi_size < in __bch2_read_extent()
976 rbio->bio.bi_iter.bi_size = in __bch2_read_extent()
1003 rbio->bio.bi_iter = iter; in __bch2_read_extent()
[all …]
H A Dfs-io-buffered.c22 if (bio->bi_iter.bi_size > UINT_MAX - len) in bio_full()
163 POS(inum.inum, rbio->bio.bi_iter.bi_sector), in bchfs_read()
180 POS(inum.inum, rbio->bio.bi_iter.bi_sector)); in bchfs_read()
210 swap(rbio->bio.bi_iter.bi_size, bytes); in bchfs_read()
212 if (rbio->bio.bi_iter.bi_size == bytes) in bchfs_read()
223 swap(rbio->bio.bi_iter.bi_size, bytes); in bchfs_read()
273 rbio->bio.bi_iter.bi_sector = folio_sector(folio); in bch2_readahead()
313 rbio->bio.bi_iter.bi_sector = folio_sector(folio); in bch2_read_single_folio()
375 (bio->bi_iter.bi_size + len > BIO_MAX_VECS * PAGE_SIZE); in bch_io_full()
482 op->wbio.bio.bi_iter.bi_sector = sector; in bch2_writepage_io_alloc()
H A Dio_read.h120 __bch2_read_extent(trans, rbio, rbio->bio.bi_iter, read_pos, in bch2_read_extent()
138 __bch2_read(c, rbio, rbio->bio.bi_iter, inum, &failed, in bch2_read()
H A Dfs-io-direct.c141 bio->bi_iter.bi_sector = offset >> 9; in bch2_direct_IO_read()
152 offset += bio->bi_iter.bi_size; in bch2_direct_IO_read()
480 if (!bio->bi_iter.bi_size) in bch2_dio_write_loop()
484 unaligned = bio->bi_iter.bi_size & (block_bytes(c) - 1); in bch2_dio_write_loop()
485 bio->bi_iter.bi_size -= unaligned; in bch2_dio_write_loop()
488 if (!bio->bi_iter.bi_size) { in bch2_dio_write_loop()
523 task_io_account_write(bio->bi_iter.bi_size); in bch2_dio_write_loop()
/linux/drivers/md/bcache/
H A Ddebug.c54 bio->bi_iter.bi_sector = PTR_OFFSET(&b->key, 0); in bch_btree_verify()
55 bio->bi_iter.bi_size = KEY_SIZE(&v->key) << 9; in bch_btree_verify()
120 check->bi_iter.bi_sector = bio->bi_iter.bi_sector; in bch_data_verify()
121 check->bi_iter.bi_size = bio->bi_iter.bi_size; in bch_data_verify()
141 (uint64_t) bio->bi_iter.bi_sector); in bch_data_verify()
/linux/fs/btrfs/
H A Dbio.c185 repair_bbio->bio.bi_iter = repair_bbio->saved_iter; in btrfs_end_repair_bio()
253 repair_bio->bi_iter.bi_sector = failed_bbio->saved_iter.bi_sector; in repair_one_sector()
405 stripe->physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_orig_write_end_io()
419 stripe->physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_clone_write_end_io()
444 u64 physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_submit_dev_bio()
448 bio->bi_iter.bi_sector = zone_start >> SECTOR_SHIFT; in btrfs_submit_dev_bio()
452 __func__, bio_op(bio), bio->bi_opf, bio->bi_iter.bi_sector, in btrfs_submit_dev_bio()
454 dev->devid, bio->bi_iter.bi_size); in btrfs_submit_dev_bio()
479 bio->bi_iter.bi_sector = bioc->stripes[dev_nr].physical >> SECTOR_SHIFT; in btrfs_submit_mirrored_bio()
481 bioc->size = bio->bi_iter.bi_size; in btrfs_submit_mirrored_bio()
[all …]
H A Dcompression.c394 cb->bbio.bio.bi_iter.bi_sector = ordered->disk_bytenr >> SECTOR_SHIFT; in btrfs_submit_compressed_write()
420 u64 cur = cb->orig_bbio->file_offset + orig_bio->bi_iter.bi_size; in add_ra_bio_pages()
515 orig_bio->bi_iter.bi_sector) { in add_ra_bio_pages()
601 cb->len = bbio->bio.bi_iter.bi_size; in btrfs_submit_compressed_read()
625 cb->len = bbio->bio.bi_iter.bi_size; in btrfs_submit_compressed_read()
626 cb->bbio.bio.bi_iter.bi_sector = bbio->bio.bi_iter.bi_sector; in btrfs_submit_compressed_read()
1178 bvec = bio_iter_iovec(orig_bio, orig_bio->bi_iter); in btrfs_decompress_buf2page()
1205 if (!orig_bio->bi_iter.bi_size) in btrfs_decompress_buf2page()
/linux/block/
H A Dblk-lib.c50 bio->bi_iter.bi_sector = *sector; in blk_alloc_discard_bio()
51 bio->bi_iter.bi_size = bio_sects << SECTOR_SHIFT; in blk_alloc_discard_bio()
135 bio->bi_iter.bi_sector = sector; in __blkdev_issue_write_zeroes()
139 bio->bi_iter.bi_size = len << SECTOR_SHIFT; in __blkdev_issue_write_zeroes()
204 bio->bi_iter.bi_sector = sector; in __blkdev_issue_zero_pages()
355 bio->bi_iter.bi_sector = sector; in blkdev_issue_secure_erase()
356 bio->bi_iter.bi_size = len << SECTOR_SHIFT; in blkdev_issue_secure_erase()
H A Dbounce.c106 struct bvec_iter orig_iter = bio_orig->bi_iter; in bounce_end_io()
173 bio->bi_iter.bi_sector = bio_src->bi_iter.bi_sector; in bounce_clone_bio()
174 bio->bi_iter.bi_size = bio_src->bi_iter.bi_size; in bounce_clone_bio()
H A Dblk-merge.c23 *bv = mp_bvec_iter_bvec(bio->bi_io_vec, bio->bi_iter); in bio_get_first_bvec()
28 struct bvec_iter iter = bio->bi_iter; in bio_get_last_bvec()
32 if (bv->bv_len == bio->bi_iter.bi_size) in bio_get_last_bvec()
125 trace_block_split(split, bio->bi_iter.bi_sector); in bio_submit_split()
164 tmp = bio->bi_iter.bi_sector + split_sectors - in bio_split_discard()
217 blk_boundary_sectors_left(bio->bi_iter.bi_sector, in get_max_io_size()
221 start = bio->bi_iter.bi_sector & (pbs - 1); in get_max_io_size()
585 if (likely(bio->bi_iter.bi_size)) { in __blk_bios_map_sg()
703 blk_rq_get_max_sectors(req, bio->bi_iter.bi_sector)) { in ll_front_merge_fn()
1002 else if (blk_rq_pos(rq) + blk_rq_sectors(rq) == bio->bi_iter.bi_sector) in blk_try_merge()
[all …]
H A Dblk-core.c538 if (should_fail_request(bdev_whole(bio->bi_bdev), bio->bi_iter.bi_size)) in should_fail_bio()
556 bio->bi_iter.bi_sector > maxsector - nr_sectors)) { in bio_check_eod()
560 bio->bi_iter.bi_sector, nr_sectors, maxsector); in bio_check_eod()
573 if (unlikely(should_fail_request(p, bio->bi_iter.bi_size))) in blk_partition_remap()
576 bio->bi_iter.bi_sector += p->bd_start_sect; in blk_partition_remap()
578 bio->bi_iter.bi_sector - in blk_partition_remap()
598 if (!bdev_is_zone_start(bio->bi_bdev, bio->bi_iter.bi_sector)) in blk_check_zone_append()
747 if (bio->bi_iter.bi_size > queue_atomic_write_unit_max_bytes(q)) in blk_validate_atomic_write_op_size()
750 if (bio->bi_iter.bi_size % queue_atomic_write_unit_min_bytes(q)) in blk_validate_atomic_write_op_size()
903 task_io_account_read(bio->bi_iter.bi_size); in submit_bio()
H A Dfops.c73 bio.bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO_simple()
82 ret = bio.bi_iter.bi_size; in __blkdev_direct_IO_simple()
202 bio->bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO()
237 task_io_account_write(bio->bi_iter.bi_size); in __blkdev_direct_IO()
239 dio->size += bio->bi_iter.bi_size; in __blkdev_direct_IO()
240 pos += bio->bi_iter.bi_size; in __blkdev_direct_IO()
318 bio->bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO_async()
338 dio->size = bio->bi_iter.bi_size; in __blkdev_direct_IO_async()
346 task_io_account_write(bio->bi_iter.bi_size); in __blkdev_direct_IO_async()
/linux/include/trace/events/
H A Dbcache.h28 __entry->sector = bio->bi_iter.bi_sector;
29 __entry->orig_sector = bio->bi_iter.bi_sector - 16;
30 __entry->nr_sector = bio->bi_iter.bi_size >> 9;
103 __entry->sector = bio->bi_iter.bi_sector;
104 __entry->nr_sector = bio->bi_iter.bi_size >> 9;
138 __entry->sector = bio->bi_iter.bi_sector;
139 __entry->nr_sector = bio->bi_iter.bi_size >> 9;
169 __entry->sector = bio->bi_iter.bi_sector;
170 __entry->nr_sector = bio->bi_iter.bi_size >> 9;
238 __entry->sector = bio->bi_iter.bi_sector;
[all …]
/linux/fs/erofs/
H A Dfileio.c28 if (ret != rq->bio.bi_iter.bi_size) { in erofs_fileio_ki_complete()
53 rq->iocb.ki_pos = rq->bio.bi_iter.bi_sector << SECTOR_SHIFT; in erofs_fileio_rq_submit()
60 rq->bio.bi_iter.bi_size); in erofs_fileio_rq_submit()
148 io->rq->bio.bi_iter.bi_sector = io->dev.m_pa >> 9; in erofs_fileio_scan_folio()
/linux/fs/xfs/
H A Dxfs_bio_io.c31 bio->bi_iter.bi_sector = sector; in xfs_rw_bdev()
43 bio->bi_iter.bi_sector = bio_end_sector(prev); in xfs_rw_bdev()
/linux/drivers/block/
H A Dpktcdvd.c669 if (s <= tmp->bio->bi_iter.bi_sector) in pkt_rbtree_find()
678 if (s > tmp->bio->bi_iter.bi_sector) { in pkt_rbtree_find()
683 BUG_ON(s > tmp->bio->bi_iter.bi_sector); in pkt_rbtree_find()
694 sector_t s = node->bio->bi_iter.bi_sector; in pkt_rbtree_insert()
700 if (s < tmp->bio->bi_iter.bi_sector) in pkt_rbtree_insert()
887 if (bio && (bio->bi_iter.bi_sector == in pkt_iosched_process_queue()
920 bio->bi_iter.bi_size >> 10; in pkt_iosched_process_queue()
978 bio, pkt->sector, bio->bi_iter.bi_sector, bio->bi_status); in pkt_end_io_read()
1029 int first_frame = (bio->bi_iter.bi_sector - pkt->sector) / in pkt_gather_data()
1031 int num_frames = bio->bi_iter.bi_size / CD_FRAMESIZE; in pkt_gather_data()
[all …]
/linux/mm/
H A Dpage_io.c46 (unsigned long long)bio->bi_iter.bi_sector); in __end_swap_bio_write()
65 (unsigned long long)bio->bi_iter.bi_sector); in __end_swap_bio_read()
422 bio.bi_iter.bi_sector = swap_folio_sector(folio); in swap_writepage_bdev_sync()
443 bio->bi_iter.bi_sector = swap_folio_sector(folio); in swap_writepage_bdev_async()
586 bio.bi_iter.bi_sector = swap_folio_sector(folio); in swap_read_folio_bdev_sync()
607 bio->bi_iter.bi_sector = swap_folio_sector(folio);

123456