| /linux/include/linux/ |
| H A D | bio.h | 23 #define bio_iter_iovec(bio, iter) \ argument
26 #define bio_iter_page(bio, iter) \ argument
28 #define bio_iter_len(bio, iter) \ argument
30 #define bio_iter_offset(bio, iter) \ argument
33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
40 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument
41 #define bio_end_sector(bio) bvec_iter_end_sector((bio)->bi_iter) argument
46 #define bio_data_dir(bio) \ argument
[all …]
|
| H A D | bio-integrity.h | 46 static inline struct bio_integrity_payload *bio_integrity(struct bio *bio) in bio_integrity()
54 static inline bool bio_integrity_flagged(struct bio *bio, enum bip_flags flag) in bio_integrity_flagged()
91 static inline struct bio_integrity_payload *bio_integrity(struct bio *bio) in bio_integrity()
96 static inline int bio_integrity_map_user(struct bio *bio, struct iov_iter *iter) in bio_integrity_map_user()
101 static inline int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta) in bio_integrity_map_iter()
106 static inline void bio_integrity_unmap_user(struct bio *bio) in bio_integrity_unmap_user()
110 static inline void bio_integrity_prep(struct bio *bio, unsigned int action) in bio_integrity_prep()
114 static inline int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
120 static inline void bio_integrity_advance(struct bio *bio, in bio_integrity_advance()
125 static inline void bio_integrity_trim(struct bio *bio) in bio_integrity_trim()
[all …]
|
| H A D | blk_types.h | 210 struct bio { struct
211 struct bio *bi_next; /* request queue link */ argument
224 * between all bi_io_vecs. This field is initialized only after the bio argument
236 struct bio_vec *bi_io_vec; argument
245 bio_end_io_t *bi_end_io; argument
249 * Represents the association of the css and request_queue for the bio. argument
255 /* Time that this bio was issued. */ argument
263 struct bio_crypt_ctx *bi_crypt_context; argument
267 struct bio_integrity_payload *bi_integrity; /* data integrity */ argument
270 unsigned short bi_vcnt; /* how many bio_vec's */ argument
[all …]
|
| /linux/block/ |
| H A D | bio.c | 120 static inline void *bio_slab_addr(struct bio *bio) in bio_slab_addr()
180 void bio_uninit(struct bio *bio) in bio_uninit()
195 static void bio_free(struct bio *bio) in bio_free()
217 void bio_init(struct bio *bio, struct block_device *bdev, struct bio_vec *table, in bio_init()
274 void bio_reset(struct bio *bio, struct block_device *bdev, blk_opf_t opf) in bio_reset()
304 void bio_reuse(struct bio *bio, blk_opf_t opf) in bio_reuse()
323 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
337 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
353 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
381 struct bio *blk_next_bio(struct bio *bio, struct block_device *bdev, in blk_next_bio()
[all …]
|
| H A D | blk-merge.c | 20 static inline void bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_first_bvec()
25 static inline void bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_last_bvec()
87 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
92 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
119 struct bio *bio_submit_split_bioset(struct bio *bio, unsigned int split_sectors, in bio_submit_split_bioset()
142 static struct bio *bio_submit_split(struct bio *bio, int split_sectors) in bio_submit_split()
159 static struct bio *__bio_split_discard(struct bio *bio, in __bio_split_discard()
195 struct bio *bio_split_discard(struct bio *bio, const struct queue_limits *lim, in bio_split_discard()
229 static inline unsigned get_max_io_size(struct bio *bio, in get_max_io_size()
308 static unsigned int bio_split_alignment(struct bio *bio, in bio_split_alignment()
[all …]
|
| H A D | blk-map.c | 40 static inline void blk_mq_map_bio_put(struct bio *bio) in blk_mq_map_bio_put()
49 struct bio *bio; in blk_rq_map_bio_alloc() local
67 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter()
98 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter()
128 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user()
155 struct bio *bio; in bio_copy_user_iov() local
264 struct bio *bio; in bio_map_user_iov() local
292 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages()
305 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio()
315 struct bio *bio; in bio_map_kern() local
[all …]
|
| H A D | bio-integrity.c | 25 unsigned int __bio_integrity_action(struct bio *bio) in __bio_integrity_action()
68 void bio_integrity_alloc_buf(struct bio *bio, gfp_t gfp, bool zero_buffer) in bio_integrity_alloc_buf()
103 void bio_integrity_setup_default(struct bio *bio) in bio_integrity_setup_default()
125 void bio_integrity_free(struct bio *bio) in bio_integrity_free()
132 void bio_integrity_init(struct bio *bio, struct bio_integrity_payload *bip, in bio_integrity_init()
154 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc()
201 void bio_integrity_unmap_user(struct bio *bio) in bio_integrity_unmap_user()
224 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page()
261 static int bio_integrity_copy_user(struct bio *bio, struct bio_vec *bvec, in bio_integrity_copy_user()
318 static int bio_integrity_init_user(struct bio *bio, struct bio_vec *bvec, in bio_integrity_init_user()
[all …]
|
| H A D | blk-core.c | 376 int __bio_queue_enter(struct request_queue *q, struct bio *bio) in __bio_queue_enter()
566 static inline void bio_check_ro(struct bio *bio) in bio_check_ro()
586 int should_fail_bio(struct bio *bio) in should_fail_bio()
599 static inline int bio_check_eod(struct bio *bio) in bio_check_eod()
621 static int blk_partition_remap(struct bio *bio) in blk_partition_remap()
641 struct bio *bio) in blk_check_zone_append()
670 static void __submit_bio(struct bio *bio) in __submit_bio()
705 static void __submit_bio_noacct(struct bio *bio) in __submit_bio_noacct()
749 static void __submit_bio_noacct_mq(struct bio *bio) in __submit_bio_noacct_mq()
762 void submit_bio_noacct_nocheck(struct bio *bio, bool split) in submit_bio_noacct_nocheck()
[all …]
|
| H A D | blk.h | 90 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter()
261 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
287 struct bio *bio) in integrity_req_gap_front_merge()
315 struct bio *bio) in integrity_req_gap_front_merge()
323 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
327 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free()
397 static inline bool bio_may_need_split(struct bio *bio, in bio_may_need_split()
429 static inline struct bio *__bio_split_to_limits(struct bio *bio, in __bio_split_to_limits()
532 static inline bool bio_zone_write_plugging(struct bio *bio) in bio_zone_write_plugging()
537 struct bio *bio) in blk_req_bio_is_zone_append()
[all …]
|
| H A D | bio-integrity-fs.c | 17 unsigned int fs_bio_integrity_alloc(struct bio *bio) in fs_bio_integrity_alloc()
35 void fs_bio_integrity_free(struct bio *bio) in fs_bio_integrity_free()
47 void fs_bio_integrity_generate(struct bio *bio) in fs_bio_integrity_generate()
55 int fs_bio_integrity_verify(struct bio *bio, sector_t sector, unsigned int size) in fs_bio_integrity_verify()
|
| H A D | bio-integrity-auto.c | 17 struct bio *bio; member
40 struct bio *bio = bid->bio; in bio_integrity_verify_fn() local
56 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio()
83 void bio_integrity_prep(struct bio *bio, unsigned int action) in bio_integrity_prep()
|
| H A D | blk-throttle.c | 128 static inline unsigned int throtl_bio_data_size(struct bio *bio) in throtl_bio_data_size()
154 static void throtl_qnode_add_bio(struct bio *bio, struct throtl_qnode *qn, in throtl_qnode_add_bio()
189 struct bio *bio; in throtl_peek_queued() local
223 struct bio *bio; in throtl_pop_queued() local
768 static unsigned long tg_within_iops_limit(struct throtl_grp *tg, struct bio *bio, in tg_within_iops_limit()
791 static unsigned long tg_within_bps_limit(struct throtl_grp *tg, struct bio *bio, in tg_within_bps_limit()
828 static void throtl_charge_bps_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_bps_bio()
840 static void throtl_charge_iops_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_iops_bio()
861 static unsigned long tg_dispatch_bps_time(struct throtl_grp *tg, struct bio *bio) in tg_dispatch_bps_time()
880 static unsigned long tg_dispatch_iops_time(struct throtl_grp *tg, struct bio *bio) in tg_dispatch_iops_time()
[all …]
|
| H A D | blk-zoned.c | 275 struct bio bio; in blkdev_zone_reset_all() local
303 struct bio *bio = NULL; in blkdev_zone_mgmt() local
712 struct bio *bio) in blk_zone_wplug_bio_io_error()
729 struct bio *bio; in disk_zone_wplug_abort() local
1086 static void blk_zone_reset_bio_endio(struct bio *bio) in blk_zone_reset_bio_endio()
1111 static void blk_zone_reset_all_bio_endio(struct bio *bio) in blk_zone_reset_all_bio_endio()
1142 static void blk_zone_finish_bio_endio(struct bio *bio) in blk_zone_finish_bio_endio()
1169 void blk_zone_mgmt_bio_endio(struct bio *bio) in blk_zone_mgmt_bio_endio()
1212 struct bio *bio, unsigned int nr_segs) in disk_zone_wplug_add_bio()
1265 void blk_zone_write_plug_bio_merged(struct bio *bio) in blk_zone_write_plug_bio_merged()
[all …]
|
| /linux/drivers/md/bcache/ |
| H A D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum()
111 struct bio *bio = op->bio; in bch_data_invalidate() local
169 static void bch_data_insert_endio(struct bio *bio) in bch_data_insert_endio()
190 struct bio *bio = op->bio, *n; in CLOSURE_CALLBACK() local
363 static bool check_should_bypass(struct cached_dev *dc, struct bio *bio) in check_should_bypass()
481 struct bbio bio; member
499 static void bch_cache_read_endio(struct bio *bio) in bch_cache_read_endio()
530 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local
595 struct bio *bio = &s->bio.bio; in CLOSURE_CALLBACK() local
635 static void request_endio(struct bio *bio) in request_endio()
[all …]
|
| /linux/fs/iomap/ |
| H A D | bio.c | 15 static u32 __iomap_read_end_io(struct bio *bio, int error) in __iomap_read_end_io()
34 struct bio *bio; in iomap_fail_reads() local
50 static void iomap_fail_buffered_read(struct bio *bio) in iomap_fail_buffered_read()
66 static void iomap_read_end_io(struct bio *bio) in iomap_read_end_io()
84 struct bio *bio = ctx->read_ctx; in iomap_bio_submit_read_endio() local
117 struct bio *bio; in iomap_read_alloc_bio() local
150 struct bio *bio = ctx->read_ctx; in iomap_bio_read_folio_range() local
173 struct bio bio; in iomap_bio_read_folio_range_sync() local
|
| H A D | ioend.c | 19 struct bio *bio, loff_t file_offset, u16 ioend_flags) in iomap_init_ioend()
46 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend_buffered_write() local
118 static void ioend_writeback_end_bio(struct bio *bio) in ioend_writeback_end_bio()
162 struct bio *bio; in iomap_alloc_ioend() local
318 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend() local
466 struct bio *bio = &ioend->io_bio; in iomap_split_ioend() local
|
| /linux/drivers/md/ |
| H A D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind()
68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind()
94 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
104 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
110 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter()
132 static void dm_bio_rewind(struct bio *bio, unsigned int bytes) in dm_bio_rewind()
|
| H A D | dm-thin.c | 385 struct bio *bio; member
443 static int bio_detain(struct pool *pool, struct dm_cell_key *key, struct bio *bio, in bio_detain()
597 struct bio *bio; in error_bio_list() local
672 static dm_block_t get_bio_block(struct thin_c *tc, struct bio *bio) in get_bio_block()
688 static void get_bio_block_range(struct thin_c *tc, struct bio *bio, in get_bio_block_range()
714 static void remap(struct thin_c *tc, struct bio *bio, dm_block_t block) in remap()
730 static void remap_to_origin(struct thin_c *tc, struct bio *bio) in remap_to_origin()
735 static int bio_triggers_commit(struct thin_c *tc, struct bio *bio) in bio_triggers_commit()
741 static void inc_all_io_entry(struct pool *pool, struct bio *bio) in inc_all_io_entry()
752 static void issue(struct thin_c *tc, struct bio *bio) in issue()
[all …]
|
| H A D | dm-zoned-target.c | 22 struct bio *bio; member
75 static inline void dmz_bio_endio(struct bio *bio, blk_status_t status) in dmz_bio_endio()
117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio()
153 static void dmz_handle_read_zero(struct dmz_target *dmz, struct bio *bio, in dmz_handle_read_zero()
170 struct bio *bio) in dmz_handle_read()
250 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write()
283 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write()
319 struct bio *bio) in dmz_handle_write()
358 struct bio *bio) in dmz_handle_discard()
396 struct bio *bio) in dmz_handle_bio()
[all …]
|
| H A D | raid1-10.c | 18 #define BIO_SPECIAL(bio) ((unsigned long)bio <= 2) argument
85 static inline struct resync_pages *get_resync_pages(struct bio *bio) in get_resync_pages()
91 static void md_bio_reset_resync_pages(struct bio *bio, struct resync_pages *rp, in md_bio_reset_resync_pages()
112 static inline void raid1_submit_write(struct bio *bio) in raid1_submit_write()
128 static inline bool raid1_add_bio_to_plug(struct mddev *mddev, struct bio *bio, in raid1_add_bio_to_plug()
300 static inline bool raid1_should_handle_error(struct bio *bio) in raid1_should_handle_error()
|
| H A D | dm-flakey.c | 21 #define all_corrupt_bio_flags_match(bio, fc) \ argument
352 static void flakey_map_bio(struct dm_target *ti, struct bio *bio) in flakey_map_bio()
360 static void corrupt_bio_common(struct bio *bio, unsigned int corrupt_bio_byte, in corrupt_bio_common()
388 static void corrupt_bio_data(struct bio *bio, struct flakey_c *fc, in corrupt_bio_data()
396 static void corrupt_bio_random(struct bio *bio, struct bvec_iter start) in corrupt_bio_random()
422 struct bio *bio = clone->bi_private; in clone_endio() local
428 static struct bio *clone_bio(struct dm_target *ti, struct flakey_c *fc, struct bio *bio) in clone_bio()
493 static int flakey_map(struct dm_target *ti, struct bio *bio) in flakey_map()
573 static int flakey_end_io(struct dm_target *ti, struct bio *bio, in flakey_end_io()
|
| H A D | dm-clone-target.c | 259 static inline void remap_to_source(struct clone *clone, struct bio *bio) in remap_to_source()
264 static inline void remap_to_dest(struct clone *clone, struct bio *bio) in remap_to_dest()
269 static bool bio_triggers_commit(struct clone *clone, struct bio *bio) in bio_triggers_commit()
282 static inline unsigned long bio_to_region(struct clone *clone, struct bio *bio) in bio_to_region()
288 static void bio_region_range(struct clone *clone, struct bio *bio, in bio_region_range()
303 static inline bool is_overwrite_bio(struct clone *clone, struct bio *bio) in is_overwrite_bio()
310 struct bio *bio; in fail_bios() local
320 struct bio *bio; in submit_bios() local
339 static void issue_bio(struct clone *clone, struct bio *bio) in issue_bio()
372 static void remap_and_issue(struct clone *clone, struct bio *bio) in remap_and_issue()
[all …]
|
| H A D | raid1.c | 148 static inline struct r1bio *get_resync_r1bio(struct bio *bio) in get_resync_r1bio()
172 struct bio *bio; in r1buf_pool_alloc() local
267 struct bio **bio = r1_bio->bios + i; in put_all_bios() local
289 struct bio *bio = r1_bio->bios[i]; in put_buf() local
323 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local
333 struct bio *bio = r1_bio->master_bio; in raid_end_bio_io() local
369 static int find_bio_disk(struct r1bio *r1_bio, struct bio *bio) in find_bio_disk()
385 static void raid1_end_read_request(struct bio *bio) in raid1_end_read_request()
469 static void raid1_end_write_request(struct bio *bio) in raid1_end_write_request()
925 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list()
[all …]
|
| /linux/fs/ |
| H A D | mpage.c | 45 static void mpage_read_end_io(struct bio *bio) in mpage_read_end_io()
56 static void mpage_write_end_io(struct bio *bio) in mpage_write_end_io()
70 static struct bio *mpage_bio_submit_read(struct bio *bio) in mpage_bio_submit_read()
78 static struct bio *mpage_bio_submit_write(struct bio *bio) in mpage_bio_submit_write()
131 struct bio *bio; member
419 struct bio *bio; member
456 struct bio *bio = mpd->bio; in mpage_write_folio() local
|
| /linux/fs/btrfs/ |
| H A D | misc.h | 31 static inline phys_addr_t bio_iter_phys(const struct bio *bio, in bio_iter_phys()
51 #define btrfs_bio_for_each_block(paddr, bio, iter, blocksize) \ argument
57 static inline u32 bio_get_size(struct bio *bio) in bio_get_size()
69 static inline struct bvec_iter init_bvec_iter_for_bio(struct bio *bio) in init_bvec_iter_for_bio()
81 #define btrfs_bio_for_each_block_all(paddr, bio, blocksize) \ argument
|