| /linux/include/linux/ |
| H A D | bio.h | 23 #define bio_iter_iovec(bio, iter) \ argument
26 #define bio_iter_page(bio, iter) \ argument
28 #define bio_iter_len(bio, iter) \ argument
30 #define bio_iter_offset(bio, iter) \ argument
33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
40 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument
41 #define bio_end_sector(bio) bvec_iter_end_sector((bio)->bi_iter) argument
46 #define bio_data_dir(bio) \ argument
[all …]
|
| H A D | blk_types.h | 210 struct bio { struct
211 struct bio *bi_next; /* request queue link */ argument
231 bio_end_io_t *bi_end_io; argument
235 * Represents the association of the css and request_queue for the bio. argument
241 /* Time that this bio was issued. */ argument
249 struct bio_crypt_ctx *bi_crypt_context; argument
253 struct bio_integrity_payload *bi_integrity; /* data integrity */ argument
256 unsigned short bi_vcnt; /* how many bio_vec's */ argument
266 struct bio_vec *bi_io_vec; /* the actual vec list */ argument
268 struct bio_set *bi_pool; argument
[all …]
|
| /linux/block/ |
| H A D | bio.c | 213 void bio_uninit(struct bio *bio) in bio_uninit()
228 static void bio_free(struct bio *bio) in bio_free()
245 void bio_init(struct bio *bio, struct block_device *bdev, struct bio_vec *table, in bio_init()
301 void bio_reset(struct bio *bio, struct block_device *bdev, blk_opf_t opf) in bio_reset()
313 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
323 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
339 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
367 struct bio *blk_next_bio(struct bio *bio, struct block_device *bdev, in blk_next_bio()
377 struct bio *bio; in bio_alloc_rescue() local
394 struct bio *bio; in punt_bios_to_rescuer() local
[all …]
|
| H A D | blk-map.c | 48 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter()
79 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter()
109 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user()
136 struct bio *bio; in bio_copy_user_iov() local
243 static void blk_mq_map_bio_put(struct bio *bio) in blk_mq_map_bio_put()
257 struct bio *bio; in blk_rq_map_bio_alloc() local
277 struct bio *bio; in bio_map_user_iov() local
305 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages()
318 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio()
329 struct bio *bio; in bio_map_kern() local
[all …]
|
| H A D | blk-crypto-internal.h | 38 struct bio *bio) in bio_crypt_ctx_back_mergeable()
45 struct bio *bio) in bio_crypt_ctx_front_mergeable()
101 struct bio *bio) in bio_crypt_rq_ctx_compatible()
107 struct bio *bio) in bio_crypt_ctx_front_mergeable()
113 struct bio *bio) in bio_crypt_ctx_back_mergeable()
145 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance()
152 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx()
159 struct bio *bio) in bio_crypt_do_front_merge()
210 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| H A D | blk-lib.c | 42 struct bio *bio; in blk_alloc_discard_bio() local
66 struct bio *bio; in __blkdev_issue_discard() local
88 struct bio *bio = NULL; in blkdev_issue_discard() local
128 struct bio *bio; in __blkdev_issue_write_zeroes() local
152 struct bio *bio = NULL; in blkdev_issue_write_zeroes() local
203 struct bio *bio; in __blkdev_issue_zero_pages() local
231 struct bio *bio = NULL; in blkdev_issue_zero_pages() local
335 struct bio *bio = NULL; in blkdev_issue_secure_erase() local
|
| H A D | blk-zoned.c | 179 struct bio bio; in blkdev_zone_reset_all() local
207 struct bio *bio = NULL; in blkdev_zone_mgmt() local
596 struct bio *bio) in blk_zone_wplug_bio_io_error()
612 struct bio *bio; in disk_zone_wplug_abort() local
701 static bool blk_zone_wplug_handle_reset_or_finish(struct bio *bio, in blk_zone_wplug_handle_reset_or_finish()
742 static bool blk_zone_wplug_handle_reset_all(struct bio *bio) in blk_zone_wplug_handle_reset_all()
783 struct bio *bio, unsigned int nr_segs) in disk_zone_wplug_add_bio()
837 void blk_zone_write_plug_bio_merged(struct bio *bio) in blk_zone_write_plug_bio_merged()
883 struct bio *bio; in blk_zone_write_plug_init_request() local
937 struct bio *bio) in blk_zone_wplug_prepare_bio()
[all …]
|
| H A D | blk-crypto.c | 101 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, in bio_crypt_set_ctx()
120 void __bio_crypt_free_ctx(struct bio *bio) in __bio_crypt_free_ctx()
154 void __bio_crypt_advance(struct bio *bio, unsigned int bytes) in __bio_crypt_advance()
203 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
223 static bool bio_crypt_check_alignment(struct bio *bio) in bio_crypt_check_alignment()
285 struct bio *bio = *bio_ptr; in __blk_crypto_bio_prep() local
313 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| H A D | bio-integrity-auto.c | 17 struct bio *bio; member
40 struct bio *bio = bid->bio; in bio_integrity_verify_fn() local
79 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio()
107 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
|
| H A D | blk-rq-qos.c | 26 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio) in __rq_qos_cleanup()
62 void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio) in __rq_qos_throttle()
71 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
80 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
89 void __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio) in __rq_qos_done_bio()
|
| H A D | blk-rq-qos.h | 113 static inline void rq_qos_cleanup(struct request_queue *q, struct bio *bio) in rq_qos_cleanup()
141 static inline void rq_qos_done_bio(struct bio *bio) in rq_qos_done_bio()
163 static inline void rq_qos_throttle(struct request_queue *q, struct bio *bio) in rq_qos_throttle()
173 struct bio *bio) in rq_qos_track()
181 struct bio *bio) in rq_qos_merge()
|
| /linux/drivers/md/ |
| H A D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind()
68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind()
94 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
104 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
110 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter()
132 static void dm_bio_rewind(struct bio *bio, unsigned int bytes) in dm_bio_rewind()
|
| H A D | dm-raid1.c | 126 static void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) in queue_bio()
144 struct bio *bio; in dispatch_bios() local
167 static struct mirror *bio_get_m(struct bio *bio) in bio_get_m()
172 static void bio_set_m(struct bio *bio, struct mirror *m) in bio_set_m()
444 static int mirror_available(struct mirror_set *ms, struct bio *bio) in mirror_available()
458 static sector_t map_sector(struct mirror *m, struct bio *bio) in map_sector()
465 static void map_bio(struct mirror *m, struct bio *bio) in map_bio()
472 struct bio *bio) in map_region()
479 static void hold_bio(struct mirror_set *ms, struct bio *bio) in hold_bio()
516 struct bio *bio = context; in read_callback() local
[all …]
|
| H A D | dm-zoned-target.c | 22 struct bio *bio; member
75 static inline void dmz_bio_endio(struct bio *bio, blk_status_t status) in dmz_bio_endio()
117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio()
153 static void dmz_handle_read_zero(struct dmz_target *dmz, struct bio *bio, in dmz_handle_read_zero()
170 struct bio *bio) in dmz_handle_read()
250 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write()
283 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write()
319 struct bio *bio) in dmz_handle_write()
358 struct bio *bio) in dmz_handle_discard()
396 struct bio *bio) in dmz_handle_bio()
[all …]
|
| H A D | dm-cache-target.c | 107 struct bio *bio; in __commit() local
144 void (*issue_op)(struct bio *bio, void *), in batcher_init()
182 static void issue_after_commit(struct batcher *b, struct bio *bio) in issue_after_commit()
220 static void dm_hook_bio(struct dm_hook_info *h, struct bio *bio, in dm_hook_bio()
229 static void dm_unhook_bio(struct dm_hook_info *h, struct bio *bio) in dm_unhook_bio()
527 static unsigned int lock_level(struct bio *bio) in lock_level()
540 static struct per_bio_data *get_per_bio_data(struct bio *bio) in get_per_bio_data()
548 static struct per_bio_data *init_per_bio_data(struct bio *bio) in init_per_bio_data()
562 static void defer_bio(struct cache *cache, struct bio *bio) in defer_bio()
582 static bool bio_detain_shared(struct cache *cache, dm_oblock_t oblock, struct bio *bio) in bio_detain_shared()
[all …]
|
| H A D | raid1.c | 125 static inline struct r1bio *get_resync_r1bio(struct bio *bio) in get_resync_r1bio()
149 struct bio *bio; in r1buf_pool_alloc() local
245 struct bio **bio = r1_bio->bios + i; in put_all_bios() local
267 struct bio *bio = r1_bio->bios[i]; in put_buf() local
301 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local
311 struct bio *bio = r1_bio->master_bio; in raid_end_bio_io() local
347 static int find_bio_disk(struct r1bio *r1_bio, struct bio *bio) in find_bio_disk()
363 static void raid1_end_read_request(struct bio *bio) in raid1_end_read_request()
447 static void raid1_end_write_request(struct bio *bio) in raid1_end_write_request()
900 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list()
[all …]
|
| H A D | dm-ebs-target.c | 48 static inline unsigned int __nr_blocks(struct ebs_c *ec, struct bio *bio) in __nr_blocks()
122 static int __ebs_rw_bio(struct ebs_c *ec, enum req_op op, struct bio *bio) in __ebs_rw_bio()
143 static int __ebs_discard_bio(struct ebs_c *ec, struct bio *bio) in __ebs_discard_bio()
167 static void __ebs_forget_bio(struct ebs_c *ec, struct bio *bio) in __ebs_forget_bio()
183 struct bio *bio; in __ebs_process_bios() local
361 static int ebs_map(struct dm_target *ti, struct bio *bio) in ebs_map()
|
| /linux/drivers/nvme/target/ |
| H A D | io-cmd-bdev.c | 180 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done()
189 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
234 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
244 struct bio *bio; in nvmet_bdev_execute_rw() local
337 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
366 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range()
385 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
433 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
|
| /linux/fs/btrfs/ |
| H A D | bio.c | 67 struct bio *bio; in btrfs_bio_alloc() local
80 struct bio *bio; in btrfs_split_bio() local
297 static void btrfs_log_dev_io_error(const struct bio *bio, struct btrfs_device *dev) in btrfs_log_dev_io_error()
313 const struct bio *bio) in btrfs_end_io_wq()
331 static void btrfs_simple_end_io(struct bio *bio) in btrfs_simple_end_io()
352 static void btrfs_raid56_end_io(struct bio *bio) in btrfs_raid56_end_io()
367 static void btrfs_orig_write_end_io(struct bio *bio) in btrfs_orig_write_end_io()
396 static void btrfs_clone_write_end_io(struct bio *bio) in btrfs_clone_write_end_io()
412 static void btrfs_submit_dev_bio(struct btrfs_device *dev, struct bio *bio) in btrfs_submit_dev_bio()
457 struct bio *orig_bio = bioc->orig_bio, *bio; in btrfs_submit_mirrored_bio() local
[all …]
|
| /linux/fs/f2fs/ |
| H A D | iostat.h | 45 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
54 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
71 static inline void iostat_update_and_unbind_ctx(struct bio *bio) {} in iostat_update_and_unbind_ctx()
73 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx()
74 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
76 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
|
| H A D | data.c | 110 struct bio *bio; member
137 static void f2fs_finish_read_bio(struct bio *bio, bool in_task) in f2fs_finish_read_bio()
166 struct bio *bio = ctx->bio; in f2fs_verify_bio() local
211 static void f2fs_verify_and_finish_bio(struct bio *bio, bool in_task) in f2fs_verify_and_finish_bio()
266 struct bio *bio = ctx->bio; in f2fs_post_read_work() local
279 static void f2fs_read_end_io(struct bio *bio) in f2fs_read_end_io()
317 static void f2fs_write_end_io(struct bio *bio) in f2fs_write_end_io()
372 static void f2fs_zone_write_end_io(struct bio *bio) in f2fs_zone_write_end_io()
458 struct bio *bio; in __bio_alloc() local
482 static void f2fs_set_bio_crypt_ctx(struct bio *bio, const struct inode *inode, in f2fs_set_bio_crypt_ctx()
[all …]
|
| /linux/mm/ |
| H A D | page_io.c | 30 static void __end_swap_bio_write(struct bio *bio) in __end_swap_bio_write()
52 static void end_swap_bio_write(struct bio *bio) in end_swap_bio_write()
58 static void __end_swap_bio_read(struct bio *bio) in __end_swap_bio_read()
72 static void end_swap_bio_read(struct bio *bio) in end_swap_bio_read()
305 static void bio_associate_blkg_from_page(struct bio *bio, struct folio *folio) in bio_associate_blkg_from_page()
320 #define bio_associate_blkg_from_page(bio, folio) do { } while (0) argument
414 struct bio bio; in swap_writepage_bdev_sync() local
433 struct bio *bio; in swap_writepage_bdev_async() local
576 struct bio bio; in swap_read_folio_bdev_sync() local
597 struct bio *bio; in swap_read_folio_bdev_async() local
|
| /linux/fs/iomap/ |
| H A D | ioend.c | 16 struct bio *bio, loff_t file_offset, u16 ioend_flags) in iomap_init_ioend()
42 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend_buffered() local
66 static void ioend_writeback_end_bio(struct bio *bio) in ioend_writeback_end_bio()
103 struct bio *bio; in iomap_alloc_ioend() local
252 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend() local
380 struct bio *bio = &ioend->io_bio; in iomap_split_ioend() local
|
| /linux/fs/ |
| H A D | mpage.c | 46 static void mpage_read_end_io(struct bio *bio) in mpage_read_end_io()
57 static void mpage_write_end_io(struct bio *bio) in mpage_write_end_io()
71 static struct bio *mpage_bio_submit_read(struct bio *bio) in mpage_bio_submit_read()
79 static struct bio *mpage_bio_submit_write(struct bio *bio) in mpage_bio_submit_write()
132 struct bio *bio; member
420 struct bio *bio; member
457 struct bio *bio = mpd->bio; in mpage_write_folio() local
|
| /linux/drivers/md/dm-vdo/ |
| H A D | io-submitter.c | 74 static void count_all_bios(struct vio *vio, struct bio *bio) in count_all_bios()
107 static void send_bio_to_device(struct vio *vio, struct bio *bio) in send_bio_to_device()
140 struct bio *bio; in get_bio_list() local
166 struct bio *bio, *next; in submit_data_vio() local
192 struct bio *bio = vio->bio; in get_mergeable_locked() local
271 struct bio *bio = vio->bio; in try_bio_map_merge() local
|