| /linux/include/linux/ |
| H A D | bio.h | 23 #define bio_iter_iovec(bio, iter) \ argument
26 #define bio_iter_page(bio, iter) \ argument
28 #define bio_iter_len(bio, iter) \ argument
30 #define bio_iter_offset(bio, iter) \ argument
33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
40 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument
41 #define bio_end_sector(bio) bvec_iter_end_sector((bio)->bi_iter) argument
46 #define bio_data_dir(bio) \ argument
[all …]
|
| H A D | bio-integrity.h | 41 static inline struct bio_integrity_payload *bio_integrity(struct bio *bio) in bio_integrity()
49 static inline bool bio_integrity_flagged(struct bio *bio, enum bip_flags flag) in bio_integrity_flagged()
86 static inline struct bio_integrity_payload *bio_integrity(struct bio *bio) in bio_integrity()
91 static inline int bio_integrity_map_user(struct bio *bio, struct iov_iter *iter) in bio_integrity_map_user()
96 static inline int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta) in bio_integrity_map_iter()
101 static inline void bio_integrity_unmap_user(struct bio *bio) in bio_integrity_unmap_user()
105 static inline bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
110 static inline int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
116 static inline void bio_integrity_advance(struct bio *bio, in bio_integrity_advance()
121 static inline void bio_integrity_trim(struct bio *bio) in bio_integrity_trim()
[all …]
|
| /linux/block/ |
| H A D | bio.c | 213 void bio_uninit(struct bio *bio) in bio_uninit()
228 static void bio_free(struct bio *bio) in bio_free()
245 void bio_init(struct bio *bio, struct block_device *bdev, struct bio_vec *table, in bio_init()
301 void bio_reset(struct bio *bio, struct block_device *bdev, blk_opf_t opf) in bio_reset()
313 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
323 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
339 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
367 struct bio *blk_next_bio(struct bio *bio, struct block_device *bdev, in blk_next_bio()
377 struct bio *bio; in bio_alloc_rescue() local
394 struct bio *bio; in punt_bios_to_rescuer() local
[all …]
|
| H A D | blk-merge.c | 20 static inline void bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_first_bvec()
25 static inline void bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_last_bvec()
87 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
92 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
107 static struct bio *bio_submit_split(struct bio *bio, int split_sectors) in bio_submit_split()
137 struct bio *bio_split_discard(struct bio *bio, const struct queue_limits *lim, in bio_split_discard()
194 static inline unsigned get_max_io_size(struct bio *bio, in get_max_io_size()
273 static unsigned int bio_split_alignment(struct bio *bio, in bio_split_alignment()
293 int bio_split_rw_at(struct bio *bio, const struct queue_limits *lim, in bio_split_rw_at()
355 struct bio *bio_split_rw(struct bio *bio, const struct queue_limits *lim, in bio_split_rw()
[all …]
|
| H A D | bio-integrity.c | 23 void bio_integrity_free(struct bio *bio) in bio_integrity_free()
30 void bio_integrity_init(struct bio *bio, struct bio_integrity_payload *bip, in bio_integrity_init()
52 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc()
99 void bio_integrity_unmap_user(struct bio *bio) in bio_integrity_unmap_user()
122 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page()
156 static int bio_integrity_copy_user(struct bio *bio, struct bio_vec *bvec, in bio_integrity_copy_user()
214 static int bio_integrity_init_user(struct bio *bio, struct bio_vec *bvec, in bio_integrity_init_user()
259 int bio_integrity_map_user(struct bio *bio, struct iov_iter *iter) in bio_integrity_map_user()
315 static void bio_uio_meta_to_bip(struct bio *bio, struct uio_meta *meta) in bio_uio_meta_to_bip()
329 int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta) in bio_integrity_map_iter()
[all …]
|
| H A D | blk-core.c | 333 int __bio_queue_enter(struct request_queue *q, struct bio *bio) in __bio_queue_enter()
522 static inline void bio_check_ro(struct bio *bio) in bio_check_ro()
542 static noinline int should_fail_bio(struct bio *bio) in should_fail_bio()
555 static inline int bio_check_eod(struct bio *bio) in bio_check_eod()
575 static int blk_partition_remap(struct bio *bio) in blk_partition_remap()
595 struct bio *bio) in blk_check_zone_append()
624 static void __submit_bio(struct bio *bio) in __submit_bio()
671 static void __submit_bio_noacct(struct bio *bio) in __submit_bio_noacct()
715 static void __submit_bio_noacct_mq(struct bio *bio) in __submit_bio_noacct_mq()
728 void submit_bio_noacct_nocheck(struct bio *bio) in submit_bio_noacct_nocheck()
[all …]
|
| H A D | blk-crypto-internal.h | 38 struct bio *bio) in bio_crypt_ctx_back_mergeable()
45 struct bio *bio) in bio_crypt_ctx_front_mergeable()
101 struct bio *bio) in bio_crypt_rq_ctx_compatible()
107 struct bio *bio) in bio_crypt_ctx_front_mergeable()
113 struct bio *bio) in bio_crypt_ctx_back_mergeable()
145 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance()
152 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx()
159 struct bio *bio) in bio_crypt_do_front_merge()
210 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| H A D | blk.h | 73 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter()
224 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
250 struct bio *bio) in integrity_req_gap_front_merge()
278 struct bio *bio) in integrity_req_gap_front_merge()
286 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
290 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free()
359 static inline bool bio_may_need_split(struct bio *bio, in bio_may_need_split()
383 static inline struct bio *__bio_split_to_limits(struct bio *bio, in __bio_split_to_limits()
466 static inline bool bio_zone_write_plugging(struct bio *bio) in bio_zone_write_plugging()
473 struct bio *bio) in blk_zone_update_request_bio()
[all …]
|
| H A D | blk-lib.c | 42 struct bio *bio; in blk_alloc_discard_bio() local
66 struct bio *bio; in __blkdev_issue_discard() local
88 struct bio *bio = NULL; in blkdev_issue_discard() local
128 struct bio *bio; in __blkdev_issue_write_zeroes() local
152 struct bio *bio = NULL; in blkdev_issue_write_zeroes() local
201 struct bio *bio; in __blkdev_issue_zero_pages() local
230 struct bio *bio = NULL; in blkdev_issue_zero_pages() local
334 struct bio *bio = NULL; in blkdev_issue_secure_erase() local
|
| H A D | blk-throttle.c | 135 static inline unsigned int throtl_bio_data_size(struct bio *bio) in throtl_bio_data_size()
161 static void throtl_qnode_add_bio(struct bio *bio, struct throtl_qnode *qn, in throtl_qnode_add_bio()
196 struct bio *bio; in throtl_peek_queued() local
230 struct bio *bio; in throtl_pop_queued() local
766 static unsigned long tg_within_iops_limit(struct throtl_grp *tg, struct bio *bio, in tg_within_iops_limit()
789 static unsigned long tg_within_bps_limit(struct throtl_grp *tg, struct bio *bio, in tg_within_bps_limit()
826 static void throtl_charge_bps_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_bps_bio()
838 static void throtl_charge_iops_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_iops_bio()
859 static unsigned long tg_dispatch_bps_time(struct throtl_grp *tg, struct bio *bio) in tg_dispatch_bps_time()
878 static unsigned long tg_dispatch_iops_time(struct throtl_grp *tg, struct bio *bio) in tg_dispatch_iops_time()
[all …]
|
| H A D | blk-crypto.c | 101 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, in bio_crypt_set_ctx()
120 void __bio_crypt_free_ctx(struct bio *bio) in __bio_crypt_free_ctx()
154 void __bio_crypt_advance(struct bio *bio, unsigned int bytes) in __bio_crypt_advance()
203 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
223 static bool bio_crypt_check_alignment(struct bio *bio) in bio_crypt_check_alignment()
285 struct bio *bio = *bio_ptr; in __blk_crypto_bio_prep() local
313 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| H A D | blk-zoned.c | 177 struct bio bio; in blkdev_zone_reset_all() local
204 struct bio *bio = NULL; in blkdev_zone_mgmt() local
592 struct bio *bio) in blk_zone_wplug_bio_io_error()
608 struct bio *bio; in disk_zone_wplug_abort() local
697 static bool blk_zone_wplug_handle_reset_or_finish(struct bio *bio, in blk_zone_wplug_handle_reset_or_finish()
738 static bool blk_zone_wplug_handle_reset_all(struct bio *bio) in blk_zone_wplug_handle_reset_all()
779 struct bio *bio, unsigned int nr_segs) in disk_zone_wplug_add_bio()
831 void blk_zone_write_plug_bio_merged(struct bio *bio) in blk_zone_write_plug_bio_merged()
877 struct bio *bio; in blk_zone_write_plug_init_request() local
931 struct bio *bio) in blk_zone_wplug_prepare_bio()
[all …]
|
| H A D | bio-integrity-auto.c | 17 struct bio *bio; member
40 struct bio *bio = bid->bio; in bio_integrity_verify_fn() local
79 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio()
107 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
|
| /linux/drivers/md/bcache/ |
| H A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
35 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio()
46 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio()
56 void bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) in bch_count_backing_io_errors()
137 void bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, in bch_bbio_count_io_errors()
167 void bch_bbio_endio(struct cache_set *c, struct bio *bio, in bch_bbio_endio()
|
| H A D | movinggc.c | 19 struct bbio bio; member
48 struct bio *bio = &io->bio.bio; in CLOSURE_CALLBACK() local
62 static void read_moving_endio(struct bio *bio) in read_moving_endio()
80 struct bio *bio = &io->bio.bio; in moving_init() local
119 struct bio *bio = &io->bio.bio; in CLOSURE_CALLBACK() local
130 struct bio *bio; in read_moving() local
|
| /linux/drivers/md/ |
| H A D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind()
68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind()
94 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
104 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
110 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter()
132 static void dm_bio_rewind(struct bio *bio, unsigned int bytes) in dm_bio_rewind()
|
| H A D | dm-thin.c | 385 struct bio *bio; member
443 static int bio_detain(struct pool *pool, struct dm_cell_key *key, struct bio *bio, in bio_detain()
597 struct bio *bio; in error_bio_list() local
672 static dm_block_t get_bio_block(struct thin_c *tc, struct bio *bio) in get_bio_block()
688 static void get_bio_block_range(struct thin_c *tc, struct bio *bio, in get_bio_block_range()
714 static void remap(struct thin_c *tc, struct bio *bio, dm_block_t block) in remap()
730 static void remap_to_origin(struct thin_c *tc, struct bio *bio) in remap_to_origin()
735 static int bio_triggers_commit(struct thin_c *tc, struct bio *bio) in bio_triggers_commit()
741 static void inc_all_io_entry(struct pool *pool, struct bio *bio) in inc_all_io_entry()
752 static void issue(struct thin_c *tc, struct bio *bio) in issue()
[all …]
|
| H A D | dm-raid1.c | 126 static void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) in queue_bio()
144 struct bio *bio; in dispatch_bios() local
167 static struct mirror *bio_get_m(struct bio *bio) in bio_get_m()
172 static void bio_set_m(struct bio *bio, struct mirror *m) in bio_set_m()
444 static int mirror_available(struct mirror_set *ms, struct bio *bio) in mirror_available()
458 static sector_t map_sector(struct mirror *m, struct bio *bio) in map_sector()
465 static void map_bio(struct mirror *m, struct bio *bio) in map_bio()
472 struct bio *bio) in map_region()
479 static void hold_bio(struct mirror_set *ms, struct bio *bio) in hold_bio()
516 struct bio *bio = context; in read_callback() local
[all …]
|
| H A D | raid1-10.c | 23 #define BIO_SPECIAL(bio) ((unsigned long)bio <= 2) argument
90 static inline struct resync_pages *get_resync_pages(struct bio *bio) in get_resync_pages()
96 static void md_bio_reset_resync_pages(struct bio *bio, struct resync_pages *rp, in md_bio_reset_resync_pages()
117 static inline void raid1_submit_write(struct bio *bio) in raid1_submit_write()
133 static inline bool raid1_add_bio_to_plug(struct mddev *mddev, struct bio *bio, in raid1_add_bio_to_plug()
302 static inline bool raid1_should_handle_error(struct bio *bio) in raid1_should_handle_error()
|
| H A D | dm-cache-target.c | 107 struct bio *bio; in __commit() local
144 void (*issue_op)(struct bio *bio, void *), in batcher_init()
182 static void issue_after_commit(struct batcher *b, struct bio *bio) in issue_after_commit()
220 static void dm_hook_bio(struct dm_hook_info *h, struct bio *bio, in dm_hook_bio()
229 static void dm_unhook_bio(struct dm_hook_info *h, struct bio *bio) in dm_unhook_bio()
527 static unsigned int lock_level(struct bio *bio) in lock_level()
540 static struct per_bio_data *get_per_bio_data(struct bio *bio) in get_per_bio_data()
548 static struct per_bio_data *init_per_bio_data(struct bio *bio) in init_per_bio_data()
562 static void defer_bio(struct cache *cache, struct bio *bio) in defer_bio()
582 static bool bio_detain_shared(struct cache *cache, dm_oblock_t oblock, struct bio *bio) in bio_detain_shared()
[all …]
|
| H A D | raid1.c | 125 static inline struct r1bio *get_resync_r1bio(struct bio *bio) in get_resync_r1bio()
150 struct bio *bio; in r1buf_pool_alloc() local
246 struct bio **bio = r1_bio->bios + i; in put_all_bios() local
268 struct bio *bio = r1_bio->bios[i]; in put_buf() local
302 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local
312 struct bio *bio = r1_bio->master_bio; in raid_end_bio_io() local
348 static int find_bio_disk(struct r1bio *r1_bio, struct bio *bio) in find_bio_disk()
364 static void raid1_end_read_request(struct bio *bio) in raid1_end_read_request()
448 static void raid1_end_write_request(struct bio *bio) in raid1_end_write_request()
901 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list()
[all …]
|
| H A D | raid10.c | 101 static inline struct r10bio *get_resync_r10bio(struct bio *bio) in get_resync_r10bio()
135 struct bio *bio; in r10buf_pool_alloc() local
237 struct bio *bio = r10bio->devs[j].bio; in r10buf_pool_free() local
264 struct bio **bio = & r10_bio->devs[i].bio; in put_all_bios() local
322 struct bio *bio = r10_bio->master_bio; in raid_end_bio_io() local
353 struct bio *bio, int *slotp, int *replp) in find_bio_disk()
376 static void raid10_end_read_request(struct bio *bio) in raid10_end_read_request()
452 static void raid10_end_write_request(struct bio *bio) in raid10_end_write_request()
868 struct bio *bio; in flush_pending_writes() local
1087 struct bio *bio; in raid10_unplug() local
[all …]
|
| /linux/drivers/nvme/target/ |
| H A D | io-cmd-bdev.c | 176 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done()
185 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
230 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
240 struct bio *bio; in nvmet_bdev_execute_rw() local
333 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
362 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range()
381 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
429 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
|
| /linux/fs/f2fs/ |
| H A D | iostat.h | 45 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
54 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
71 static inline void iostat_update_and_unbind_ctx(struct bio *bio) {} in iostat_update_and_unbind_ctx()
73 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx()
74 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
76 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
|
| /linux/drivers/md/dm-vdo/ |
| H A D | vio.c | 41 physical_block_number_t pbn_from_vio_bio(struct bio *bio) in pbn_from_vio_bio()
52 struct bio *bio = NULL; in create_multi_block_bio() local
69 void vdo_free_bio(struct bio *bio) in vdo_free_bio()
82 struct bio *bio; in allocate_vio_components() local
173 void vdo_set_bio_properties(struct bio *bio, struct vio *vio, bio_end_io_t callback, in vdo_set_bio_properties()
205 struct bio *bio = vio->bio; in vio_reset_bio_with_size() local
458 void vdo_count_bios(struct atomic_bio_stats *bio_stats, struct bio *bio) in vdo_count_bios()
491 static void count_all_bios_completed(struct vio *vio, struct bio *bio) in count_all_bios_completed()
507 void vdo_count_completed_bios(struct bio *bio) in vdo_count_completed_bios()
|