1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _BCACHEFS_IO_WRITE_H 3 #define _BCACHEFS_IO_WRITE_H 4 5 #include "checksum.h" 6 #include "io_write_types.h" 7 8 #define to_wbio(_bio) \ 9 container_of((_bio), struct bch_write_bio, bio) 10 11 void bch2_bio_free_pages_pool(struct bch_fs *, struct bio *); 12 void bch2_bio_alloc_pages_pool(struct bch_fs *, struct bio *, size_t); 13 14 #ifndef CONFIG_BCACHEFS_NO_LATENCY_ACCT 15 void bch2_latency_acct(struct bch_dev *, u64, int); 16 #else 17 static inline void bch2_latency_acct(struct bch_dev *ca, u64 submit_time, int rw) {} 18 #endif 19 20 void bch2_submit_wbio_replicas(struct bch_write_bio *, struct bch_fs *, 21 enum bch_data_type, const struct bkey_i *, bool); 22 23 void bch2_write_op_error(struct printbuf *out, struct bch_write_op *op); 24 25 #define BCH_WRITE_FLAGS() \ 26 x(ALLOC_NOWAIT) \ 27 x(CACHED) \ 28 x(DATA_ENCODED) \ 29 x(PAGES_STABLE) \ 30 x(PAGES_OWNED) \ 31 x(ONLY_SPECIFIED_DEVS) \ 32 x(WROTE_DATA_INLINE) \ 33 x(FROM_INTERNAL) \ 34 x(CHECK_ENOSPC) \ 35 x(SYNC) \ 36 x(MOVE) \ 37 x(IN_WORKER) \ 38 x(SUBMITTED) \ 39 x(IO_ERROR) \ 40 x(CONVERT_UNWRITTEN) 41 42 enum __bch_write_flags { 43 #define x(f) __BCH_WRITE_##f, 44 BCH_WRITE_FLAGS() 45 #undef x 46 }; 47 48 enum bch_write_flags { 49 #define x(f) BCH_WRITE_##f = BIT(__BCH_WRITE_##f), 50 BCH_WRITE_FLAGS() 51 #undef x 52 }; 53 54 static inline struct workqueue_struct *index_update_wq(struct bch_write_op *op) 55 { 56 return op->watermark == BCH_WATERMARK_copygc 57 ? op->c->copygc_wq 58 : op->c->btree_update_wq; 59 } 60 61 int bch2_sum_sector_overwrites(struct btree_trans *, struct btree_iter *, 62 struct bkey_i *, bool *, s64 *, s64 *); 63 int bch2_extent_update(struct btree_trans *, subvol_inum, 64 struct btree_iter *, struct bkey_i *, 65 struct disk_reservation *, u64, s64 *, bool); 66 67 static inline void bch2_write_op_init(struct bch_write_op *op, struct bch_fs *c, 68 struct bch_io_opts opts) 69 { 70 op->c = c; 71 op->end_io = NULL; 72 op->flags = 0; 73 op->written = 0; 74 op->error = 0; 75 op->csum_type = bch2_data_checksum_type(c, opts); 76 op->compression_opt = opts.compression; 77 op->nr_replicas = 0; 78 op->nr_replicas_required = c->opts.data_replicas_required; 79 op->watermark = BCH_WATERMARK_normal; 80 op->incompressible = 0; 81 op->open_buckets.nr = 0; 82 op->devs_have.nr = 0; 83 op->target = 0; 84 op->opts = opts; 85 op->subvol = 0; 86 op->pos = POS_MAX; 87 op->version = ZERO_VERSION; 88 op->write_point = (struct write_point_specifier) { 0 }; 89 op->res = (struct disk_reservation) { 0 }; 90 op->new_i_size = U64_MAX; 91 op->i_sectors_delta = 0; 92 op->devs_need_flush = NULL; 93 } 94 95 CLOSURE_CALLBACK(bch2_write); 96 void bch2_write_point_do_index_updates(struct work_struct *); 97 98 static inline struct bch_write_bio *wbio_init(struct bio *bio) 99 { 100 struct bch_write_bio *wbio = to_wbio(bio); 101 102 memset(&wbio->wbio, 0, sizeof(wbio->wbio)); 103 return wbio; 104 } 105 106 void bch2_write_op_to_text(struct printbuf *, struct bch_write_op *); 107 108 void bch2_fs_io_write_exit(struct bch_fs *); 109 int bch2_fs_io_write_init(struct bch_fs *); 110 111 #endif /* _BCACHEFS_IO_WRITE_H */ 112