1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _BCACHEFS_MOVE_H 3 #define _BCACHEFS_MOVE_H 4 5 #include "bbpos.h" 6 #include "bcachefs_ioctl.h" 7 #include "btree_iter.h" 8 #include "buckets.h" 9 #include "data_update.h" 10 #include "move_types.h" 11 12 struct bch_read_bio; 13 14 struct moving_context { 15 struct btree_trans *trans; 16 struct list_head list; 17 void *fn; 18 19 struct bch_ratelimit *rate; 20 struct bch_move_stats *stats; 21 struct write_point_specifier wp; 22 bool wait_on_copygc; 23 bool write_error; 24 25 /* For waiting on outstanding reads and writes: */ 26 struct closure cl; 27 28 struct mutex lock; 29 struct list_head reads; 30 struct list_head ios; 31 32 /* in flight sectors: */ 33 atomic_t read_sectors; 34 atomic_t write_sectors; 35 atomic_t read_ios; 36 atomic_t write_ios; 37 38 wait_queue_head_t wait; 39 }; 40 41 #define move_ctxt_wait_event(_ctxt, _cond) \ 42 do { \ 43 bool cond_finished = false; \ 44 bch2_moving_ctxt_do_pending_writes(_ctxt); \ 45 \ 46 if (_cond) \ 47 break; \ 48 bch2_trans_unlock_long((_ctxt)->trans); \ 49 __wait_event((_ctxt)->wait, \ 50 bch2_moving_ctxt_next_pending_write(_ctxt) || \ 51 (cond_finished = (_cond))); \ 52 if (cond_finished) \ 53 break; \ 54 } while (1) 55 56 typedef bool (*move_pred_fn)(struct bch_fs *, void *, struct bkey_s_c, 57 struct bch_io_opts *, struct data_update_opts *); 58 59 void bch2_moving_ctxt_exit(struct moving_context *); 60 void bch2_moving_ctxt_init(struct moving_context *, struct bch_fs *, 61 struct bch_ratelimit *, struct bch_move_stats *, 62 struct write_point_specifier, bool); 63 struct moving_io *bch2_moving_ctxt_next_pending_write(struct moving_context *); 64 void bch2_moving_ctxt_do_pending_writes(struct moving_context *); 65 void bch2_move_ctxt_wait_for_io(struct moving_context *); 66 int bch2_move_ratelimit(struct moving_context *); 67 68 /* Inodes in different snapshots may have different IO options: */ 69 struct snapshot_io_opts_entry { 70 u32 snapshot; 71 struct bch_io_opts io_opts; 72 }; 73 74 struct per_snapshot_io_opts { 75 u64 cur_inum; 76 struct bch_io_opts fs_io_opts; 77 DARRAY(struct snapshot_io_opts_entry) d; 78 }; 79 80 static inline void per_snapshot_io_opts_init(struct per_snapshot_io_opts *io_opts, struct bch_fs *c) 81 { 82 memset(io_opts, 0, sizeof(*io_opts)); 83 io_opts->fs_io_opts = bch2_opts_to_inode_opts(c->opts); 84 } 85 86 static inline void per_snapshot_io_opts_exit(struct per_snapshot_io_opts *io_opts) 87 { 88 darray_exit(&io_opts->d); 89 } 90 91 struct bch_io_opts *bch2_move_get_io_opts(struct btree_trans *, 92 struct per_snapshot_io_opts *, struct bkey_s_c); 93 int bch2_move_get_io_opts_one(struct btree_trans *, struct bch_io_opts *, struct bkey_s_c); 94 95 int bch2_scan_old_btree_nodes(struct bch_fs *, struct bch_move_stats *); 96 97 int bch2_move_extent(struct moving_context *, 98 struct move_bucket_in_flight *, 99 struct btree_iter *, 100 struct bkey_s_c, 101 struct bch_io_opts, 102 struct data_update_opts); 103 104 int __bch2_move_data(struct moving_context *, 105 struct bbpos, 106 struct bbpos, 107 move_pred_fn, void *); 108 int bch2_move_data(struct bch_fs *, 109 struct bbpos start, 110 struct bbpos end, 111 struct bch_ratelimit *, 112 struct bch_move_stats *, 113 struct write_point_specifier, 114 bool, 115 move_pred_fn, void *); 116 117 int __bch2_evacuate_bucket(struct moving_context *, 118 struct move_bucket_in_flight *, 119 struct bpos, int, 120 struct data_update_opts); 121 int bch2_evacuate_bucket(struct bch_fs *, struct bpos, int, 122 struct data_update_opts, 123 struct bch_ratelimit *, 124 struct bch_move_stats *, 125 struct write_point_specifier, 126 bool); 127 int bch2_data_job(struct bch_fs *, 128 struct bch_move_stats *, 129 struct bch_ioctl_data); 130 131 void bch2_move_stats_to_text(struct printbuf *, struct bch_move_stats *); 132 void bch2_move_stats_exit(struct bch_move_stats *, struct bch_fs *); 133 void bch2_move_stats_init(struct bch_move_stats *, char *); 134 135 void bch2_fs_moving_ctxts_to_text(struct printbuf *, struct bch_fs *); 136 137 void bch2_fs_move_init(struct bch_fs *); 138 139 #endif /* _BCACHEFS_MOVE_H */ 140