xref: /linux/fs/bcachefs/move.h (revision 06d07429858317ded2db7986113a9e0129cd599b)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_MOVE_H
3 #define _BCACHEFS_MOVE_H
4 
5 #include "bbpos.h"
6 #include "bcachefs_ioctl.h"
7 #include "btree_iter.h"
8 #include "buckets.h"
9 #include "data_update.h"
10 #include "move_types.h"
11 
12 struct bch_read_bio;
13 
14 struct moving_context {
15 	struct btree_trans	*trans;
16 	struct list_head	list;
17 	void			*fn;
18 
19 	struct bch_ratelimit	*rate;
20 	struct bch_move_stats	*stats;
21 	struct write_point_specifier wp;
22 	bool			wait_on_copygc;
23 	bool			write_error;
24 
25 	/* For waiting on outstanding reads and writes: */
26 	struct closure		cl;
27 
28 	struct mutex		lock;
29 	struct list_head	reads;
30 	struct list_head	ios;
31 
32 	/* in flight sectors: */
33 	atomic_t		read_sectors;
34 	atomic_t		write_sectors;
35 	atomic_t		read_ios;
36 	atomic_t		write_ios;
37 
38 	wait_queue_head_t	wait;
39 };
40 
41 #define move_ctxt_wait_event_timeout(_ctxt, _cond, _timeout)			\
42 ({										\
43 	int _ret = 0;								\
44 	while (true) {								\
45 		bool cond_finished = false;					\
46 		bch2_moving_ctxt_do_pending_writes(_ctxt);			\
47 										\
48 		if (_cond)							\
49 			break;							\
50 		bch2_trans_unlock_long((_ctxt)->trans);				\
51 		_ret = __wait_event_timeout((_ctxt)->wait,			\
52 			     bch2_moving_ctxt_next_pending_write(_ctxt) ||	\
53 			     (cond_finished = (_cond)), _timeout);		\
54 		if (_ret || ( cond_finished))					\
55 			break;							\
56 	}									\
57 	_ret;									\
58 })
59 
60 #define move_ctxt_wait_event(_ctxt, _cond)				\
61 do {									\
62 	bool cond_finished = false;					\
63 	bch2_moving_ctxt_do_pending_writes(_ctxt);			\
64 									\
65 	if (_cond)							\
66 		break;							\
67 	bch2_trans_unlock_long((_ctxt)->trans);				\
68 	__wait_event((_ctxt)->wait,					\
69 		     bch2_moving_ctxt_next_pending_write(_ctxt) ||	\
70 		     (cond_finished = (_cond)));			\
71 	if (cond_finished)						\
72 		break;							\
73 } while (1)
74 
75 typedef bool (*move_pred_fn)(struct bch_fs *, void *, struct bkey_s_c,
76 			     struct bch_io_opts *, struct data_update_opts *);
77 
78 extern const char * const bch2_data_ops_strs[];
79 
80 void bch2_moving_ctxt_exit(struct moving_context *);
81 void bch2_moving_ctxt_init(struct moving_context *, struct bch_fs *,
82 			   struct bch_ratelimit *, struct bch_move_stats *,
83 			   struct write_point_specifier, bool);
84 struct moving_io *bch2_moving_ctxt_next_pending_write(struct moving_context *);
85 void bch2_moving_ctxt_do_pending_writes(struct moving_context *);
86 void bch2_moving_ctxt_flush_all(struct moving_context *);
87 void bch2_move_ctxt_wait_for_io(struct moving_context *);
88 int bch2_move_ratelimit(struct moving_context *);
89 
90 /* Inodes in different snapshots may have different IO options: */
91 struct snapshot_io_opts_entry {
92 	u32			snapshot;
93 	struct bch_io_opts	io_opts;
94 };
95 
96 struct per_snapshot_io_opts {
97 	u64			cur_inum;
98 	struct bch_io_opts	fs_io_opts;
99 	DARRAY(struct snapshot_io_opts_entry) d;
100 };
101 
per_snapshot_io_opts_init(struct per_snapshot_io_opts * io_opts,struct bch_fs * c)102 static inline void per_snapshot_io_opts_init(struct per_snapshot_io_opts *io_opts, struct bch_fs *c)
103 {
104 	memset(io_opts, 0, sizeof(*io_opts));
105 	io_opts->fs_io_opts = bch2_opts_to_inode_opts(c->opts);
106 }
107 
per_snapshot_io_opts_exit(struct per_snapshot_io_opts * io_opts)108 static inline void per_snapshot_io_opts_exit(struct per_snapshot_io_opts *io_opts)
109 {
110 	darray_exit(&io_opts->d);
111 }
112 
113 struct bch_io_opts *bch2_move_get_io_opts(struct btree_trans *,
114 				struct per_snapshot_io_opts *, struct bkey_s_c);
115 int bch2_move_get_io_opts_one(struct btree_trans *, struct bch_io_opts *, struct bkey_s_c);
116 
117 int bch2_scan_old_btree_nodes(struct bch_fs *, struct bch_move_stats *);
118 
119 int bch2_move_extent(struct moving_context *,
120 		     struct move_bucket_in_flight *,
121 		     struct btree_iter *,
122 		     struct bkey_s_c,
123 		     struct bch_io_opts,
124 		     struct data_update_opts);
125 
126 int __bch2_move_data(struct moving_context *,
127 		     struct bbpos,
128 		     struct bbpos,
129 		     move_pred_fn, void *);
130 int bch2_move_data(struct bch_fs *,
131 		   struct bbpos start,
132 		   struct bbpos end,
133 		   struct bch_ratelimit *,
134 		   struct bch_move_stats *,
135 		   struct write_point_specifier,
136 		   bool,
137 		   move_pred_fn, void *);
138 
139 int bch2_evacuate_bucket(struct moving_context *,
140 			   struct move_bucket_in_flight *,
141 			   struct bpos, int,
142 			   struct data_update_opts);
143 int bch2_data_job(struct bch_fs *,
144 		  struct bch_move_stats *,
145 		  struct bch_ioctl_data);
146 
147 void bch2_move_stats_to_text(struct printbuf *, struct bch_move_stats *);
148 void bch2_move_stats_exit(struct bch_move_stats *, struct bch_fs *);
149 void bch2_move_stats_init(struct bch_move_stats *, const char *);
150 
151 void bch2_fs_moving_ctxts_to_text(struct printbuf *, struct bch_fs *);
152 
153 void bch2_fs_move_init(struct bch_fs *);
154 
155 #endif /* _BCACHEFS_MOVE_H */
156