1 /* SPDX-License-Identifier: GPL-2.0 */
2
3 #ifndef BTRFS_ZONED_H
4 #define BTRFS_ZONED_H
5
6 #include <linux/types.h>
7 #include <linux/atomic.h>
8 #include <linux/blkdev.h>
9 #include <linux/blkzoned.h>
10 #include <linux/errno.h>
11 #include <linux/spinlock.h>
12 #include <linux/mutex.h>
13 #include "messages.h"
14 #include "volumes.h"
15 #include "disk-io.h"
16 #include "block-group.h"
17 #include "btrfs_inode.h"
18 #include "fs.h"
19
20 struct block_device;
21 struct extent_buffer;
22 struct btrfs_bio;
23 struct btrfs_ordered_extent;
24 struct btrfs_fs_info;
25 struct btrfs_space_info;
26 struct btrfs_eb_write_context;
27 struct btrfs_fs_devices;
28
29 #define BTRFS_DEFAULT_RECLAIM_THRESH (75)
30
31 struct btrfs_zoned_device_info {
32 /*
33 * Number of zones, zone size and types of zones if bdev is a
34 * zoned block device.
35 */
36 u64 zone_size;
37 u8 zone_size_shift;
38 u32 nr_zones;
39 unsigned int max_active_zones;
40 /*
41 * Reserved active zones for one metadata and one system block group.
42 * It can vary per-device depending on the allocation status.
43 */
44 int reserved_active_zones;
45 atomic_t active_zones_left;
46 unsigned long *seq_zones;
47 unsigned long *empty_zones;
48 unsigned long *active_zones;
49 struct blk_zone *zone_cache;
50 struct blk_zone sb_zones[2 * BTRFS_SUPER_MIRROR_MAX];
51 };
52
53 void btrfs_finish_ordered_zoned(struct btrfs_ordered_extent *ordered);
54
55 #ifdef CONFIG_BLK_DEV_ZONED
56 int btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info *fs_info);
57 int btrfs_get_dev_zone_info(struct btrfs_device *device, bool populate_cache);
58 void btrfs_destroy_dev_zone_info(struct btrfs_device *device);
59 struct btrfs_zoned_device_info *btrfs_clone_dev_zone_info(struct btrfs_device *orig_dev);
60 int btrfs_check_zoned_mode(struct btrfs_fs_info *fs_info);
61 int btrfs_check_mountopts_zoned(const struct btrfs_fs_info *info,
62 unsigned long long *mount_opt);
63 int btrfs_sb_log_location_bdev(struct block_device *bdev, int mirror, int rw,
64 u64 *bytenr_ret);
65 int btrfs_sb_log_location(struct btrfs_device *device, int mirror, int rw,
66 u64 *bytenr_ret);
67 int btrfs_advance_sb_log(struct btrfs_device *device, int mirror);
68 int btrfs_reset_sb_log_zones(struct block_device *bdev, int mirror);
69 u64 btrfs_find_allocatable_zones(struct btrfs_device *device, u64 hole_start,
70 u64 hole_end, u64 num_bytes);
71 int btrfs_reset_device_zone(struct btrfs_device *device, u64 physical,
72 u64 length, u64 *bytes);
73 int btrfs_ensure_empty_zones(struct btrfs_device *device, u64 start, u64 size);
74 int btrfs_load_block_group_zone_info(struct btrfs_block_group *cache, bool new);
75 void btrfs_calc_zone_unusable(struct btrfs_block_group *cache);
76 bool btrfs_use_zone_append(struct btrfs_bio *bbio);
77 void btrfs_record_physical_zoned(struct btrfs_bio *bbio);
78 int btrfs_check_meta_write_pointer(struct btrfs_fs_info *fs_info,
79 struct btrfs_eb_write_context *ctx);
80 int btrfs_zoned_issue_zeroout(struct btrfs_device *device, u64 physical, u64 length);
81 int btrfs_sync_zone_write_pointer(struct btrfs_device *tgt_dev, u64 logical,
82 u64 physical_start, u64 physical_pos);
83 bool btrfs_zone_activate(struct btrfs_block_group *block_group);
84 int btrfs_zone_finish(struct btrfs_block_group *block_group);
85 bool btrfs_can_activate_zone(struct btrfs_fs_devices *fs_devices, u64 flags);
86 void btrfs_zone_finish_endio(struct btrfs_fs_info *fs_info, u64 logical,
87 u64 length);
88 void btrfs_schedule_zone_finish_bg(struct btrfs_block_group *bg,
89 struct extent_buffer *eb);
90 void btrfs_clear_data_reloc_bg(struct btrfs_block_group *bg);
91 void btrfs_zoned_reserve_data_reloc_bg(struct btrfs_fs_info *fs_info);
92 void btrfs_free_zone_cache(struct btrfs_fs_info *fs_info);
93 bool btrfs_zoned_should_reclaim(const struct btrfs_fs_info *fs_info);
94 void btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info *fs_info, u64 logical,
95 u64 length);
96 int btrfs_zone_finish_one_bg(struct btrfs_fs_info *fs_info);
97 int btrfs_zoned_activate_one_bg(struct btrfs_fs_info *fs_info,
98 struct btrfs_space_info *space_info, bool do_finish);
99 void btrfs_check_active_zone_reservation(struct btrfs_fs_info *fs_info);
100 int btrfs_reset_unused_block_groups(struct btrfs_space_info *space_info, u64 num_bytes);
101 #else /* CONFIG_BLK_DEV_ZONED */
102
btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info * fs_info)103 static inline int btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info *fs_info)
104 {
105 return 0;
106 }
107
btrfs_get_dev_zone_info(struct btrfs_device * device,bool populate_cache)108 static inline int btrfs_get_dev_zone_info(struct btrfs_device *device,
109 bool populate_cache)
110 {
111 return 0;
112 }
113
btrfs_destroy_dev_zone_info(struct btrfs_device * device)114 static inline void btrfs_destroy_dev_zone_info(struct btrfs_device *device) { }
115
116 /*
117 * In case the kernel is compiled without CONFIG_BLK_DEV_ZONED we'll never call
118 * into btrfs_clone_dev_zone_info() so it's safe to return NULL here.
119 */
btrfs_clone_dev_zone_info(struct btrfs_device * orig_dev)120 static inline struct btrfs_zoned_device_info *btrfs_clone_dev_zone_info(
121 struct btrfs_device *orig_dev)
122 {
123 return NULL;
124 }
125
btrfs_check_zoned_mode(const struct btrfs_fs_info * fs_info)126 static inline int btrfs_check_zoned_mode(const struct btrfs_fs_info *fs_info)
127 {
128 if (!btrfs_is_zoned(fs_info))
129 return 0;
130
131 btrfs_err(fs_info, "zoned block devices support is not enabled");
132 return -EOPNOTSUPP;
133 }
134
btrfs_check_mountopts_zoned(const struct btrfs_fs_info * info,unsigned long long * mount_opt)135 static inline int btrfs_check_mountopts_zoned(const struct btrfs_fs_info *info,
136 unsigned long long *mount_opt)
137 {
138 return 0;
139 }
140
btrfs_sb_log_location_bdev(struct block_device * bdev,int mirror,int rw,u64 * bytenr_ret)141 static inline int btrfs_sb_log_location_bdev(struct block_device *bdev,
142 int mirror, int rw, u64 *bytenr_ret)
143 {
144 *bytenr_ret = btrfs_sb_offset(mirror);
145 return 0;
146 }
147
btrfs_sb_log_location(struct btrfs_device * device,int mirror,int rw,u64 * bytenr_ret)148 static inline int btrfs_sb_log_location(struct btrfs_device *device, int mirror,
149 int rw, u64 *bytenr_ret)
150 {
151 *bytenr_ret = btrfs_sb_offset(mirror);
152 return 0;
153 }
154
btrfs_advance_sb_log(struct btrfs_device * device,int mirror)155 static inline int btrfs_advance_sb_log(struct btrfs_device *device, int mirror)
156 {
157 return 0;
158 }
159
btrfs_reset_sb_log_zones(struct block_device * bdev,int mirror)160 static inline int btrfs_reset_sb_log_zones(struct block_device *bdev, int mirror)
161 {
162 return 0;
163 }
164
btrfs_find_allocatable_zones(struct btrfs_device * device,u64 hole_start,u64 hole_end,u64 num_bytes)165 static inline u64 btrfs_find_allocatable_zones(struct btrfs_device *device,
166 u64 hole_start, u64 hole_end,
167 u64 num_bytes)
168 {
169 return hole_start;
170 }
171
btrfs_reset_device_zone(struct btrfs_device * device,u64 physical,u64 length,u64 * bytes)172 static inline int btrfs_reset_device_zone(struct btrfs_device *device,
173 u64 physical, u64 length, u64 *bytes)
174 {
175 *bytes = 0;
176 return 0;
177 }
178
btrfs_ensure_empty_zones(struct btrfs_device * device,u64 start,u64 size)179 static inline int btrfs_ensure_empty_zones(struct btrfs_device *device,
180 u64 start, u64 size)
181 {
182 return 0;
183 }
184
btrfs_load_block_group_zone_info(struct btrfs_block_group * cache,bool new)185 static inline int btrfs_load_block_group_zone_info(
186 struct btrfs_block_group *cache, bool new)
187 {
188 return 0;
189 }
190
btrfs_calc_zone_unusable(struct btrfs_block_group * cache)191 static inline void btrfs_calc_zone_unusable(struct btrfs_block_group *cache) { }
192
btrfs_use_zone_append(struct btrfs_bio * bbio)193 static inline bool btrfs_use_zone_append(struct btrfs_bio *bbio)
194 {
195 return false;
196 }
197
btrfs_record_physical_zoned(struct btrfs_bio * bbio)198 static inline void btrfs_record_physical_zoned(struct btrfs_bio *bbio)
199 {
200 }
201
btrfs_check_meta_write_pointer(struct btrfs_fs_info * fs_info,struct btrfs_eb_write_context * ctx)202 static inline int btrfs_check_meta_write_pointer(struct btrfs_fs_info *fs_info,
203 struct btrfs_eb_write_context *ctx)
204 {
205 return 0;
206 }
207
btrfs_zoned_issue_zeroout(struct btrfs_device * device,u64 physical,u64 length)208 static inline int btrfs_zoned_issue_zeroout(struct btrfs_device *device,
209 u64 physical, u64 length)
210 {
211 return -EOPNOTSUPP;
212 }
213
btrfs_sync_zone_write_pointer(struct btrfs_device * tgt_dev,u64 logical,u64 physical_start,u64 physical_pos)214 static inline int btrfs_sync_zone_write_pointer(struct btrfs_device *tgt_dev,
215 u64 logical, u64 physical_start,
216 u64 physical_pos)
217 {
218 return -EOPNOTSUPP;
219 }
220
btrfs_zone_activate(struct btrfs_block_group * block_group)221 static inline bool btrfs_zone_activate(struct btrfs_block_group *block_group)
222 {
223 return true;
224 }
225
btrfs_zone_finish(struct btrfs_block_group * block_group)226 static inline int btrfs_zone_finish(struct btrfs_block_group *block_group)
227 {
228 return 0;
229 }
230
btrfs_can_activate_zone(struct btrfs_fs_devices * fs_devices,u64 flags)231 static inline bool btrfs_can_activate_zone(struct btrfs_fs_devices *fs_devices,
232 u64 flags)
233 {
234 return true;
235 }
236
btrfs_zone_finish_endio(struct btrfs_fs_info * fs_info,u64 logical,u64 length)237 static inline void btrfs_zone_finish_endio(struct btrfs_fs_info *fs_info,
238 u64 logical, u64 length) { }
239
btrfs_schedule_zone_finish_bg(struct btrfs_block_group * bg,struct extent_buffer * eb)240 static inline void btrfs_schedule_zone_finish_bg(struct btrfs_block_group *bg,
241 struct extent_buffer *eb) { }
242
btrfs_clear_data_reloc_bg(struct btrfs_block_group * bg)243 static inline void btrfs_clear_data_reloc_bg(struct btrfs_block_group *bg) { }
244
btrfs_zoned_reserve_data_reloc_bg(struct btrfs_fs_info * fs_info)245 static inline void btrfs_zoned_reserve_data_reloc_bg(struct btrfs_fs_info *fs_info) { }
246
btrfs_free_zone_cache(struct btrfs_fs_info * fs_info)247 static inline void btrfs_free_zone_cache(struct btrfs_fs_info *fs_info) { }
248
btrfs_zoned_should_reclaim(const struct btrfs_fs_info * fs_info)249 static inline bool btrfs_zoned_should_reclaim(const struct btrfs_fs_info *fs_info)
250 {
251 return false;
252 }
253
btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info * fs_info,u64 logical,u64 length)254 static inline void btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info *fs_info,
255 u64 logical, u64 length) { }
256
btrfs_zone_finish_one_bg(struct btrfs_fs_info * fs_info)257 static inline int btrfs_zone_finish_one_bg(struct btrfs_fs_info *fs_info)
258 {
259 return 1;
260 }
261
btrfs_zoned_activate_one_bg(struct btrfs_fs_info * fs_info,struct btrfs_space_info * space_info,bool do_finish)262 static inline int btrfs_zoned_activate_one_bg(struct btrfs_fs_info *fs_info,
263 struct btrfs_space_info *space_info,
264 bool do_finish)
265 {
266 /* Consider all the block groups are active */
267 return 0;
268 }
269
btrfs_check_active_zone_reservation(struct btrfs_fs_info * fs_info)270 static inline void btrfs_check_active_zone_reservation(struct btrfs_fs_info *fs_info) { }
271
btrfs_reset_unused_block_groups(struct btrfs_space_info * space_info,u64 num_bytes)272 static inline int btrfs_reset_unused_block_groups(struct btrfs_space_info *space_info,
273 u64 num_bytes)
274 {
275 return 0;
276 }
277
278 #endif
279
btrfs_dev_is_sequential(struct btrfs_device * device,u64 pos)280 static inline bool btrfs_dev_is_sequential(struct btrfs_device *device, u64 pos)
281 {
282 struct btrfs_zoned_device_info *zone_info = device->zone_info;
283
284 if (!zone_info)
285 return false;
286
287 return test_bit(pos >> zone_info->zone_size_shift, zone_info->seq_zones);
288 }
289
btrfs_dev_is_empty_zone(struct btrfs_device * device,u64 pos)290 static inline bool btrfs_dev_is_empty_zone(struct btrfs_device *device, u64 pos)
291 {
292 struct btrfs_zoned_device_info *zone_info = device->zone_info;
293
294 if (!zone_info)
295 return true;
296
297 return test_bit(pos >> zone_info->zone_size_shift, zone_info->empty_zones);
298 }
299
btrfs_dev_set_empty_zone_bit(struct btrfs_device * device,u64 pos,bool set)300 static inline void btrfs_dev_set_empty_zone_bit(struct btrfs_device *device,
301 u64 pos, bool set)
302 {
303 struct btrfs_zoned_device_info *zone_info = device->zone_info;
304 unsigned int zno;
305
306 if (!zone_info)
307 return;
308
309 zno = pos >> zone_info->zone_size_shift;
310 if (set)
311 set_bit(zno, zone_info->empty_zones);
312 else
313 clear_bit(zno, zone_info->empty_zones);
314 }
315
btrfs_dev_set_zone_empty(struct btrfs_device * device,u64 pos)316 static inline void btrfs_dev_set_zone_empty(struct btrfs_device *device, u64 pos)
317 {
318 btrfs_dev_set_empty_zone_bit(device, pos, true);
319 }
320
btrfs_dev_clear_zone_empty(struct btrfs_device * device,u64 pos)321 static inline void btrfs_dev_clear_zone_empty(struct btrfs_device *device, u64 pos)
322 {
323 btrfs_dev_set_empty_zone_bit(device, pos, false);
324 }
325
btrfs_check_device_zone_type(const struct btrfs_fs_info * fs_info,struct block_device * bdev)326 static inline bool btrfs_check_device_zone_type(const struct btrfs_fs_info *fs_info,
327 struct block_device *bdev)
328 {
329 if (btrfs_is_zoned(fs_info)) {
330 /*
331 * We can allow a regular device on a zoned filesystem, because
332 * we will emulate the zoned capabilities.
333 */
334 if (!bdev_is_zoned(bdev))
335 return true;
336
337 return fs_info->zone_size ==
338 (bdev_zone_sectors(bdev) << SECTOR_SHIFT);
339 }
340
341 /* Do not allow Host Managed zoned device. */
342 return !bdev_is_zoned(bdev);
343 }
344
btrfs_check_super_location(struct btrfs_device * device,u64 pos)345 static inline bool btrfs_check_super_location(struct btrfs_device *device, u64 pos)
346 {
347 /*
348 * On a non-zoned device, any address is OK. On a zoned device,
349 * non-SEQUENTIAL WRITE REQUIRED zones are capable.
350 */
351 return device->zone_info == NULL || !btrfs_dev_is_sequential(device, pos);
352 }
353
btrfs_can_zone_reset(struct btrfs_device * device,u64 physical,u64 length)354 static inline bool btrfs_can_zone_reset(struct btrfs_device *device,
355 u64 physical, u64 length)
356 {
357 u64 zone_size;
358
359 if (!btrfs_dev_is_sequential(device, physical))
360 return false;
361
362 zone_size = device->zone_info->zone_size;
363 if (!IS_ALIGNED(physical, zone_size) || !IS_ALIGNED(length, zone_size))
364 return false;
365
366 return true;
367 }
368
btrfs_zoned_meta_io_lock(struct btrfs_fs_info * fs_info)369 static inline void btrfs_zoned_meta_io_lock(struct btrfs_fs_info *fs_info)
370 {
371 if (!btrfs_is_zoned(fs_info))
372 return;
373 mutex_lock(&fs_info->zoned_meta_io_lock);
374 }
375
btrfs_zoned_meta_io_unlock(struct btrfs_fs_info * fs_info)376 static inline void btrfs_zoned_meta_io_unlock(struct btrfs_fs_info *fs_info)
377 {
378 if (!btrfs_is_zoned(fs_info))
379 return;
380 mutex_unlock(&fs_info->zoned_meta_io_lock);
381 }
382
btrfs_clear_treelog_bg(struct btrfs_block_group * bg)383 static inline void btrfs_clear_treelog_bg(struct btrfs_block_group *bg)
384 {
385 struct btrfs_fs_info *fs_info = bg->fs_info;
386
387 if (!btrfs_is_zoned(fs_info))
388 return;
389
390 spin_lock(&fs_info->treelog_bg_lock);
391 if (fs_info->treelog_bg == bg->start)
392 fs_info->treelog_bg = 0;
393 spin_unlock(&fs_info->treelog_bg_lock);
394 }
395
btrfs_zoned_data_reloc_lock(struct btrfs_inode * inode)396 static inline void btrfs_zoned_data_reloc_lock(struct btrfs_inode *inode)
397 {
398 struct btrfs_root *root = inode->root;
399
400 if (btrfs_is_data_reloc_root(root) && btrfs_is_zoned(root->fs_info))
401 mutex_lock(&root->fs_info->zoned_data_reloc_io_lock);
402 }
403
btrfs_zoned_data_reloc_unlock(struct btrfs_inode * inode)404 static inline void btrfs_zoned_data_reloc_unlock(struct btrfs_inode *inode)
405 {
406 struct btrfs_root *root = inode->root;
407
408 if (btrfs_is_data_reloc_root(root) && btrfs_is_zoned(root->fs_info))
409 mutex_unlock(&root->fs_info->zoned_data_reloc_io_lock);
410 }
411
btrfs_zoned_bg_is_full(const struct btrfs_block_group * bg)412 static inline bool btrfs_zoned_bg_is_full(const struct btrfs_block_group *bg)
413 {
414 ASSERT(btrfs_is_zoned(bg->fs_info));
415 return (bg->alloc_offset == bg->zone_capacity);
416 }
417
418 #endif
419