1 // SPDX-License-Identifier: CDDL-1.0
2 /*
3 * This file and its contents are supplied under the terms of the
4 * Common Development and Distribution License ("CDDL"), version 1.0.
5 * You may only use this file in accordance with the terms of version
6 * 1.0 of the CDDL.
7 *
8 * A full copy of the text of the CDDL should have accompanied this
9 * source. A copy of the CDDL is also available via the Internet at
10 * https://opensource.org/license/CDDL-1.0.
11 */
12 /*
13 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
14 * Copyright (c) 2011, 2018 by Delphix. All rights reserved.
15 * Copyright (c) 2017, Intel Corporation.
16 */
17
18 #ifndef _SYS_METASLAB_H
19 #define _SYS_METASLAB_H
20
21 #include <sys/spa.h>
22 #include <sys/space_map.h>
23 #include <sys/txg.h>
24 #include <sys/zio.h>
25 #include <sys/avl.h>
26
27 #ifdef __cplusplus
28 extern "C" {
29 #endif
30
31
32 typedef struct metaslab_ops {
33 const char *msop_name;
34 uint64_t (*msop_alloc)(metaslab_t *, uint64_t, uint64_t, uint64_t *);
35 } metaslab_ops_t;
36
37
38 extern const metaslab_ops_t zfs_metaslab_ops;
39
40 int metaslab_init(metaslab_group_t *, uint64_t, uint64_t, uint64_t,
41 metaslab_t **);
42 void metaslab_fini(metaslab_t *);
43
44 void metaslab_set_unflushed_dirty(metaslab_t *, boolean_t);
45 void metaslab_set_unflushed_txg(metaslab_t *, uint64_t, dmu_tx_t *);
46 void metaslab_set_estimated_condensed_size(metaslab_t *, uint64_t, dmu_tx_t *);
47 boolean_t metaslab_unflushed_dirty(metaslab_t *);
48 uint64_t metaslab_unflushed_txg(metaslab_t *);
49 uint64_t metaslab_estimated_condensed_size(metaslab_t *);
50 int metaslab_sort_by_flushed(const void *, const void *);
51 void metaslab_unflushed_bump(metaslab_t *, dmu_tx_t *, boolean_t);
52 uint64_t metaslab_unflushed_changes_memused(metaslab_t *);
53
54 int metaslab_load(metaslab_t *);
55 void metaslab_unload(metaslab_t *);
56 boolean_t metaslab_flush(metaslab_t *, dmu_tx_t *);
57
58 uint64_t metaslab_allocated_space(metaslab_t *);
59
60 void metaslab_sync(metaslab_t *, uint64_t);
61 void metaslab_sync_done(metaslab_t *, uint64_t);
62 void metaslab_sync_reassess(metaslab_group_t *);
63 uint64_t metaslab_largest_allocatable(metaslab_t *);
64
65 /*
66 * metaslab alloc flags
67 */
68 #define METASLAB_ZIL 0x1
69 #define METASLAB_GANG_HEADER 0x2
70 #define METASLAB_GANG_CHILD 0x4
71 #define METASLAB_ASYNC_ALLOC 0x8
72
73 int metaslab_alloc(spa_t *, metaslab_class_t *, uint64_t, blkptr_t *, int,
74 uint64_t, const blkptr_t *, int, zio_alloc_list_t *, int, const void *);
75 int metaslab_alloc_range(spa_t *, metaslab_class_t *, uint64_t, uint64_t,
76 blkptr_t *, int, uint64_t, const blkptr_t *, int, zio_alloc_list_t *,
77 int, const void *, uint64_t *);
78 int metaslab_alloc_dva(spa_t *, metaslab_class_t *, uint64_t,
79 dva_t *, int, const dva_t *, uint64_t, int, zio_alloc_list_t *, int);
80 void metaslab_free(spa_t *, const blkptr_t *, uint64_t, boolean_t);
81 void metaslab_free_concrete(vdev_t *, uint64_t, uint64_t, boolean_t);
82 void metaslab_free_dva(spa_t *, const dva_t *, boolean_t);
83 void metaslab_free_impl_cb(uint64_t, vdev_t *, uint64_t, uint64_t, void *);
84 void metaslab_unalloc_dva(spa_t *, const dva_t *, uint64_t);
85 int metaslab_claim(spa_t *, const blkptr_t *, uint64_t);
86 int metaslab_claim_impl(vdev_t *, uint64_t, uint64_t, uint64_t);
87 void metaslab_check_free(spa_t *, const blkptr_t *);
88
89 void metaslab_stat_init(void);
90 void metaslab_stat_fini(void);
91 #ifdef METASLAB_TRACE
92 void metaslab_trace_move(zio_alloc_list_t *, zio_alloc_list_t *);
93 void metaslab_trace_init(zio_alloc_list_t *);
94 void metaslab_trace_fini(zio_alloc_list_t *);
95 #else
96 static inline void
metaslab_trace_move(zio_alloc_list_t * old __maybe_unused,zio_alloc_list_t * dst __maybe_unused)97 metaslab_trace_move(zio_alloc_list_t *old __maybe_unused,
98 zio_alloc_list_t *dst __maybe_unused) {}
99 static inline void
metaslab_trace_init(zio_alloc_list_t * zal __maybe_unused)100 metaslab_trace_init(zio_alloc_list_t *zal __maybe_unused) {}
101 static inline void
metaslab_trace_fini(zio_alloc_list_t * zal __maybe_unused)102 metaslab_trace_fini(zio_alloc_list_t *zal __maybe_unused) {}
103 #endif
104
105 metaslab_class_t *metaslab_class_create(spa_t *, const char *,
106 const metaslab_ops_t *, boolean_t);
107 void metaslab_class_destroy(metaslab_class_t *);
108 void metaslab_class_validate(metaslab_class_t *);
109 void metaslab_class_balance(metaslab_class_t *mc, boolean_t onsync);
110 void metaslab_class_histogram_verify(metaslab_class_t *);
111 uint64_t metaslab_class_fragmentation(metaslab_class_t *);
112 uint64_t metaslab_class_expandable_space(metaslab_class_t *);
113 boolean_t metaslab_class_throttle_reserve(metaslab_class_t *, int, int,
114 uint64_t, boolean_t, boolean_t *);
115 boolean_t metaslab_class_throttle_unreserve(metaslab_class_t *, int, int,
116 uint64_t);
117 void metaslab_class_evict_old(metaslab_class_t *, uint64_t);
118 const char *metaslab_class_get_name(metaslab_class_t *);
119 uint64_t metaslab_class_get_alloc(metaslab_class_t *);
120 uint64_t metaslab_class_get_dalloc(metaslab_class_t *);
121 uint64_t metaslab_class_get_space(metaslab_class_t *);
122 uint64_t metaslab_class_get_dspace(metaslab_class_t *);
123 uint64_t metaslab_class_get_deferred(metaslab_class_t *);
124
125 void metaslab_space_update(metaslab_group_t *, int64_t, int64_t, int64_t);
126
127 metaslab_group_t *metaslab_group_create(metaslab_class_t *, vdev_t *);
128 void metaslab_group_destroy(metaslab_group_t *);
129 void metaslab_group_activate(metaslab_group_t *);
130 void metaslab_group_passivate(metaslab_group_t *);
131 boolean_t metaslab_group_initialized(metaslab_group_t *);
132 uint64_t metaslab_group_get_space(metaslab_group_t *);
133 void metaslab_group_histogram_verify(metaslab_group_t *);
134 uint64_t metaslab_group_fragmentation(metaslab_group_t *);
135 void metaslab_group_histogram_remove(metaslab_group_t *, metaslab_t *);
136 void metaslab_group_alloc_increment_all(spa_t *, blkptr_t *, int, int,
137 uint64_t, const void *);
138 void metaslab_group_alloc_decrement(spa_t *, uint64_t, int, int, uint64_t,
139 const void *);
140 void metaslab_recalculate_weight_and_sort(metaslab_t *);
141 void metaslab_disable(metaslab_t *);
142 void metaslab_enable(metaslab_t *, boolean_t, boolean_t);
143 void metaslab_set_selected_txg(metaslab_t *, uint64_t);
144
145 extern int metaslab_debug_load;
146
147 zfs_range_seg_type_t metaslab_calculate_range_tree_type(vdev_t *vdev,
148 metaslab_t *msp, uint64_t *start, uint64_t *shift);
149
150 #ifdef __cplusplus
151 }
152 #endif
153
154 #endif /* _SYS_METASLAB_H */
155