xref: /titanic_41/usr/src/uts/common/fs/zfs/sys/spa.h (revision 03831d35f7499c87d51205817c93e9a8d42c4bae)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
23  * Use is subject to license terms.
24  */
25 
26 #ifndef _SYS_SPA_H
27 #define	_SYS_SPA_H
28 
29 #pragma ident	"%Z%%M%	%I%	%E% SMI"
30 
31 #include <sys/avl.h>
32 #include <sys/zfs_context.h>
33 #include <sys/nvpair.h>
34 #include <sys/sysmacros.h>
35 #include <sys/types.h>
36 #include <sys/fs/zfs.h>
37 
38 #ifdef	__cplusplus
39 extern "C" {
40 #endif
41 
42 /*
43  * Forward references that lots of things need.
44  */
45 typedef struct spa spa_t;
46 typedef struct vdev vdev_t;
47 typedef struct metaslab metaslab_t;
48 typedef struct zilog zilog_t;
49 typedef struct traverse_handle traverse_handle_t;
50 struct dsl_pool;
51 
52 /*
53  * General-purpose 32-bit and 64-bit bitfield encodings.
54  */
55 #define	BF32_DECODE(x, low, len)	P2PHASE((x) >> (low), 1U << (len))
56 #define	BF64_DECODE(x, low, len)	P2PHASE((x) >> (low), 1ULL << (len))
57 #define	BF32_ENCODE(x, low, len)	(P2PHASE((x), 1U << (len)) << (low))
58 #define	BF64_ENCODE(x, low, len)	(P2PHASE((x), 1ULL << (len)) << (low))
59 
60 #define	BF32_GET(x, low, len)		BF32_DECODE(x, low, len)
61 #define	BF64_GET(x, low, len)		BF64_DECODE(x, low, len)
62 
63 #define	BF32_SET(x, low, len, val)	\
64 	((x) ^= BF32_ENCODE((x >> low) ^ val, low, len))
65 #define	BF64_SET(x, low, len, val)	\
66 	((x) ^= BF64_ENCODE((x >> low) ^ val, low, len))
67 
68 #define	BF32_GET_SB(x, low, len, shift, bias)	\
69 	((BF32_GET(x, low, len) + (bias)) << (shift))
70 #define	BF64_GET_SB(x, low, len, shift, bias)	\
71 	((BF64_GET(x, low, len) + (bias)) << (shift))
72 
73 #define	BF32_SET_SB(x, low, len, shift, bias, val)	\
74 	BF32_SET(x, low, len, ((val) >> (shift)) - (bias))
75 #define	BF64_SET_SB(x, low, len, shift, bias, val)	\
76 	BF64_SET(x, low, len, ((val) >> (shift)) - (bias))
77 
78 /*
79  * We currently support nine block sizes, from 512 bytes to 128K.
80  * We could go higher, but the benefits are near-zero and the cost
81  * of COWing a giant block to modify one byte would become excessive.
82  */
83 #define	SPA_MINBLOCKSHIFT	9
84 #define	SPA_MAXBLOCKSHIFT	17
85 #define	SPA_MINBLOCKSIZE	(1ULL << SPA_MINBLOCKSHIFT)
86 #define	SPA_MAXBLOCKSIZE	(1ULL << SPA_MAXBLOCKSHIFT)
87 
88 #define	SPA_BLOCKSIZES		(SPA_MAXBLOCKSHIFT - SPA_MINBLOCKSHIFT + 1)
89 
90 /*
91  * The DVA size encodings for LSIZE and PSIZE support blocks up to 32MB.
92  * The ASIZE encoding should be at least 64 times larger (6 more bits)
93  * to support up to 4-way RAID-Z mirror mode with worst-case gang block
94  * overhead, three DVAs per bp, plus one more bit in case we do anything
95  * else that expands the ASIZE.
96  */
97 #define	SPA_LSIZEBITS		16	/* LSIZE up to 32M (2^16 * 512)	*/
98 #define	SPA_PSIZEBITS		16	/* PSIZE up to 32M (2^16 * 512)	*/
99 #define	SPA_ASIZEBITS		24	/* ASIZE up to 64 times larger	*/
100 
101 /*
102  * All SPA data is represented by 128-bit data virtual addresses (DVAs).
103  * The members of the dva_t should be considered opaque outside the SPA.
104  */
105 typedef struct dva {
106 	uint64_t	dva_word[2];
107 } dva_t;
108 
109 /*
110  * Each block has a 256-bit checksum -- strong enough for cryptographic hashes.
111  */
112 typedef struct zio_cksum {
113 	uint64_t	zc_word[4];
114 } zio_cksum_t;
115 
116 /*
117  * Each block is described by its DVAs, time of birth, checksum, etc.
118  * The word-by-word, bit-by-bit layout of the blkptr is as follows:
119  *
120  *	64	56	48	40	32	24	16	8	0
121  *	+-------+-------+-------+-------+-------+-------+-------+-------+
122  * 0	|		vdev1		| GRID  |	  ASIZE		|
123  *	+-------+-------+-------+-------+-------+-------+-------+-------+
124  * 1	|G|			 offset1				|
125  *	+-------+-------+-------+-------+-------+-------+-------+-------+
126  * 2	|		vdev2		| GRID  |	  ASIZE		|
127  *	+-------+-------+-------+-------+-------+-------+-------+-------+
128  * 3	|G|			 offset2				|
129  *	+-------+-------+-------+-------+-------+-------+-------+-------+
130  * 4	|		vdev3		| GRID  |	  ASIZE		|
131  *	+-------+-------+-------+-------+-------+-------+-------+-------+
132  * 5	|G|			 offset3				|
133  *	+-------+-------+-------+-------+-------+-------+-------+-------+
134  * 6	|E| lvl | type	| cksum | comp	|     PSIZE	|     LSIZE	|
135  *	+-------+-------+-------+-------+-------+-------+-------+-------+
136  * 7	|			padding					|
137  *	+-------+-------+-------+-------+-------+-------+-------+-------+
138  * 8	|			padding					|
139  *	+-------+-------+-------+-------+-------+-------+-------+-------+
140  * 9	|			padding					|
141  *	+-------+-------+-------+-------+-------+-------+-------+-------+
142  * a	|			birth txg				|
143  *	+-------+-------+-------+-------+-------+-------+-------+-------+
144  * b	|			fill count				|
145  *	+-------+-------+-------+-------+-------+-------+-------+-------+
146  * c	|			checksum[0]				|
147  *	+-------+-------+-------+-------+-------+-------+-------+-------+
148  * d	|			checksum[1]				|
149  *	+-------+-------+-------+-------+-------+-------+-------+-------+
150  * e	|			checksum[2]				|
151  *	+-------+-------+-------+-------+-------+-------+-------+-------+
152  * f	|			checksum[3]				|
153  *	+-------+-------+-------+-------+-------+-------+-------+-------+
154  *
155  * Legend:
156  *
157  * vdev		virtual device ID
158  * offset	offset into virtual device
159  * LSIZE	logical size
160  * PSIZE	physical size (after compression)
161  * ASIZE	allocated size (including RAID-Z parity and gang block headers)
162  * GRID		RAID-Z layout information (reserved for future use)
163  * cksum	checksum function
164  * comp		compression function
165  * G		gang block indicator
166  * E		endianness
167  * type		DMU object type
168  * lvl		level of indirection
169  * birth txg	transaction group in which the block was born
170  * fill count	number of non-zero blocks under this bp
171  * checksum[4]	256-bit checksum of the data this bp describes
172  */
173 typedef struct blkptr {
174 	dva_t		blk_dva[3];	/* 128-bit Data Virtual Address	*/
175 	uint64_t	blk_prop;	/* size, compression, type, etc	*/
176 	uint64_t	blk_pad[3];	/* Extra space for the future	*/
177 	uint64_t	blk_birth;	/* transaction group at birth	*/
178 	uint64_t	blk_fill;	/* fill count			*/
179 	zio_cksum_t	blk_cksum;	/* 256-bit checksum		*/
180 } blkptr_t;
181 
182 #define	SPA_BLKPTRSHIFT	7		/* blkptr_t is 128 bytes	*/
183 #define	SPA_DVAS_PER_BP	3		/* Number of DVAs in a bp	*/
184 
185 /*
186  * Macros to get and set fields in a bp or DVA.
187  */
188 #define	DVA_GET_ASIZE(dva)	\
189 	BF64_GET_SB((dva)->dva_word[0], 0, 24, SPA_MINBLOCKSHIFT, 0)
190 #define	DVA_SET_ASIZE(dva, x)	\
191 	BF64_SET_SB((dva)->dva_word[0], 0, 24, SPA_MINBLOCKSHIFT, 0, x)
192 
193 #define	DVA_GET_GRID(dva)	BF64_GET((dva)->dva_word[0], 24, 8)
194 #define	DVA_SET_GRID(dva, x)	BF64_SET((dva)->dva_word[0], 24, 8, x)
195 
196 #define	DVA_GET_VDEV(dva)	BF64_GET((dva)->dva_word[0], 32, 32)
197 #define	DVA_SET_VDEV(dva, x)	BF64_SET((dva)->dva_word[0], 32, 32, x)
198 
199 #define	DVA_GET_OFFSET(dva)	\
200 	BF64_GET_SB((dva)->dva_word[1], 0, 63, SPA_MINBLOCKSHIFT, 0)
201 #define	DVA_SET_OFFSET(dva, x)	\
202 	BF64_SET_SB((dva)->dva_word[1], 0, 63, SPA_MINBLOCKSHIFT, 0, x)
203 
204 #define	DVA_GET_GANG(dva)	BF64_GET((dva)->dva_word[1], 63, 1)
205 #define	DVA_SET_GANG(dva, x)	BF64_SET((dva)->dva_word[1], 63, 1, x)
206 
207 #define	BP_GET_LSIZE(bp)	\
208 	(BP_IS_HOLE(bp) ? 0 : \
209 	BF64_GET_SB((bp)->blk_prop, 0, 16, SPA_MINBLOCKSHIFT, 1))
210 #define	BP_SET_LSIZE(bp, x)	\
211 	BF64_SET_SB((bp)->blk_prop, 0, 16, SPA_MINBLOCKSHIFT, 1, x)
212 
213 #define	BP_GET_PSIZE(bp)	\
214 	BF64_GET_SB((bp)->blk_prop, 16, 16, SPA_MINBLOCKSHIFT, 1)
215 #define	BP_SET_PSIZE(bp, x)	\
216 	BF64_SET_SB((bp)->blk_prop, 16, 16, SPA_MINBLOCKSHIFT, 1, x)
217 
218 #define	BP_GET_COMPRESS(bp)	BF64_GET((bp)->blk_prop, 32, 8)
219 #define	BP_SET_COMPRESS(bp, x)	BF64_SET((bp)->blk_prop, 32, 8, x)
220 
221 #define	BP_GET_CHECKSUM(bp)	BF64_GET((bp)->blk_prop, 40, 8)
222 #define	BP_SET_CHECKSUM(bp, x)	BF64_SET((bp)->blk_prop, 40, 8, x)
223 
224 #define	BP_GET_TYPE(bp)		BF64_GET((bp)->blk_prop, 48, 8)
225 #define	BP_SET_TYPE(bp, x)	BF64_SET((bp)->blk_prop, 48, 8, x)
226 
227 #define	BP_GET_LEVEL(bp)	BF64_GET((bp)->blk_prop, 56, 5)
228 #define	BP_SET_LEVEL(bp, x)	BF64_SET((bp)->blk_prop, 56, 5, x)
229 
230 #define	BP_GET_BYTEORDER(bp)	(0 - BF64_GET((bp)->blk_prop, 63, 1))
231 #define	BP_SET_BYTEORDER(bp, x)	BF64_SET((bp)->blk_prop, 63, 1, x)
232 
233 #define	BP_GET_ASIZE(bp)	\
234 	(DVA_GET_ASIZE(&(bp)->blk_dva[0]) + DVA_GET_ASIZE(&(bp)->blk_dva[1]) + \
235 	DVA_GET_ASIZE(&(bp)->blk_dva[2]))
236 
237 #define	DVA_EQUAL(dva1, dva2)	\
238 	((dva1)->dva_word[1] == (dva2)->dva_word[1] && \
239 	(dva1)->dva_word[0] == (dva2)->dva_word[0])
240 
241 #define	DVA_IS_VALID(dva)	(DVA_GET_ASIZE(dva) != 0)
242 
243 #define	ZIO_SET_CHECKSUM(zcp, w0, w1, w2, w3)	\
244 {						\
245 	(zcp)->zc_word[0] = w0;			\
246 	(zcp)->zc_word[1] = w1;			\
247 	(zcp)->zc_word[2] = w2;			\
248 	(zcp)->zc_word[3] = w3;			\
249 }
250 
251 #define	BP_IS_HOLE(bp)		((bp)->blk_birth == 0)
252 
253 #define	BP_IDENTITY(bp)		(&(bp)->blk_dva[0])
254 
255 #define	BP_ZERO(bp)				\
256 {						\
257 	(bp)->blk_dva[0].dva_word[0] = 0;	\
258 	(bp)->blk_dva[0].dva_word[1] = 0;	\
259 	(bp)->blk_dva[1].dva_word[0] = 0;	\
260 	(bp)->blk_dva[1].dva_word[1] = 0;	\
261 	(bp)->blk_dva[2].dva_word[0] = 0;	\
262 	(bp)->blk_dva[2].dva_word[1] = 0;	\
263 	(bp)->blk_prop = 0;			\
264 	(bp)->blk_pad[0] = 0;			\
265 	(bp)->blk_pad[1] = 0;			\
266 	(bp)->blk_pad[2] = 0;			\
267 	(bp)->blk_birth = 0;			\
268 	(bp)->blk_fill = 0;			\
269 	ZIO_SET_CHECKSUM(&(bp)->blk_cksum, 0, 0, 0, 0);	\
270 }
271 
272 /*
273  * Note: the byteorder is either 0 or -1, both of which are palindromes.
274  * This simplifies the endianness handling a bit.
275  */
276 #ifdef _BIG_ENDIAN
277 #define	ZFS_HOST_BYTEORDER	(0ULL)
278 #else
279 #define	ZFS_HOST_BYTEORDER	(-1ULL)
280 #endif
281 
282 #define	BP_SHOULD_BYTESWAP(bp)	(BP_GET_BYTEORDER(bp) != ZFS_HOST_BYTEORDER)
283 
284 #define	BP_SPRINTF_LEN	256
285 
286 #include <sys/dmu.h>
287 
288 /*
289  * Routines found in spa.c
290  */
291 
292 /* state manipulation functions */
293 extern int spa_open(const char *pool, spa_t **, void *tag);
294 extern int spa_get_stats(const char *pool, nvlist_t **config,
295     char *altroot, size_t buflen);
296 extern int spa_create(const char *pool, nvlist_t *config, const char *altroot);
297 extern int spa_import(const char *pool, nvlist_t *config, const char *altroot);
298 extern nvlist_t *spa_tryimport(nvlist_t *tryconfig);
299 extern int spa_destroy(char *pool);
300 extern int spa_export(char *pool);
301 extern int spa_reset(char *pool);
302 extern void spa_async_request(spa_t *spa, int flag);
303 extern void spa_async_suspend(spa_t *spa);
304 extern void spa_async_resume(spa_t *spa);
305 extern spa_t *spa_inject_addref(char *pool);
306 extern void spa_inject_delref(spa_t *spa);
307 
308 #define	SPA_ASYNC_REOPEN	0x01
309 #define	SPA_ASYNC_REPLACE_DONE	0x02
310 #define	SPA_ASYNC_SCRUB		0x04
311 #define	SPA_ASYNC_RESILVER	0x08
312 #define	SPA_ASYNC_CONFIG_UPDATE	0x10
313 
314 /* device manipulation */
315 extern int spa_vdev_add(spa_t *spa, nvlist_t *nvroot);
316 extern int spa_vdev_attach(spa_t *spa, uint64_t guid, nvlist_t *nvroot,
317     int replacing);
318 extern int spa_vdev_detach(spa_t *spa, uint64_t guid, int replace_done);
319 extern int spa_vdev_setpath(spa_t *spa, uint64_t guid, const char *newpath);
320 
321 /* scrubbing */
322 extern int spa_scrub(spa_t *spa, pool_scrub_type_t type, boolean_t force);
323 extern void spa_scrub_suspend(spa_t *spa);
324 extern void spa_scrub_resume(spa_t *spa);
325 extern void spa_scrub_restart(spa_t *spa, uint64_t txg);
326 extern void spa_scrub_throttle(spa_t *spa, int direction);
327 
328 /* spa syncing */
329 extern void spa_sync(spa_t *spa, uint64_t txg); /* only for DMU use */
330 extern void spa_sync_allpools(void);
331 
332 /*
333  * SPA configuration functions in spa_config.c
334  */
335 
336 #define	SPA_CONFIG_UPDATE_POOL	0
337 #define	SPA_CONFIG_UPDATE_VDEVS	1
338 
339 extern void spa_config_sync(void);
340 extern void spa_config_load(void);
341 extern nvlist_t *spa_all_configs(uint64_t *);
342 extern void spa_config_set(spa_t *spa, nvlist_t *config);
343 extern nvlist_t *spa_config_generate(spa_t *spa, vdev_t *vd, uint64_t txg,
344     int getstats);
345 extern void spa_config_update(spa_t *spa, int what);
346 
347 /*
348  * Miscellaneous SPA routines in spa_misc.c
349  */
350 
351 /* Namespace manipulation */
352 extern spa_t *spa_lookup(const char *name);
353 extern spa_t *spa_add(const char *name, const char *altroot);
354 extern void spa_remove(spa_t *spa);
355 extern spa_t *spa_next(spa_t *prev);
356 
357 /* Refcount functions */
358 extern void spa_open_ref(spa_t *spa, void *tag);
359 extern void spa_close(spa_t *spa, void *tag);
360 extern boolean_t spa_refcount_zero(spa_t *spa);
361 
362 /* Pool configuration lock */
363 extern void spa_config_enter(spa_t *spa, krw_t rw, void *tag);
364 extern void spa_config_exit(spa_t *spa, void *tag);
365 extern boolean_t spa_config_held(spa_t *spa, krw_t rw);
366 
367 /* Pool vdev add/remove lock */
368 extern uint64_t spa_vdev_enter(spa_t *spa);
369 extern int spa_vdev_exit(spa_t *spa, vdev_t *vd, uint64_t txg, int error);
370 
371 /* Accessor functions */
372 extern krwlock_t *spa_traverse_rwlock(spa_t *spa);
373 extern int spa_traverse_wanted(spa_t *spa);
374 extern struct dsl_pool *spa_get_dsl(spa_t *spa);
375 extern blkptr_t *spa_get_rootblkptr(spa_t *spa);
376 extern void spa_set_rootblkptr(spa_t *spa, const blkptr_t *bp);
377 extern void spa_altroot(spa_t *, char *, size_t);
378 extern int spa_sync_pass(spa_t *spa);
379 extern char *spa_name(spa_t *spa);
380 extern uint64_t spa_guid(spa_t *spa);
381 extern uint64_t spa_last_synced_txg(spa_t *spa);
382 extern uint64_t spa_first_txg(spa_t *spa);
383 extern int spa_state(spa_t *spa);
384 extern uint64_t spa_freeze_txg(spa_t *spa);
385 struct metaslab_class;
386 extern struct metaslab_class *spa_metaslab_class_select(spa_t *spa);
387 extern uint64_t spa_get_alloc(spa_t *spa);
388 extern uint64_t spa_get_space(spa_t *spa);
389 extern uint64_t spa_get_asize(spa_t *spa, uint64_t lsize);
390 extern int spa_busy(void);
391 
392 /* Miscellaneous support routines */
393 extern int spa_rename(const char *oldname, const char *newname);
394 extern boolean_t spa_guid_exists(uint64_t pool_guid, uint64_t device_guid);
395 extern char *spa_strdup(const char *);
396 extern void spa_strfree(char *);
397 extern uint64_t spa_get_random(uint64_t range);
398 extern void sprintf_blkptr(char *buf, int len, blkptr_t *bp);
399 extern void spa_freeze(spa_t *spa);
400 extern void spa_evict_all(void);
401 extern vdev_t *spa_lookup_by_guid(spa_t *spa, uint64_t guid);
402 
403 /* error handling */
404 struct zbookmark;
405 struct zio;
406 extern void spa_log_error(spa_t *spa, struct zio *zio);
407 extern void zfs_ereport_post(const char *class, spa_t *spa, vdev_t *vd,
408     struct zio *zio, uint64_t stateoroffset, uint64_t length);
409 extern void zfs_post_ok(spa_t *spa, vdev_t *vd);
410 extern uint64_t spa_get_errlog_size(spa_t *spa);
411 extern int spa_get_errlog(spa_t *spa, void *uaddr, size_t *count);
412 extern void spa_errlog_rotate(spa_t *spa);
413 extern void spa_errlog_drain(spa_t *spa);
414 extern void spa_errlog_sync(spa_t *spa, uint64_t txg);
415 extern int spa_bookmark_name(spa_t *spa, struct zbookmark *zb, char *ds,
416     size_t dsname, char *obj, size_t objname, char *range, size_t rangelen);
417 extern void spa_get_errlists(spa_t *spa, avl_tree_t *last, avl_tree_t *scrub);
418 
419 /* Initialization and termination */
420 extern void spa_init(int flags);
421 extern void spa_fini(void);
422 
423 #ifdef ZFS_DEBUG
424 #define	dprintf_bp(bp, fmt, ...) do {			\
425 	if (zfs_flags & ZFS_DEBUG_DPRINTF) { 		\
426 	char __blkbuf[BP_SPRINTF_LEN];			\
427 	sprintf_blkptr(__blkbuf, BP_SPRINTF_LEN, (bp));	\
428 	dprintf(fmt " %s\n", __VA_ARGS__, __blkbuf);	\
429 	} \
430 _NOTE(CONSTCOND) } while (0)
431 #else
432 #define	dprintf_bp(bp, fmt, ...)
433 #endif
434 
435 extern int spa_mode;			/* mode, e.g. FREAD | FWRITE */
436 
437 #ifdef	__cplusplus
438 }
439 #endif
440 
441 #endif	/* _SYS_SPA_H */
442