xref: /titanic_52/usr/src/uts/common/fs/zfs/dsl_destroy.c (revision e48cae6f8c603e9a18cdb49fdf939cd4e1753e62)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
23  * Copyright (c) 2012, 2014 by Delphix. All rights reserved.
24  * Copyright (c) 2013 Steven Hartland. All rights reserved.
25  * Copyright (c) 2013 by Joyent, Inc. All rights reserved.
26  */
27 
28 #include <sys/zfs_context.h>
29 #include <sys/dsl_userhold.h>
30 #include <sys/dsl_dataset.h>
31 #include <sys/dsl_synctask.h>
32 #include <sys/dmu_tx.h>
33 #include <sys/dsl_pool.h>
34 #include <sys/dsl_dir.h>
35 #include <sys/dmu_traverse.h>
36 #include <sys/dsl_scan.h>
37 #include <sys/dmu_objset.h>
38 #include <sys/zap.h>
39 #include <sys/zfeature.h>
40 #include <sys/zfs_ioctl.h>
41 #include <sys/dsl_deleg.h>
42 #include <sys/dmu_impl.h>
43 
44 typedef struct dmu_snapshots_destroy_arg {
45 	nvlist_t *dsda_snaps;
46 	nvlist_t *dsda_successful_snaps;
47 	boolean_t dsda_defer;
48 	nvlist_t *dsda_errlist;
49 } dmu_snapshots_destroy_arg_t;
50 
51 int
52 dsl_destroy_snapshot_check_impl(dsl_dataset_t *ds, boolean_t defer)
53 {
54 	if (!dsl_dataset_is_snapshot(ds))
55 		return (SET_ERROR(EINVAL));
56 
57 	if (dsl_dataset_long_held(ds))
58 		return (SET_ERROR(EBUSY));
59 
60 	/*
61 	 * Only allow deferred destroy on pools that support it.
62 	 * NOTE: deferred destroy is only supported on snapshots.
63 	 */
64 	if (defer) {
65 		if (spa_version(ds->ds_dir->dd_pool->dp_spa) <
66 		    SPA_VERSION_USERREFS)
67 			return (SET_ERROR(ENOTSUP));
68 		return (0);
69 	}
70 
71 	/*
72 	 * If this snapshot has an elevated user reference count,
73 	 * we can't destroy it yet.
74 	 */
75 	if (ds->ds_userrefs > 0)
76 		return (SET_ERROR(EBUSY));
77 
78 	/*
79 	 * Can't delete a branch point.
80 	 */
81 	if (dsl_dataset_phys(ds)->ds_num_children > 1)
82 		return (SET_ERROR(EEXIST));
83 
84 	return (0);
85 }
86 
87 static int
88 dsl_destroy_snapshot_check(void *arg, dmu_tx_t *tx)
89 {
90 	dmu_snapshots_destroy_arg_t *dsda = arg;
91 	dsl_pool_t *dp = dmu_tx_pool(tx);
92 	nvpair_t *pair;
93 	int error = 0;
94 
95 	if (!dmu_tx_is_syncing(tx))
96 		return (0);
97 
98 	for (pair = nvlist_next_nvpair(dsda->dsda_snaps, NULL);
99 	    pair != NULL; pair = nvlist_next_nvpair(dsda->dsda_snaps, pair)) {
100 		dsl_dataset_t *ds;
101 
102 		error = dsl_dataset_hold(dp, nvpair_name(pair),
103 		    FTAG, &ds);
104 
105 		/*
106 		 * If the snapshot does not exist, silently ignore it
107 		 * (it's "already destroyed").
108 		 */
109 		if (error == ENOENT)
110 			continue;
111 
112 		if (error == 0) {
113 			error = dsl_destroy_snapshot_check_impl(ds,
114 			    dsda->dsda_defer);
115 			dsl_dataset_rele(ds, FTAG);
116 		}
117 
118 		if (error == 0) {
119 			fnvlist_add_boolean(dsda->dsda_successful_snaps,
120 			    nvpair_name(pair));
121 		} else {
122 			fnvlist_add_int32(dsda->dsda_errlist,
123 			    nvpair_name(pair), error);
124 		}
125 	}
126 
127 	pair = nvlist_next_nvpair(dsda->dsda_errlist, NULL);
128 	if (pair != NULL)
129 		return (fnvpair_value_int32(pair));
130 
131 	return (0);
132 }
133 
134 struct process_old_arg {
135 	dsl_dataset_t *ds;
136 	dsl_dataset_t *ds_prev;
137 	boolean_t after_branch_point;
138 	zio_t *pio;
139 	uint64_t used, comp, uncomp;
140 };
141 
142 static int
143 process_old_cb(void *arg, const blkptr_t *bp, dmu_tx_t *tx)
144 {
145 	struct process_old_arg *poa = arg;
146 	dsl_pool_t *dp = poa->ds->ds_dir->dd_pool;
147 
148 	ASSERT(!BP_IS_HOLE(bp));
149 
150 	if (bp->blk_birth <= dsl_dataset_phys(poa->ds)->ds_prev_snap_txg) {
151 		dsl_deadlist_insert(&poa->ds->ds_deadlist, bp, tx);
152 		if (poa->ds_prev && !poa->after_branch_point &&
153 		    bp->blk_birth >
154 		    dsl_dataset_phys(poa->ds_prev)->ds_prev_snap_txg) {
155 			dsl_dataset_phys(poa->ds_prev)->ds_unique_bytes +=
156 			    bp_get_dsize_sync(dp->dp_spa, bp);
157 		}
158 	} else {
159 		poa->used += bp_get_dsize_sync(dp->dp_spa, bp);
160 		poa->comp += BP_GET_PSIZE(bp);
161 		poa->uncomp += BP_GET_UCSIZE(bp);
162 		dsl_free_sync(poa->pio, dp, tx->tx_txg, bp);
163 	}
164 	return (0);
165 }
166 
167 static void
168 process_old_deadlist(dsl_dataset_t *ds, dsl_dataset_t *ds_prev,
169     dsl_dataset_t *ds_next, boolean_t after_branch_point, dmu_tx_t *tx)
170 {
171 	struct process_old_arg poa = { 0 };
172 	dsl_pool_t *dp = ds->ds_dir->dd_pool;
173 	objset_t *mos = dp->dp_meta_objset;
174 	uint64_t deadlist_obj;
175 
176 	ASSERT(ds->ds_deadlist.dl_oldfmt);
177 	ASSERT(ds_next->ds_deadlist.dl_oldfmt);
178 
179 	poa.ds = ds;
180 	poa.ds_prev = ds_prev;
181 	poa.after_branch_point = after_branch_point;
182 	poa.pio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED);
183 	VERIFY0(bpobj_iterate(&ds_next->ds_deadlist.dl_bpobj,
184 	    process_old_cb, &poa, tx));
185 	VERIFY0(zio_wait(poa.pio));
186 	ASSERT3U(poa.used, ==, dsl_dataset_phys(ds)->ds_unique_bytes);
187 
188 	/* change snapused */
189 	dsl_dir_diduse_space(ds->ds_dir, DD_USED_SNAP,
190 	    -poa.used, -poa.comp, -poa.uncomp, tx);
191 
192 	/* swap next's deadlist to our deadlist */
193 	dsl_deadlist_close(&ds->ds_deadlist);
194 	dsl_deadlist_close(&ds_next->ds_deadlist);
195 	deadlist_obj = dsl_dataset_phys(ds)->ds_deadlist_obj;
196 	dsl_dataset_phys(ds)->ds_deadlist_obj =
197 	    dsl_dataset_phys(ds_next)->ds_deadlist_obj;
198 	dsl_dataset_phys(ds_next)->ds_deadlist_obj = deadlist_obj;
199 	dsl_deadlist_open(&ds->ds_deadlist, mos,
200 	    dsl_dataset_phys(ds)->ds_deadlist_obj);
201 	dsl_deadlist_open(&ds_next->ds_deadlist, mos,
202 	    dsl_dataset_phys(ds_next)->ds_deadlist_obj);
203 }
204 
205 static void
206 dsl_dataset_remove_clones_key(dsl_dataset_t *ds, uint64_t mintxg, dmu_tx_t *tx)
207 {
208 	objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset;
209 	zap_cursor_t zc;
210 	zap_attribute_t za;
211 
212 	/*
213 	 * If it is the old version, dd_clones doesn't exist so we can't
214 	 * find the clones, but dsl_deadlist_remove_key() is a no-op so it
215 	 * doesn't matter.
216 	 */
217 	if (dsl_dir_phys(ds->ds_dir)->dd_clones == 0)
218 		return;
219 
220 	for (zap_cursor_init(&zc, mos, dsl_dir_phys(ds->ds_dir)->dd_clones);
221 	    zap_cursor_retrieve(&zc, &za) == 0;
222 	    zap_cursor_advance(&zc)) {
223 		dsl_dataset_t *clone;
224 
225 		VERIFY0(dsl_dataset_hold_obj(ds->ds_dir->dd_pool,
226 		    za.za_first_integer, FTAG, &clone));
227 		if (clone->ds_dir->dd_origin_txg > mintxg) {
228 			dsl_deadlist_remove_key(&clone->ds_deadlist,
229 			    mintxg, tx);
230 			dsl_dataset_remove_clones_key(clone, mintxg, tx);
231 		}
232 		dsl_dataset_rele(clone, FTAG);
233 	}
234 	zap_cursor_fini(&zc);
235 }
236 
237 void
238 dsl_destroy_snapshot_sync_impl(dsl_dataset_t *ds, boolean_t defer, dmu_tx_t *tx)
239 {
240 	int err;
241 	int after_branch_point = FALSE;
242 	dsl_pool_t *dp = ds->ds_dir->dd_pool;
243 	objset_t *mos = dp->dp_meta_objset;
244 	dsl_dataset_t *ds_prev = NULL;
245 	uint64_t obj;
246 
247 	ASSERT(RRW_WRITE_HELD(&dp->dp_config_rwlock));
248 	ASSERT3U(dsl_dataset_phys(ds)->ds_bp.blk_birth, <=, tx->tx_txg);
249 	ASSERT(refcount_is_zero(&ds->ds_longholds));
250 
251 	if (defer &&
252 	    (ds->ds_userrefs > 0 ||
253 	    dsl_dataset_phys(ds)->ds_num_children > 1)) {
254 		ASSERT(spa_version(dp->dp_spa) >= SPA_VERSION_USERREFS);
255 		dmu_buf_will_dirty(ds->ds_dbuf, tx);
256 		dsl_dataset_phys(ds)->ds_flags |= DS_FLAG_DEFER_DESTROY;
257 		spa_history_log_internal_ds(ds, "defer_destroy", tx, "");
258 		return;
259 	}
260 
261 	ASSERT3U(dsl_dataset_phys(ds)->ds_num_children, <=, 1);
262 
263 	/* We need to log before removing it from the namespace. */
264 	spa_history_log_internal_ds(ds, "destroy", tx, "");
265 
266 	dsl_scan_ds_destroyed(ds, tx);
267 
268 	obj = ds->ds_object;
269 
270 	if (ds->ds_large_blocks) {
271 		ASSERT0(zap_contains(mos, obj, DS_FIELD_LARGE_BLOCKS));
272 		spa_feature_decr(dp->dp_spa, SPA_FEATURE_LARGE_BLOCKS, tx);
273 	}
274 	if (dsl_dataset_phys(ds)->ds_prev_snap_obj != 0) {
275 		ASSERT3P(ds->ds_prev, ==, NULL);
276 		VERIFY0(dsl_dataset_hold_obj(dp,
277 		    dsl_dataset_phys(ds)->ds_prev_snap_obj, FTAG, &ds_prev));
278 		after_branch_point =
279 		    (dsl_dataset_phys(ds_prev)->ds_next_snap_obj != obj);
280 
281 		dmu_buf_will_dirty(ds_prev->ds_dbuf, tx);
282 		if (after_branch_point &&
283 		    dsl_dataset_phys(ds_prev)->ds_next_clones_obj != 0) {
284 			dsl_dataset_remove_from_next_clones(ds_prev, obj, tx);
285 			if (dsl_dataset_phys(ds)->ds_next_snap_obj != 0) {
286 				VERIFY0(zap_add_int(mos,
287 				    dsl_dataset_phys(ds_prev)->
288 				    ds_next_clones_obj,
289 				    dsl_dataset_phys(ds)->ds_next_snap_obj,
290 				    tx));
291 			}
292 		}
293 		if (!after_branch_point) {
294 			dsl_dataset_phys(ds_prev)->ds_next_snap_obj =
295 			    dsl_dataset_phys(ds)->ds_next_snap_obj;
296 		}
297 	}
298 
299 	dsl_dataset_t *ds_next;
300 	uint64_t old_unique;
301 	uint64_t used = 0, comp = 0, uncomp = 0;
302 
303 	VERIFY0(dsl_dataset_hold_obj(dp,
304 	    dsl_dataset_phys(ds)->ds_next_snap_obj, FTAG, &ds_next));
305 	ASSERT3U(dsl_dataset_phys(ds_next)->ds_prev_snap_obj, ==, obj);
306 
307 	old_unique = dsl_dataset_phys(ds_next)->ds_unique_bytes;
308 
309 	dmu_buf_will_dirty(ds_next->ds_dbuf, tx);
310 	dsl_dataset_phys(ds_next)->ds_prev_snap_obj =
311 	    dsl_dataset_phys(ds)->ds_prev_snap_obj;
312 	dsl_dataset_phys(ds_next)->ds_prev_snap_txg =
313 	    dsl_dataset_phys(ds)->ds_prev_snap_txg;
314 	ASSERT3U(dsl_dataset_phys(ds)->ds_prev_snap_txg, ==,
315 	    ds_prev ? dsl_dataset_phys(ds_prev)->ds_creation_txg : 0);
316 
317 	if (ds_next->ds_deadlist.dl_oldfmt) {
318 		process_old_deadlist(ds, ds_prev, ds_next,
319 		    after_branch_point, tx);
320 	} else {
321 		/* Adjust prev's unique space. */
322 		if (ds_prev && !after_branch_point) {
323 			dsl_deadlist_space_range(&ds_next->ds_deadlist,
324 			    dsl_dataset_phys(ds_prev)->ds_prev_snap_txg,
325 			    dsl_dataset_phys(ds)->ds_prev_snap_txg,
326 			    &used, &comp, &uncomp);
327 			dsl_dataset_phys(ds_prev)->ds_unique_bytes += used;
328 		}
329 
330 		/* Adjust snapused. */
331 		dsl_deadlist_space_range(&ds_next->ds_deadlist,
332 		    dsl_dataset_phys(ds)->ds_prev_snap_txg, UINT64_MAX,
333 		    &used, &comp, &uncomp);
334 		dsl_dir_diduse_space(ds->ds_dir, DD_USED_SNAP,
335 		    -used, -comp, -uncomp, tx);
336 
337 		/* Move blocks to be freed to pool's free list. */
338 		dsl_deadlist_move_bpobj(&ds_next->ds_deadlist,
339 		    &dp->dp_free_bpobj, dsl_dataset_phys(ds)->ds_prev_snap_txg,
340 		    tx);
341 		dsl_dir_diduse_space(tx->tx_pool->dp_free_dir,
342 		    DD_USED_HEAD, used, comp, uncomp, tx);
343 
344 		/* Merge our deadlist into next's and free it. */
345 		dsl_deadlist_merge(&ds_next->ds_deadlist,
346 		    dsl_dataset_phys(ds)->ds_deadlist_obj, tx);
347 	}
348 	dsl_deadlist_close(&ds->ds_deadlist);
349 	dsl_deadlist_free(mos, dsl_dataset_phys(ds)->ds_deadlist_obj, tx);
350 	dmu_buf_will_dirty(ds->ds_dbuf, tx);
351 	dsl_dataset_phys(ds)->ds_deadlist_obj = 0;
352 
353 	/* Collapse range in clone heads */
354 	dsl_dataset_remove_clones_key(ds,
355 	    dsl_dataset_phys(ds)->ds_creation_txg, tx);
356 
357 	if (dsl_dataset_is_snapshot(ds_next)) {
358 		dsl_dataset_t *ds_nextnext;
359 
360 		/*
361 		 * Update next's unique to include blocks which
362 		 * were previously shared by only this snapshot
363 		 * and it.  Those blocks will be born after the
364 		 * prev snap and before this snap, and will have
365 		 * died after the next snap and before the one
366 		 * after that (ie. be on the snap after next's
367 		 * deadlist).
368 		 */
369 		VERIFY0(dsl_dataset_hold_obj(dp,
370 		    dsl_dataset_phys(ds_next)->ds_next_snap_obj,
371 		    FTAG, &ds_nextnext));
372 		dsl_deadlist_space_range(&ds_nextnext->ds_deadlist,
373 		    dsl_dataset_phys(ds)->ds_prev_snap_txg,
374 		    dsl_dataset_phys(ds)->ds_creation_txg,
375 		    &used, &comp, &uncomp);
376 		dsl_dataset_phys(ds_next)->ds_unique_bytes += used;
377 		dsl_dataset_rele(ds_nextnext, FTAG);
378 		ASSERT3P(ds_next->ds_prev, ==, NULL);
379 
380 		/* Collapse range in this head. */
381 		dsl_dataset_t *hds;
382 		VERIFY0(dsl_dataset_hold_obj(dp,
383 		    dsl_dir_phys(ds->ds_dir)->dd_head_dataset_obj, FTAG, &hds));
384 		dsl_deadlist_remove_key(&hds->ds_deadlist,
385 		    dsl_dataset_phys(ds)->ds_creation_txg, tx);
386 		dsl_dataset_rele(hds, FTAG);
387 
388 	} else {
389 		ASSERT3P(ds_next->ds_prev, ==, ds);
390 		dsl_dataset_rele(ds_next->ds_prev, ds_next);
391 		ds_next->ds_prev = NULL;
392 		if (ds_prev) {
393 			VERIFY0(dsl_dataset_hold_obj(dp,
394 			    dsl_dataset_phys(ds)->ds_prev_snap_obj,
395 			    ds_next, &ds_next->ds_prev));
396 		}
397 
398 		dsl_dataset_recalc_head_uniq(ds_next);
399 
400 		/*
401 		 * Reduce the amount of our unconsumed refreservation
402 		 * being charged to our parent by the amount of
403 		 * new unique data we have gained.
404 		 */
405 		if (old_unique < ds_next->ds_reserved) {
406 			int64_t mrsdelta;
407 			uint64_t new_unique =
408 			    dsl_dataset_phys(ds_next)->ds_unique_bytes;
409 
410 			ASSERT(old_unique <= new_unique);
411 			mrsdelta = MIN(new_unique - old_unique,
412 			    ds_next->ds_reserved - old_unique);
413 			dsl_dir_diduse_space(ds->ds_dir,
414 			    DD_USED_REFRSRV, -mrsdelta, 0, 0, tx);
415 		}
416 	}
417 	dsl_dataset_rele(ds_next, FTAG);
418 
419 	/*
420 	 * This must be done after the dsl_traverse(), because it will
421 	 * re-open the objset.
422 	 */
423 	if (ds->ds_objset) {
424 		dmu_objset_evict(ds->ds_objset);
425 		ds->ds_objset = NULL;
426 	}
427 
428 	/* remove from snapshot namespace */
429 	dsl_dataset_t *ds_head;
430 	ASSERT(dsl_dataset_phys(ds)->ds_snapnames_zapobj == 0);
431 	VERIFY0(dsl_dataset_hold_obj(dp,
432 	    dsl_dir_phys(ds->ds_dir)->dd_head_dataset_obj, FTAG, &ds_head));
433 	VERIFY0(dsl_dataset_get_snapname(ds));
434 #ifdef ZFS_DEBUG
435 	{
436 		uint64_t val;
437 
438 		err = dsl_dataset_snap_lookup(ds_head,
439 		    ds->ds_snapname, &val);
440 		ASSERT0(err);
441 		ASSERT3U(val, ==, obj);
442 	}
443 #endif
444 	VERIFY0(dsl_dataset_snap_remove(ds_head, ds->ds_snapname, tx, B_TRUE));
445 	dsl_dataset_rele(ds_head, FTAG);
446 
447 	if (ds_prev != NULL)
448 		dsl_dataset_rele(ds_prev, FTAG);
449 
450 	spa_prop_clear_bootfs(dp->dp_spa, ds->ds_object, tx);
451 
452 	if (dsl_dataset_phys(ds)->ds_next_clones_obj != 0) {
453 		uint64_t count;
454 		ASSERT0(zap_count(mos,
455 		    dsl_dataset_phys(ds)->ds_next_clones_obj, &count) &&
456 		    count == 0);
457 		VERIFY0(dmu_object_free(mos,
458 		    dsl_dataset_phys(ds)->ds_next_clones_obj, tx));
459 	}
460 	if (dsl_dataset_phys(ds)->ds_props_obj != 0)
461 		VERIFY0(zap_destroy(mos, dsl_dataset_phys(ds)->ds_props_obj,
462 		    tx));
463 	if (dsl_dataset_phys(ds)->ds_userrefs_obj != 0)
464 		VERIFY0(zap_destroy(mos, dsl_dataset_phys(ds)->ds_userrefs_obj,
465 		    tx));
466 	dsl_dir_rele(ds->ds_dir, ds);
467 	ds->ds_dir = NULL;
468 	dmu_object_free_zapified(mos, obj, tx);
469 }
470 
471 static void
472 dsl_destroy_snapshot_sync(void *arg, dmu_tx_t *tx)
473 {
474 	dmu_snapshots_destroy_arg_t *dsda = arg;
475 	dsl_pool_t *dp = dmu_tx_pool(tx);
476 	nvpair_t *pair;
477 
478 	for (pair = nvlist_next_nvpair(dsda->dsda_successful_snaps, NULL);
479 	    pair != NULL;
480 	    pair = nvlist_next_nvpair(dsda->dsda_successful_snaps, pair)) {
481 		dsl_dataset_t *ds;
482 
483 		VERIFY0(dsl_dataset_hold(dp, nvpair_name(pair), FTAG, &ds));
484 
485 		dsl_destroy_snapshot_sync_impl(ds, dsda->dsda_defer, tx);
486 		dsl_dataset_rele(ds, FTAG);
487 	}
488 }
489 
490 /*
491  * The semantics of this function are described in the comment above
492  * lzc_destroy_snaps().  To summarize:
493  *
494  * The snapshots must all be in the same pool.
495  *
496  * Snapshots that don't exist will be silently ignored (considered to be
497  * "already deleted").
498  *
499  * On success, all snaps will be destroyed and this will return 0.
500  * On failure, no snaps will be destroyed, the errlist will be filled in,
501  * and this will return an errno.
502  */
503 int
504 dsl_destroy_snapshots_nvl(nvlist_t *snaps, boolean_t defer,
505     nvlist_t *errlist)
506 {
507 	dmu_snapshots_destroy_arg_t dsda;
508 	int error;
509 	nvpair_t *pair;
510 
511 	pair = nvlist_next_nvpair(snaps, NULL);
512 	if (pair == NULL)
513 		return (0);
514 
515 	dsda.dsda_snaps = snaps;
516 	dsda.dsda_successful_snaps = fnvlist_alloc();
517 	dsda.dsda_defer = defer;
518 	dsda.dsda_errlist = errlist;
519 
520 	error = dsl_sync_task(nvpair_name(pair),
521 	    dsl_destroy_snapshot_check, dsl_destroy_snapshot_sync,
522 	    &dsda, 0, ZFS_SPACE_CHECK_NONE);
523 	fnvlist_free(dsda.dsda_successful_snaps);
524 
525 	return (error);
526 }
527 
528 int
529 dsl_destroy_snapshot(const char *name, boolean_t defer)
530 {
531 	int error;
532 	nvlist_t *nvl = fnvlist_alloc();
533 	nvlist_t *errlist = fnvlist_alloc();
534 
535 	fnvlist_add_boolean(nvl, name);
536 	error = dsl_destroy_snapshots_nvl(nvl, defer, errlist);
537 	fnvlist_free(errlist);
538 	fnvlist_free(nvl);
539 	return (error);
540 }
541 
542 struct killarg {
543 	dsl_dataset_t *ds;
544 	dmu_tx_t *tx;
545 };
546 
547 /* ARGSUSED */
548 static int
549 kill_blkptr(spa_t *spa, zilog_t *zilog, const blkptr_t *bp,
550     const zbookmark_phys_t *zb, const dnode_phys_t *dnp, void *arg)
551 {
552 	struct killarg *ka = arg;
553 	dmu_tx_t *tx = ka->tx;
554 
555 	if (BP_IS_HOLE(bp) || BP_IS_EMBEDDED(bp))
556 		return (0);
557 
558 	if (zb->zb_level == ZB_ZIL_LEVEL) {
559 		ASSERT(zilog != NULL);
560 		/*
561 		 * It's a block in the intent log.  It has no
562 		 * accounting, so just free it.
563 		 */
564 		dsl_free(ka->tx->tx_pool, ka->tx->tx_txg, bp);
565 	} else {
566 		ASSERT(zilog == NULL);
567 		ASSERT3U(bp->blk_birth, >,
568 		    dsl_dataset_phys(ka->ds)->ds_prev_snap_txg);
569 		(void) dsl_dataset_block_kill(ka->ds, bp, tx, B_FALSE);
570 	}
571 
572 	return (0);
573 }
574 
575 static void
576 old_synchronous_dataset_destroy(dsl_dataset_t *ds, dmu_tx_t *tx)
577 {
578 	struct killarg ka;
579 
580 	/*
581 	 * Free everything that we point to (that's born after
582 	 * the previous snapshot, if we are a clone)
583 	 *
584 	 * NB: this should be very quick, because we already
585 	 * freed all the objects in open context.
586 	 */
587 	ka.ds = ds;
588 	ka.tx = tx;
589 	VERIFY0(traverse_dataset(ds,
590 	    dsl_dataset_phys(ds)->ds_prev_snap_txg, TRAVERSE_POST,
591 	    kill_blkptr, &ka));
592 	ASSERT(!DS_UNIQUE_IS_ACCURATE(ds) ||
593 	    dsl_dataset_phys(ds)->ds_unique_bytes == 0);
594 }
595 
596 typedef struct dsl_destroy_head_arg {
597 	const char *ddha_name;
598 } dsl_destroy_head_arg_t;
599 
600 int
601 dsl_destroy_head_check_impl(dsl_dataset_t *ds, int expected_holds)
602 {
603 	int error;
604 	uint64_t count;
605 	objset_t *mos;
606 
607 	ASSERT(!dsl_dataset_is_snapshot(ds));
608 	if (dsl_dataset_is_snapshot(ds))
609 		return (SET_ERROR(EINVAL));
610 
611 	if (refcount_count(&ds->ds_longholds) != expected_holds)
612 		return (SET_ERROR(EBUSY));
613 
614 	mos = ds->ds_dir->dd_pool->dp_meta_objset;
615 
616 	/*
617 	 * Can't delete a head dataset if there are snapshots of it.
618 	 * (Except if the only snapshots are from the branch we cloned
619 	 * from.)
620 	 */
621 	if (ds->ds_prev != NULL &&
622 	    dsl_dataset_phys(ds->ds_prev)->ds_next_snap_obj == ds->ds_object)
623 		return (SET_ERROR(EBUSY));
624 
625 	/*
626 	 * Can't delete if there are children of this fs.
627 	 */
628 	error = zap_count(mos,
629 	    dsl_dir_phys(ds->ds_dir)->dd_child_dir_zapobj, &count);
630 	if (error != 0)
631 		return (error);
632 	if (count != 0)
633 		return (SET_ERROR(EEXIST));
634 
635 	if (dsl_dir_is_clone(ds->ds_dir) && DS_IS_DEFER_DESTROY(ds->ds_prev) &&
636 	    dsl_dataset_phys(ds->ds_prev)->ds_num_children == 2 &&
637 	    ds->ds_prev->ds_userrefs == 0) {
638 		/* We need to remove the origin snapshot as well. */
639 		if (!refcount_is_zero(&ds->ds_prev->ds_longholds))
640 			return (SET_ERROR(EBUSY));
641 	}
642 	return (0);
643 }
644 
645 static int
646 dsl_destroy_head_check(void *arg, dmu_tx_t *tx)
647 {
648 	dsl_destroy_head_arg_t *ddha = arg;
649 	dsl_pool_t *dp = dmu_tx_pool(tx);
650 	dsl_dataset_t *ds;
651 	int error;
652 
653 	error = dsl_dataset_hold(dp, ddha->ddha_name, FTAG, &ds);
654 	if (error != 0)
655 		return (error);
656 
657 	error = dsl_destroy_head_check_impl(ds, 0);
658 	dsl_dataset_rele(ds, FTAG);
659 	return (error);
660 }
661 
662 static void
663 dsl_dir_destroy_sync(uint64_t ddobj, dmu_tx_t *tx)
664 {
665 	dsl_dir_t *dd;
666 	dsl_pool_t *dp = dmu_tx_pool(tx);
667 	objset_t *mos = dp->dp_meta_objset;
668 	dd_used_t t;
669 
670 	ASSERT(RRW_WRITE_HELD(&dmu_tx_pool(tx)->dp_config_rwlock));
671 
672 	VERIFY0(dsl_dir_hold_obj(dp, ddobj, NULL, FTAG, &dd));
673 
674 	ASSERT0(dsl_dir_phys(dd)->dd_head_dataset_obj);
675 
676 	/*
677 	 * Decrement the filesystem count for all parent filesystems.
678 	 *
679 	 * When we receive an incremental stream into a filesystem that already
680 	 * exists, a temporary clone is created.  We never count this temporary
681 	 * clone, whose name begins with a '%'.
682 	 */
683 	if (dd->dd_myname[0] != '%' && dd->dd_parent != NULL)
684 		dsl_fs_ss_count_adjust(dd->dd_parent, -1,
685 		    DD_FIELD_FILESYSTEM_COUNT, tx);
686 
687 	/*
688 	 * Remove our reservation. The impl() routine avoids setting the
689 	 * actual property, which would require the (already destroyed) ds.
690 	 */
691 	dsl_dir_set_reservation_sync_impl(dd, 0, tx);
692 
693 	ASSERT0(dsl_dir_phys(dd)->dd_used_bytes);
694 	ASSERT0(dsl_dir_phys(dd)->dd_reserved);
695 	for (t = 0; t < DD_USED_NUM; t++)
696 		ASSERT0(dsl_dir_phys(dd)->dd_used_breakdown[t]);
697 
698 	VERIFY0(zap_destroy(mos, dsl_dir_phys(dd)->dd_child_dir_zapobj, tx));
699 	VERIFY0(zap_destroy(mos, dsl_dir_phys(dd)->dd_props_zapobj, tx));
700 	VERIFY0(dsl_deleg_destroy(mos, dsl_dir_phys(dd)->dd_deleg_zapobj, tx));
701 	VERIFY0(zap_remove(mos,
702 	    dsl_dir_phys(dd->dd_parent)->dd_child_dir_zapobj,
703 	    dd->dd_myname, tx));
704 
705 	dsl_dir_rele(dd, FTAG);
706 	dmu_object_free_zapified(mos, ddobj, tx);
707 }
708 
709 void
710 dsl_destroy_head_sync_impl(dsl_dataset_t *ds, dmu_tx_t *tx)
711 {
712 	dsl_pool_t *dp = dmu_tx_pool(tx);
713 	objset_t *mos = dp->dp_meta_objset;
714 	uint64_t obj, ddobj, prevobj = 0;
715 	boolean_t rmorigin;
716 
717 	ASSERT3U(dsl_dataset_phys(ds)->ds_num_children, <=, 1);
718 	ASSERT(ds->ds_prev == NULL ||
719 	    dsl_dataset_phys(ds->ds_prev)->ds_next_snap_obj != ds->ds_object);
720 	ASSERT3U(dsl_dataset_phys(ds)->ds_bp.blk_birth, <=, tx->tx_txg);
721 	ASSERT(RRW_WRITE_HELD(&dp->dp_config_rwlock));
722 
723 	/* We need to log before removing it from the namespace. */
724 	spa_history_log_internal_ds(ds, "destroy", tx, "");
725 
726 	rmorigin = (dsl_dir_is_clone(ds->ds_dir) &&
727 	    DS_IS_DEFER_DESTROY(ds->ds_prev) &&
728 	    dsl_dataset_phys(ds->ds_prev)->ds_num_children == 2 &&
729 	    ds->ds_prev->ds_userrefs == 0);
730 
731 	/* Remove our reservation. */
732 	if (ds->ds_reserved != 0) {
733 		dsl_dataset_set_refreservation_sync_impl(ds,
734 		    (ZPROP_SRC_NONE | ZPROP_SRC_LOCAL | ZPROP_SRC_RECEIVED),
735 		    0, tx);
736 		ASSERT0(ds->ds_reserved);
737 	}
738 
739 	if (ds->ds_large_blocks)
740 		spa_feature_decr(dp->dp_spa, SPA_FEATURE_LARGE_BLOCKS, tx);
741 
742 	dsl_scan_ds_destroyed(ds, tx);
743 
744 	obj = ds->ds_object;
745 
746 	if (dsl_dataset_phys(ds)->ds_prev_snap_obj != 0) {
747 		/* This is a clone */
748 		ASSERT(ds->ds_prev != NULL);
749 		ASSERT3U(dsl_dataset_phys(ds->ds_prev)->ds_next_snap_obj, !=,
750 		    obj);
751 		ASSERT0(dsl_dataset_phys(ds)->ds_next_snap_obj);
752 
753 		dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx);
754 		if (dsl_dataset_phys(ds->ds_prev)->ds_next_clones_obj != 0) {
755 			dsl_dataset_remove_from_next_clones(ds->ds_prev,
756 			    obj, tx);
757 		}
758 
759 		ASSERT3U(dsl_dataset_phys(ds->ds_prev)->ds_num_children, >, 1);
760 		dsl_dataset_phys(ds->ds_prev)->ds_num_children--;
761 	}
762 
763 	/*
764 	 * Destroy the deadlist.  Unless it's a clone, the
765 	 * deadlist should be empty.  (If it's a clone, it's
766 	 * safe to ignore the deadlist contents.)
767 	 */
768 	dsl_deadlist_close(&ds->ds_deadlist);
769 	dsl_deadlist_free(mos, dsl_dataset_phys(ds)->ds_deadlist_obj, tx);
770 	dmu_buf_will_dirty(ds->ds_dbuf, tx);
771 	dsl_dataset_phys(ds)->ds_deadlist_obj = 0;
772 
773 	objset_t *os;
774 	VERIFY0(dmu_objset_from_ds(ds, &os));
775 
776 	if (!spa_feature_is_enabled(dp->dp_spa, SPA_FEATURE_ASYNC_DESTROY)) {
777 		old_synchronous_dataset_destroy(ds, tx);
778 	} else {
779 		/*
780 		 * Move the bptree into the pool's list of trees to
781 		 * clean up and update space accounting information.
782 		 */
783 		uint64_t used, comp, uncomp;
784 
785 		zil_destroy_sync(dmu_objset_zil(os), tx);
786 
787 		if (!spa_feature_is_active(dp->dp_spa,
788 		    SPA_FEATURE_ASYNC_DESTROY)) {
789 			dsl_scan_t *scn = dp->dp_scan;
790 			spa_feature_incr(dp->dp_spa, SPA_FEATURE_ASYNC_DESTROY,
791 			    tx);
792 			dp->dp_bptree_obj = bptree_alloc(mos, tx);
793 			VERIFY0(zap_add(mos,
794 			    DMU_POOL_DIRECTORY_OBJECT,
795 			    DMU_POOL_BPTREE_OBJ, sizeof (uint64_t), 1,
796 			    &dp->dp_bptree_obj, tx));
797 			ASSERT(!scn->scn_async_destroying);
798 			scn->scn_async_destroying = B_TRUE;
799 		}
800 
801 		used = dsl_dir_phys(ds->ds_dir)->dd_used_bytes;
802 		comp = dsl_dir_phys(ds->ds_dir)->dd_compressed_bytes;
803 		uncomp = dsl_dir_phys(ds->ds_dir)->dd_uncompressed_bytes;
804 
805 		ASSERT(!DS_UNIQUE_IS_ACCURATE(ds) ||
806 		    dsl_dataset_phys(ds)->ds_unique_bytes == used);
807 
808 		bptree_add(mos, dp->dp_bptree_obj,
809 		    &dsl_dataset_phys(ds)->ds_bp,
810 		    dsl_dataset_phys(ds)->ds_prev_snap_txg,
811 		    used, comp, uncomp, tx);
812 		dsl_dir_diduse_space(ds->ds_dir, DD_USED_HEAD,
813 		    -used, -comp, -uncomp, tx);
814 		dsl_dir_diduse_space(dp->dp_free_dir, DD_USED_HEAD,
815 		    used, comp, uncomp, tx);
816 	}
817 
818 	if (ds->ds_prev != NULL) {
819 		if (spa_version(dp->dp_spa) >= SPA_VERSION_DIR_CLONES) {
820 			VERIFY0(zap_remove_int(mos,
821 			    dsl_dir_phys(ds->ds_prev->ds_dir)->dd_clones,
822 			    ds->ds_object, tx));
823 		}
824 		prevobj = ds->ds_prev->ds_object;
825 		dsl_dataset_rele(ds->ds_prev, ds);
826 		ds->ds_prev = NULL;
827 	}
828 
829 	/*
830 	 * This must be done after the dsl_traverse(), because it will
831 	 * re-open the objset.
832 	 */
833 	if (ds->ds_objset) {
834 		dmu_objset_evict(ds->ds_objset);
835 		ds->ds_objset = NULL;
836 	}
837 
838 	/* Erase the link in the dir */
839 	dmu_buf_will_dirty(ds->ds_dir->dd_dbuf, tx);
840 	dsl_dir_phys(ds->ds_dir)->dd_head_dataset_obj = 0;
841 	ddobj = ds->ds_dir->dd_object;
842 	ASSERT(dsl_dataset_phys(ds)->ds_snapnames_zapobj != 0);
843 	VERIFY0(zap_destroy(mos,
844 	    dsl_dataset_phys(ds)->ds_snapnames_zapobj, tx));
845 
846 	if (ds->ds_bookmarks != 0) {
847 		VERIFY0(zap_destroy(mos, ds->ds_bookmarks, tx));
848 		spa_feature_decr(dp->dp_spa, SPA_FEATURE_BOOKMARKS, tx);
849 	}
850 
851 	spa_prop_clear_bootfs(dp->dp_spa, ds->ds_object, tx);
852 
853 	ASSERT0(dsl_dataset_phys(ds)->ds_next_clones_obj);
854 	ASSERT0(dsl_dataset_phys(ds)->ds_props_obj);
855 	ASSERT0(dsl_dataset_phys(ds)->ds_userrefs_obj);
856 	dsl_dir_rele(ds->ds_dir, ds);
857 	ds->ds_dir = NULL;
858 	dmu_object_free_zapified(mos, obj, tx);
859 
860 	dsl_dir_destroy_sync(ddobj, tx);
861 
862 	if (rmorigin) {
863 		dsl_dataset_t *prev;
864 		VERIFY0(dsl_dataset_hold_obj(dp, prevobj, FTAG, &prev));
865 		dsl_destroy_snapshot_sync_impl(prev, B_FALSE, tx);
866 		dsl_dataset_rele(prev, FTAG);
867 	}
868 }
869 
870 static void
871 dsl_destroy_head_sync(void *arg, dmu_tx_t *tx)
872 {
873 	dsl_destroy_head_arg_t *ddha = arg;
874 	dsl_pool_t *dp = dmu_tx_pool(tx);
875 	dsl_dataset_t *ds;
876 
877 	VERIFY0(dsl_dataset_hold(dp, ddha->ddha_name, FTAG, &ds));
878 	dsl_destroy_head_sync_impl(ds, tx);
879 	dsl_dataset_rele(ds, FTAG);
880 }
881 
882 static void
883 dsl_destroy_head_begin_sync(void *arg, dmu_tx_t *tx)
884 {
885 	dsl_destroy_head_arg_t *ddha = arg;
886 	dsl_pool_t *dp = dmu_tx_pool(tx);
887 	dsl_dataset_t *ds;
888 
889 	VERIFY0(dsl_dataset_hold(dp, ddha->ddha_name, FTAG, &ds));
890 
891 	/* Mark it as inconsistent on-disk, in case we crash */
892 	dmu_buf_will_dirty(ds->ds_dbuf, tx);
893 	dsl_dataset_phys(ds)->ds_flags |= DS_FLAG_INCONSISTENT;
894 
895 	spa_history_log_internal_ds(ds, "destroy begin", tx, "");
896 	dsl_dataset_rele(ds, FTAG);
897 }
898 
899 int
900 dsl_destroy_head(const char *name)
901 {
902 	dsl_destroy_head_arg_t ddha;
903 	int error;
904 	spa_t *spa;
905 	boolean_t isenabled;
906 
907 #ifdef _KERNEL
908 	zfs_destroy_unmount_origin(name);
909 #endif
910 
911 	error = spa_open(name, &spa, FTAG);
912 	if (error != 0)
913 		return (error);
914 	isenabled = spa_feature_is_enabled(spa, SPA_FEATURE_ASYNC_DESTROY);
915 	spa_close(spa, FTAG);
916 
917 	ddha.ddha_name = name;
918 
919 	if (!isenabled) {
920 		objset_t *os;
921 
922 		error = dsl_sync_task(name, dsl_destroy_head_check,
923 		    dsl_destroy_head_begin_sync, &ddha,
924 		    0, ZFS_SPACE_CHECK_NONE);
925 		if (error != 0)
926 			return (error);
927 
928 		/*
929 		 * Head deletion is processed in one txg on old pools;
930 		 * remove the objects from open context so that the txg sync
931 		 * is not too long.
932 		 */
933 		error = dmu_objset_own(name, DMU_OST_ANY, B_FALSE, FTAG, &os);
934 		if (error == 0) {
935 			uint64_t prev_snap_txg =
936 			    dsl_dataset_phys(dmu_objset_ds(os))->
937 			    ds_prev_snap_txg;
938 			for (uint64_t obj = 0; error == 0;
939 			    error = dmu_object_next(os, &obj, FALSE,
940 			    prev_snap_txg))
941 				(void) dmu_free_long_object(os, obj);
942 			/* sync out all frees */
943 			txg_wait_synced(dmu_objset_pool(os), 0);
944 			dmu_objset_disown(os, FTAG);
945 		}
946 	}
947 
948 	return (dsl_sync_task(name, dsl_destroy_head_check,
949 	    dsl_destroy_head_sync, &ddha, 0, ZFS_SPACE_CHECK_NONE));
950 }
951 
952 /*
953  * Note, this function is used as the callback for dmu_objset_find().  We
954  * always return 0 so that we will continue to find and process
955  * inconsistent datasets, even if we encounter an error trying to
956  * process one of them.
957  */
958 /* ARGSUSED */
959 int
960 dsl_destroy_inconsistent(const char *dsname, void *arg)
961 {
962 	objset_t *os;
963 
964 	if (dmu_objset_hold(dsname, FTAG, &os) == 0) {
965 		boolean_t inconsistent = DS_IS_INCONSISTENT(dmu_objset_ds(os));
966 		dmu_objset_rele(os, FTAG);
967 		if (inconsistent)
968 			(void) dsl_destroy_head(dsname);
969 	}
970 	return (0);
971 }
972