1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 23 */ 24 25 /* Portions Copyright 2010 Robert Milkowski */ 26 27 #include <sys/cred.h> 28 #include <sys/zfs_context.h> 29 #include <sys/dmu_objset.h> 30 #include <sys/dsl_dir.h> 31 #include <sys/dsl_dataset.h> 32 #include <sys/dsl_prop.h> 33 #include <sys/dsl_pool.h> 34 #include <sys/dsl_synctask.h> 35 #include <sys/dsl_deleg.h> 36 #include <sys/dnode.h> 37 #include <sys/dbuf.h> 38 #include <sys/zvol.h> 39 #include <sys/dmu_tx.h> 40 #include <sys/zap.h> 41 #include <sys/zil.h> 42 #include <sys/dmu_impl.h> 43 #include <sys/zfs_ioctl.h> 44 #include <sys/sa.h> 45 #include <sys/zfs_onexit.h> 46 47 /* 48 * Needed to close a window in dnode_move() that allows the objset to be freed 49 * before it can be safely accessed. 50 */ 51 krwlock_t os_lock; 52 53 void 54 dmu_objset_init(void) 55 { 56 rw_init(&os_lock, NULL, RW_DEFAULT, NULL); 57 } 58 59 void 60 dmu_objset_fini(void) 61 { 62 rw_destroy(&os_lock); 63 } 64 65 spa_t * 66 dmu_objset_spa(objset_t *os) 67 { 68 return (os->os_spa); 69 } 70 71 zilog_t * 72 dmu_objset_zil(objset_t *os) 73 { 74 return (os->os_zil); 75 } 76 77 dsl_pool_t * 78 dmu_objset_pool(objset_t *os) 79 { 80 dsl_dataset_t *ds; 81 82 if ((ds = os->os_dsl_dataset) != NULL && ds->ds_dir) 83 return (ds->ds_dir->dd_pool); 84 else 85 return (spa_get_dsl(os->os_spa)); 86 } 87 88 dsl_dataset_t * 89 dmu_objset_ds(objset_t *os) 90 { 91 return (os->os_dsl_dataset); 92 } 93 94 dmu_objset_type_t 95 dmu_objset_type(objset_t *os) 96 { 97 return (os->os_phys->os_type); 98 } 99 100 void 101 dmu_objset_name(objset_t *os, char *buf) 102 { 103 dsl_dataset_name(os->os_dsl_dataset, buf); 104 } 105 106 uint64_t 107 dmu_objset_id(objset_t *os) 108 { 109 dsl_dataset_t *ds = os->os_dsl_dataset; 110 111 return (ds ? ds->ds_object : 0); 112 } 113 114 uint64_t 115 dmu_objset_syncprop(objset_t *os) 116 { 117 return (os->os_sync); 118 } 119 120 uint64_t 121 dmu_objset_logbias(objset_t *os) 122 { 123 return (os->os_logbias); 124 } 125 126 static void 127 checksum_changed_cb(void *arg, uint64_t newval) 128 { 129 objset_t *os = arg; 130 131 /* 132 * Inheritance should have been done by now. 133 */ 134 ASSERT(newval != ZIO_CHECKSUM_INHERIT); 135 136 os->os_checksum = zio_checksum_select(newval, ZIO_CHECKSUM_ON_VALUE); 137 } 138 139 static void 140 compression_changed_cb(void *arg, uint64_t newval) 141 { 142 objset_t *os = arg; 143 144 /* 145 * Inheritance and range checking should have been done by now. 146 */ 147 ASSERT(newval != ZIO_COMPRESS_INHERIT); 148 149 os->os_compress = zio_compress_select(newval, ZIO_COMPRESS_ON_VALUE); 150 } 151 152 static void 153 copies_changed_cb(void *arg, uint64_t newval) 154 { 155 objset_t *os = arg; 156 157 /* 158 * Inheritance and range checking should have been done by now. 159 */ 160 ASSERT(newval > 0); 161 ASSERT(newval <= spa_max_replication(os->os_spa)); 162 163 os->os_copies = newval; 164 } 165 166 static void 167 dedup_changed_cb(void *arg, uint64_t newval) 168 { 169 objset_t *os = arg; 170 spa_t *spa = os->os_spa; 171 enum zio_checksum checksum; 172 173 /* 174 * Inheritance should have been done by now. 175 */ 176 ASSERT(newval != ZIO_CHECKSUM_INHERIT); 177 178 checksum = zio_checksum_dedup_select(spa, newval, ZIO_CHECKSUM_OFF); 179 180 os->os_dedup_checksum = checksum & ZIO_CHECKSUM_MASK; 181 os->os_dedup_verify = !!(checksum & ZIO_CHECKSUM_VERIFY); 182 } 183 184 static void 185 primary_cache_changed_cb(void *arg, uint64_t newval) 186 { 187 objset_t *os = arg; 188 189 /* 190 * Inheritance and range checking should have been done by now. 191 */ 192 ASSERT(newval == ZFS_CACHE_ALL || newval == ZFS_CACHE_NONE || 193 newval == ZFS_CACHE_METADATA); 194 195 os->os_primary_cache = newval; 196 } 197 198 static void 199 secondary_cache_changed_cb(void *arg, uint64_t newval) 200 { 201 objset_t *os = arg; 202 203 /* 204 * Inheritance and range checking should have been done by now. 205 */ 206 ASSERT(newval == ZFS_CACHE_ALL || newval == ZFS_CACHE_NONE || 207 newval == ZFS_CACHE_METADATA); 208 209 os->os_secondary_cache = newval; 210 } 211 212 static void 213 sync_changed_cb(void *arg, uint64_t newval) 214 { 215 objset_t *os = arg; 216 217 /* 218 * Inheritance and range checking should have been done by now. 219 */ 220 ASSERT(newval == ZFS_SYNC_STANDARD || newval == ZFS_SYNC_ALWAYS || 221 newval == ZFS_SYNC_DISABLED); 222 223 os->os_sync = newval; 224 if (os->os_zil) 225 zil_set_sync(os->os_zil, newval); 226 } 227 228 static void 229 logbias_changed_cb(void *arg, uint64_t newval) 230 { 231 objset_t *os = arg; 232 233 ASSERT(newval == ZFS_LOGBIAS_LATENCY || 234 newval == ZFS_LOGBIAS_THROUGHPUT); 235 os->os_logbias = newval; 236 if (os->os_zil) 237 zil_set_logbias(os->os_zil, newval); 238 } 239 240 void 241 dmu_objset_byteswap(void *buf, size_t size) 242 { 243 objset_phys_t *osp = buf; 244 245 ASSERT(size == OBJSET_OLD_PHYS_SIZE || size == sizeof (objset_phys_t)); 246 dnode_byteswap(&osp->os_meta_dnode); 247 byteswap_uint64_array(&osp->os_zil_header, sizeof (zil_header_t)); 248 osp->os_type = BSWAP_64(osp->os_type); 249 osp->os_flags = BSWAP_64(osp->os_flags); 250 if (size == sizeof (objset_phys_t)) { 251 dnode_byteswap(&osp->os_userused_dnode); 252 dnode_byteswap(&osp->os_groupused_dnode); 253 } 254 } 255 256 int 257 dmu_objset_open_impl(spa_t *spa, dsl_dataset_t *ds, blkptr_t *bp, 258 objset_t **osp) 259 { 260 objset_t *os; 261 int i, err; 262 263 ASSERT(ds == NULL || MUTEX_HELD(&ds->ds_opening_lock)); 264 265 os = kmem_zalloc(sizeof (objset_t), KM_SLEEP); 266 os->os_dsl_dataset = ds; 267 os->os_spa = spa; 268 os->os_rootbp = bp; 269 if (!BP_IS_HOLE(os->os_rootbp)) { 270 uint32_t aflags = ARC_WAIT; 271 zbookmark_t zb; 272 SET_BOOKMARK(&zb, ds ? ds->ds_object : DMU_META_OBJSET, 273 ZB_ROOT_OBJECT, ZB_ROOT_LEVEL, ZB_ROOT_BLKID); 274 275 if (DMU_OS_IS_L2CACHEABLE(os)) 276 aflags |= ARC_L2CACHE; 277 278 dprintf_bp(os->os_rootbp, "reading %s", ""); 279 /* 280 * XXX when bprewrite scrub can change the bp, 281 * and this is called from dmu_objset_open_ds_os, the bp 282 * could change, and we'll need a lock. 283 */ 284 err = dsl_read_nolock(NULL, spa, os->os_rootbp, 285 arc_getbuf_func, &os->os_phys_buf, 286 ZIO_PRIORITY_SYNC_READ, ZIO_FLAG_CANFAIL, &aflags, &zb); 287 if (err) { 288 kmem_free(os, sizeof (objset_t)); 289 /* convert checksum errors into IO errors */ 290 if (err == ECKSUM) 291 err = EIO; 292 return (err); 293 } 294 295 /* Increase the blocksize if we are permitted. */ 296 if (spa_version(spa) >= SPA_VERSION_USERSPACE && 297 arc_buf_size(os->os_phys_buf) < sizeof (objset_phys_t)) { 298 arc_buf_t *buf = arc_buf_alloc(spa, 299 sizeof (objset_phys_t), &os->os_phys_buf, 300 ARC_BUFC_METADATA); 301 bzero(buf->b_data, sizeof (objset_phys_t)); 302 bcopy(os->os_phys_buf->b_data, buf->b_data, 303 arc_buf_size(os->os_phys_buf)); 304 (void) arc_buf_remove_ref(os->os_phys_buf, 305 &os->os_phys_buf); 306 os->os_phys_buf = buf; 307 } 308 309 os->os_phys = os->os_phys_buf->b_data; 310 os->os_flags = os->os_phys->os_flags; 311 } else { 312 int size = spa_version(spa) >= SPA_VERSION_USERSPACE ? 313 sizeof (objset_phys_t) : OBJSET_OLD_PHYS_SIZE; 314 os->os_phys_buf = arc_buf_alloc(spa, size, 315 &os->os_phys_buf, ARC_BUFC_METADATA); 316 os->os_phys = os->os_phys_buf->b_data; 317 bzero(os->os_phys, size); 318 } 319 320 /* 321 * Note: the changed_cb will be called once before the register 322 * func returns, thus changing the checksum/compression from the 323 * default (fletcher2/off). Snapshots don't need to know about 324 * checksum/compression/copies. 325 */ 326 if (ds) { 327 err = dsl_prop_register(ds, "primarycache", 328 primary_cache_changed_cb, os); 329 if (err == 0) 330 err = dsl_prop_register(ds, "secondarycache", 331 secondary_cache_changed_cb, os); 332 if (!dsl_dataset_is_snapshot(ds)) { 333 if (err == 0) 334 err = dsl_prop_register(ds, "checksum", 335 checksum_changed_cb, os); 336 if (err == 0) 337 err = dsl_prop_register(ds, "compression", 338 compression_changed_cb, os); 339 if (err == 0) 340 err = dsl_prop_register(ds, "copies", 341 copies_changed_cb, os); 342 if (err == 0) 343 err = dsl_prop_register(ds, "dedup", 344 dedup_changed_cb, os); 345 if (err == 0) 346 err = dsl_prop_register(ds, "logbias", 347 logbias_changed_cb, os); 348 if (err == 0) 349 err = dsl_prop_register(ds, "sync", 350 sync_changed_cb, os); 351 } 352 if (err) { 353 VERIFY(arc_buf_remove_ref(os->os_phys_buf, 354 &os->os_phys_buf) == 1); 355 kmem_free(os, sizeof (objset_t)); 356 return (err); 357 } 358 } else if (ds == NULL) { 359 /* It's the meta-objset. */ 360 os->os_checksum = ZIO_CHECKSUM_FLETCHER_4; 361 os->os_compress = ZIO_COMPRESS_LZJB; 362 os->os_copies = spa_max_replication(spa); 363 os->os_dedup_checksum = ZIO_CHECKSUM_OFF; 364 os->os_dedup_verify = 0; 365 os->os_logbias = 0; 366 os->os_sync = 0; 367 os->os_primary_cache = ZFS_CACHE_ALL; 368 os->os_secondary_cache = ZFS_CACHE_ALL; 369 } 370 371 if (ds == NULL || !dsl_dataset_is_snapshot(ds)) 372 os->os_zil_header = os->os_phys->os_zil_header; 373 os->os_zil = zil_alloc(os, &os->os_zil_header); 374 375 for (i = 0; i < TXG_SIZE; i++) { 376 list_create(&os->os_dirty_dnodes[i], sizeof (dnode_t), 377 offsetof(dnode_t, dn_dirty_link[i])); 378 list_create(&os->os_free_dnodes[i], sizeof (dnode_t), 379 offsetof(dnode_t, dn_dirty_link[i])); 380 } 381 list_create(&os->os_dnodes, sizeof (dnode_t), 382 offsetof(dnode_t, dn_link)); 383 list_create(&os->os_downgraded_dbufs, sizeof (dmu_buf_impl_t), 384 offsetof(dmu_buf_impl_t, db_link)); 385 386 mutex_init(&os->os_lock, NULL, MUTEX_DEFAULT, NULL); 387 mutex_init(&os->os_obj_lock, NULL, MUTEX_DEFAULT, NULL); 388 mutex_init(&os->os_user_ptr_lock, NULL, MUTEX_DEFAULT, NULL); 389 390 DMU_META_DNODE(os) = dnode_special_open(os, 391 &os->os_phys->os_meta_dnode, DMU_META_DNODE_OBJECT, 392 &os->os_meta_dnode); 393 if (arc_buf_size(os->os_phys_buf) >= sizeof (objset_phys_t)) { 394 DMU_USERUSED_DNODE(os) = dnode_special_open(os, 395 &os->os_phys->os_userused_dnode, DMU_USERUSED_OBJECT, 396 &os->os_userused_dnode); 397 DMU_GROUPUSED_DNODE(os) = dnode_special_open(os, 398 &os->os_phys->os_groupused_dnode, DMU_GROUPUSED_OBJECT, 399 &os->os_groupused_dnode); 400 } 401 402 /* 403 * We should be the only thread trying to do this because we 404 * have ds_opening_lock 405 */ 406 if (ds) { 407 mutex_enter(&ds->ds_lock); 408 ASSERT(ds->ds_objset == NULL); 409 ds->ds_objset = os; 410 mutex_exit(&ds->ds_lock); 411 } 412 413 *osp = os; 414 return (0); 415 } 416 417 int 418 dmu_objset_from_ds(dsl_dataset_t *ds, objset_t **osp) 419 { 420 int err = 0; 421 422 mutex_enter(&ds->ds_opening_lock); 423 *osp = ds->ds_objset; 424 if (*osp == NULL) { 425 err = dmu_objset_open_impl(dsl_dataset_get_spa(ds), 426 ds, dsl_dataset_get_blkptr(ds), osp); 427 } 428 mutex_exit(&ds->ds_opening_lock); 429 return (err); 430 } 431 432 /* called from zpl */ 433 int 434 dmu_objset_hold(const char *name, void *tag, objset_t **osp) 435 { 436 dsl_dataset_t *ds; 437 int err; 438 439 err = dsl_dataset_hold(name, tag, &ds); 440 if (err) 441 return (err); 442 443 err = dmu_objset_from_ds(ds, osp); 444 if (err) 445 dsl_dataset_rele(ds, tag); 446 447 return (err); 448 } 449 450 /* called from zpl */ 451 int 452 dmu_objset_own(const char *name, dmu_objset_type_t type, 453 boolean_t readonly, void *tag, objset_t **osp) 454 { 455 dsl_dataset_t *ds; 456 int err; 457 458 err = dsl_dataset_own(name, B_FALSE, tag, &ds); 459 if (err) 460 return (err); 461 462 err = dmu_objset_from_ds(ds, osp); 463 if (err) { 464 dsl_dataset_disown(ds, tag); 465 } else if (type != DMU_OST_ANY && type != (*osp)->os_phys->os_type) { 466 dmu_objset_disown(*osp, tag); 467 return (EINVAL); 468 } else if (!readonly && dsl_dataset_is_snapshot(ds)) { 469 dmu_objset_disown(*osp, tag); 470 return (EROFS); 471 } 472 return (err); 473 } 474 475 void 476 dmu_objset_rele(objset_t *os, void *tag) 477 { 478 dsl_dataset_rele(os->os_dsl_dataset, tag); 479 } 480 481 void 482 dmu_objset_disown(objset_t *os, void *tag) 483 { 484 dsl_dataset_disown(os->os_dsl_dataset, tag); 485 } 486 487 int 488 dmu_objset_evict_dbufs(objset_t *os) 489 { 490 dnode_t *dn; 491 492 mutex_enter(&os->os_lock); 493 494 /* process the mdn last, since the other dnodes have holds on it */ 495 list_remove(&os->os_dnodes, DMU_META_DNODE(os)); 496 list_insert_tail(&os->os_dnodes, DMU_META_DNODE(os)); 497 498 /* 499 * Find the first dnode with holds. We have to do this dance 500 * because dnode_add_ref() only works if you already have a 501 * hold. If there are no holds then it has no dbufs so OK to 502 * skip. 503 */ 504 for (dn = list_head(&os->os_dnodes); 505 dn && !dnode_add_ref(dn, FTAG); 506 dn = list_next(&os->os_dnodes, dn)) 507 continue; 508 509 while (dn) { 510 dnode_t *next_dn = dn; 511 512 do { 513 next_dn = list_next(&os->os_dnodes, next_dn); 514 } while (next_dn && !dnode_add_ref(next_dn, FTAG)); 515 516 mutex_exit(&os->os_lock); 517 dnode_evict_dbufs(dn); 518 dnode_rele(dn, FTAG); 519 mutex_enter(&os->os_lock); 520 dn = next_dn; 521 } 522 dn = list_head(&os->os_dnodes); 523 mutex_exit(&os->os_lock); 524 return (dn != DMU_META_DNODE(os)); 525 } 526 527 void 528 dmu_objset_evict(objset_t *os) 529 { 530 dsl_dataset_t *ds = os->os_dsl_dataset; 531 532 for (int t = 0; t < TXG_SIZE; t++) 533 ASSERT(!dmu_objset_is_dirty(os, t)); 534 535 if (ds) { 536 if (!dsl_dataset_is_snapshot(ds)) { 537 VERIFY(0 == dsl_prop_unregister(ds, "checksum", 538 checksum_changed_cb, os)); 539 VERIFY(0 == dsl_prop_unregister(ds, "compression", 540 compression_changed_cb, os)); 541 VERIFY(0 == dsl_prop_unregister(ds, "copies", 542 copies_changed_cb, os)); 543 VERIFY(0 == dsl_prop_unregister(ds, "dedup", 544 dedup_changed_cb, os)); 545 VERIFY(0 == dsl_prop_unregister(ds, "logbias", 546 logbias_changed_cb, os)); 547 VERIFY(0 == dsl_prop_unregister(ds, "sync", 548 sync_changed_cb, os)); 549 } 550 VERIFY(0 == dsl_prop_unregister(ds, "primarycache", 551 primary_cache_changed_cb, os)); 552 VERIFY(0 == dsl_prop_unregister(ds, "secondarycache", 553 secondary_cache_changed_cb, os)); 554 } 555 556 if (os->os_sa) 557 sa_tear_down(os); 558 559 /* 560 * We should need only a single pass over the dnode list, since 561 * nothing can be added to the list at this point. 562 */ 563 (void) dmu_objset_evict_dbufs(os); 564 565 dnode_special_close(&os->os_meta_dnode); 566 if (DMU_USERUSED_DNODE(os)) { 567 dnode_special_close(&os->os_userused_dnode); 568 dnode_special_close(&os->os_groupused_dnode); 569 } 570 zil_free(os->os_zil); 571 572 ASSERT3P(list_head(&os->os_dnodes), ==, NULL); 573 574 VERIFY(arc_buf_remove_ref(os->os_phys_buf, &os->os_phys_buf) == 1); 575 576 /* 577 * This is a barrier to prevent the objset from going away in 578 * dnode_move() until we can safely ensure that the objset is still in 579 * use. We consider the objset valid before the barrier and invalid 580 * after the barrier. 581 */ 582 rw_enter(&os_lock, RW_READER); 583 rw_exit(&os_lock); 584 585 mutex_destroy(&os->os_lock); 586 mutex_destroy(&os->os_obj_lock); 587 mutex_destroy(&os->os_user_ptr_lock); 588 kmem_free(os, sizeof (objset_t)); 589 } 590 591 timestruc_t 592 dmu_objset_snap_cmtime(objset_t *os) 593 { 594 return (dsl_dir_snap_cmtime(os->os_dsl_dataset->ds_dir)); 595 } 596 597 /* called from dsl for meta-objset */ 598 objset_t * 599 dmu_objset_create_impl(spa_t *spa, dsl_dataset_t *ds, blkptr_t *bp, 600 dmu_objset_type_t type, dmu_tx_t *tx) 601 { 602 objset_t *os; 603 dnode_t *mdn; 604 605 ASSERT(dmu_tx_is_syncing(tx)); 606 if (ds != NULL) 607 VERIFY(0 == dmu_objset_from_ds(ds, &os)); 608 else 609 VERIFY(0 == dmu_objset_open_impl(spa, NULL, bp, &os)); 610 611 mdn = DMU_META_DNODE(os); 612 613 dnode_allocate(mdn, DMU_OT_DNODE, 1 << DNODE_BLOCK_SHIFT, 614 DN_MAX_INDBLKSHIFT, DMU_OT_NONE, 0, tx); 615 616 /* 617 * We don't want to have to increase the meta-dnode's nlevels 618 * later, because then we could do it in quescing context while 619 * we are also accessing it in open context. 620 * 621 * This precaution is not necessary for the MOS (ds == NULL), 622 * because the MOS is only updated in syncing context. 623 * This is most fortunate: the MOS is the only objset that 624 * needs to be synced multiple times as spa_sync() iterates 625 * to convergence, so minimizing its dn_nlevels matters. 626 */ 627 if (ds != NULL) { 628 int levels = 1; 629 630 /* 631 * Determine the number of levels necessary for the meta-dnode 632 * to contain DN_MAX_OBJECT dnodes. 633 */ 634 while ((uint64_t)mdn->dn_nblkptr << (mdn->dn_datablkshift + 635 (levels - 1) * (mdn->dn_indblkshift - SPA_BLKPTRSHIFT)) < 636 DN_MAX_OBJECT * sizeof (dnode_phys_t)) 637 levels++; 638 639 mdn->dn_next_nlevels[tx->tx_txg & TXG_MASK] = 640 mdn->dn_nlevels = levels; 641 } 642 643 ASSERT(type != DMU_OST_NONE); 644 ASSERT(type != DMU_OST_ANY); 645 ASSERT(type < DMU_OST_NUMTYPES); 646 os->os_phys->os_type = type; 647 if (dmu_objset_userused_enabled(os)) { 648 os->os_phys->os_flags |= OBJSET_FLAG_USERACCOUNTING_COMPLETE; 649 os->os_flags = os->os_phys->os_flags; 650 } 651 652 dsl_dataset_dirty(ds, tx); 653 654 return (os); 655 } 656 657 struct oscarg { 658 void (*userfunc)(objset_t *os, void *arg, cred_t *cr, dmu_tx_t *tx); 659 void *userarg; 660 dsl_dataset_t *clone_origin; 661 const char *lastname; 662 dmu_objset_type_t type; 663 uint64_t flags; 664 cred_t *cr; 665 }; 666 667 /*ARGSUSED*/ 668 static int 669 dmu_objset_create_check(void *arg1, void *arg2, dmu_tx_t *tx) 670 { 671 dsl_dir_t *dd = arg1; 672 struct oscarg *oa = arg2; 673 objset_t *mos = dd->dd_pool->dp_meta_objset; 674 int err; 675 uint64_t ddobj; 676 677 err = zap_lookup(mos, dd->dd_phys->dd_child_dir_zapobj, 678 oa->lastname, sizeof (uint64_t), 1, &ddobj); 679 if (err != ENOENT) 680 return (err ? err : EEXIST); 681 682 if (oa->clone_origin != NULL) { 683 /* You can't clone across pools. */ 684 if (oa->clone_origin->ds_dir->dd_pool != dd->dd_pool) 685 return (EXDEV); 686 687 /* You can only clone snapshots, not the head datasets. */ 688 if (!dsl_dataset_is_snapshot(oa->clone_origin)) 689 return (EINVAL); 690 } 691 692 return (0); 693 } 694 695 static void 696 dmu_objset_create_sync(void *arg1, void *arg2, dmu_tx_t *tx) 697 { 698 dsl_dir_t *dd = arg1; 699 spa_t *spa = dd->dd_pool->dp_spa; 700 struct oscarg *oa = arg2; 701 uint64_t obj; 702 703 ASSERT(dmu_tx_is_syncing(tx)); 704 705 obj = dsl_dataset_create_sync(dd, oa->lastname, 706 oa->clone_origin, oa->flags, oa->cr, tx); 707 708 if (oa->clone_origin == NULL) { 709 dsl_pool_t *dp = dd->dd_pool; 710 dsl_dataset_t *ds; 711 blkptr_t *bp; 712 objset_t *os; 713 714 VERIFY3U(0, ==, dsl_dataset_hold_obj(dp, obj, FTAG, &ds)); 715 bp = dsl_dataset_get_blkptr(ds); 716 ASSERT(BP_IS_HOLE(bp)); 717 718 os = dmu_objset_create_impl(spa, ds, bp, oa->type, tx); 719 720 if (oa->userfunc) 721 oa->userfunc(os, oa->userarg, oa->cr, tx); 722 dsl_dataset_rele(ds, FTAG); 723 } 724 725 spa_history_log_internal(LOG_DS_CREATE, spa, tx, "dataset = %llu", obj); 726 } 727 728 int 729 dmu_objset_create(const char *name, dmu_objset_type_t type, uint64_t flags, 730 void (*func)(objset_t *os, void *arg, cred_t *cr, dmu_tx_t *tx), void *arg) 731 { 732 dsl_dir_t *pdd; 733 const char *tail; 734 int err = 0; 735 struct oscarg oa = { 0 }; 736 737 ASSERT(strchr(name, '@') == NULL); 738 err = dsl_dir_open(name, FTAG, &pdd, &tail); 739 if (err) 740 return (err); 741 if (tail == NULL) { 742 dsl_dir_close(pdd, FTAG); 743 return (EEXIST); 744 } 745 746 oa.userfunc = func; 747 oa.userarg = arg; 748 oa.lastname = tail; 749 oa.type = type; 750 oa.flags = flags; 751 oa.cr = CRED(); 752 753 err = dsl_sync_task_do(pdd->dd_pool, dmu_objset_create_check, 754 dmu_objset_create_sync, pdd, &oa, 5); 755 dsl_dir_close(pdd, FTAG); 756 return (err); 757 } 758 759 int 760 dmu_objset_clone(const char *name, dsl_dataset_t *clone_origin, uint64_t flags) 761 { 762 dsl_dir_t *pdd; 763 const char *tail; 764 int err = 0; 765 struct oscarg oa = { 0 }; 766 767 ASSERT(strchr(name, '@') == NULL); 768 err = dsl_dir_open(name, FTAG, &pdd, &tail); 769 if (err) 770 return (err); 771 if (tail == NULL) { 772 dsl_dir_close(pdd, FTAG); 773 return (EEXIST); 774 } 775 776 oa.lastname = tail; 777 oa.clone_origin = clone_origin; 778 oa.flags = flags; 779 oa.cr = CRED(); 780 781 err = dsl_sync_task_do(pdd->dd_pool, dmu_objset_create_check, 782 dmu_objset_create_sync, pdd, &oa, 5); 783 dsl_dir_close(pdd, FTAG); 784 return (err); 785 } 786 787 int 788 dmu_objset_destroy(const char *name, boolean_t defer) 789 { 790 dsl_dataset_t *ds; 791 int error; 792 793 error = dsl_dataset_own(name, B_TRUE, FTAG, &ds); 794 if (error == 0) { 795 error = dsl_dataset_destroy(ds, FTAG, defer); 796 /* dsl_dataset_destroy() closes the ds. */ 797 } 798 799 return (error); 800 } 801 802 struct snaparg { 803 dsl_sync_task_group_t *dstg; 804 char *snapname; 805 char *htag; 806 char failed[MAXPATHLEN]; 807 boolean_t recursive; 808 boolean_t needsuspend; 809 boolean_t temporary; 810 nvlist_t *props; 811 struct dsl_ds_holdarg *ha; /* only needed in the temporary case */ 812 dsl_dataset_t *newds; 813 }; 814 815 static int 816 snapshot_check(void *arg1, void *arg2, dmu_tx_t *tx) 817 { 818 objset_t *os = arg1; 819 struct snaparg *sn = arg2; 820 int error; 821 822 /* The props have already been checked by zfs_check_userprops(). */ 823 824 error = dsl_dataset_snapshot_check(os->os_dsl_dataset, 825 sn->snapname, tx); 826 if (error) 827 return (error); 828 829 if (sn->temporary) { 830 /* 831 * Ideally we would just call 832 * dsl_dataset_user_hold_check() and 833 * dsl_dataset_destroy_check() here. However the 834 * dataset we want to hold and destroy is the snapshot 835 * that we just confirmed we can create, but it won't 836 * exist until after these checks are run. Do any 837 * checks we can here and if more checks are added to 838 * those routines in the future, similar checks may be 839 * necessary here. 840 */ 841 if (spa_version(os->os_spa) < SPA_VERSION_USERREFS) 842 return (ENOTSUP); 843 /* 844 * Not checking number of tags because the tag will be 845 * unique, as it will be the only tag. 846 */ 847 if (strlen(sn->htag) + MAX_TAG_PREFIX_LEN >= MAXNAMELEN) 848 return (E2BIG); 849 850 sn->ha = kmem_alloc(sizeof (struct dsl_ds_holdarg), KM_SLEEP); 851 sn->ha->temphold = B_TRUE; 852 sn->ha->htag = sn->htag; 853 } 854 return (error); 855 } 856 857 static void 858 snapshot_sync(void *arg1, void *arg2, dmu_tx_t *tx) 859 { 860 objset_t *os = arg1; 861 dsl_dataset_t *ds = os->os_dsl_dataset; 862 struct snaparg *sn = arg2; 863 864 dsl_dataset_snapshot_sync(ds, sn->snapname, tx); 865 866 if (sn->props) { 867 dsl_props_arg_t pa; 868 pa.pa_props = sn->props; 869 pa.pa_source = ZPROP_SRC_LOCAL; 870 dsl_props_set_sync(ds->ds_prev, &pa, tx); 871 } 872 873 if (sn->temporary) { 874 struct dsl_ds_destroyarg da; 875 876 dsl_dataset_user_hold_sync(ds->ds_prev, sn->ha, tx); 877 kmem_free(sn->ha, sizeof (struct dsl_ds_holdarg)); 878 sn->ha = NULL; 879 sn->newds = ds->ds_prev; 880 881 da.ds = ds->ds_prev; 882 da.defer = B_TRUE; 883 dsl_dataset_destroy_sync(&da, FTAG, tx); 884 } 885 } 886 887 static int 888 dmu_objset_snapshot_one(const char *name, void *arg) 889 { 890 struct snaparg *sn = arg; 891 objset_t *os; 892 int err; 893 char *cp; 894 895 /* 896 * If the objset starts with a '%', then ignore it unless it was 897 * explicitly named (ie, not recursive). These hidden datasets 898 * are always inconsistent, and by not opening them here, we can 899 * avoid a race with dsl_dir_destroy_check(). 900 */ 901 cp = strrchr(name, '/'); 902 if (cp && cp[1] == '%' && sn->recursive) 903 return (0); 904 905 (void) strcpy(sn->failed, name); 906 907 /* 908 * Check permissions if we are doing a recursive snapshot. The 909 * permission checks for the starting dataset have already been 910 * performed in zfs_secpolicy_snapshot() 911 */ 912 if (sn->recursive && (err = zfs_secpolicy_snapshot_perms(name, CRED()))) 913 return (err); 914 915 err = dmu_objset_hold(name, sn, &os); 916 if (err != 0) 917 return (err); 918 919 /* 920 * If the objset is in an inconsistent state (eg, in the process 921 * of being destroyed), don't snapshot it. As with %hidden 922 * datasets, we return EBUSY if this name was explicitly 923 * requested (ie, not recursive), and otherwise ignore it. 924 */ 925 if (os->os_dsl_dataset->ds_phys->ds_flags & DS_FLAG_INCONSISTENT) { 926 dmu_objset_rele(os, sn); 927 return (sn->recursive ? 0 : EBUSY); 928 } 929 930 if (sn->needsuspend) { 931 err = zil_suspend(dmu_objset_zil(os)); 932 if (err) { 933 dmu_objset_rele(os, sn); 934 return (err); 935 } 936 } 937 dsl_sync_task_create(sn->dstg, snapshot_check, snapshot_sync, 938 os, sn, 3); 939 940 return (0); 941 } 942 943 int 944 dmu_objset_snapshot(char *fsname, char *snapname, char *tag, 945 nvlist_t *props, boolean_t recursive, boolean_t temporary, int cleanup_fd) 946 { 947 dsl_sync_task_t *dst; 948 struct snaparg sn; 949 spa_t *spa; 950 minor_t minor; 951 int err; 952 953 (void) strcpy(sn.failed, fsname); 954 955 err = spa_open(fsname, &spa, FTAG); 956 if (err) 957 return (err); 958 959 if (temporary) { 960 if (cleanup_fd < 0) { 961 spa_close(spa, FTAG); 962 return (EINVAL); 963 } 964 if ((err = zfs_onexit_fd_hold(cleanup_fd, &minor)) != 0) { 965 spa_close(spa, FTAG); 966 return (err); 967 } 968 } 969 970 sn.dstg = dsl_sync_task_group_create(spa_get_dsl(spa)); 971 sn.snapname = snapname; 972 sn.htag = tag; 973 sn.props = props; 974 sn.recursive = recursive; 975 sn.needsuspend = (spa_version(spa) < SPA_VERSION_FAST_SNAP); 976 sn.temporary = temporary; 977 sn.ha = NULL; 978 sn.newds = NULL; 979 980 if (recursive) { 981 err = dmu_objset_find(fsname, 982 dmu_objset_snapshot_one, &sn, DS_FIND_CHILDREN); 983 } else { 984 err = dmu_objset_snapshot_one(fsname, &sn); 985 } 986 987 if (err == 0) 988 err = dsl_sync_task_group_wait(sn.dstg); 989 990 for (dst = list_head(&sn.dstg->dstg_tasks); dst; 991 dst = list_next(&sn.dstg->dstg_tasks, dst)) { 992 objset_t *os = dst->dst_arg1; 993 dsl_dataset_t *ds = os->os_dsl_dataset; 994 if (dst->dst_err) { 995 dsl_dataset_name(ds, sn.failed); 996 } else if (temporary) { 997 dsl_register_onexit_hold_cleanup(sn.newds, tag, minor); 998 } 999 if (sn.needsuspend) 1000 zil_resume(dmu_objset_zil(os)); 1001 dmu_objset_rele(os, &sn); 1002 } 1003 1004 if (err) 1005 (void) strcpy(fsname, sn.failed); 1006 if (temporary) 1007 zfs_onexit_fd_rele(cleanup_fd); 1008 dsl_sync_task_group_destroy(sn.dstg); 1009 spa_close(spa, FTAG); 1010 return (err); 1011 } 1012 1013 static void 1014 dmu_objset_sync_dnodes(list_t *list, list_t *newlist, dmu_tx_t *tx) 1015 { 1016 dnode_t *dn; 1017 1018 while (dn = list_head(list)) { 1019 ASSERT(dn->dn_object != DMU_META_DNODE_OBJECT); 1020 ASSERT(dn->dn_dbuf->db_data_pending); 1021 /* 1022 * Initialize dn_zio outside dnode_sync() because the 1023 * meta-dnode needs to set it ouside dnode_sync(). 1024 */ 1025 dn->dn_zio = dn->dn_dbuf->db_data_pending->dr_zio; 1026 ASSERT(dn->dn_zio); 1027 1028 ASSERT3U(dn->dn_nlevels, <=, DN_MAX_LEVELS); 1029 list_remove(list, dn); 1030 1031 if (newlist) { 1032 (void) dnode_add_ref(dn, newlist); 1033 list_insert_tail(newlist, dn); 1034 } 1035 1036 dnode_sync(dn, tx); 1037 } 1038 } 1039 1040 /* ARGSUSED */ 1041 static void 1042 dmu_objset_write_ready(zio_t *zio, arc_buf_t *abuf, void *arg) 1043 { 1044 blkptr_t *bp = zio->io_bp; 1045 objset_t *os = arg; 1046 dnode_phys_t *dnp = &os->os_phys->os_meta_dnode; 1047 1048 ASSERT(bp == os->os_rootbp); 1049 ASSERT(BP_GET_TYPE(bp) == DMU_OT_OBJSET); 1050 ASSERT(BP_GET_LEVEL(bp) == 0); 1051 1052 /* 1053 * Update rootbp fill count: it should be the number of objects 1054 * allocated in the object set (not counting the "special" 1055 * objects that are stored in the objset_phys_t -- the meta 1056 * dnode and user/group accounting objects). 1057 */ 1058 bp->blk_fill = 0; 1059 for (int i = 0; i < dnp->dn_nblkptr; i++) 1060 bp->blk_fill += dnp->dn_blkptr[i].blk_fill; 1061 } 1062 1063 /* ARGSUSED */ 1064 static void 1065 dmu_objset_write_done(zio_t *zio, arc_buf_t *abuf, void *arg) 1066 { 1067 blkptr_t *bp = zio->io_bp; 1068 blkptr_t *bp_orig = &zio->io_bp_orig; 1069 objset_t *os = arg; 1070 1071 if (zio->io_flags & ZIO_FLAG_IO_REWRITE) { 1072 ASSERT(BP_EQUAL(bp, bp_orig)); 1073 } else { 1074 dsl_dataset_t *ds = os->os_dsl_dataset; 1075 dmu_tx_t *tx = os->os_synctx; 1076 1077 (void) dsl_dataset_block_kill(ds, bp_orig, tx, B_TRUE); 1078 dsl_dataset_block_born(ds, bp, tx); 1079 } 1080 } 1081 1082 /* called from dsl */ 1083 void 1084 dmu_objset_sync(objset_t *os, zio_t *pio, dmu_tx_t *tx) 1085 { 1086 int txgoff; 1087 zbookmark_t zb; 1088 zio_prop_t zp; 1089 zio_t *zio; 1090 list_t *list; 1091 list_t *newlist = NULL; 1092 dbuf_dirty_record_t *dr; 1093 1094 dprintf_ds(os->os_dsl_dataset, "txg=%llu\n", tx->tx_txg); 1095 1096 ASSERT(dmu_tx_is_syncing(tx)); 1097 /* XXX the write_done callback should really give us the tx... */ 1098 os->os_synctx = tx; 1099 1100 if (os->os_dsl_dataset == NULL) { 1101 /* 1102 * This is the MOS. If we have upgraded, 1103 * spa_max_replication() could change, so reset 1104 * os_copies here. 1105 */ 1106 os->os_copies = spa_max_replication(os->os_spa); 1107 } 1108 1109 /* 1110 * Create the root block IO 1111 */ 1112 SET_BOOKMARK(&zb, os->os_dsl_dataset ? 1113 os->os_dsl_dataset->ds_object : DMU_META_OBJSET, 1114 ZB_ROOT_OBJECT, ZB_ROOT_LEVEL, ZB_ROOT_BLKID); 1115 VERIFY3U(0, ==, arc_release_bp(os->os_phys_buf, &os->os_phys_buf, 1116 os->os_rootbp, os->os_spa, &zb)); 1117 1118 dmu_write_policy(os, NULL, 0, 0, &zp); 1119 1120 zio = arc_write(pio, os->os_spa, tx->tx_txg, 1121 os->os_rootbp, os->os_phys_buf, DMU_OS_IS_L2CACHEABLE(os), &zp, 1122 dmu_objset_write_ready, dmu_objset_write_done, os, 1123 ZIO_PRIORITY_ASYNC_WRITE, ZIO_FLAG_MUSTSUCCEED, &zb); 1124 1125 /* 1126 * Sync special dnodes - the parent IO for the sync is the root block 1127 */ 1128 DMU_META_DNODE(os)->dn_zio = zio; 1129 dnode_sync(DMU_META_DNODE(os), tx); 1130 1131 os->os_phys->os_flags = os->os_flags; 1132 1133 if (DMU_USERUSED_DNODE(os) && 1134 DMU_USERUSED_DNODE(os)->dn_type != DMU_OT_NONE) { 1135 DMU_USERUSED_DNODE(os)->dn_zio = zio; 1136 dnode_sync(DMU_USERUSED_DNODE(os), tx); 1137 DMU_GROUPUSED_DNODE(os)->dn_zio = zio; 1138 dnode_sync(DMU_GROUPUSED_DNODE(os), tx); 1139 } 1140 1141 txgoff = tx->tx_txg & TXG_MASK; 1142 1143 if (dmu_objset_userused_enabled(os)) { 1144 newlist = &os->os_synced_dnodes; 1145 /* 1146 * We must create the list here because it uses the 1147 * dn_dirty_link[] of this txg. 1148 */ 1149 list_create(newlist, sizeof (dnode_t), 1150 offsetof(dnode_t, dn_dirty_link[txgoff])); 1151 } 1152 1153 dmu_objset_sync_dnodes(&os->os_free_dnodes[txgoff], newlist, tx); 1154 dmu_objset_sync_dnodes(&os->os_dirty_dnodes[txgoff], newlist, tx); 1155 1156 list = &DMU_META_DNODE(os)->dn_dirty_records[txgoff]; 1157 while (dr = list_head(list)) { 1158 ASSERT(dr->dr_dbuf->db_level == 0); 1159 list_remove(list, dr); 1160 if (dr->dr_zio) 1161 zio_nowait(dr->dr_zio); 1162 } 1163 /* 1164 * Free intent log blocks up to this tx. 1165 */ 1166 zil_sync(os->os_zil, tx); 1167 os->os_phys->os_zil_header = os->os_zil_header; 1168 zio_nowait(zio); 1169 } 1170 1171 boolean_t 1172 dmu_objset_is_dirty(objset_t *os, uint64_t txg) 1173 { 1174 return (!list_is_empty(&os->os_dirty_dnodes[txg & TXG_MASK]) || 1175 !list_is_empty(&os->os_free_dnodes[txg & TXG_MASK])); 1176 } 1177 1178 boolean_t 1179 dmu_objset_is_dirty_anywhere(objset_t *os) 1180 { 1181 for (int t = 0; t < TXG_SIZE; t++) 1182 if (dmu_objset_is_dirty(os, t)) 1183 return (B_TRUE); 1184 return (B_FALSE); 1185 } 1186 1187 static objset_used_cb_t *used_cbs[DMU_OST_NUMTYPES]; 1188 1189 void 1190 dmu_objset_register_type(dmu_objset_type_t ost, objset_used_cb_t *cb) 1191 { 1192 used_cbs[ost] = cb; 1193 } 1194 1195 boolean_t 1196 dmu_objset_userused_enabled(objset_t *os) 1197 { 1198 return (spa_version(os->os_spa) >= SPA_VERSION_USERSPACE && 1199 used_cbs[os->os_phys->os_type] != NULL && 1200 DMU_USERUSED_DNODE(os) != NULL); 1201 } 1202 1203 static void 1204 do_userquota_update(objset_t *os, uint64_t used, uint64_t flags, 1205 uint64_t user, uint64_t group, boolean_t subtract, dmu_tx_t *tx) 1206 { 1207 if ((flags & DNODE_FLAG_USERUSED_ACCOUNTED)) { 1208 int64_t delta = DNODE_SIZE + used; 1209 if (subtract) 1210 delta = -delta; 1211 VERIFY3U(0, ==, zap_increment_int(os, DMU_USERUSED_OBJECT, 1212 user, delta, tx)); 1213 VERIFY3U(0, ==, zap_increment_int(os, DMU_GROUPUSED_OBJECT, 1214 group, delta, tx)); 1215 } 1216 } 1217 1218 void 1219 dmu_objset_do_userquota_updates(objset_t *os, dmu_tx_t *tx) 1220 { 1221 dnode_t *dn; 1222 list_t *list = &os->os_synced_dnodes; 1223 1224 ASSERT(list_head(list) == NULL || dmu_objset_userused_enabled(os)); 1225 1226 while (dn = list_head(list)) { 1227 int flags; 1228 ASSERT(!DMU_OBJECT_IS_SPECIAL(dn->dn_object)); 1229 ASSERT(dn->dn_phys->dn_type == DMU_OT_NONE || 1230 dn->dn_phys->dn_flags & 1231 DNODE_FLAG_USERUSED_ACCOUNTED); 1232 1233 /* Allocate the user/groupused objects if necessary. */ 1234 if (DMU_USERUSED_DNODE(os)->dn_type == DMU_OT_NONE) { 1235 VERIFY(0 == zap_create_claim(os, 1236 DMU_USERUSED_OBJECT, 1237 DMU_OT_USERGROUP_USED, DMU_OT_NONE, 0, tx)); 1238 VERIFY(0 == zap_create_claim(os, 1239 DMU_GROUPUSED_OBJECT, 1240 DMU_OT_USERGROUP_USED, DMU_OT_NONE, 0, tx)); 1241 } 1242 1243 /* 1244 * We intentionally modify the zap object even if the 1245 * net delta is zero. Otherwise 1246 * the block of the zap obj could be shared between 1247 * datasets but need to be different between them after 1248 * a bprewrite. 1249 */ 1250 1251 flags = dn->dn_id_flags; 1252 ASSERT(flags); 1253 if (flags & DN_ID_OLD_EXIST) { 1254 do_userquota_update(os, dn->dn_oldused, dn->dn_oldflags, 1255 dn->dn_olduid, dn->dn_oldgid, B_TRUE, tx); 1256 } 1257 if (flags & DN_ID_NEW_EXIST) { 1258 do_userquota_update(os, DN_USED_BYTES(dn->dn_phys), 1259 dn->dn_phys->dn_flags, dn->dn_newuid, 1260 dn->dn_newgid, B_FALSE, tx); 1261 } 1262 1263 mutex_enter(&dn->dn_mtx); 1264 dn->dn_oldused = 0; 1265 dn->dn_oldflags = 0; 1266 if (dn->dn_id_flags & DN_ID_NEW_EXIST) { 1267 dn->dn_olduid = dn->dn_newuid; 1268 dn->dn_oldgid = dn->dn_newgid; 1269 dn->dn_id_flags |= DN_ID_OLD_EXIST; 1270 if (dn->dn_bonuslen == 0) 1271 dn->dn_id_flags |= DN_ID_CHKED_SPILL; 1272 else 1273 dn->dn_id_flags |= DN_ID_CHKED_BONUS; 1274 } 1275 dn->dn_id_flags &= ~(DN_ID_NEW_EXIST); 1276 mutex_exit(&dn->dn_mtx); 1277 1278 list_remove(list, dn); 1279 dnode_rele(dn, list); 1280 } 1281 } 1282 1283 /* 1284 * Returns a pointer to data to find uid/gid from 1285 * 1286 * If a dirty record for transaction group that is syncing can't 1287 * be found then NULL is returned. In the NULL case it is assumed 1288 * the uid/gid aren't changing. 1289 */ 1290 static void * 1291 dmu_objset_userquota_find_data(dmu_buf_impl_t *db, dmu_tx_t *tx) 1292 { 1293 dbuf_dirty_record_t *dr, **drp; 1294 void *data; 1295 1296 if (db->db_dirtycnt == 0) 1297 return (db->db.db_data); /* Nothing is changing */ 1298 1299 for (drp = &db->db_last_dirty; (dr = *drp) != NULL; drp = &dr->dr_next) 1300 if (dr->dr_txg == tx->tx_txg) 1301 break; 1302 1303 if (dr == NULL) { 1304 data = NULL; 1305 } else { 1306 dnode_t *dn; 1307 1308 DB_DNODE_ENTER(dr->dr_dbuf); 1309 dn = DB_DNODE(dr->dr_dbuf); 1310 1311 if (dn->dn_bonuslen == 0 && 1312 dr->dr_dbuf->db_blkid == DMU_SPILL_BLKID) 1313 data = dr->dt.dl.dr_data->b_data; 1314 else 1315 data = dr->dt.dl.dr_data; 1316 1317 DB_DNODE_EXIT(dr->dr_dbuf); 1318 } 1319 1320 return (data); 1321 } 1322 1323 void 1324 dmu_objset_userquota_get_ids(dnode_t *dn, boolean_t before, dmu_tx_t *tx) 1325 { 1326 objset_t *os = dn->dn_objset; 1327 void *data = NULL; 1328 dmu_buf_impl_t *db = NULL; 1329 uint64_t *user, *group; 1330 int flags = dn->dn_id_flags; 1331 int error; 1332 boolean_t have_spill = B_FALSE; 1333 1334 if (!dmu_objset_userused_enabled(dn->dn_objset)) 1335 return; 1336 1337 if (before && (flags & (DN_ID_CHKED_BONUS|DN_ID_OLD_EXIST| 1338 DN_ID_CHKED_SPILL))) 1339 return; 1340 1341 if (before && dn->dn_bonuslen != 0) 1342 data = DN_BONUS(dn->dn_phys); 1343 else if (!before && dn->dn_bonuslen != 0) { 1344 if (dn->dn_bonus) { 1345 db = dn->dn_bonus; 1346 mutex_enter(&db->db_mtx); 1347 data = dmu_objset_userquota_find_data(db, tx); 1348 } else { 1349 data = DN_BONUS(dn->dn_phys); 1350 } 1351 } else if (dn->dn_bonuslen == 0 && dn->dn_bonustype == DMU_OT_SA) { 1352 int rf = 0; 1353 1354 if (RW_WRITE_HELD(&dn->dn_struct_rwlock)) 1355 rf |= DB_RF_HAVESTRUCT; 1356 error = dmu_spill_hold_by_dnode(dn, 1357 rf | DB_RF_MUST_SUCCEED, 1358 FTAG, (dmu_buf_t **)&db); 1359 ASSERT(error == 0); 1360 mutex_enter(&db->db_mtx); 1361 data = (before) ? db->db.db_data : 1362 dmu_objset_userquota_find_data(db, tx); 1363 have_spill = B_TRUE; 1364 } else { 1365 mutex_enter(&dn->dn_mtx); 1366 dn->dn_id_flags |= DN_ID_CHKED_BONUS; 1367 mutex_exit(&dn->dn_mtx); 1368 return; 1369 } 1370 1371 if (before) { 1372 ASSERT(data); 1373 user = &dn->dn_olduid; 1374 group = &dn->dn_oldgid; 1375 } else if (data) { 1376 user = &dn->dn_newuid; 1377 group = &dn->dn_newgid; 1378 } 1379 1380 /* 1381 * Must always call the callback in case the object 1382 * type has changed and that type isn't an object type to track 1383 */ 1384 error = used_cbs[os->os_phys->os_type](dn->dn_bonustype, data, 1385 user, group); 1386 1387 /* 1388 * Preserve existing uid/gid when the callback can't determine 1389 * what the new uid/gid are and the callback returned EEXIST. 1390 * The EEXIST error tells us to just use the existing uid/gid. 1391 * If we don't know what the old values are then just assign 1392 * them to 0, since that is a new file being created. 1393 */ 1394 if (!before && data == NULL && error == EEXIST) { 1395 if (flags & DN_ID_OLD_EXIST) { 1396 dn->dn_newuid = dn->dn_olduid; 1397 dn->dn_newgid = dn->dn_oldgid; 1398 } else { 1399 dn->dn_newuid = 0; 1400 dn->dn_newgid = 0; 1401 } 1402 error = 0; 1403 } 1404 1405 if (db) 1406 mutex_exit(&db->db_mtx); 1407 1408 mutex_enter(&dn->dn_mtx); 1409 if (error == 0 && before) 1410 dn->dn_id_flags |= DN_ID_OLD_EXIST; 1411 if (error == 0 && !before) 1412 dn->dn_id_flags |= DN_ID_NEW_EXIST; 1413 1414 if (have_spill) { 1415 dn->dn_id_flags |= DN_ID_CHKED_SPILL; 1416 } else { 1417 dn->dn_id_flags |= DN_ID_CHKED_BONUS; 1418 } 1419 mutex_exit(&dn->dn_mtx); 1420 if (have_spill) 1421 dmu_buf_rele((dmu_buf_t *)db, FTAG); 1422 } 1423 1424 boolean_t 1425 dmu_objset_userspace_present(objset_t *os) 1426 { 1427 return (os->os_phys->os_flags & 1428 OBJSET_FLAG_USERACCOUNTING_COMPLETE); 1429 } 1430 1431 int 1432 dmu_objset_userspace_upgrade(objset_t *os) 1433 { 1434 uint64_t obj; 1435 int err = 0; 1436 1437 if (dmu_objset_userspace_present(os)) 1438 return (0); 1439 if (!dmu_objset_userused_enabled(os)) 1440 return (ENOTSUP); 1441 if (dmu_objset_is_snapshot(os)) 1442 return (EINVAL); 1443 1444 /* 1445 * We simply need to mark every object dirty, so that it will be 1446 * synced out and now accounted. If this is called 1447 * concurrently, or if we already did some work before crashing, 1448 * that's fine, since we track each object's accounted state 1449 * independently. 1450 */ 1451 1452 for (obj = 0; err == 0; err = dmu_object_next(os, &obj, FALSE, 0)) { 1453 dmu_tx_t *tx; 1454 dmu_buf_t *db; 1455 int objerr; 1456 1457 if (issig(JUSTLOOKING) && issig(FORREAL)) 1458 return (EINTR); 1459 1460 objerr = dmu_bonus_hold(os, obj, FTAG, &db); 1461 if (objerr) 1462 continue; 1463 tx = dmu_tx_create(os); 1464 dmu_tx_hold_bonus(tx, obj); 1465 objerr = dmu_tx_assign(tx, TXG_WAIT); 1466 if (objerr) { 1467 dmu_tx_abort(tx); 1468 continue; 1469 } 1470 dmu_buf_will_dirty(db, tx); 1471 dmu_buf_rele(db, FTAG); 1472 dmu_tx_commit(tx); 1473 } 1474 1475 os->os_flags |= OBJSET_FLAG_USERACCOUNTING_COMPLETE; 1476 txg_wait_synced(dmu_objset_pool(os), 0); 1477 return (0); 1478 } 1479 1480 void 1481 dmu_objset_space(objset_t *os, uint64_t *refdbytesp, uint64_t *availbytesp, 1482 uint64_t *usedobjsp, uint64_t *availobjsp) 1483 { 1484 dsl_dataset_space(os->os_dsl_dataset, refdbytesp, availbytesp, 1485 usedobjsp, availobjsp); 1486 } 1487 1488 uint64_t 1489 dmu_objset_fsid_guid(objset_t *os) 1490 { 1491 return (dsl_dataset_fsid_guid(os->os_dsl_dataset)); 1492 } 1493 1494 void 1495 dmu_objset_fast_stat(objset_t *os, dmu_objset_stats_t *stat) 1496 { 1497 stat->dds_type = os->os_phys->os_type; 1498 if (os->os_dsl_dataset) 1499 dsl_dataset_fast_stat(os->os_dsl_dataset, stat); 1500 } 1501 1502 void 1503 dmu_objset_stats(objset_t *os, nvlist_t *nv) 1504 { 1505 ASSERT(os->os_dsl_dataset || 1506 os->os_phys->os_type == DMU_OST_META); 1507 1508 if (os->os_dsl_dataset != NULL) 1509 dsl_dataset_stats(os->os_dsl_dataset, nv); 1510 1511 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_TYPE, 1512 os->os_phys->os_type); 1513 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USERACCOUNTING, 1514 dmu_objset_userspace_present(os)); 1515 } 1516 1517 int 1518 dmu_objset_is_snapshot(objset_t *os) 1519 { 1520 if (os->os_dsl_dataset != NULL) 1521 return (dsl_dataset_is_snapshot(os->os_dsl_dataset)); 1522 else 1523 return (B_FALSE); 1524 } 1525 1526 int 1527 dmu_snapshot_realname(objset_t *os, char *name, char *real, int maxlen, 1528 boolean_t *conflict) 1529 { 1530 dsl_dataset_t *ds = os->os_dsl_dataset; 1531 uint64_t ignored; 1532 1533 if (ds->ds_phys->ds_snapnames_zapobj == 0) 1534 return (ENOENT); 1535 1536 return (zap_lookup_norm(ds->ds_dir->dd_pool->dp_meta_objset, 1537 ds->ds_phys->ds_snapnames_zapobj, name, 8, 1, &ignored, MT_FIRST, 1538 real, maxlen, conflict)); 1539 } 1540 1541 int 1542 dmu_snapshot_list_next(objset_t *os, int namelen, char *name, 1543 uint64_t *idp, uint64_t *offp, boolean_t *case_conflict) 1544 { 1545 dsl_dataset_t *ds = os->os_dsl_dataset; 1546 zap_cursor_t cursor; 1547 zap_attribute_t attr; 1548 1549 if (ds->ds_phys->ds_snapnames_zapobj == 0) 1550 return (ENOENT); 1551 1552 zap_cursor_init_serialized(&cursor, 1553 ds->ds_dir->dd_pool->dp_meta_objset, 1554 ds->ds_phys->ds_snapnames_zapobj, *offp); 1555 1556 if (zap_cursor_retrieve(&cursor, &attr) != 0) { 1557 zap_cursor_fini(&cursor); 1558 return (ENOENT); 1559 } 1560 1561 if (strlen(attr.za_name) + 1 > namelen) { 1562 zap_cursor_fini(&cursor); 1563 return (ENAMETOOLONG); 1564 } 1565 1566 (void) strcpy(name, attr.za_name); 1567 if (idp) 1568 *idp = attr.za_first_integer; 1569 if (case_conflict) 1570 *case_conflict = attr.za_normalization_conflict; 1571 zap_cursor_advance(&cursor); 1572 *offp = zap_cursor_serialize(&cursor); 1573 zap_cursor_fini(&cursor); 1574 1575 return (0); 1576 } 1577 1578 int 1579 dmu_dir_list_next(objset_t *os, int namelen, char *name, 1580 uint64_t *idp, uint64_t *offp) 1581 { 1582 dsl_dir_t *dd = os->os_dsl_dataset->ds_dir; 1583 zap_cursor_t cursor; 1584 zap_attribute_t attr; 1585 1586 /* there is no next dir on a snapshot! */ 1587 if (os->os_dsl_dataset->ds_object != 1588 dd->dd_phys->dd_head_dataset_obj) 1589 return (ENOENT); 1590 1591 zap_cursor_init_serialized(&cursor, 1592 dd->dd_pool->dp_meta_objset, 1593 dd->dd_phys->dd_child_dir_zapobj, *offp); 1594 1595 if (zap_cursor_retrieve(&cursor, &attr) != 0) { 1596 zap_cursor_fini(&cursor); 1597 return (ENOENT); 1598 } 1599 1600 if (strlen(attr.za_name) + 1 > namelen) { 1601 zap_cursor_fini(&cursor); 1602 return (ENAMETOOLONG); 1603 } 1604 1605 (void) strcpy(name, attr.za_name); 1606 if (idp) 1607 *idp = attr.za_first_integer; 1608 zap_cursor_advance(&cursor); 1609 *offp = zap_cursor_serialize(&cursor); 1610 zap_cursor_fini(&cursor); 1611 1612 return (0); 1613 } 1614 1615 struct findarg { 1616 int (*func)(const char *, void *); 1617 void *arg; 1618 }; 1619 1620 /* ARGSUSED */ 1621 static int 1622 findfunc(spa_t *spa, uint64_t dsobj, const char *dsname, void *arg) 1623 { 1624 struct findarg *fa = arg; 1625 return (fa->func(dsname, fa->arg)); 1626 } 1627 1628 /* 1629 * Find all objsets under name, and for each, call 'func(child_name, arg)'. 1630 * Perhaps change all callers to use dmu_objset_find_spa()? 1631 */ 1632 int 1633 dmu_objset_find(char *name, int func(const char *, void *), void *arg, 1634 int flags) 1635 { 1636 struct findarg fa; 1637 fa.func = func; 1638 fa.arg = arg; 1639 return (dmu_objset_find_spa(NULL, name, findfunc, &fa, flags)); 1640 } 1641 1642 /* 1643 * Find all objsets under name, call func on each 1644 */ 1645 int 1646 dmu_objset_find_spa(spa_t *spa, const char *name, 1647 int func(spa_t *, uint64_t, const char *, void *), void *arg, int flags) 1648 { 1649 dsl_dir_t *dd; 1650 dsl_pool_t *dp; 1651 dsl_dataset_t *ds; 1652 zap_cursor_t zc; 1653 zap_attribute_t *attr; 1654 char *child; 1655 uint64_t thisobj; 1656 int err; 1657 1658 if (name == NULL) 1659 name = spa_name(spa); 1660 err = dsl_dir_open_spa(spa, name, FTAG, &dd, NULL); 1661 if (err) 1662 return (err); 1663 1664 /* Don't visit hidden ($MOS & $ORIGIN) objsets. */ 1665 if (dd->dd_myname[0] == '$') { 1666 dsl_dir_close(dd, FTAG); 1667 return (0); 1668 } 1669 1670 thisobj = dd->dd_phys->dd_head_dataset_obj; 1671 attr = kmem_alloc(sizeof (zap_attribute_t), KM_SLEEP); 1672 dp = dd->dd_pool; 1673 1674 /* 1675 * Iterate over all children. 1676 */ 1677 if (flags & DS_FIND_CHILDREN) { 1678 for (zap_cursor_init(&zc, dp->dp_meta_objset, 1679 dd->dd_phys->dd_child_dir_zapobj); 1680 zap_cursor_retrieve(&zc, attr) == 0; 1681 (void) zap_cursor_advance(&zc)) { 1682 ASSERT(attr->za_integer_length == sizeof (uint64_t)); 1683 ASSERT(attr->za_num_integers == 1); 1684 1685 child = kmem_asprintf("%s/%s", name, attr->za_name); 1686 err = dmu_objset_find_spa(spa, child, func, arg, flags); 1687 strfree(child); 1688 if (err) 1689 break; 1690 } 1691 zap_cursor_fini(&zc); 1692 1693 if (err) { 1694 dsl_dir_close(dd, FTAG); 1695 kmem_free(attr, sizeof (zap_attribute_t)); 1696 return (err); 1697 } 1698 } 1699 1700 /* 1701 * Iterate over all snapshots. 1702 */ 1703 if (flags & DS_FIND_SNAPSHOTS) { 1704 if (!dsl_pool_sync_context(dp)) 1705 rw_enter(&dp->dp_config_rwlock, RW_READER); 1706 err = dsl_dataset_hold_obj(dp, thisobj, FTAG, &ds); 1707 if (!dsl_pool_sync_context(dp)) 1708 rw_exit(&dp->dp_config_rwlock); 1709 1710 if (err == 0) { 1711 uint64_t snapobj = ds->ds_phys->ds_snapnames_zapobj; 1712 dsl_dataset_rele(ds, FTAG); 1713 1714 for (zap_cursor_init(&zc, dp->dp_meta_objset, snapobj); 1715 zap_cursor_retrieve(&zc, attr) == 0; 1716 (void) zap_cursor_advance(&zc)) { 1717 ASSERT(attr->za_integer_length == 1718 sizeof (uint64_t)); 1719 ASSERT(attr->za_num_integers == 1); 1720 1721 child = kmem_asprintf("%s@%s", 1722 name, attr->za_name); 1723 err = func(spa, attr->za_first_integer, 1724 child, arg); 1725 strfree(child); 1726 if (err) 1727 break; 1728 } 1729 zap_cursor_fini(&zc); 1730 } 1731 } 1732 1733 dsl_dir_close(dd, FTAG); 1734 kmem_free(attr, sizeof (zap_attribute_t)); 1735 1736 if (err) 1737 return (err); 1738 1739 /* 1740 * Apply to self if appropriate. 1741 */ 1742 err = func(spa, thisobj, name, arg); 1743 return (err); 1744 } 1745 1746 /* ARGSUSED */ 1747 int 1748 dmu_objset_prefetch(const char *name, void *arg) 1749 { 1750 dsl_dataset_t *ds; 1751 1752 if (dsl_dataset_hold(name, FTAG, &ds)) 1753 return (0); 1754 1755 if (!BP_IS_HOLE(&ds->ds_phys->ds_bp)) { 1756 mutex_enter(&ds->ds_opening_lock); 1757 if (ds->ds_objset == NULL) { 1758 uint32_t aflags = ARC_NOWAIT | ARC_PREFETCH; 1759 zbookmark_t zb; 1760 1761 SET_BOOKMARK(&zb, ds->ds_object, ZB_ROOT_OBJECT, 1762 ZB_ROOT_LEVEL, ZB_ROOT_BLKID); 1763 1764 (void) dsl_read_nolock(NULL, dsl_dataset_get_spa(ds), 1765 &ds->ds_phys->ds_bp, NULL, NULL, 1766 ZIO_PRIORITY_ASYNC_READ, 1767 ZIO_FLAG_CANFAIL | ZIO_FLAG_SPECULATIVE, 1768 &aflags, &zb); 1769 } 1770 mutex_exit(&ds->ds_opening_lock); 1771 } 1772 1773 dsl_dataset_rele(ds, FTAG); 1774 return (0); 1775 } 1776 1777 void 1778 dmu_objset_set_user(objset_t *os, void *user_ptr) 1779 { 1780 ASSERT(MUTEX_HELD(&os->os_user_ptr_lock)); 1781 os->os_user_ptr = user_ptr; 1782 } 1783 1784 void * 1785 dmu_objset_get_user(objset_t *os) 1786 { 1787 ASSERT(MUTEX_HELD(&os->os_user_ptr_lock)); 1788 return (os->os_user_ptr); 1789 } 1790