1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5ea8dc4b6Seschrock * Common Development and Distribution License (the "License"). 6ea8dc4b6Seschrock * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21fa9e4066Sahrens /* 229082849eSck * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23fa9e4066Sahrens * Use is subject to license terms. 24fa9e4066Sahrens */ 25fa9e4066Sahrens 26fa9e4066Sahrens #pragma ident "%Z%%M% %I% %E% SMI" 27fa9e4066Sahrens 28fa9e4066Sahrens #include <sys/dmu_objset.h> 29fa9e4066Sahrens #include <sys/dsl_dataset.h> 30fa9e4066Sahrens #include <sys/dsl_dir.h> 3199653d4eSeschrock #include <sys/dsl_prop.h> 321d452cf5Sahrens #include <sys/dsl_synctask.h> 33fa9e4066Sahrens #include <sys/dmu_traverse.h> 34fa9e4066Sahrens #include <sys/dmu_tx.h> 35fa9e4066Sahrens #include <sys/arc.h> 36fa9e4066Sahrens #include <sys/zio.h> 37fa9e4066Sahrens #include <sys/zap.h> 38fa9e4066Sahrens #include <sys/unique.h> 39fa9e4066Sahrens #include <sys/zfs_context.h> 40cdf5b4caSmmusante #include <sys/zfs_ioctl.h> 41ecd6cf80Smarks #include <sys/spa.h> 42088f3894Sahrens #include <sys/zfs_znode.h> 43ecd6cf80Smarks #include <sys/sunddi.h> 44fa9e4066Sahrens 45745cd3c5Smaybee static char *dsl_reaper = "the grim reaper"; 46745cd3c5Smaybee 471d452cf5Sahrens static dsl_checkfunc_t dsl_dataset_destroy_begin_check; 481d452cf5Sahrens static dsl_syncfunc_t dsl_dataset_destroy_begin_sync; 491d452cf5Sahrens static dsl_checkfunc_t dsl_dataset_rollback_check; 501d452cf5Sahrens static dsl_syncfunc_t dsl_dataset_rollback_sync; 51a9799022Sck static dsl_syncfunc_t dsl_dataset_set_reservation_sync; 52e1930233Sbonwick 5355434c77Sek #define DS_REF_MAX (1ULL << 62) 54fa9e4066Sahrens 55fa9e4066Sahrens #define DSL_DEADLIST_BLOCKSIZE SPA_MAXBLOCKSIZE 56fa9e4066Sahrens 57745cd3c5Smaybee #define DSL_DATASET_IS_DESTROYED(ds) ((ds)->ds_owner == dsl_reaper) 58745cd3c5Smaybee 59fa9e4066Sahrens 60a9799022Sck /* 61a9799022Sck * Figure out how much of this delta should be propogated to the dsl_dir 62a9799022Sck * layer. If there's a refreservation, that space has already been 63a9799022Sck * partially accounted for in our ancestors. 64a9799022Sck */ 65a9799022Sck static int64_t 66a9799022Sck parent_delta(dsl_dataset_t *ds, int64_t delta) 67a9799022Sck { 68a9799022Sck uint64_t old_bytes, new_bytes; 69a9799022Sck 70a9799022Sck if (ds->ds_reserved == 0) 71a9799022Sck return (delta); 72a9799022Sck 73a9799022Sck old_bytes = MAX(ds->ds_phys->ds_unique_bytes, ds->ds_reserved); 74a9799022Sck new_bytes = MAX(ds->ds_phys->ds_unique_bytes + delta, ds->ds_reserved); 75a9799022Sck 76a9799022Sck ASSERT3U(ABS((int64_t)(new_bytes - old_bytes)), <=, ABS(delta)); 77a9799022Sck return (new_bytes - old_bytes); 78a9799022Sck } 79fa9e4066Sahrens 80fa9e4066Sahrens void 81fa9e4066Sahrens dsl_dataset_block_born(dsl_dataset_t *ds, blkptr_t *bp, dmu_tx_t *tx) 82fa9e4066Sahrens { 8399653d4eSeschrock int used = bp_get_dasize(tx->tx_pool->dp_spa, bp); 84fa9e4066Sahrens int compressed = BP_GET_PSIZE(bp); 85fa9e4066Sahrens int uncompressed = BP_GET_UCSIZE(bp); 86a9799022Sck int64_t delta; 87fa9e4066Sahrens 88fa9e4066Sahrens dprintf_bp(bp, "born, ds=%p\n", ds); 89fa9e4066Sahrens 90fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 91fa9e4066Sahrens /* It could have been compressed away to nothing */ 92fa9e4066Sahrens if (BP_IS_HOLE(bp)) 93fa9e4066Sahrens return; 94fa9e4066Sahrens ASSERT(BP_GET_TYPE(bp) != DMU_OT_NONE); 95fa9e4066Sahrens ASSERT3U(BP_GET_TYPE(bp), <, DMU_OT_NUMTYPES); 96fa9e4066Sahrens if (ds == NULL) { 97fa9e4066Sahrens /* 98fa9e4066Sahrens * Account for the meta-objset space in its placeholder 99fa9e4066Sahrens * dsl_dir. 100fa9e4066Sahrens */ 101fa9e4066Sahrens ASSERT3U(compressed, ==, uncompressed); /* it's all metadata */ 102fa9e4066Sahrens dsl_dir_diduse_space(tx->tx_pool->dp_mos_dir, 103fa9e4066Sahrens used, compressed, uncompressed, tx); 104fa9e4066Sahrens dsl_dir_dirty(tx->tx_pool->dp_mos_dir, tx); 105fa9e4066Sahrens return; 106fa9e4066Sahrens } 107fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 108fa9e4066Sahrens mutex_enter(&ds->ds_lock); 109a9799022Sck delta = parent_delta(ds, used); 110fa9e4066Sahrens ds->ds_phys->ds_used_bytes += used; 111fa9e4066Sahrens ds->ds_phys->ds_compressed_bytes += compressed; 112fa9e4066Sahrens ds->ds_phys->ds_uncompressed_bytes += uncompressed; 113fa9e4066Sahrens ds->ds_phys->ds_unique_bytes += used; 114fa9e4066Sahrens mutex_exit(&ds->ds_lock); 115a9799022Sck dsl_dir_diduse_space(ds->ds_dir, delta, compressed, uncompressed, tx); 116fa9e4066Sahrens } 117fa9e4066Sahrens 118cdb0ab79Smaybee int 119c717a561Smaybee dsl_dataset_block_kill(dsl_dataset_t *ds, blkptr_t *bp, zio_t *pio, 120c717a561Smaybee dmu_tx_t *tx) 121fa9e4066Sahrens { 12299653d4eSeschrock int used = bp_get_dasize(tx->tx_pool->dp_spa, bp); 123fa9e4066Sahrens int compressed = BP_GET_PSIZE(bp); 124fa9e4066Sahrens int uncompressed = BP_GET_UCSIZE(bp); 125fa9e4066Sahrens 126fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 127c717a561Smaybee /* No block pointer => nothing to free */ 128fa9e4066Sahrens if (BP_IS_HOLE(bp)) 129cdb0ab79Smaybee return (0); 130fa9e4066Sahrens 131fa9e4066Sahrens ASSERT(used > 0); 132fa9e4066Sahrens if (ds == NULL) { 133c717a561Smaybee int err; 134fa9e4066Sahrens /* 135fa9e4066Sahrens * Account for the meta-objset space in its placeholder 136fa9e4066Sahrens * dataset. 137fa9e4066Sahrens */ 138088f3894Sahrens err = dsl_free(pio, tx->tx_pool, 139c717a561Smaybee tx->tx_txg, bp, NULL, NULL, pio ? ARC_NOWAIT: ARC_WAIT); 140c717a561Smaybee ASSERT(err == 0); 141fa9e4066Sahrens 142fa9e4066Sahrens dsl_dir_diduse_space(tx->tx_pool->dp_mos_dir, 143fa9e4066Sahrens -used, -compressed, -uncompressed, tx); 144fa9e4066Sahrens dsl_dir_dirty(tx->tx_pool->dp_mos_dir, tx); 145cdb0ab79Smaybee return (used); 146fa9e4066Sahrens } 147fa9e4066Sahrens ASSERT3P(tx->tx_pool, ==, ds->ds_dir->dd_pool); 148fa9e4066Sahrens 149fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 150fa9e4066Sahrens 151fa9e4066Sahrens if (bp->blk_birth > ds->ds_phys->ds_prev_snap_txg) { 152c717a561Smaybee int err; 153a9799022Sck int64_t delta; 154c717a561Smaybee 155fa9e4066Sahrens dprintf_bp(bp, "freeing: %s", ""); 156088f3894Sahrens err = dsl_free(pio, tx->tx_pool, 157c717a561Smaybee tx->tx_txg, bp, NULL, NULL, pio ? ARC_NOWAIT: ARC_WAIT); 158c717a561Smaybee ASSERT(err == 0); 159fa9e4066Sahrens 160fa9e4066Sahrens mutex_enter(&ds->ds_lock); 161a9799022Sck ASSERT(ds->ds_phys->ds_unique_bytes >= used || 162a9799022Sck !DS_UNIQUE_IS_ACCURATE(ds)); 163a9799022Sck delta = parent_delta(ds, -used); 164fa9e4066Sahrens ds->ds_phys->ds_unique_bytes -= used; 165fa9e4066Sahrens mutex_exit(&ds->ds_lock); 166fa9e4066Sahrens dsl_dir_diduse_space(ds->ds_dir, 167a9799022Sck delta, -compressed, -uncompressed, tx); 168fa9e4066Sahrens } else { 169fa9e4066Sahrens dprintf_bp(bp, "putting on dead list: %s", ""); 170ea8dc4b6Seschrock VERIFY(0 == bplist_enqueue(&ds->ds_deadlist, bp, tx)); 171a4611edeSahrens ASSERT3U(ds->ds_prev->ds_object, ==, 172a4611edeSahrens ds->ds_phys->ds_prev_snap_obj); 173a4611edeSahrens ASSERT(ds->ds_prev->ds_phys->ds_num_children > 0); 174fa9e4066Sahrens /* if (bp->blk_birth > prev prev snap txg) prev unique += bs */ 175a4611edeSahrens if (ds->ds_prev->ds_phys->ds_next_snap_obj == 176a4611edeSahrens ds->ds_object && bp->blk_birth > 177a4611edeSahrens ds->ds_prev->ds_phys->ds_prev_snap_txg) { 178a4611edeSahrens dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx); 179a4611edeSahrens mutex_enter(&ds->ds_prev->ds_lock); 180a4611edeSahrens ds->ds_prev->ds_phys->ds_unique_bytes += used; 181a4611edeSahrens mutex_exit(&ds->ds_prev->ds_lock); 182fa9e4066Sahrens } 183fa9e4066Sahrens } 184fa9e4066Sahrens mutex_enter(&ds->ds_lock); 185fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_used_bytes, >=, used); 186fa9e4066Sahrens ds->ds_phys->ds_used_bytes -= used; 187fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_compressed_bytes, >=, compressed); 188fa9e4066Sahrens ds->ds_phys->ds_compressed_bytes -= compressed; 189fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_uncompressed_bytes, >=, uncompressed); 190fa9e4066Sahrens ds->ds_phys->ds_uncompressed_bytes -= uncompressed; 191fa9e4066Sahrens mutex_exit(&ds->ds_lock); 192cdb0ab79Smaybee 193cdb0ab79Smaybee return (used); 194fa9e4066Sahrens } 195fa9e4066Sahrens 196ea8dc4b6Seschrock uint64_t 197ea8dc4b6Seschrock dsl_dataset_prev_snap_txg(dsl_dataset_t *ds) 198fa9e4066Sahrens { 199a2eea2e1Sahrens uint64_t trysnap = 0; 200a2eea2e1Sahrens 201fa9e4066Sahrens if (ds == NULL) 202ea8dc4b6Seschrock return (0); 203fa9e4066Sahrens /* 204fa9e4066Sahrens * The snapshot creation could fail, but that would cause an 205fa9e4066Sahrens * incorrect FALSE return, which would only result in an 206fa9e4066Sahrens * overestimation of the amount of space that an operation would 207fa9e4066Sahrens * consume, which is OK. 208fa9e4066Sahrens * 209fa9e4066Sahrens * There's also a small window where we could miss a pending 210fa9e4066Sahrens * snapshot, because we could set the sync task in the quiescing 211fa9e4066Sahrens * phase. So this should only be used as a guess. 212fa9e4066Sahrens */ 213a2eea2e1Sahrens if (ds->ds_trysnap_txg > 214a2eea2e1Sahrens spa_last_synced_txg(ds->ds_dir->dd_pool->dp_spa)) 215a2eea2e1Sahrens trysnap = ds->ds_trysnap_txg; 216a2eea2e1Sahrens return (MAX(ds->ds_phys->ds_prev_snap_txg, trysnap)); 217ea8dc4b6Seschrock } 218ea8dc4b6Seschrock 219ea8dc4b6Seschrock int 220ea8dc4b6Seschrock dsl_dataset_block_freeable(dsl_dataset_t *ds, uint64_t blk_birth) 221ea8dc4b6Seschrock { 222ea8dc4b6Seschrock return (blk_birth > dsl_dataset_prev_snap_txg(ds)); 223fa9e4066Sahrens } 224fa9e4066Sahrens 225fa9e4066Sahrens /* ARGSUSED */ 226fa9e4066Sahrens static void 227fa9e4066Sahrens dsl_dataset_evict(dmu_buf_t *db, void *dsv) 228fa9e4066Sahrens { 229fa9e4066Sahrens dsl_dataset_t *ds = dsv; 230fa9e4066Sahrens 231745cd3c5Smaybee ASSERT(ds->ds_owner == NULL || DSL_DATASET_IS_DESTROYED(ds)); 232fa9e4066Sahrens 233fa9e4066Sahrens dprintf_ds(ds, "evicting %s\n", ""); 234fa9e4066Sahrens 23591ebeef5Sahrens unique_remove(ds->ds_fsid_guid); 236fa9e4066Sahrens 237fa9e4066Sahrens if (ds->ds_user_ptr != NULL) 238fa9e4066Sahrens ds->ds_user_evict_func(ds, ds->ds_user_ptr); 239fa9e4066Sahrens 240fa9e4066Sahrens if (ds->ds_prev) { 241745cd3c5Smaybee dsl_dataset_drop_ref(ds->ds_prev, ds); 242fa9e4066Sahrens ds->ds_prev = NULL; 243fa9e4066Sahrens } 244fa9e4066Sahrens 245fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 246745cd3c5Smaybee if (ds->ds_dir) 247745cd3c5Smaybee dsl_dir_close(ds->ds_dir, ds); 248fa9e4066Sahrens 24991ebeef5Sahrens ASSERT(!list_link_active(&ds->ds_synced_link)); 250fa9e4066Sahrens 2515ad82045Snd mutex_destroy(&ds->ds_lock); 25291ebeef5Sahrens mutex_destroy(&ds->ds_opening_lock); 2535ad82045Snd mutex_destroy(&ds->ds_deadlist.bpl_lock); 254745cd3c5Smaybee rw_destroy(&ds->ds_rwlock); 255745cd3c5Smaybee cv_destroy(&ds->ds_exclusive_cv); 2565ad82045Snd 257fa9e4066Sahrens kmem_free(ds, sizeof (dsl_dataset_t)); 258fa9e4066Sahrens } 259fa9e4066Sahrens 260ea8dc4b6Seschrock static int 261fa9e4066Sahrens dsl_dataset_get_snapname(dsl_dataset_t *ds) 262fa9e4066Sahrens { 263fa9e4066Sahrens dsl_dataset_phys_t *headphys; 264fa9e4066Sahrens int err; 265fa9e4066Sahrens dmu_buf_t *headdbuf; 266fa9e4066Sahrens dsl_pool_t *dp = ds->ds_dir->dd_pool; 267fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 268fa9e4066Sahrens 269fa9e4066Sahrens if (ds->ds_snapname[0]) 270ea8dc4b6Seschrock return (0); 271fa9e4066Sahrens if (ds->ds_phys->ds_next_snap_obj == 0) 272ea8dc4b6Seschrock return (0); 273fa9e4066Sahrens 274ea8dc4b6Seschrock err = dmu_bonus_hold(mos, ds->ds_dir->dd_phys->dd_head_dataset_obj, 275ea8dc4b6Seschrock FTAG, &headdbuf); 276ea8dc4b6Seschrock if (err) 277ea8dc4b6Seschrock return (err); 278fa9e4066Sahrens headphys = headdbuf->db_data; 279fa9e4066Sahrens err = zap_value_search(dp->dp_meta_objset, 280e7437265Sahrens headphys->ds_snapnames_zapobj, ds->ds_object, 0, ds->ds_snapname); 281ea8dc4b6Seschrock dmu_buf_rele(headdbuf, FTAG); 282ea8dc4b6Seschrock return (err); 283fa9e4066Sahrens } 284fa9e4066Sahrens 285ab04eb8eStimh static int 286745cd3c5Smaybee dsl_dataset_snap_lookup(dsl_dataset_t *ds, const char *name, uint64_t *value) 287ab04eb8eStimh { 288745cd3c5Smaybee objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 289745cd3c5Smaybee uint64_t snapobj = ds->ds_phys->ds_snapnames_zapobj; 290ab04eb8eStimh matchtype_t mt; 291ab04eb8eStimh int err; 292ab04eb8eStimh 293745cd3c5Smaybee if (ds->ds_phys->ds_flags & DS_FLAG_CI_DATASET) 294ab04eb8eStimh mt = MT_FIRST; 295ab04eb8eStimh else 296ab04eb8eStimh mt = MT_EXACT; 297ab04eb8eStimh 298745cd3c5Smaybee err = zap_lookup_norm(mos, snapobj, name, 8, 1, 299ab04eb8eStimh value, mt, NULL, 0, NULL); 300ab04eb8eStimh if (err == ENOTSUP && mt == MT_FIRST) 301745cd3c5Smaybee err = zap_lookup(mos, snapobj, name, 8, 1, value); 302ab04eb8eStimh return (err); 303ab04eb8eStimh } 304ab04eb8eStimh 305ab04eb8eStimh static int 306745cd3c5Smaybee dsl_dataset_snap_remove(dsl_dataset_t *ds, char *name, dmu_tx_t *tx) 307ab04eb8eStimh { 308745cd3c5Smaybee objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 309745cd3c5Smaybee uint64_t snapobj = ds->ds_phys->ds_snapnames_zapobj; 310ab04eb8eStimh matchtype_t mt; 311ab04eb8eStimh int err; 312ab04eb8eStimh 313745cd3c5Smaybee if (ds->ds_phys->ds_flags & DS_FLAG_CI_DATASET) 314ab04eb8eStimh mt = MT_FIRST; 315ab04eb8eStimh else 316ab04eb8eStimh mt = MT_EXACT; 317ab04eb8eStimh 318745cd3c5Smaybee err = zap_remove_norm(mos, snapobj, name, mt, tx); 319ab04eb8eStimh if (err == ENOTSUP && mt == MT_FIRST) 320745cd3c5Smaybee err = zap_remove(mos, snapobj, name, tx); 321ab04eb8eStimh return (err); 322ab04eb8eStimh } 323ab04eb8eStimh 324745cd3c5Smaybee static int 325745cd3c5Smaybee dsl_dataset_get_ref(dsl_pool_t *dp, uint64_t dsobj, void *tag, 326745cd3c5Smaybee dsl_dataset_t **dsp) 327fa9e4066Sahrens { 328fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 329fa9e4066Sahrens dmu_buf_t *dbuf; 330fa9e4066Sahrens dsl_dataset_t *ds; 331ea8dc4b6Seschrock int err; 332fa9e4066Sahrens 333fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&dp->dp_config_rwlock) || 334fa9e4066Sahrens dsl_pool_sync_context(dp)); 335fa9e4066Sahrens 336ea8dc4b6Seschrock err = dmu_bonus_hold(mos, dsobj, tag, &dbuf); 337ea8dc4b6Seschrock if (err) 338ea8dc4b6Seschrock return (err); 339fa9e4066Sahrens ds = dmu_buf_get_user(dbuf); 340fa9e4066Sahrens if (ds == NULL) { 341fa9e4066Sahrens dsl_dataset_t *winner; 342fa9e4066Sahrens 343fa9e4066Sahrens ds = kmem_zalloc(sizeof (dsl_dataset_t), KM_SLEEP); 344fa9e4066Sahrens ds->ds_dbuf = dbuf; 345fa9e4066Sahrens ds->ds_object = dsobj; 346fa9e4066Sahrens ds->ds_phys = dbuf->db_data; 347fa9e4066Sahrens 3485ad82045Snd mutex_init(&ds->ds_lock, NULL, MUTEX_DEFAULT, NULL); 34991ebeef5Sahrens mutex_init(&ds->ds_opening_lock, NULL, MUTEX_DEFAULT, NULL); 3505ad82045Snd mutex_init(&ds->ds_deadlist.bpl_lock, NULL, MUTEX_DEFAULT, 3515ad82045Snd NULL); 352745cd3c5Smaybee rw_init(&ds->ds_rwlock, 0, 0, 0); 353745cd3c5Smaybee cv_init(&ds->ds_exclusive_cv, NULL, CV_DEFAULT, NULL); 3545ad82045Snd 355ea8dc4b6Seschrock err = bplist_open(&ds->ds_deadlist, 356fa9e4066Sahrens mos, ds->ds_phys->ds_deadlist_obj); 357ea8dc4b6Seschrock if (err == 0) { 358ea8dc4b6Seschrock err = dsl_dir_open_obj(dp, 359ea8dc4b6Seschrock ds->ds_phys->ds_dir_obj, NULL, ds, &ds->ds_dir); 360ea8dc4b6Seschrock } 361ea8dc4b6Seschrock if (err) { 362ea8dc4b6Seschrock /* 363ea8dc4b6Seschrock * we don't really need to close the blist if we 364ea8dc4b6Seschrock * just opened it. 365ea8dc4b6Seschrock */ 3665ad82045Snd mutex_destroy(&ds->ds_lock); 36791ebeef5Sahrens mutex_destroy(&ds->ds_opening_lock); 3685ad82045Snd mutex_destroy(&ds->ds_deadlist.bpl_lock); 369745cd3c5Smaybee rw_destroy(&ds->ds_rwlock); 370745cd3c5Smaybee cv_destroy(&ds->ds_exclusive_cv); 371ea8dc4b6Seschrock kmem_free(ds, sizeof (dsl_dataset_t)); 372ea8dc4b6Seschrock dmu_buf_rele(dbuf, tag); 373ea8dc4b6Seschrock return (err); 374ea8dc4b6Seschrock } 375fa9e4066Sahrens 376fa9e4066Sahrens if (ds->ds_dir->dd_phys->dd_head_dataset_obj == dsobj) { 377fa9e4066Sahrens ds->ds_snapname[0] = '\0'; 378fa9e4066Sahrens if (ds->ds_phys->ds_prev_snap_obj) { 379745cd3c5Smaybee err = dsl_dataset_get_ref(dp, 380745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, 381745cd3c5Smaybee ds, &ds->ds_prev); 382fa9e4066Sahrens } 383745cd3c5Smaybee } else if (zfs_flags & ZFS_DEBUG_SNAPNAMES) { 384745cd3c5Smaybee err = dsl_dataset_get_snapname(ds); 385fa9e4066Sahrens } 386fa9e4066Sahrens 387cb625fb5Sck if (!dsl_dataset_is_snapshot(ds)) { 38827345066Sck /* 38927345066Sck * In sync context, we're called with either no lock 39027345066Sck * or with the write lock. If we're not syncing, 39127345066Sck * we're always called with the read lock held. 39227345066Sck */ 393cb625fb5Sck boolean_t need_lock = 39427345066Sck !RW_WRITE_HELD(&dp->dp_config_rwlock) && 39527345066Sck dsl_pool_sync_context(dp); 396cb625fb5Sck 397cb625fb5Sck if (need_lock) 398cb625fb5Sck rw_enter(&dp->dp_config_rwlock, RW_READER); 399cb625fb5Sck 400cb625fb5Sck err = dsl_prop_get_ds_locked(ds->ds_dir, 401cb625fb5Sck "refreservation", sizeof (uint64_t), 1, 402cb625fb5Sck &ds->ds_reserved, NULL); 403cb625fb5Sck if (err == 0) { 404cb625fb5Sck err = dsl_prop_get_ds_locked(ds->ds_dir, 405cb625fb5Sck "refquota", sizeof (uint64_t), 1, 406cb625fb5Sck &ds->ds_quota, NULL); 407cb625fb5Sck } 408cb625fb5Sck 409cb625fb5Sck if (need_lock) 410cb625fb5Sck rw_exit(&dp->dp_config_rwlock); 411cb625fb5Sck } else { 412cb625fb5Sck ds->ds_reserved = ds->ds_quota = 0; 413cb625fb5Sck } 414cb625fb5Sck 415ea8dc4b6Seschrock if (err == 0) { 416ea8dc4b6Seschrock winner = dmu_buf_set_user_ie(dbuf, ds, &ds->ds_phys, 417ea8dc4b6Seschrock dsl_dataset_evict); 418ea8dc4b6Seschrock } 419ea8dc4b6Seschrock if (err || winner) { 420fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 421745cd3c5Smaybee if (ds->ds_prev) 422745cd3c5Smaybee dsl_dataset_drop_ref(ds->ds_prev, ds); 423fa9e4066Sahrens dsl_dir_close(ds->ds_dir, ds); 4245ad82045Snd mutex_destroy(&ds->ds_lock); 42591ebeef5Sahrens mutex_destroy(&ds->ds_opening_lock); 4265ad82045Snd mutex_destroy(&ds->ds_deadlist.bpl_lock); 427745cd3c5Smaybee rw_destroy(&ds->ds_rwlock); 428745cd3c5Smaybee cv_destroy(&ds->ds_exclusive_cv); 429fa9e4066Sahrens kmem_free(ds, sizeof (dsl_dataset_t)); 430ea8dc4b6Seschrock if (err) { 431ea8dc4b6Seschrock dmu_buf_rele(dbuf, tag); 432ea8dc4b6Seschrock return (err); 433ea8dc4b6Seschrock } 434fa9e4066Sahrens ds = winner; 435fa9e4066Sahrens } else { 43691ebeef5Sahrens ds->ds_fsid_guid = 437fa9e4066Sahrens unique_insert(ds->ds_phys->ds_fsid_guid); 438fa9e4066Sahrens } 439fa9e4066Sahrens } 440fa9e4066Sahrens ASSERT3P(ds->ds_dbuf, ==, dbuf); 441fa9e4066Sahrens ASSERT3P(ds->ds_phys, ==, dbuf->db_data); 442088f3894Sahrens ASSERT(ds->ds_phys->ds_prev_snap_obj != 0 || 443*afc6333aSahrens spa_version(dp->dp_spa) < SPA_VERSION_ORIGIN || 444*afc6333aSahrens ds == dp->dp_origin_snap); 445fa9e4066Sahrens mutex_enter(&ds->ds_lock); 446745cd3c5Smaybee if (!dsl_pool_sync_context(dp) && DSL_DATASET_IS_DESTROYED(ds)) { 447fa9e4066Sahrens mutex_exit(&ds->ds_lock); 448745cd3c5Smaybee dmu_buf_rele(ds->ds_dbuf, tag); 449745cd3c5Smaybee return (ENOENT); 450fa9e4066Sahrens } 451fa9e4066Sahrens mutex_exit(&ds->ds_lock); 452ea8dc4b6Seschrock *dsp = ds; 453ea8dc4b6Seschrock return (0); 454fa9e4066Sahrens } 455fa9e4066Sahrens 456745cd3c5Smaybee static int 457745cd3c5Smaybee dsl_dataset_hold_ref(dsl_dataset_t *ds, void *tag) 458745cd3c5Smaybee { 459745cd3c5Smaybee dsl_pool_t *dp = ds->ds_dir->dd_pool; 460745cd3c5Smaybee 461745cd3c5Smaybee /* 462745cd3c5Smaybee * In syncing context we don't want the rwlock lock: there 463745cd3c5Smaybee * may be an existing writer waiting for sync phase to 464745cd3c5Smaybee * finish. We don't need to worry about such writers, since 465745cd3c5Smaybee * sync phase is single-threaded, so the writer can't be 466745cd3c5Smaybee * doing anything while we are active. 467745cd3c5Smaybee */ 468745cd3c5Smaybee if (dsl_pool_sync_context(dp)) { 469745cd3c5Smaybee ASSERT(!DSL_DATASET_IS_DESTROYED(ds)); 470745cd3c5Smaybee return (0); 471745cd3c5Smaybee } 472745cd3c5Smaybee 473745cd3c5Smaybee /* 474745cd3c5Smaybee * Normal users will hold the ds_rwlock as a READER until they 475745cd3c5Smaybee * are finished (i.e., call dsl_dataset_rele()). "Owners" will 476745cd3c5Smaybee * drop their READER lock after they set the ds_owner field. 477745cd3c5Smaybee * 478745cd3c5Smaybee * If the dataset is being destroyed, the destroy thread will 479745cd3c5Smaybee * obtain a WRITER lock for exclusive access after it's done its 480745cd3c5Smaybee * open-context work and then change the ds_owner to 481745cd3c5Smaybee * dsl_reaper once destruction is assured. So threads 482745cd3c5Smaybee * may block here temporarily, until the "destructability" of 483745cd3c5Smaybee * the dataset is determined. 484745cd3c5Smaybee */ 485745cd3c5Smaybee ASSERT(!RW_WRITE_HELD(&dp->dp_config_rwlock)); 486745cd3c5Smaybee mutex_enter(&ds->ds_lock); 487745cd3c5Smaybee while (!rw_tryenter(&ds->ds_rwlock, RW_READER)) { 488745cd3c5Smaybee rw_exit(&dp->dp_config_rwlock); 489745cd3c5Smaybee cv_wait(&ds->ds_exclusive_cv, &ds->ds_lock); 490745cd3c5Smaybee if (DSL_DATASET_IS_DESTROYED(ds)) { 491745cd3c5Smaybee mutex_exit(&ds->ds_lock); 492745cd3c5Smaybee dsl_dataset_drop_ref(ds, tag); 493745cd3c5Smaybee rw_enter(&dp->dp_config_rwlock, RW_READER); 494745cd3c5Smaybee return (ENOENT); 495745cd3c5Smaybee } 496745cd3c5Smaybee rw_enter(&dp->dp_config_rwlock, RW_READER); 497745cd3c5Smaybee } 498745cd3c5Smaybee mutex_exit(&ds->ds_lock); 499745cd3c5Smaybee return (0); 500745cd3c5Smaybee } 501745cd3c5Smaybee 502745cd3c5Smaybee int 503745cd3c5Smaybee dsl_dataset_hold_obj(dsl_pool_t *dp, uint64_t dsobj, void *tag, 504745cd3c5Smaybee dsl_dataset_t **dsp) 505745cd3c5Smaybee { 506745cd3c5Smaybee int err = dsl_dataset_get_ref(dp, dsobj, tag, dsp); 507745cd3c5Smaybee 508745cd3c5Smaybee if (err) 509745cd3c5Smaybee return (err); 510745cd3c5Smaybee return (dsl_dataset_hold_ref(*dsp, tag)); 511745cd3c5Smaybee } 512745cd3c5Smaybee 513745cd3c5Smaybee int 514745cd3c5Smaybee dsl_dataset_own_obj(dsl_pool_t *dp, uint64_t dsobj, int flags, void *owner, 515745cd3c5Smaybee dsl_dataset_t **dsp) 516745cd3c5Smaybee { 517745cd3c5Smaybee int err = dsl_dataset_hold_obj(dp, dsobj, owner, dsp); 518745cd3c5Smaybee 519745cd3c5Smaybee ASSERT(DS_MODE_TYPE(flags) != DS_MODE_USER); 520745cd3c5Smaybee 521745cd3c5Smaybee if (err) 522745cd3c5Smaybee return (err); 523745cd3c5Smaybee if (!dsl_dataset_tryown(*dsp, DS_MODE_IS_INCONSISTENT(flags), owner)) { 524745cd3c5Smaybee dsl_dataset_rele(*dsp, owner); 525745cd3c5Smaybee return (EBUSY); 526745cd3c5Smaybee } 527745cd3c5Smaybee return (0); 528745cd3c5Smaybee } 529745cd3c5Smaybee 530fa9e4066Sahrens int 531745cd3c5Smaybee dsl_dataset_hold(const char *name, void *tag, dsl_dataset_t **dsp) 532fa9e4066Sahrens { 533fa9e4066Sahrens dsl_dir_t *dd; 534fa9e4066Sahrens dsl_pool_t *dp; 535745cd3c5Smaybee const char *snapname; 536fa9e4066Sahrens uint64_t obj; 537fa9e4066Sahrens int err = 0; 538fa9e4066Sahrens 539745cd3c5Smaybee err = dsl_dir_open_spa(NULL, name, FTAG, &dd, &snapname); 540ea8dc4b6Seschrock if (err) 541ea8dc4b6Seschrock return (err); 542fa9e4066Sahrens 543fa9e4066Sahrens dp = dd->dd_pool; 544fa9e4066Sahrens obj = dd->dd_phys->dd_head_dataset_obj; 545fa9e4066Sahrens rw_enter(&dp->dp_config_rwlock, RW_READER); 546745cd3c5Smaybee if (obj) 547745cd3c5Smaybee err = dsl_dataset_get_ref(dp, obj, tag, dsp); 548745cd3c5Smaybee else 549fa9e4066Sahrens err = ENOENT; 550745cd3c5Smaybee if (err) 551fa9e4066Sahrens goto out; 552fa9e4066Sahrens 553745cd3c5Smaybee err = dsl_dataset_hold_ref(*dsp, tag); 554fa9e4066Sahrens 555745cd3c5Smaybee /* we may be looking for a snapshot */ 556745cd3c5Smaybee if (err == 0 && snapname != NULL) { 557745cd3c5Smaybee dsl_dataset_t *ds = NULL; 558fa9e4066Sahrens 559745cd3c5Smaybee if (*snapname++ != '@') { 560745cd3c5Smaybee dsl_dataset_rele(*dsp, tag); 561fa9e4066Sahrens err = ENOENT; 562fa9e4066Sahrens goto out; 563fa9e4066Sahrens } 564fa9e4066Sahrens 565745cd3c5Smaybee dprintf("looking for snapshot '%s'\n", snapname); 566745cd3c5Smaybee err = dsl_dataset_snap_lookup(*dsp, snapname, &obj); 567745cd3c5Smaybee if (err == 0) 568745cd3c5Smaybee err = dsl_dataset_get_ref(dp, obj, tag, &ds); 569745cd3c5Smaybee dsl_dataset_rele(*dsp, tag); 570745cd3c5Smaybee 571745cd3c5Smaybee ASSERT3U((err == 0), ==, (ds != NULL)); 572745cd3c5Smaybee 573745cd3c5Smaybee if (ds) { 574745cd3c5Smaybee mutex_enter(&ds->ds_lock); 575745cd3c5Smaybee if (ds->ds_snapname[0] == 0) 576745cd3c5Smaybee (void) strlcpy(ds->ds_snapname, snapname, 577745cd3c5Smaybee sizeof (ds->ds_snapname)); 578745cd3c5Smaybee mutex_exit(&ds->ds_lock); 579745cd3c5Smaybee err = dsl_dataset_hold_ref(ds, tag); 580745cd3c5Smaybee *dsp = err ? NULL : ds; 581fa9e4066Sahrens } 582fa9e4066Sahrens } 583fa9e4066Sahrens out: 584fa9e4066Sahrens rw_exit(&dp->dp_config_rwlock); 585fa9e4066Sahrens dsl_dir_close(dd, FTAG); 586fa9e4066Sahrens return (err); 587fa9e4066Sahrens } 588fa9e4066Sahrens 589fa9e4066Sahrens int 590745cd3c5Smaybee dsl_dataset_own(const char *name, int flags, void *owner, dsl_dataset_t **dsp) 591fa9e4066Sahrens { 592745cd3c5Smaybee int err = dsl_dataset_hold(name, owner, dsp); 593745cd3c5Smaybee if (err) 594745cd3c5Smaybee return (err); 595745cd3c5Smaybee if ((*dsp)->ds_phys->ds_num_children > 0 && 596745cd3c5Smaybee !DS_MODE_IS_READONLY(flags)) { 597745cd3c5Smaybee dsl_dataset_rele(*dsp, owner); 598745cd3c5Smaybee return (EROFS); 599745cd3c5Smaybee } 600745cd3c5Smaybee if (!dsl_dataset_tryown(*dsp, DS_MODE_IS_INCONSISTENT(flags), owner)) { 601745cd3c5Smaybee dsl_dataset_rele(*dsp, owner); 602745cd3c5Smaybee return (EBUSY); 603745cd3c5Smaybee } 604745cd3c5Smaybee return (0); 605fa9e4066Sahrens } 606fa9e4066Sahrens 607fa9e4066Sahrens void 608fa9e4066Sahrens dsl_dataset_name(dsl_dataset_t *ds, char *name) 609fa9e4066Sahrens { 610fa9e4066Sahrens if (ds == NULL) { 611fa9e4066Sahrens (void) strcpy(name, "mos"); 612fa9e4066Sahrens } else { 613fa9e4066Sahrens dsl_dir_name(ds->ds_dir, name); 614ea8dc4b6Seschrock VERIFY(0 == dsl_dataset_get_snapname(ds)); 615fa9e4066Sahrens if (ds->ds_snapname[0]) { 616fa9e4066Sahrens (void) strcat(name, "@"); 617745cd3c5Smaybee /* 618745cd3c5Smaybee * We use a "recursive" mutex so that we 619745cd3c5Smaybee * can call dprintf_ds() with ds_lock held. 620745cd3c5Smaybee */ 621fa9e4066Sahrens if (!MUTEX_HELD(&ds->ds_lock)) { 622fa9e4066Sahrens mutex_enter(&ds->ds_lock); 623fa9e4066Sahrens (void) strcat(name, ds->ds_snapname); 624fa9e4066Sahrens mutex_exit(&ds->ds_lock); 625fa9e4066Sahrens } else { 626fa9e4066Sahrens (void) strcat(name, ds->ds_snapname); 627fa9e4066Sahrens } 628fa9e4066Sahrens } 629fa9e4066Sahrens } 630fa9e4066Sahrens } 631fa9e4066Sahrens 632b7661cccSmmusante static int 633b7661cccSmmusante dsl_dataset_namelen(dsl_dataset_t *ds) 634b7661cccSmmusante { 635b7661cccSmmusante int result; 636b7661cccSmmusante 637b7661cccSmmusante if (ds == NULL) { 638b7661cccSmmusante result = 3; /* "mos" */ 639b7661cccSmmusante } else { 640b7661cccSmmusante result = dsl_dir_namelen(ds->ds_dir); 641b7661cccSmmusante VERIFY(0 == dsl_dataset_get_snapname(ds)); 642b7661cccSmmusante if (ds->ds_snapname[0]) { 643b7661cccSmmusante ++result; /* adding one for the @-sign */ 644b7661cccSmmusante if (!MUTEX_HELD(&ds->ds_lock)) { 645b7661cccSmmusante mutex_enter(&ds->ds_lock); 646b7661cccSmmusante result += strlen(ds->ds_snapname); 647b7661cccSmmusante mutex_exit(&ds->ds_lock); 648b7661cccSmmusante } else { 649b7661cccSmmusante result += strlen(ds->ds_snapname); 650b7661cccSmmusante } 651b7661cccSmmusante } 652b7661cccSmmusante } 653b7661cccSmmusante 654b7661cccSmmusante return (result); 655b7661cccSmmusante } 656b7661cccSmmusante 657088f3894Sahrens void 658745cd3c5Smaybee dsl_dataset_drop_ref(dsl_dataset_t *ds, void *tag) 659fa9e4066Sahrens { 660ea8dc4b6Seschrock dmu_buf_rele(ds->ds_dbuf, tag); 661fa9e4066Sahrens } 662fa9e4066Sahrens 6633cb34c60Sahrens void 664745cd3c5Smaybee dsl_dataset_rele(dsl_dataset_t *ds, void *tag) 6653cb34c60Sahrens { 666745cd3c5Smaybee if (!dsl_pool_sync_context(ds->ds_dir->dd_pool)) { 667745cd3c5Smaybee rw_exit(&ds->ds_rwlock); 668745cd3c5Smaybee } 669745cd3c5Smaybee dsl_dataset_drop_ref(ds, tag); 670745cd3c5Smaybee } 671745cd3c5Smaybee 672745cd3c5Smaybee void 673745cd3c5Smaybee dsl_dataset_disown(dsl_dataset_t *ds, void *owner) 674745cd3c5Smaybee { 675745cd3c5Smaybee ASSERT((ds->ds_owner == owner && ds->ds_dbuf) || 676745cd3c5Smaybee (DSL_DATASET_IS_DESTROYED(ds) && ds->ds_dbuf == NULL)); 677745cd3c5Smaybee 6783cb34c60Sahrens mutex_enter(&ds->ds_lock); 679745cd3c5Smaybee ds->ds_owner = NULL; 680745cd3c5Smaybee if (RW_WRITE_HELD(&ds->ds_rwlock)) { 681745cd3c5Smaybee rw_exit(&ds->ds_rwlock); 682745cd3c5Smaybee cv_broadcast(&ds->ds_exclusive_cv); 683745cd3c5Smaybee } 6843cb34c60Sahrens mutex_exit(&ds->ds_lock); 685745cd3c5Smaybee if (ds->ds_dbuf) 686745cd3c5Smaybee dsl_dataset_drop_ref(ds, owner); 687745cd3c5Smaybee else 688745cd3c5Smaybee dsl_dataset_evict(ds->ds_dbuf, ds); 6893cb34c60Sahrens } 6903cb34c60Sahrens 6913cb34c60Sahrens boolean_t 692745cd3c5Smaybee dsl_dataset_tryown(dsl_dataset_t *ds, boolean_t inconsistentok, void *owner) 6933cb34c60Sahrens { 694745cd3c5Smaybee boolean_t gotit = FALSE; 695745cd3c5Smaybee 6963cb34c60Sahrens mutex_enter(&ds->ds_lock); 697745cd3c5Smaybee if (ds->ds_owner == NULL && 698745cd3c5Smaybee (!DS_IS_INCONSISTENT(ds) || inconsistentok)) { 699745cd3c5Smaybee ds->ds_owner = owner; 700745cd3c5Smaybee if (!dsl_pool_sync_context(ds->ds_dir->dd_pool)) 701745cd3c5Smaybee rw_exit(&ds->ds_rwlock); 702745cd3c5Smaybee gotit = TRUE; 7033cb34c60Sahrens } 7043cb34c60Sahrens mutex_exit(&ds->ds_lock); 705745cd3c5Smaybee return (gotit); 706745cd3c5Smaybee } 707745cd3c5Smaybee 708745cd3c5Smaybee void 709745cd3c5Smaybee dsl_dataset_make_exclusive(dsl_dataset_t *ds, void *owner) 710745cd3c5Smaybee { 711745cd3c5Smaybee ASSERT3P(owner, ==, ds->ds_owner); 712745cd3c5Smaybee if (!RW_WRITE_HELD(&ds->ds_rwlock)) 713745cd3c5Smaybee rw_enter(&ds->ds_rwlock, RW_WRITER); 7143cb34c60Sahrens } 7153cb34c60Sahrens 7161d452cf5Sahrens uint64_t 717088f3894Sahrens dsl_dataset_create_sync_dd(dsl_dir_t *dd, dsl_dataset_t *origin, 718ab04eb8eStimh uint64_t flags, dmu_tx_t *tx) 719fa9e4066Sahrens { 7203cb34c60Sahrens dsl_pool_t *dp = dd->dd_pool; 721fa9e4066Sahrens dmu_buf_t *dbuf; 722fa9e4066Sahrens dsl_dataset_phys_t *dsphys; 7233cb34c60Sahrens uint64_t dsobj; 724fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 725fa9e4066Sahrens 726088f3894Sahrens if (origin == NULL) 727088f3894Sahrens origin = dp->dp_origin_snap; 728088f3894Sahrens 7293cb34c60Sahrens ASSERT(origin == NULL || origin->ds_dir->dd_pool == dp); 7303cb34c60Sahrens ASSERT(origin == NULL || origin->ds_phys->ds_num_children > 0); 731fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 7323cb34c60Sahrens ASSERT(dd->dd_phys->dd_head_dataset_obj == 0); 733fa9e4066Sahrens 7341649cd4bStabriz dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0, 7351649cd4bStabriz DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx); 736ea8dc4b6Seschrock VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf)); 737fa9e4066Sahrens dmu_buf_will_dirty(dbuf, tx); 738fa9e4066Sahrens dsphys = dbuf->db_data; 739745cd3c5Smaybee bzero(dsphys, sizeof (dsl_dataset_phys_t)); 740fa9e4066Sahrens dsphys->ds_dir_obj = dd->dd_object; 741ab04eb8eStimh dsphys->ds_flags = flags; 742fa9e4066Sahrens dsphys->ds_fsid_guid = unique_create(); 743fa9e4066Sahrens (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid, 744fa9e4066Sahrens sizeof (dsphys->ds_guid)); 745fa9e4066Sahrens dsphys->ds_snapnames_zapobj = 746ab04eb8eStimh zap_create_norm(mos, U8_TEXTPREP_TOUPPER, DMU_OT_DSL_DS_SNAP_MAP, 747ab04eb8eStimh DMU_OT_NONE, 0, tx); 748fa9e4066Sahrens dsphys->ds_creation_time = gethrestime_sec(); 749088f3894Sahrens dsphys->ds_creation_txg = tx->tx_txg == TXG_INITIAL ? 1 : tx->tx_txg; 750fa9e4066Sahrens dsphys->ds_deadlist_obj = 751fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 752a9799022Sck 7533cb34c60Sahrens if (origin) { 7543cb34c60Sahrens dsphys->ds_prev_snap_obj = origin->ds_object; 755fa9e4066Sahrens dsphys->ds_prev_snap_txg = 7563cb34c60Sahrens origin->ds_phys->ds_creation_txg; 757fa9e4066Sahrens dsphys->ds_used_bytes = 7583cb34c60Sahrens origin->ds_phys->ds_used_bytes; 759fa9e4066Sahrens dsphys->ds_compressed_bytes = 7603cb34c60Sahrens origin->ds_phys->ds_compressed_bytes; 761fa9e4066Sahrens dsphys->ds_uncompressed_bytes = 7623cb34c60Sahrens origin->ds_phys->ds_uncompressed_bytes; 7633cb34c60Sahrens dsphys->ds_bp = origin->ds_phys->ds_bp; 764579ae4d5Stimh dsphys->ds_flags |= origin->ds_phys->ds_flags; 765fa9e4066Sahrens 7663cb34c60Sahrens dmu_buf_will_dirty(origin->ds_dbuf, tx); 7673cb34c60Sahrens origin->ds_phys->ds_num_children++; 768fa9e4066Sahrens 769088f3894Sahrens if (spa_version(dp->dp_spa) >= SPA_VERSION_NEXT_CLONES) { 770088f3894Sahrens if (origin->ds_phys->ds_next_clones_obj == 0) { 771088f3894Sahrens origin->ds_phys->ds_next_clones_obj = 772088f3894Sahrens zap_create(mos, 773088f3894Sahrens DMU_OT_NEXT_CLONES, DMU_OT_NONE, 0, tx); 774088f3894Sahrens } 775088f3894Sahrens VERIFY(0 == zap_add_int(mos, 776088f3894Sahrens origin->ds_phys->ds_next_clones_obj, 777088f3894Sahrens dsobj, tx)); 778088f3894Sahrens } 779088f3894Sahrens 780fa9e4066Sahrens dmu_buf_will_dirty(dd->dd_dbuf, tx); 7813cb34c60Sahrens dd->dd_phys->dd_origin_obj = origin->ds_object; 782fa9e4066Sahrens } 783ab04eb8eStimh 784ab04eb8eStimh if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE) 785ab04eb8eStimh dsphys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 786ab04eb8eStimh 787ea8dc4b6Seschrock dmu_buf_rele(dbuf, FTAG); 788fa9e4066Sahrens 789fa9e4066Sahrens dmu_buf_will_dirty(dd->dd_dbuf, tx); 790fa9e4066Sahrens dd->dd_phys->dd_head_dataset_obj = dsobj; 7913cb34c60Sahrens 7923cb34c60Sahrens return (dsobj); 7933cb34c60Sahrens } 7943cb34c60Sahrens 7953cb34c60Sahrens uint64_t 796ab04eb8eStimh dsl_dataset_create_sync(dsl_dir_t *pdd, const char *lastname, 797ab04eb8eStimh dsl_dataset_t *origin, uint64_t flags, cred_t *cr, dmu_tx_t *tx) 7983cb34c60Sahrens { 7993cb34c60Sahrens dsl_pool_t *dp = pdd->dd_pool; 8003cb34c60Sahrens uint64_t dsobj, ddobj; 8013cb34c60Sahrens dsl_dir_t *dd; 8023cb34c60Sahrens 8033cb34c60Sahrens ASSERT(lastname[0] != '@'); 8043cb34c60Sahrens 805088f3894Sahrens ddobj = dsl_dir_create_sync(dp, pdd, lastname, tx); 8063cb34c60Sahrens VERIFY(0 == dsl_dir_open_obj(dp, ddobj, lastname, FTAG, &dd)); 8073cb34c60Sahrens 808088f3894Sahrens dsobj = dsl_dataset_create_sync_dd(dd, origin, flags, tx); 8093cb34c60Sahrens 8103cb34c60Sahrens dsl_deleg_set_create_perms(dd, tx, cr); 8113cb34c60Sahrens 812fa9e4066Sahrens dsl_dir_close(dd, FTAG); 813fa9e4066Sahrens 8141d452cf5Sahrens return (dsobj); 815fa9e4066Sahrens } 816fa9e4066Sahrens 8171d452cf5Sahrens struct destroyarg { 8181d452cf5Sahrens dsl_sync_task_group_t *dstg; 8191d452cf5Sahrens char *snapname; 8201d452cf5Sahrens char *failed; 8211d452cf5Sahrens }; 8221d452cf5Sahrens 8231d452cf5Sahrens static int 8241d452cf5Sahrens dsl_snapshot_destroy_one(char *name, void *arg) 825fa9e4066Sahrens { 8261d452cf5Sahrens struct destroyarg *da = arg; 8271d452cf5Sahrens dsl_dataset_t *ds; 8281d452cf5Sahrens char *cp; 829fa9e4066Sahrens int err; 830fa9e4066Sahrens 8311d452cf5Sahrens (void) strcat(name, "@"); 8321d452cf5Sahrens (void) strcat(name, da->snapname); 833745cd3c5Smaybee err = dsl_dataset_own(name, DS_MODE_READONLY | DS_MODE_INCONSISTENT, 834cdf5b4caSmmusante da->dstg, &ds); 8351d452cf5Sahrens cp = strchr(name, '@'); 8361d452cf5Sahrens *cp = '\0'; 837745cd3c5Smaybee if (err == 0) { 838745cd3c5Smaybee dsl_dataset_make_exclusive(ds, da->dstg); 839745cd3c5Smaybee dsl_sync_task_create(da->dstg, dsl_dataset_destroy_check, 840745cd3c5Smaybee dsl_dataset_destroy_sync, ds, da->dstg, 0); 841745cd3c5Smaybee } else if (err == ENOENT) { 842745cd3c5Smaybee err = 0; 843745cd3c5Smaybee } else { 8441d452cf5Sahrens (void) strcpy(da->failed, name); 8451d452cf5Sahrens } 846745cd3c5Smaybee return (err); 8471d452cf5Sahrens } 84831fd60d3Sahrens 8491d452cf5Sahrens /* 8501d452cf5Sahrens * Destroy 'snapname' in all descendants of 'fsname'. 8511d452cf5Sahrens */ 8521d452cf5Sahrens #pragma weak dmu_snapshots_destroy = dsl_snapshots_destroy 8531d452cf5Sahrens int 8541d452cf5Sahrens dsl_snapshots_destroy(char *fsname, char *snapname) 8551d452cf5Sahrens { 8561d452cf5Sahrens int err; 8571d452cf5Sahrens struct destroyarg da; 8581d452cf5Sahrens dsl_sync_task_t *dst; 8591d452cf5Sahrens spa_t *spa; 8601d452cf5Sahrens 86140feaa91Sahrens err = spa_open(fsname, &spa, FTAG); 8621d452cf5Sahrens if (err) 8631d452cf5Sahrens return (err); 8641d452cf5Sahrens da.dstg = dsl_sync_task_group_create(spa_get_dsl(spa)); 8651d452cf5Sahrens da.snapname = snapname; 8661d452cf5Sahrens da.failed = fsname; 8671d452cf5Sahrens 8681d452cf5Sahrens err = dmu_objset_find(fsname, 8690b69c2f0Sahrens dsl_snapshot_destroy_one, &da, DS_FIND_CHILDREN); 8701d452cf5Sahrens 8711d452cf5Sahrens if (err == 0) 8721d452cf5Sahrens err = dsl_sync_task_group_wait(da.dstg); 8731d452cf5Sahrens 8741d452cf5Sahrens for (dst = list_head(&da.dstg->dstg_tasks); dst; 8751d452cf5Sahrens dst = list_next(&da.dstg->dstg_tasks, dst)) { 8761d452cf5Sahrens dsl_dataset_t *ds = dst->dst_arg1; 877745cd3c5Smaybee /* 878745cd3c5Smaybee * Return the file system name that triggered the error 879745cd3c5Smaybee */ 8801d452cf5Sahrens if (dst->dst_err) { 8811d452cf5Sahrens dsl_dataset_name(ds, fsname); 88240feaa91Sahrens *strchr(fsname, '@') = '\0'; 883e1930233Sbonwick } 884745cd3c5Smaybee dsl_dataset_disown(ds, da.dstg); 885fa9e4066Sahrens } 886fa9e4066Sahrens 8871d452cf5Sahrens dsl_sync_task_group_destroy(da.dstg); 8881d452cf5Sahrens spa_close(spa, FTAG); 889fa9e4066Sahrens return (err); 890fa9e4066Sahrens } 891fa9e4066Sahrens 8923cb34c60Sahrens /* 893745cd3c5Smaybee * ds must be opened as OWNER. On return (whether successful or not), 894745cd3c5Smaybee * ds will be closed and caller can no longer dereference it. 8953cb34c60Sahrens */ 896fa9e4066Sahrens int 8973cb34c60Sahrens dsl_dataset_destroy(dsl_dataset_t *ds, void *tag) 898fa9e4066Sahrens { 899fa9e4066Sahrens int err; 9001d452cf5Sahrens dsl_sync_task_group_t *dstg; 9011d452cf5Sahrens objset_t *os; 902fa9e4066Sahrens dsl_dir_t *dd; 9031d452cf5Sahrens uint64_t obj; 9041d452cf5Sahrens 9053cb34c60Sahrens if (dsl_dataset_is_snapshot(ds)) { 9061d452cf5Sahrens /* Destroying a snapshot is simpler */ 907745cd3c5Smaybee dsl_dataset_make_exclusive(ds, tag); 9081d452cf5Sahrens err = dsl_sync_task_do(ds->ds_dir->dd_pool, 9091d452cf5Sahrens dsl_dataset_destroy_check, dsl_dataset_destroy_sync, 9103cb34c60Sahrens ds, tag, 0); 9113cb34c60Sahrens goto out; 9121d452cf5Sahrens } 913fa9e4066Sahrens 9141d452cf5Sahrens dd = ds->ds_dir; 915fa9e4066Sahrens 9161d452cf5Sahrens /* 9171d452cf5Sahrens * Check for errors and mark this ds as inconsistent, in 9181d452cf5Sahrens * case we crash while freeing the objects. 9191d452cf5Sahrens */ 9201d452cf5Sahrens err = dsl_sync_task_do(dd->dd_pool, dsl_dataset_destroy_begin_check, 9211d452cf5Sahrens dsl_dataset_destroy_begin_sync, ds, NULL, 0); 9223cb34c60Sahrens if (err) 9233cb34c60Sahrens goto out; 9243cb34c60Sahrens 9253cb34c60Sahrens err = dmu_objset_open_ds(ds, DMU_OST_ANY, &os); 9263cb34c60Sahrens if (err) 9273cb34c60Sahrens goto out; 928fa9e4066Sahrens 9291d452cf5Sahrens /* 9301d452cf5Sahrens * remove the objects in open context, so that we won't 9311d452cf5Sahrens * have too much to do in syncing context. 9321d452cf5Sahrens */ 9336754306eSahrens for (obj = 0; err == 0; err = dmu_object_next(os, &obj, FALSE, 9346754306eSahrens ds->ds_phys->ds_prev_snap_txg)) { 935cdb0ab79Smaybee /* 936cdb0ab79Smaybee * Ignore errors, if there is not enough disk space 937cdb0ab79Smaybee * we will deal with it in dsl_dataset_destroy_sync(). 938cdb0ab79Smaybee */ 939cdb0ab79Smaybee (void) dmu_free_object(os, obj); 9401d452cf5Sahrens } 9411d452cf5Sahrens 9421d452cf5Sahrens dmu_objset_close(os); 9431d452cf5Sahrens if (err != ESRCH) 9443cb34c60Sahrens goto out; 9451d452cf5Sahrens 94668038c2cSmaybee rw_enter(&dd->dd_pool->dp_config_rwlock, RW_READER); 94768038c2cSmaybee err = dsl_dir_open_obj(dd->dd_pool, dd->dd_object, NULL, FTAG, &dd); 94868038c2cSmaybee rw_exit(&dd->dd_pool->dp_config_rwlock); 94968038c2cSmaybee 95068038c2cSmaybee if (err) 95168038c2cSmaybee goto out; 95268038c2cSmaybee 9533cb34c60Sahrens if (ds->ds_user_ptr) { 954745cd3c5Smaybee /* 955745cd3c5Smaybee * We need to sync out all in-flight IO before we try 956745cd3c5Smaybee * to evict (the dataset evict func is trying to clear 957745cd3c5Smaybee * the cached entries for this dataset in the ARC). 958745cd3c5Smaybee */ 959745cd3c5Smaybee txg_wait_synced(dd->dd_pool, 0); 9601d452cf5Sahrens } 9611d452cf5Sahrens 9621d452cf5Sahrens /* 9631d452cf5Sahrens * Blow away the dsl_dir + head dataset. 9641d452cf5Sahrens */ 965745cd3c5Smaybee dsl_dataset_make_exclusive(ds, tag); 96668038c2cSmaybee if (ds->ds_user_ptr) { 96768038c2cSmaybee ds->ds_user_evict_func(ds, ds->ds_user_ptr); 96868038c2cSmaybee ds->ds_user_ptr = NULL; 96968038c2cSmaybee } 9701d452cf5Sahrens dstg = dsl_sync_task_group_create(ds->ds_dir->dd_pool); 9711d452cf5Sahrens dsl_sync_task_create(dstg, dsl_dataset_destroy_check, 9723cb34c60Sahrens dsl_dataset_destroy_sync, ds, tag, 0); 9731d452cf5Sahrens dsl_sync_task_create(dstg, dsl_dir_destroy_check, 9741d452cf5Sahrens dsl_dir_destroy_sync, dd, FTAG, 0); 9751d452cf5Sahrens err = dsl_sync_task_group_wait(dstg); 9761d452cf5Sahrens dsl_sync_task_group_destroy(dstg); 977745cd3c5Smaybee /* if it is successful, dsl_dir_destroy_sync will close the dd */ 9783cb34c60Sahrens if (err) 9791d452cf5Sahrens dsl_dir_close(dd, FTAG); 9803cb34c60Sahrens out: 981745cd3c5Smaybee dsl_dataset_disown(ds, tag); 982fa9e4066Sahrens return (err); 983fa9e4066Sahrens } 984fa9e4066Sahrens 9851d452cf5Sahrens int 9863cb34c60Sahrens dsl_dataset_rollback(dsl_dataset_t *ds, dmu_objset_type_t ost) 9871d452cf5Sahrens { 988745cd3c5Smaybee ASSERT(ds->ds_owner); 9893cb34c60Sahrens 9901d452cf5Sahrens return (dsl_sync_task_do(ds->ds_dir->dd_pool, 9911d452cf5Sahrens dsl_dataset_rollback_check, dsl_dataset_rollback_sync, 9923cb34c60Sahrens ds, &ost, 0)); 9931d452cf5Sahrens } 9941d452cf5Sahrens 995fa9e4066Sahrens void * 996fa9e4066Sahrens dsl_dataset_set_user_ptr(dsl_dataset_t *ds, 997fa9e4066Sahrens void *p, dsl_dataset_evict_func_t func) 998fa9e4066Sahrens { 999fa9e4066Sahrens void *old; 1000fa9e4066Sahrens 1001fa9e4066Sahrens mutex_enter(&ds->ds_lock); 1002fa9e4066Sahrens old = ds->ds_user_ptr; 1003fa9e4066Sahrens if (old == NULL) { 1004fa9e4066Sahrens ds->ds_user_ptr = p; 1005fa9e4066Sahrens ds->ds_user_evict_func = func; 1006fa9e4066Sahrens } 1007fa9e4066Sahrens mutex_exit(&ds->ds_lock); 1008fa9e4066Sahrens return (old); 1009fa9e4066Sahrens } 1010fa9e4066Sahrens 1011fa9e4066Sahrens void * 1012fa9e4066Sahrens dsl_dataset_get_user_ptr(dsl_dataset_t *ds) 1013fa9e4066Sahrens { 1014fa9e4066Sahrens return (ds->ds_user_ptr); 1015fa9e4066Sahrens } 1016fa9e4066Sahrens 1017fa9e4066Sahrens 1018c717a561Smaybee blkptr_t * 1019c717a561Smaybee dsl_dataset_get_blkptr(dsl_dataset_t *ds) 1020fa9e4066Sahrens { 1021c717a561Smaybee return (&ds->ds_phys->ds_bp); 1022fa9e4066Sahrens } 1023fa9e4066Sahrens 1024fa9e4066Sahrens void 1025fa9e4066Sahrens dsl_dataset_set_blkptr(dsl_dataset_t *ds, blkptr_t *bp, dmu_tx_t *tx) 1026fa9e4066Sahrens { 1027fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 1028fa9e4066Sahrens /* If it's the meta-objset, set dp_meta_rootbp */ 1029fa9e4066Sahrens if (ds == NULL) { 1030fa9e4066Sahrens tx->tx_pool->dp_meta_rootbp = *bp; 1031fa9e4066Sahrens } else { 1032fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 1033fa9e4066Sahrens ds->ds_phys->ds_bp = *bp; 1034fa9e4066Sahrens } 1035fa9e4066Sahrens } 1036fa9e4066Sahrens 1037fa9e4066Sahrens spa_t * 1038fa9e4066Sahrens dsl_dataset_get_spa(dsl_dataset_t *ds) 1039fa9e4066Sahrens { 1040fa9e4066Sahrens return (ds->ds_dir->dd_pool->dp_spa); 1041fa9e4066Sahrens } 1042fa9e4066Sahrens 1043fa9e4066Sahrens void 1044fa9e4066Sahrens dsl_dataset_dirty(dsl_dataset_t *ds, dmu_tx_t *tx) 1045fa9e4066Sahrens { 1046fa9e4066Sahrens dsl_pool_t *dp; 1047fa9e4066Sahrens 1048fa9e4066Sahrens if (ds == NULL) /* this is the meta-objset */ 1049fa9e4066Sahrens return; 1050fa9e4066Sahrens 1051fa9e4066Sahrens ASSERT(ds->ds_user_ptr != NULL); 1052a2eea2e1Sahrens 1053a2eea2e1Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) 1054a2eea2e1Sahrens panic("dirtying snapshot!"); 1055fa9e4066Sahrens 1056fa9e4066Sahrens dp = ds->ds_dir->dd_pool; 1057fa9e4066Sahrens 1058fa9e4066Sahrens if (txg_list_add(&dp->dp_dirty_datasets, ds, tx->tx_txg) == 0) { 1059fa9e4066Sahrens /* up the hold count until we can be written out */ 1060fa9e4066Sahrens dmu_buf_add_ref(ds->ds_dbuf, ds); 1061fa9e4066Sahrens } 1062fa9e4066Sahrens } 1063fa9e4066Sahrens 1064a9799022Sck /* 1065a9799022Sck * The unique space in the head dataset can be calculated by subtracting 1066a9799022Sck * the space used in the most recent snapshot, that is still being used 1067a9799022Sck * in this file system, from the space currently in use. To figure out 1068a9799022Sck * the space in the most recent snapshot still in use, we need to take 1069a9799022Sck * the total space used in the snapshot and subtract out the space that 1070a9799022Sck * has been freed up since the snapshot was taken. 1071a9799022Sck */ 1072a9799022Sck static void 1073a9799022Sck dsl_dataset_recalc_head_uniq(dsl_dataset_t *ds) 1074a9799022Sck { 1075a9799022Sck uint64_t mrs_used; 1076a9799022Sck uint64_t dlused, dlcomp, dluncomp; 1077a9799022Sck 1078a9799022Sck ASSERT(ds->ds_object == ds->ds_dir->dd_phys->dd_head_dataset_obj); 1079a9799022Sck 1080a9799022Sck if (ds->ds_phys->ds_prev_snap_obj != 0) 1081a9799022Sck mrs_used = ds->ds_prev->ds_phys->ds_used_bytes; 1082a9799022Sck else 1083a9799022Sck mrs_used = 0; 1084a9799022Sck 1085a9799022Sck VERIFY(0 == bplist_space(&ds->ds_deadlist, &dlused, &dlcomp, 1086a9799022Sck &dluncomp)); 1087a9799022Sck 1088a9799022Sck ASSERT3U(dlused, <=, mrs_used); 1089a9799022Sck ds->ds_phys->ds_unique_bytes = 1090a9799022Sck ds->ds_phys->ds_used_bytes - (mrs_used - dlused); 1091a9799022Sck 1092a9799022Sck if (!DS_UNIQUE_IS_ACCURATE(ds) && 1093a9799022Sck spa_version(ds->ds_dir->dd_pool->dp_spa) >= 1094a9799022Sck SPA_VERSION_UNIQUE_ACCURATE) 1095a9799022Sck ds->ds_phys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 1096a9799022Sck } 1097a9799022Sck 1098a9799022Sck static uint64_t 1099a9799022Sck dsl_dataset_unique(dsl_dataset_t *ds) 1100a9799022Sck { 1101a9799022Sck if (!DS_UNIQUE_IS_ACCURATE(ds) && !dsl_dataset_is_snapshot(ds)) 1102a9799022Sck dsl_dataset_recalc_head_uniq(ds); 1103a9799022Sck 1104a9799022Sck return (ds->ds_phys->ds_unique_bytes); 1105a9799022Sck } 1106a9799022Sck 1107fa9e4066Sahrens struct killarg { 1108a9799022Sck int64_t *usedp; 1109a9799022Sck int64_t *compressedp; 1110a9799022Sck int64_t *uncompressedp; 1111fa9e4066Sahrens zio_t *zio; 1112fa9e4066Sahrens dmu_tx_t *tx; 1113fa9e4066Sahrens }; 1114fa9e4066Sahrens 1115fa9e4066Sahrens static int 1116fa9e4066Sahrens kill_blkptr(traverse_blk_cache_t *bc, spa_t *spa, void *arg) 1117fa9e4066Sahrens { 1118fa9e4066Sahrens struct killarg *ka = arg; 1119fa9e4066Sahrens blkptr_t *bp = &bc->bc_blkptr; 1120fa9e4066Sahrens 1121fa9e4066Sahrens ASSERT3U(bc->bc_errno, ==, 0); 1122fa9e4066Sahrens 1123fa9e4066Sahrens /* 1124fa9e4066Sahrens * Since this callback is not called concurrently, no lock is 1125fa9e4066Sahrens * needed on the accounting values. 1126fa9e4066Sahrens */ 112799653d4eSeschrock *ka->usedp += bp_get_dasize(spa, bp); 1128fa9e4066Sahrens *ka->compressedp += BP_GET_PSIZE(bp); 1129fa9e4066Sahrens *ka->uncompressedp += BP_GET_UCSIZE(bp); 1130fa9e4066Sahrens /* XXX check for EIO? */ 1131088f3894Sahrens (void) dsl_free(ka->zio, spa_get_dsl(spa), ka->tx->tx_txg, 1132088f3894Sahrens bp, NULL, NULL, ARC_NOWAIT); 1133fa9e4066Sahrens return (0); 1134fa9e4066Sahrens } 1135fa9e4066Sahrens 1136fa9e4066Sahrens /* ARGSUSED */ 11371d452cf5Sahrens static int 11381d452cf5Sahrens dsl_dataset_rollback_check(void *arg1, void *arg2, dmu_tx_t *tx) 1139fa9e4066Sahrens { 11401d452cf5Sahrens dsl_dataset_t *ds = arg1; 11413cb34c60Sahrens dmu_objset_type_t *ost = arg2; 1142fa9e4066Sahrens 11431d452cf5Sahrens /* 11443cb34c60Sahrens * We can only roll back to emptyness if it is a ZPL objset. 11451d452cf5Sahrens */ 11463cb34c60Sahrens if (*ost != DMU_OST_ZFS && ds->ds_phys->ds_prev_snap_txg == 0) 1147fa9e4066Sahrens return (EINVAL); 1148fa9e4066Sahrens 11491d452cf5Sahrens /* 11501d452cf5Sahrens * This must not be a snapshot. 11511d452cf5Sahrens */ 11521d452cf5Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) 1153fa9e4066Sahrens return (EINVAL); 1154fa9e4066Sahrens 1155fa9e4066Sahrens /* 1156fa9e4066Sahrens * If we made changes this txg, traverse_dsl_dataset won't find 1157fa9e4066Sahrens * them. Try again. 1158fa9e4066Sahrens */ 11591d452cf5Sahrens if (ds->ds_phys->ds_bp.blk_birth >= tx->tx_txg) 1160fa9e4066Sahrens return (EAGAIN); 1161fa9e4066Sahrens 11621d452cf5Sahrens return (0); 11631d452cf5Sahrens } 11641d452cf5Sahrens 11651d452cf5Sahrens /* ARGSUSED */ 11661d452cf5Sahrens static void 1167ecd6cf80Smarks dsl_dataset_rollback_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 11681d452cf5Sahrens { 11691d452cf5Sahrens dsl_dataset_t *ds = arg1; 11703cb34c60Sahrens dmu_objset_type_t *ost = arg2; 11711d452cf5Sahrens objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 1172fa9e4066Sahrens 1173fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 1174fa9e4066Sahrens 117586ccc033Sperrin /* 117686ccc033Sperrin * Before the roll back destroy the zil. 117786ccc033Sperrin */ 117886ccc033Sperrin if (ds->ds_user_ptr != NULL) { 117986ccc033Sperrin zil_rollback_destroy( 118086ccc033Sperrin ((objset_impl_t *)ds->ds_user_ptr)->os_zil, tx); 11813cb34c60Sahrens 11823cb34c60Sahrens /* 11833cb34c60Sahrens * We need to make sure that the objset_impl_t is reopened after 11843cb34c60Sahrens * we do the rollback, otherwise it will have the wrong 11853cb34c60Sahrens * objset_phys_t. Normally this would happen when this 1186745cd3c5Smaybee * dataset-open is closed, thus causing the 11873cb34c60Sahrens * dataset to be immediately evicted. But when doing "zfs recv 11883cb34c60Sahrens * -F", we reopen the objset before that, so that there is no 11893cb34c60Sahrens * window where the dataset is closed and inconsistent. 11903cb34c60Sahrens */ 11913cb34c60Sahrens ds->ds_user_evict_func(ds, ds->ds_user_ptr); 11923cb34c60Sahrens ds->ds_user_ptr = NULL; 119386ccc033Sperrin } 11943a8a1de4Sperrin 1195fa9e4066Sahrens /* Zero out the deadlist. */ 1196fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 1197fa9e4066Sahrens bplist_destroy(mos, ds->ds_phys->ds_deadlist_obj, tx); 1198fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 1199fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 1200ea8dc4b6Seschrock VERIFY(0 == bplist_open(&ds->ds_deadlist, mos, 1201ea8dc4b6Seschrock ds->ds_phys->ds_deadlist_obj)); 1202fa9e4066Sahrens 1203fa9e4066Sahrens { 1204fa9e4066Sahrens /* Free blkptrs that we gave birth to */ 1205fa9e4066Sahrens zio_t *zio; 1206a9799022Sck int64_t used = 0, compressed = 0, uncompressed = 0; 1207fa9e4066Sahrens struct killarg ka; 1208d9b87188Sck int64_t delta; 1209fa9e4066Sahrens 1210fa9e4066Sahrens zio = zio_root(tx->tx_pool->dp_spa, NULL, NULL, 1211fa9e4066Sahrens ZIO_FLAG_MUSTSUCCEED); 1212fa9e4066Sahrens ka.usedp = &used; 1213fa9e4066Sahrens ka.compressedp = &compressed; 1214fa9e4066Sahrens ka.uncompressedp = &uncompressed; 1215fa9e4066Sahrens ka.zio = zio; 1216fa9e4066Sahrens ka.tx = tx; 1217fa9e4066Sahrens (void) traverse_dsl_dataset(ds, ds->ds_phys->ds_prev_snap_txg, 1218fa9e4066Sahrens ADVANCE_POST, kill_blkptr, &ka); 1219fa9e4066Sahrens (void) zio_wait(zio); 1220fa9e4066Sahrens 1221d9b87188Sck /* only deduct space beyond any refreservation */ 1222d9b87188Sck delta = parent_delta(ds, -used); 12231d452cf5Sahrens dsl_dir_diduse_space(ds->ds_dir, 1224d9b87188Sck delta, -compressed, -uncompressed, tx); 1225fa9e4066Sahrens } 1226fa9e4066Sahrens 1227088f3894Sahrens if (ds->ds_prev && ds->ds_prev != ds->ds_dir->dd_pool->dp_origin_snap) { 12283cb34c60Sahrens /* Change our contents to that of the prev snapshot */ 12293cb34c60Sahrens ASSERT3U(ds->ds_prev->ds_object, ==, 12303cb34c60Sahrens ds->ds_phys->ds_prev_snap_obj); 12313cb34c60Sahrens ds->ds_phys->ds_bp = ds->ds_prev->ds_phys->ds_bp; 12323cb34c60Sahrens ds->ds_phys->ds_used_bytes = 12333cb34c60Sahrens ds->ds_prev->ds_phys->ds_used_bytes; 12343cb34c60Sahrens ds->ds_phys->ds_compressed_bytes = 12353cb34c60Sahrens ds->ds_prev->ds_phys->ds_compressed_bytes; 12363cb34c60Sahrens ds->ds_phys->ds_uncompressed_bytes = 12373cb34c60Sahrens ds->ds_prev->ds_phys->ds_uncompressed_bytes; 12383cb34c60Sahrens ds->ds_phys->ds_flags = ds->ds_prev->ds_phys->ds_flags; 12393cb34c60Sahrens ds->ds_phys->ds_unique_bytes = 0; 1240fa9e4066Sahrens 12413cb34c60Sahrens if (ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) { 12423cb34c60Sahrens dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx); 12433cb34c60Sahrens ds->ds_prev->ds_phys->ds_unique_bytes = 0; 12443cb34c60Sahrens } 12453cb34c60Sahrens } else { 1246088f3894Sahrens objset_impl_t *osi; 1247088f3894Sahrens 12483cb34c60Sahrens /* Zero out our contents, recreate objset */ 12493cb34c60Sahrens bzero(&ds->ds_phys->ds_bp, sizeof (blkptr_t)); 12503cb34c60Sahrens ds->ds_phys->ds_used_bytes = 0; 12513cb34c60Sahrens ds->ds_phys->ds_compressed_bytes = 0; 12523cb34c60Sahrens ds->ds_phys->ds_uncompressed_bytes = 0; 12533cb34c60Sahrens ds->ds_phys->ds_flags = 0; 12543cb34c60Sahrens ds->ds_phys->ds_unique_bytes = 0; 1255088f3894Sahrens osi = dmu_objset_create_impl(ds->ds_dir->dd_pool->dp_spa, ds, 12563cb34c60Sahrens &ds->ds_phys->ds_bp, *ost, tx); 1257088f3894Sahrens #ifdef _KERNEL 1258088f3894Sahrens zfs_create_fs(&osi->os, kcred, NULL, tx); 1259088f3894Sahrens #endif 126085edac42Sahrens } 1261ecd6cf80Smarks 1262ecd6cf80Smarks spa_history_internal_log(LOG_DS_ROLLBACK, ds->ds_dir->dd_pool->dp_spa, 1263ecd6cf80Smarks tx, cr, "dataset = %llu", ds->ds_object); 1264fa9e4066Sahrens } 1265fa9e4066Sahrens 1266e1930233Sbonwick /* ARGSUSED */ 1267e1930233Sbonwick static int 12681d452cf5Sahrens dsl_dataset_destroy_begin_check(void *arg1, void *arg2, dmu_tx_t *tx) 1269e1930233Sbonwick { 12701d452cf5Sahrens dsl_dataset_t *ds = arg1; 12713cb34c60Sahrens objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 12723cb34c60Sahrens uint64_t count; 12733cb34c60Sahrens int err; 1274e1930233Sbonwick 1275e1930233Sbonwick /* 1276e1930233Sbonwick * Can't delete a head dataset if there are snapshots of it. 1277e1930233Sbonwick * (Except if the only snapshots are from the branch we cloned 1278e1930233Sbonwick * from.) 1279e1930233Sbonwick */ 1280e1930233Sbonwick if (ds->ds_prev != NULL && 1281e1930233Sbonwick ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) 1282e1930233Sbonwick return (EINVAL); 1283e1930233Sbonwick 12843cb34c60Sahrens /* 12853cb34c60Sahrens * This is really a dsl_dir thing, but check it here so that 12863cb34c60Sahrens * we'll be less likely to leave this dataset inconsistent & 12873cb34c60Sahrens * nearly destroyed. 12883cb34c60Sahrens */ 12893cb34c60Sahrens err = zap_count(mos, ds->ds_dir->dd_phys->dd_child_dir_zapobj, &count); 12903cb34c60Sahrens if (err) 12913cb34c60Sahrens return (err); 12923cb34c60Sahrens if (count != 0) 12933cb34c60Sahrens return (EEXIST); 12943cb34c60Sahrens 1295e1930233Sbonwick return (0); 1296e1930233Sbonwick } 1297e1930233Sbonwick 12981d452cf5Sahrens /* ARGSUSED */ 12991d452cf5Sahrens static void 1300ecd6cf80Smarks dsl_dataset_destroy_begin_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 1301fa9e4066Sahrens { 13021d452cf5Sahrens dsl_dataset_t *ds = arg1; 1303ecd6cf80Smarks dsl_pool_t *dp = ds->ds_dir->dd_pool; 1304fa9e4066Sahrens 13051d452cf5Sahrens /* Mark it as inconsistent on-disk, in case we crash */ 13061d452cf5Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 13071d452cf5Sahrens ds->ds_phys->ds_flags |= DS_FLAG_INCONSISTENT; 1308ecd6cf80Smarks 1309ecd6cf80Smarks spa_history_internal_log(LOG_DS_DESTROY_BEGIN, dp->dp_spa, tx, 1310ecd6cf80Smarks cr, "dataset = %llu", ds->ds_object); 13111d452cf5Sahrens } 1312fa9e4066Sahrens 13131d452cf5Sahrens /* ARGSUSED */ 13143cb34c60Sahrens int 13151d452cf5Sahrens dsl_dataset_destroy_check(void *arg1, void *arg2, dmu_tx_t *tx) 13161d452cf5Sahrens { 13171d452cf5Sahrens dsl_dataset_t *ds = arg1; 1318fa9e4066Sahrens 1319745cd3c5Smaybee /* we have an owner hold, so noone else can destroy us */ 1320745cd3c5Smaybee ASSERT(!DSL_DATASET_IS_DESTROYED(ds)); 1321745cd3c5Smaybee 1322fa9e4066Sahrens /* Can't delete a branch point. */ 13231d452cf5Sahrens if (ds->ds_phys->ds_num_children > 1) 13241d452cf5Sahrens return (EEXIST); 1325fa9e4066Sahrens 1326fa9e4066Sahrens /* 1327fa9e4066Sahrens * Can't delete a head dataset if there are snapshots of it. 1328fa9e4066Sahrens * (Except if the only snapshots are from the branch we cloned 1329fa9e4066Sahrens * from.) 1330fa9e4066Sahrens */ 1331fa9e4066Sahrens if (ds->ds_prev != NULL && 13321d452cf5Sahrens ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) 1333fa9e4066Sahrens return (EINVAL); 1334fa9e4066Sahrens 1335fa9e4066Sahrens /* 1336fa9e4066Sahrens * If we made changes this txg, traverse_dsl_dataset won't find 1337fa9e4066Sahrens * them. Try again. 1338fa9e4066Sahrens */ 13391d452cf5Sahrens if (ds->ds_phys->ds_bp.blk_birth >= tx->tx_txg) 1340fa9e4066Sahrens return (EAGAIN); 13411d452cf5Sahrens 13421d452cf5Sahrens /* XXX we should do some i/o error checking... */ 13431d452cf5Sahrens return (0); 13441d452cf5Sahrens } 13451d452cf5Sahrens 1346745cd3c5Smaybee struct refsarg { 1347745cd3c5Smaybee kmutex_t lock; 1348745cd3c5Smaybee boolean_t gone; 1349745cd3c5Smaybee kcondvar_t cv; 1350745cd3c5Smaybee }; 1351745cd3c5Smaybee 1352745cd3c5Smaybee /* ARGSUSED */ 1353745cd3c5Smaybee static void 1354745cd3c5Smaybee dsl_dataset_refs_gone(dmu_buf_t *db, void *argv) 1355745cd3c5Smaybee { 1356745cd3c5Smaybee struct refsarg *arg = argv; 1357745cd3c5Smaybee 1358745cd3c5Smaybee mutex_enter(&arg->lock); 1359745cd3c5Smaybee arg->gone = TRUE; 1360745cd3c5Smaybee cv_signal(&arg->cv); 1361745cd3c5Smaybee mutex_exit(&arg->lock); 1362745cd3c5Smaybee } 1363745cd3c5Smaybee 1364745cd3c5Smaybee static void 1365745cd3c5Smaybee dsl_dataset_drain_refs(dsl_dataset_t *ds, void *tag) 1366745cd3c5Smaybee { 1367745cd3c5Smaybee struct refsarg arg; 1368745cd3c5Smaybee 1369745cd3c5Smaybee mutex_init(&arg.lock, NULL, MUTEX_DEFAULT, NULL); 1370745cd3c5Smaybee cv_init(&arg.cv, NULL, CV_DEFAULT, NULL); 1371745cd3c5Smaybee arg.gone = FALSE; 1372745cd3c5Smaybee (void) dmu_buf_update_user(ds->ds_dbuf, ds, &arg, &ds->ds_phys, 1373745cd3c5Smaybee dsl_dataset_refs_gone); 1374745cd3c5Smaybee dmu_buf_rele(ds->ds_dbuf, tag); 1375745cd3c5Smaybee mutex_enter(&arg.lock); 1376745cd3c5Smaybee while (!arg.gone) 1377745cd3c5Smaybee cv_wait(&arg.cv, &arg.lock); 1378745cd3c5Smaybee ASSERT(arg.gone); 1379745cd3c5Smaybee mutex_exit(&arg.lock); 1380745cd3c5Smaybee ds->ds_dbuf = NULL; 1381745cd3c5Smaybee ds->ds_phys = NULL; 1382745cd3c5Smaybee mutex_destroy(&arg.lock); 1383745cd3c5Smaybee cv_destroy(&arg.cv); 1384745cd3c5Smaybee } 1385745cd3c5Smaybee 13863cb34c60Sahrens void 1387ecd6cf80Smarks dsl_dataset_destroy_sync(void *arg1, void *tag, cred_t *cr, dmu_tx_t *tx) 13881d452cf5Sahrens { 13891d452cf5Sahrens dsl_dataset_t *ds = arg1; 1390a9799022Sck int64_t used = 0, compressed = 0, uncompressed = 0; 13911d452cf5Sahrens zio_t *zio; 13921d452cf5Sahrens int err; 13931d452cf5Sahrens int after_branch_point = FALSE; 13941d452cf5Sahrens dsl_pool_t *dp = ds->ds_dir->dd_pool; 13951d452cf5Sahrens objset_t *mos = dp->dp_meta_objset; 13961d452cf5Sahrens dsl_dataset_t *ds_prev = NULL; 13971d452cf5Sahrens uint64_t obj; 13981d452cf5Sahrens 1399745cd3c5Smaybee ASSERT(ds->ds_owner); 14001d452cf5Sahrens ASSERT3U(ds->ds_phys->ds_num_children, <=, 1); 14011d452cf5Sahrens ASSERT(ds->ds_prev == NULL || 14021d452cf5Sahrens ds->ds_prev->ds_phys->ds_next_snap_obj != ds->ds_object); 14031d452cf5Sahrens ASSERT3U(ds->ds_phys->ds_bp.blk_birth, <=, tx->tx_txg); 14041d452cf5Sahrens 1405745cd3c5Smaybee /* signal any waiters that this dataset is going away */ 1406745cd3c5Smaybee mutex_enter(&ds->ds_lock); 1407745cd3c5Smaybee ds->ds_owner = dsl_reaper; 1408745cd3c5Smaybee cv_broadcast(&ds->ds_exclusive_cv); 1409745cd3c5Smaybee mutex_exit(&ds->ds_lock); 1410745cd3c5Smaybee 1411a9799022Sck /* Remove our reservation */ 1412a9799022Sck if (ds->ds_reserved != 0) { 1413a9799022Sck uint64_t val = 0; 1414a9799022Sck dsl_dataset_set_reservation_sync(ds, &val, cr, tx); 1415a9799022Sck ASSERT3U(ds->ds_reserved, ==, 0); 1416a9799022Sck } 1417a9799022Sck 14181d452cf5Sahrens ASSERT(RW_WRITE_HELD(&dp->dp_config_rwlock)); 14191d452cf5Sahrens 1420088f3894Sahrens dsl_pool_ds_destroyed(ds, tx); 1421088f3894Sahrens 14221d452cf5Sahrens obj = ds->ds_object; 1423fa9e4066Sahrens 1424fa9e4066Sahrens if (ds->ds_phys->ds_prev_snap_obj != 0) { 1425fa9e4066Sahrens if (ds->ds_prev) { 1426fa9e4066Sahrens ds_prev = ds->ds_prev; 1427fa9e4066Sahrens } else { 1428745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1429745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, FTAG, &ds_prev)); 1430fa9e4066Sahrens } 1431fa9e4066Sahrens after_branch_point = 1432fa9e4066Sahrens (ds_prev->ds_phys->ds_next_snap_obj != obj); 1433fa9e4066Sahrens 1434fa9e4066Sahrens dmu_buf_will_dirty(ds_prev->ds_dbuf, tx); 1435088f3894Sahrens if (after_branch_point && 1436088f3894Sahrens ds_prev->ds_phys->ds_next_clones_obj != 0) { 1437088f3894Sahrens VERIFY(0 == zap_remove_int(mos, 1438088f3894Sahrens ds_prev->ds_phys->ds_next_clones_obj, obj, tx)); 1439088f3894Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) { 1440088f3894Sahrens VERIFY(0 == zap_add_int(mos, 1441088f3894Sahrens ds_prev->ds_phys->ds_next_clones_obj, 1442088f3894Sahrens ds->ds_phys->ds_next_snap_obj, tx)); 1443088f3894Sahrens } 1444088f3894Sahrens } 1445fa9e4066Sahrens if (after_branch_point && 1446fa9e4066Sahrens ds->ds_phys->ds_next_snap_obj == 0) { 1447fa9e4066Sahrens /* This clone is toast. */ 1448fa9e4066Sahrens ASSERT(ds_prev->ds_phys->ds_num_children > 1); 1449fa9e4066Sahrens ds_prev->ds_phys->ds_num_children--; 1450fa9e4066Sahrens } else if (!after_branch_point) { 1451fa9e4066Sahrens ds_prev->ds_phys->ds_next_snap_obj = 1452fa9e4066Sahrens ds->ds_phys->ds_next_snap_obj; 1453fa9e4066Sahrens } 1454fa9e4066Sahrens } 1455fa9e4066Sahrens 1456fa9e4066Sahrens zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); 1457fa9e4066Sahrens 1458fa9e4066Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) { 14591d452cf5Sahrens blkptr_t bp; 1460fa9e4066Sahrens dsl_dataset_t *ds_next; 1461fa9e4066Sahrens uint64_t itor = 0; 1462a9799022Sck uint64_t old_unique; 1463fa9e4066Sahrens 1464745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1465745cd3c5Smaybee ds->ds_phys->ds_next_snap_obj, FTAG, &ds_next)); 1466fa9e4066Sahrens ASSERT3U(ds_next->ds_phys->ds_prev_snap_obj, ==, obj); 1467fa9e4066Sahrens 1468a9799022Sck old_unique = dsl_dataset_unique(ds_next); 1469a9799022Sck 1470fa9e4066Sahrens dmu_buf_will_dirty(ds_next->ds_dbuf, tx); 1471fa9e4066Sahrens ds_next->ds_phys->ds_prev_snap_obj = 1472fa9e4066Sahrens ds->ds_phys->ds_prev_snap_obj; 1473fa9e4066Sahrens ds_next->ds_phys->ds_prev_snap_txg = 1474fa9e4066Sahrens ds->ds_phys->ds_prev_snap_txg; 1475fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_prev_snap_txg, ==, 1476fa9e4066Sahrens ds_prev ? ds_prev->ds_phys->ds_creation_txg : 0); 1477fa9e4066Sahrens 1478fa9e4066Sahrens /* 1479fa9e4066Sahrens * Transfer to our deadlist (which will become next's 1480fa9e4066Sahrens * new deadlist) any entries from next's current 1481fa9e4066Sahrens * deadlist which were born before prev, and free the 1482fa9e4066Sahrens * other entries. 1483fa9e4066Sahrens * 1484fa9e4066Sahrens * XXX we're doing this long task with the config lock held 1485fa9e4066Sahrens */ 1486745cd3c5Smaybee while (bplist_iterate(&ds_next->ds_deadlist, &itor, &bp) == 0) { 1487fa9e4066Sahrens if (bp.blk_birth <= ds->ds_phys->ds_prev_snap_txg) { 1488ea8dc4b6Seschrock VERIFY(0 == bplist_enqueue(&ds->ds_deadlist, 1489ea8dc4b6Seschrock &bp, tx)); 1490fa9e4066Sahrens if (ds_prev && !after_branch_point && 1491fa9e4066Sahrens bp.blk_birth > 1492fa9e4066Sahrens ds_prev->ds_phys->ds_prev_snap_txg) { 1493fa9e4066Sahrens ds_prev->ds_phys->ds_unique_bytes += 149499653d4eSeschrock bp_get_dasize(dp->dp_spa, &bp); 1495fa9e4066Sahrens } 1496fa9e4066Sahrens } else { 149799653d4eSeschrock used += bp_get_dasize(dp->dp_spa, &bp); 1498fa9e4066Sahrens compressed += BP_GET_PSIZE(&bp); 1499fa9e4066Sahrens uncompressed += BP_GET_UCSIZE(&bp); 1500fa9e4066Sahrens /* XXX check return value? */ 1501088f3894Sahrens (void) dsl_free(zio, dp, tx->tx_txg, 1502fa9e4066Sahrens &bp, NULL, NULL, ARC_NOWAIT); 1503fa9e4066Sahrens } 1504fa9e4066Sahrens } 1505fa9e4066Sahrens 1506fa9e4066Sahrens /* free next's deadlist */ 1507fa9e4066Sahrens bplist_close(&ds_next->ds_deadlist); 1508fa9e4066Sahrens bplist_destroy(mos, ds_next->ds_phys->ds_deadlist_obj, tx); 1509fa9e4066Sahrens 1510fa9e4066Sahrens /* set next's deadlist to our deadlist */ 1511745cd3c5Smaybee bplist_close(&ds->ds_deadlist); 1512fa9e4066Sahrens ds_next->ds_phys->ds_deadlist_obj = 1513fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj; 1514ea8dc4b6Seschrock VERIFY(0 == bplist_open(&ds_next->ds_deadlist, mos, 1515ea8dc4b6Seschrock ds_next->ds_phys->ds_deadlist_obj)); 1516fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 0; 1517fa9e4066Sahrens 1518fa9e4066Sahrens if (ds_next->ds_phys->ds_next_snap_obj != 0) { 1519fa9e4066Sahrens /* 1520fa9e4066Sahrens * Update next's unique to include blocks which 1521fa9e4066Sahrens * were previously shared by only this snapshot 1522fa9e4066Sahrens * and it. Those blocks will be born after the 1523fa9e4066Sahrens * prev snap and before this snap, and will have 1524fa9e4066Sahrens * died after the next snap and before the one 1525fa9e4066Sahrens * after that (ie. be on the snap after next's 1526fa9e4066Sahrens * deadlist). 1527fa9e4066Sahrens * 1528fa9e4066Sahrens * XXX we're doing this long task with the 1529fa9e4066Sahrens * config lock held 1530fa9e4066Sahrens */ 1531fa9e4066Sahrens dsl_dataset_t *ds_after_next; 1532fa9e4066Sahrens 1533745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1534745cd3c5Smaybee ds_next->ds_phys->ds_next_snap_obj, 1535745cd3c5Smaybee FTAG, &ds_after_next)); 1536fa9e4066Sahrens itor = 0; 1537fa9e4066Sahrens while (bplist_iterate(&ds_after_next->ds_deadlist, 1538fa9e4066Sahrens &itor, &bp) == 0) { 1539fa9e4066Sahrens if (bp.blk_birth > 1540fa9e4066Sahrens ds->ds_phys->ds_prev_snap_txg && 1541fa9e4066Sahrens bp.blk_birth <= 1542fa9e4066Sahrens ds->ds_phys->ds_creation_txg) { 1543fa9e4066Sahrens ds_next->ds_phys->ds_unique_bytes += 154499653d4eSeschrock bp_get_dasize(dp->dp_spa, &bp); 1545fa9e4066Sahrens } 1546fa9e4066Sahrens } 1547fa9e4066Sahrens 1548745cd3c5Smaybee dsl_dataset_rele(ds_after_next, FTAG); 1549fa9e4066Sahrens ASSERT3P(ds_next->ds_prev, ==, NULL); 1550fa9e4066Sahrens } else { 1551fa9e4066Sahrens ASSERT3P(ds_next->ds_prev, ==, ds); 1552745cd3c5Smaybee dsl_dataset_drop_ref(ds_next->ds_prev, ds_next); 1553745cd3c5Smaybee ds_next->ds_prev = NULL; 1554fa9e4066Sahrens if (ds_prev) { 1555745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(dp, 1556745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, 1557745cd3c5Smaybee ds_next, &ds_next->ds_prev)); 1558fa9e4066Sahrens } 1559a9799022Sck 1560a9799022Sck dsl_dataset_recalc_head_uniq(ds_next); 1561a9799022Sck 1562a9799022Sck /* 1563a9799022Sck * Reduce the amount of our unconsmed refreservation 1564a9799022Sck * being charged to our parent by the amount of 1565a9799022Sck * new unique data we have gained. 1566a9799022Sck */ 1567a9799022Sck if (old_unique < ds_next->ds_reserved) { 1568a9799022Sck int64_t mrsdelta; 1569a9799022Sck uint64_t new_unique = 1570a9799022Sck ds_next->ds_phys->ds_unique_bytes; 1571a9799022Sck 1572a9799022Sck ASSERT(old_unique <= new_unique); 1573a9799022Sck mrsdelta = MIN(new_unique - old_unique, 1574a9799022Sck ds_next->ds_reserved - old_unique); 1575a9799022Sck dsl_dir_diduse_space(ds->ds_dir, -mrsdelta, 1576a9799022Sck 0, 0, tx); 1577a9799022Sck } 1578fa9e4066Sahrens } 1579745cd3c5Smaybee dsl_dataset_rele(ds_next, FTAG); 1580fa9e4066Sahrens 1581fa9e4066Sahrens /* 1582a9799022Sck * NB: unique_bytes might not be accurate for the head objset. 1583a9799022Sck * Before SPA_VERSION 9, we didn't update its value when we 1584a9799022Sck * deleted the most recent snapshot. 1585fa9e4066Sahrens */ 1586fa9e4066Sahrens ASSERT3U(used, ==, ds->ds_phys->ds_unique_bytes); 1587fa9e4066Sahrens } else { 1588fa9e4066Sahrens /* 1589fa9e4066Sahrens * There's no next snapshot, so this is a head dataset. 1590fa9e4066Sahrens * Destroy the deadlist. Unless it's a clone, the 1591fa9e4066Sahrens * deadlist should be empty. (If it's a clone, it's 1592fa9e4066Sahrens * safe to ignore the deadlist contents.) 1593fa9e4066Sahrens */ 1594fa9e4066Sahrens struct killarg ka; 1595fa9e4066Sahrens 1596fa9e4066Sahrens ASSERT(after_branch_point || bplist_empty(&ds->ds_deadlist)); 1597fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 1598fa9e4066Sahrens bplist_destroy(mos, ds->ds_phys->ds_deadlist_obj, tx); 1599fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 0; 1600fa9e4066Sahrens 1601fa9e4066Sahrens /* 1602fa9e4066Sahrens * Free everything that we point to (that's born after 1603fa9e4066Sahrens * the previous snapshot, if we are a clone) 1604fa9e4066Sahrens * 1605fa9e4066Sahrens * XXX we're doing this long task with the config lock held 1606fa9e4066Sahrens */ 1607fa9e4066Sahrens ka.usedp = &used; 1608fa9e4066Sahrens ka.compressedp = &compressed; 1609fa9e4066Sahrens ka.uncompressedp = &uncompressed; 1610fa9e4066Sahrens ka.zio = zio; 1611fa9e4066Sahrens ka.tx = tx; 1612fa9e4066Sahrens err = traverse_dsl_dataset(ds, ds->ds_phys->ds_prev_snap_txg, 1613fa9e4066Sahrens ADVANCE_POST, kill_blkptr, &ka); 1614fa9e4066Sahrens ASSERT3U(err, ==, 0); 1615a9799022Sck ASSERT(spa_version(dp->dp_spa) < 1616a9799022Sck SPA_VERSION_UNIQUE_ACCURATE || 1617a9799022Sck used == ds->ds_phys->ds_unique_bytes); 1618fa9e4066Sahrens } 1619fa9e4066Sahrens 1620fa9e4066Sahrens err = zio_wait(zio); 1621fa9e4066Sahrens ASSERT3U(err, ==, 0); 1622fa9e4066Sahrens 16231d452cf5Sahrens dsl_dir_diduse_space(ds->ds_dir, -used, -compressed, -uncompressed, tx); 1624fa9e4066Sahrens 16251d452cf5Sahrens if (ds->ds_dir->dd_phys->dd_head_dataset_obj == ds->ds_object) { 1626745cd3c5Smaybee /* Erase the link in the dir */ 16271d452cf5Sahrens dmu_buf_will_dirty(ds->ds_dir->dd_dbuf, tx); 16281d452cf5Sahrens ds->ds_dir->dd_phys->dd_head_dataset_obj = 0; 1629745cd3c5Smaybee ASSERT(ds->ds_phys->ds_snapnames_zapobj != 0); 1630745cd3c5Smaybee err = zap_destroy(mos, ds->ds_phys->ds_snapnames_zapobj, tx); 1631745cd3c5Smaybee ASSERT(err == 0); 1632fa9e4066Sahrens } else { 1633fa9e4066Sahrens /* remove from snapshot namespace */ 1634fa9e4066Sahrens dsl_dataset_t *ds_head; 1635745cd3c5Smaybee ASSERT(ds->ds_phys->ds_snapnames_zapobj == 0); 1636745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1637745cd3c5Smaybee ds->ds_dir->dd_phys->dd_head_dataset_obj, FTAG, &ds_head)); 16388660574dSahrens VERIFY(0 == dsl_dataset_get_snapname(ds)); 1639fa9e4066Sahrens #ifdef ZFS_DEBUG 1640fa9e4066Sahrens { 1641fa9e4066Sahrens uint64_t val; 1642ab04eb8eStimh 1643745cd3c5Smaybee err = dsl_dataset_snap_lookup(ds_head, 1644ab04eb8eStimh ds->ds_snapname, &val); 1645fa9e4066Sahrens ASSERT3U(err, ==, 0); 1646fa9e4066Sahrens ASSERT3U(val, ==, obj); 1647fa9e4066Sahrens } 1648fa9e4066Sahrens #endif 1649745cd3c5Smaybee err = dsl_dataset_snap_remove(ds_head, ds->ds_snapname, tx); 1650fa9e4066Sahrens ASSERT(err == 0); 1651745cd3c5Smaybee dsl_dataset_rele(ds_head, FTAG); 1652fa9e4066Sahrens } 1653fa9e4066Sahrens 1654fa9e4066Sahrens if (ds_prev && ds->ds_prev != ds_prev) 1655745cd3c5Smaybee dsl_dataset_rele(ds_prev, FTAG); 1656fa9e4066Sahrens 1657990b4856Slling spa_prop_clear_bootfs(dp->dp_spa, ds->ds_object, tx); 1658ecd6cf80Smarks spa_history_internal_log(LOG_DS_DESTROY, dp->dp_spa, tx, 1659ecd6cf80Smarks cr, "dataset = %llu", ds->ds_object); 1660ecd6cf80Smarks 1661088f3894Sahrens if (ds->ds_phys->ds_next_clones_obj != 0) { 1662088f3894Sahrens uint64_t count; 1663088f3894Sahrens ASSERT(0 == zap_count(mos, 1664088f3894Sahrens ds->ds_phys->ds_next_clones_obj, &count) && count == 0); 1665088f3894Sahrens VERIFY(0 == dmu_object_free(mos, 1666088f3894Sahrens ds->ds_phys->ds_next_clones_obj, tx)); 1667088f3894Sahrens } 1668745cd3c5Smaybee dsl_dir_close(ds->ds_dir, ds); 1669745cd3c5Smaybee ds->ds_dir = NULL; 1670745cd3c5Smaybee dsl_dataset_drain_refs(ds, tag); 16711d452cf5Sahrens VERIFY(0 == dmu_object_free(mos, obj, tx)); 1672fa9e4066Sahrens } 1673fa9e4066Sahrens 1674a9799022Sck static int 1675a9799022Sck dsl_dataset_snapshot_reserve_space(dsl_dataset_t *ds, dmu_tx_t *tx) 1676a9799022Sck { 1677a9799022Sck uint64_t asize; 1678a9799022Sck 1679a9799022Sck if (!dmu_tx_is_syncing(tx)) 1680a9799022Sck return (0); 1681a9799022Sck 1682a9799022Sck /* 1683a9799022Sck * If there's an fs-only reservation, any blocks that might become 1684a9799022Sck * owned by the snapshot dataset must be accommodated by space 1685a9799022Sck * outside of the reservation. 1686a9799022Sck */ 1687a9799022Sck asize = MIN(dsl_dataset_unique(ds), ds->ds_reserved); 1688a9799022Sck if (asize > dsl_dir_space_available(ds->ds_dir, NULL, 0, FALSE)) 1689a9799022Sck return (ENOSPC); 1690a9799022Sck 1691a9799022Sck /* 1692a9799022Sck * Propogate any reserved space for this snapshot to other 1693a9799022Sck * snapshot checks in this sync group. 1694a9799022Sck */ 1695a9799022Sck if (asize > 0) 1696a9799022Sck dsl_dir_willuse_space(ds->ds_dir, asize, tx); 1697a9799022Sck 1698a9799022Sck return (0); 1699a9799022Sck } 1700a9799022Sck 17011d452cf5Sahrens /* ARGSUSED */ 1702fa9e4066Sahrens int 17031d452cf5Sahrens dsl_dataset_snapshot_check(void *arg1, void *arg2, dmu_tx_t *tx) 1704fa9e4066Sahrens { 17053cb34c60Sahrens dsl_dataset_t *ds = arg1; 17061d452cf5Sahrens const char *snapname = arg2; 1707fa9e4066Sahrens int err; 17081d452cf5Sahrens uint64_t value; 1709fa9e4066Sahrens 17101d452cf5Sahrens /* 17111d452cf5Sahrens * We don't allow multiple snapshots of the same txg. If there 17121d452cf5Sahrens * is already one, try again. 17131d452cf5Sahrens */ 17141d452cf5Sahrens if (ds->ds_phys->ds_prev_snap_txg >= tx->tx_txg) 17151d452cf5Sahrens return (EAGAIN); 1716fa9e4066Sahrens 17171d452cf5Sahrens /* 17181d452cf5Sahrens * Check for conflicting name snapshot name. 17191d452cf5Sahrens */ 1720745cd3c5Smaybee err = dsl_dataset_snap_lookup(ds, snapname, &value); 17211d452cf5Sahrens if (err == 0) 1722fa9e4066Sahrens return (EEXIST); 17231d452cf5Sahrens if (err != ENOENT) 17241d452cf5Sahrens return (err); 1725fa9e4066Sahrens 1726b7661cccSmmusante /* 1727b7661cccSmmusante * Check that the dataset's name is not too long. Name consists 1728b7661cccSmmusante * of the dataset's length + 1 for the @-sign + snapshot name's length 1729b7661cccSmmusante */ 1730b7661cccSmmusante if (dsl_dataset_namelen(ds) + 1 + strlen(snapname) >= MAXNAMELEN) 1731b7661cccSmmusante return (ENAMETOOLONG); 1732b7661cccSmmusante 1733a9799022Sck err = dsl_dataset_snapshot_reserve_space(ds, tx); 1734a9799022Sck if (err) 1735a9799022Sck return (err); 1736a9799022Sck 17371d452cf5Sahrens ds->ds_trysnap_txg = tx->tx_txg; 17381d452cf5Sahrens return (0); 17391d452cf5Sahrens } 1740fa9e4066Sahrens 17411d452cf5Sahrens void 1742ecd6cf80Smarks dsl_dataset_snapshot_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 17431d452cf5Sahrens { 17443cb34c60Sahrens dsl_dataset_t *ds = arg1; 17451d452cf5Sahrens const char *snapname = arg2; 17461d452cf5Sahrens dsl_pool_t *dp = ds->ds_dir->dd_pool; 17471d452cf5Sahrens dmu_buf_t *dbuf; 17481d452cf5Sahrens dsl_dataset_phys_t *dsphys; 1749088f3894Sahrens uint64_t dsobj, crtxg; 17501d452cf5Sahrens objset_t *mos = dp->dp_meta_objset; 17511d452cf5Sahrens int err; 1752fa9e4066Sahrens 17531d452cf5Sahrens ASSERT(RW_WRITE_HELD(&dp->dp_config_rwlock)); 1754fa9e4066Sahrens 1755088f3894Sahrens /* 1756088f3894Sahrens * The origin's ds_creation_txg has to be < TXG_INITIAL 1757088f3894Sahrens */ 1758088f3894Sahrens if (strcmp(snapname, ORIGIN_DIR_NAME) == 0) 1759088f3894Sahrens crtxg = 1; 1760088f3894Sahrens else 1761088f3894Sahrens crtxg = tx->tx_txg; 1762088f3894Sahrens 17631649cd4bStabriz dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0, 17641649cd4bStabriz DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx); 1765ea8dc4b6Seschrock VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf)); 1766fa9e4066Sahrens dmu_buf_will_dirty(dbuf, tx); 1767fa9e4066Sahrens dsphys = dbuf->db_data; 1768745cd3c5Smaybee bzero(dsphys, sizeof (dsl_dataset_phys_t)); 17691d452cf5Sahrens dsphys->ds_dir_obj = ds->ds_dir->dd_object; 1770fa9e4066Sahrens dsphys->ds_fsid_guid = unique_create(); 1771fa9e4066Sahrens (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid, 1772fa9e4066Sahrens sizeof (dsphys->ds_guid)); 1773fa9e4066Sahrens dsphys->ds_prev_snap_obj = ds->ds_phys->ds_prev_snap_obj; 1774fa9e4066Sahrens dsphys->ds_prev_snap_txg = ds->ds_phys->ds_prev_snap_txg; 1775fa9e4066Sahrens dsphys->ds_next_snap_obj = ds->ds_object; 1776fa9e4066Sahrens dsphys->ds_num_children = 1; 1777fa9e4066Sahrens dsphys->ds_creation_time = gethrestime_sec(); 1778088f3894Sahrens dsphys->ds_creation_txg = crtxg; 1779fa9e4066Sahrens dsphys->ds_deadlist_obj = ds->ds_phys->ds_deadlist_obj; 1780fa9e4066Sahrens dsphys->ds_used_bytes = ds->ds_phys->ds_used_bytes; 1781fa9e4066Sahrens dsphys->ds_compressed_bytes = ds->ds_phys->ds_compressed_bytes; 1782fa9e4066Sahrens dsphys->ds_uncompressed_bytes = ds->ds_phys->ds_uncompressed_bytes; 178399653d4eSeschrock dsphys->ds_flags = ds->ds_phys->ds_flags; 1784fa9e4066Sahrens dsphys->ds_bp = ds->ds_phys->ds_bp; 1785ea8dc4b6Seschrock dmu_buf_rele(dbuf, FTAG); 1786fa9e4066Sahrens 17871d452cf5Sahrens ASSERT3U(ds->ds_prev != 0, ==, ds->ds_phys->ds_prev_snap_obj != 0); 17881d452cf5Sahrens if (ds->ds_prev) { 1789088f3894Sahrens uint64_t next_clones_obj = 1790088f3894Sahrens ds->ds_prev->ds_phys->ds_next_clones_obj; 17911d452cf5Sahrens ASSERT(ds->ds_prev->ds_phys->ds_next_snap_obj == 1792fa9e4066Sahrens ds->ds_object || 17931d452cf5Sahrens ds->ds_prev->ds_phys->ds_num_children > 1); 17941d452cf5Sahrens if (ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) { 17951d452cf5Sahrens dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx); 1796fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_prev_snap_txg, ==, 17971d452cf5Sahrens ds->ds_prev->ds_phys->ds_creation_txg); 17981d452cf5Sahrens ds->ds_prev->ds_phys->ds_next_snap_obj = dsobj; 1799088f3894Sahrens } else if (next_clones_obj != 0) { 1800088f3894Sahrens VERIFY3U(0, ==, zap_remove_int(mos, 1801088f3894Sahrens next_clones_obj, dsphys->ds_next_snap_obj, tx)); 1802088f3894Sahrens VERIFY3U(0, ==, zap_add_int(mos, 1803088f3894Sahrens next_clones_obj, dsobj, tx)); 1804fa9e4066Sahrens } 1805fa9e4066Sahrens } 1806fa9e4066Sahrens 1807a9799022Sck /* 1808a9799022Sck * If we have a reference-reservation on this dataset, we will 1809a9799022Sck * need to increase the amount of refreservation being charged 1810a9799022Sck * since our unique space is going to zero. 1811a9799022Sck */ 1812a9799022Sck if (ds->ds_reserved) { 1813a9799022Sck int64_t add = MIN(dsl_dataset_unique(ds), ds->ds_reserved); 1814a9799022Sck dsl_dir_diduse_space(ds->ds_dir, add, 0, 0, tx); 1815a9799022Sck } 1816a9799022Sck 1817fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 1818fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 1819a4611edeSahrens ASSERT3U(ds->ds_phys->ds_prev_snap_txg, <, tx->tx_txg); 1820fa9e4066Sahrens ds->ds_phys->ds_prev_snap_obj = dsobj; 1821088f3894Sahrens ds->ds_phys->ds_prev_snap_txg = crtxg; 1822fa9e4066Sahrens ds->ds_phys->ds_unique_bytes = 0; 1823a9799022Sck if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE) 1824a9799022Sck ds->ds_phys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 1825fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 1826fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 1827ea8dc4b6Seschrock VERIFY(0 == bplist_open(&ds->ds_deadlist, mos, 1828ea8dc4b6Seschrock ds->ds_phys->ds_deadlist_obj)); 1829fa9e4066Sahrens 1830fa9e4066Sahrens dprintf("snap '%s' -> obj %llu\n", snapname, dsobj); 1831fa9e4066Sahrens err = zap_add(mos, ds->ds_phys->ds_snapnames_zapobj, 1832fa9e4066Sahrens snapname, 8, 1, &dsobj, tx); 1833fa9e4066Sahrens ASSERT(err == 0); 1834fa9e4066Sahrens 1835fa9e4066Sahrens if (ds->ds_prev) 1836745cd3c5Smaybee dsl_dataset_drop_ref(ds->ds_prev, ds); 1837745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(dp, 1838745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, ds, &ds->ds_prev)); 1839ecd6cf80Smarks 1840088f3894Sahrens dsl_pool_ds_snapshotted(ds, tx); 1841088f3894Sahrens 1842ecd6cf80Smarks spa_history_internal_log(LOG_DS_SNAPSHOT, dp->dp_spa, tx, cr, 184340feaa91Sahrens "dataset = %llu", dsobj); 1844fa9e4066Sahrens } 1845fa9e4066Sahrens 1846fa9e4066Sahrens void 1847c717a561Smaybee dsl_dataset_sync(dsl_dataset_t *ds, zio_t *zio, dmu_tx_t *tx) 1848fa9e4066Sahrens { 1849fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 1850fa9e4066Sahrens ASSERT(ds->ds_user_ptr != NULL); 1851fa9e4066Sahrens ASSERT(ds->ds_phys->ds_next_snap_obj == 0); 1852fa9e4066Sahrens 185391ebeef5Sahrens /* 185491ebeef5Sahrens * in case we had to change ds_fsid_guid when we opened it, 185591ebeef5Sahrens * sync it out now. 185691ebeef5Sahrens */ 185791ebeef5Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 185891ebeef5Sahrens ds->ds_phys->ds_fsid_guid = ds->ds_fsid_guid; 185991ebeef5Sahrens 1860fa9e4066Sahrens dsl_dir_dirty(ds->ds_dir, tx); 1861c717a561Smaybee dmu_objset_sync(ds->ds_user_ptr, zio, tx); 1862fa9e4066Sahrens } 1863fa9e4066Sahrens 1864fa9e4066Sahrens void 1865a2eea2e1Sahrens dsl_dataset_stats(dsl_dataset_t *ds, nvlist_t *nv) 1866fa9e4066Sahrens { 1867a9799022Sck uint64_t refd, avail, uobjs, aobjs; 1868a9799022Sck 1869a2eea2e1Sahrens dsl_dir_stats(ds->ds_dir, nv); 1870fa9e4066Sahrens 1871a9799022Sck dsl_dataset_space(ds, &refd, &avail, &uobjs, &aobjs); 1872a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_AVAILABLE, avail); 1873a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFERENCED, refd); 1874a9799022Sck 1875a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_CREATION, 1876a2eea2e1Sahrens ds->ds_phys->ds_creation_time); 1877a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_CREATETXG, 1878a2eea2e1Sahrens ds->ds_phys->ds_creation_txg); 1879a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFQUOTA, 1880a9799022Sck ds->ds_quota); 1881a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFRESERVATION, 1882a9799022Sck ds->ds_reserved); 1883c5904d13Seschrock dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_GUID, 1884c5904d13Seschrock ds->ds_phys->ds_guid); 1885fa9e4066Sahrens 1886fa9e4066Sahrens if (ds->ds_phys->ds_next_snap_obj) { 1887fa9e4066Sahrens /* 1888fa9e4066Sahrens * This is a snapshot; override the dd's space used with 1889a2eea2e1Sahrens * our unique space and compression ratio. 1890fa9e4066Sahrens */ 1891a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USED, 1892a2eea2e1Sahrens ds->ds_phys->ds_unique_bytes); 1893a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_COMPRESSRATIO, 1894a2eea2e1Sahrens ds->ds_phys->ds_compressed_bytes == 0 ? 100 : 1895a2eea2e1Sahrens (ds->ds_phys->ds_uncompressed_bytes * 100 / 1896a2eea2e1Sahrens ds->ds_phys->ds_compressed_bytes)); 1897fa9e4066Sahrens } 1898fa9e4066Sahrens } 1899fa9e4066Sahrens 1900a2eea2e1Sahrens void 1901a2eea2e1Sahrens dsl_dataset_fast_stat(dsl_dataset_t *ds, dmu_objset_stats_t *stat) 1902a2eea2e1Sahrens { 1903a2eea2e1Sahrens stat->dds_creation_txg = ds->ds_phys->ds_creation_txg; 1904a2eea2e1Sahrens stat->dds_inconsistent = ds->ds_phys->ds_flags & DS_FLAG_INCONSISTENT; 19053cb34c60Sahrens stat->dds_guid = ds->ds_phys->ds_guid; 1906a2eea2e1Sahrens if (ds->ds_phys->ds_next_snap_obj) { 1907a2eea2e1Sahrens stat->dds_is_snapshot = B_TRUE; 1908a2eea2e1Sahrens stat->dds_num_clones = ds->ds_phys->ds_num_children - 1; 1909a2eea2e1Sahrens } 1910a2eea2e1Sahrens 1911a2eea2e1Sahrens /* clone origin is really a dsl_dir thing... */ 19124ccbb6e7Sahrens rw_enter(&ds->ds_dir->dd_pool->dp_config_rwlock, RW_READER); 1913088f3894Sahrens if (dsl_dir_is_clone(ds->ds_dir)) { 1914a2eea2e1Sahrens dsl_dataset_t *ods; 1915a2eea2e1Sahrens 1916745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(ds->ds_dir->dd_pool, 1917745cd3c5Smaybee ds->ds_dir->dd_phys->dd_origin_obj, FTAG, &ods)); 19183cb34c60Sahrens dsl_dataset_name(ods, stat->dds_origin); 1919745cd3c5Smaybee dsl_dataset_drop_ref(ods, FTAG); 1920a2eea2e1Sahrens } 19214ccbb6e7Sahrens rw_exit(&ds->ds_dir->dd_pool->dp_config_rwlock); 1922a2eea2e1Sahrens } 1923a2eea2e1Sahrens 1924a2eea2e1Sahrens uint64_t 1925a2eea2e1Sahrens dsl_dataset_fsid_guid(dsl_dataset_t *ds) 1926a2eea2e1Sahrens { 192791ebeef5Sahrens return (ds->ds_fsid_guid); 1928a2eea2e1Sahrens } 1929a2eea2e1Sahrens 1930a2eea2e1Sahrens void 1931a2eea2e1Sahrens dsl_dataset_space(dsl_dataset_t *ds, 1932a2eea2e1Sahrens uint64_t *refdbytesp, uint64_t *availbytesp, 1933a2eea2e1Sahrens uint64_t *usedobjsp, uint64_t *availobjsp) 1934fa9e4066Sahrens { 1935a2eea2e1Sahrens *refdbytesp = ds->ds_phys->ds_used_bytes; 1936a2eea2e1Sahrens *availbytesp = dsl_dir_space_available(ds->ds_dir, NULL, 0, TRUE); 1937a9799022Sck if (ds->ds_reserved > ds->ds_phys->ds_unique_bytes) 1938a9799022Sck *availbytesp += ds->ds_reserved - ds->ds_phys->ds_unique_bytes; 1939a9799022Sck if (ds->ds_quota != 0) { 1940a9799022Sck /* 1941a9799022Sck * Adjust available bytes according to refquota 1942a9799022Sck */ 1943a9799022Sck if (*refdbytesp < ds->ds_quota) 1944a9799022Sck *availbytesp = MIN(*availbytesp, 1945a9799022Sck ds->ds_quota - *refdbytesp); 1946a9799022Sck else 1947a9799022Sck *availbytesp = 0; 1948a9799022Sck } 1949a2eea2e1Sahrens *usedobjsp = ds->ds_phys->ds_bp.blk_fill; 1950a2eea2e1Sahrens *availobjsp = DN_MAX_OBJECT - *usedobjsp; 1951fa9e4066Sahrens } 1952fa9e4066Sahrens 1953f18faf3fSek boolean_t 1954f18faf3fSek dsl_dataset_modified_since_lastsnap(dsl_dataset_t *ds) 1955f18faf3fSek { 1956f18faf3fSek dsl_pool_t *dp = ds->ds_dir->dd_pool; 1957f18faf3fSek 1958f18faf3fSek ASSERT(RW_LOCK_HELD(&dp->dp_config_rwlock) || 1959f18faf3fSek dsl_pool_sync_context(dp)); 1960f18faf3fSek if (ds->ds_prev == NULL) 1961f18faf3fSek return (B_FALSE); 1962f18faf3fSek if (ds->ds_phys->ds_bp.blk_birth > 1963f18faf3fSek ds->ds_prev->ds_phys->ds_creation_txg) 1964f18faf3fSek return (B_TRUE); 1965f18faf3fSek return (B_FALSE); 1966f18faf3fSek } 1967f18faf3fSek 19681d452cf5Sahrens /* ARGSUSED */ 1969fa9e4066Sahrens static int 19701d452cf5Sahrens dsl_dataset_snapshot_rename_check(void *arg1, void *arg2, dmu_tx_t *tx) 1971fa9e4066Sahrens { 19721d452cf5Sahrens dsl_dataset_t *ds = arg1; 19731d452cf5Sahrens char *newsnapname = arg2; 19741d452cf5Sahrens dsl_dir_t *dd = ds->ds_dir; 19751d452cf5Sahrens dsl_dataset_t *hds; 1976fa9e4066Sahrens uint64_t val; 19771d452cf5Sahrens int err; 1978fa9e4066Sahrens 1979745cd3c5Smaybee err = dsl_dataset_hold_obj(dd->dd_pool, 1980745cd3c5Smaybee dd->dd_phys->dd_head_dataset_obj, FTAG, &hds); 1981fa9e4066Sahrens if (err) 1982fa9e4066Sahrens return (err); 1983fa9e4066Sahrens 19841d452cf5Sahrens /* new name better not be in use */ 1985745cd3c5Smaybee err = dsl_dataset_snap_lookup(hds, newsnapname, &val); 1986745cd3c5Smaybee dsl_dataset_rele(hds, FTAG); 19871d452cf5Sahrens 19881d452cf5Sahrens if (err == 0) 19891d452cf5Sahrens err = EEXIST; 19901d452cf5Sahrens else if (err == ENOENT) 19911d452cf5Sahrens err = 0; 1992cdf5b4caSmmusante 1993cdf5b4caSmmusante /* dataset name + 1 for the "@" + the new snapshot name must fit */ 1994cdf5b4caSmmusante if (dsl_dir_namelen(ds->ds_dir) + 1 + strlen(newsnapname) >= MAXNAMELEN) 1995cdf5b4caSmmusante err = ENAMETOOLONG; 1996cdf5b4caSmmusante 19971d452cf5Sahrens return (err); 19981d452cf5Sahrens } 1999fa9e4066Sahrens 20001d452cf5Sahrens static void 2001ecd6cf80Smarks dsl_dataset_snapshot_rename_sync(void *arg1, void *arg2, 2002ecd6cf80Smarks cred_t *cr, dmu_tx_t *tx) 20031d452cf5Sahrens { 20041d452cf5Sahrens dsl_dataset_t *ds = arg1; 2005ecd6cf80Smarks const char *newsnapname = arg2; 20061d452cf5Sahrens dsl_dir_t *dd = ds->ds_dir; 20071d452cf5Sahrens objset_t *mos = dd->dd_pool->dp_meta_objset; 20081d452cf5Sahrens dsl_dataset_t *hds; 20091d452cf5Sahrens int err; 2010fa9e4066Sahrens 20111d452cf5Sahrens ASSERT(ds->ds_phys->ds_next_snap_obj != 0); 2012fa9e4066Sahrens 2013745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dd->dd_pool, 2014745cd3c5Smaybee dd->dd_phys->dd_head_dataset_obj, FTAG, &hds)); 2015fa9e4066Sahrens 20161d452cf5Sahrens VERIFY(0 == dsl_dataset_get_snapname(ds)); 2017745cd3c5Smaybee err = dsl_dataset_snap_remove(hds, ds->ds_snapname, tx); 2018fa9e4066Sahrens ASSERT3U(err, ==, 0); 20191d452cf5Sahrens mutex_enter(&ds->ds_lock); 20201d452cf5Sahrens (void) strcpy(ds->ds_snapname, newsnapname); 20211d452cf5Sahrens mutex_exit(&ds->ds_lock); 20221d452cf5Sahrens err = zap_add(mos, hds->ds_phys->ds_snapnames_zapobj, 20231d452cf5Sahrens ds->ds_snapname, 8, 1, &ds->ds_object, tx); 2024fa9e4066Sahrens ASSERT3U(err, ==, 0); 2025fa9e4066Sahrens 2026ecd6cf80Smarks spa_history_internal_log(LOG_DS_RENAME, dd->dd_pool->dp_spa, tx, 2027ecd6cf80Smarks cr, "dataset = %llu", ds->ds_object); 2028745cd3c5Smaybee dsl_dataset_rele(hds, FTAG); 2029fa9e4066Sahrens } 2030fa9e4066Sahrens 2031f18faf3fSek struct renamesnaparg { 2032cdf5b4caSmmusante dsl_sync_task_group_t *dstg; 2033cdf5b4caSmmusante char failed[MAXPATHLEN]; 2034cdf5b4caSmmusante char *oldsnap; 2035cdf5b4caSmmusante char *newsnap; 2036cdf5b4caSmmusante }; 2037cdf5b4caSmmusante 2038cdf5b4caSmmusante static int 2039cdf5b4caSmmusante dsl_snapshot_rename_one(char *name, void *arg) 2040cdf5b4caSmmusante { 2041f18faf3fSek struct renamesnaparg *ra = arg; 2042cdf5b4caSmmusante dsl_dataset_t *ds = NULL; 2043cdf5b4caSmmusante char *cp; 2044cdf5b4caSmmusante int err; 2045cdf5b4caSmmusante 2046cdf5b4caSmmusante cp = name + strlen(name); 2047cdf5b4caSmmusante *cp = '@'; 2048cdf5b4caSmmusante (void) strcpy(cp + 1, ra->oldsnap); 2049ecd6cf80Smarks 2050ecd6cf80Smarks /* 2051ecd6cf80Smarks * For recursive snapshot renames the parent won't be changing 2052ecd6cf80Smarks * so we just pass name for both the to/from argument. 2053ecd6cf80Smarks */ 2054ecd6cf80Smarks if (err = zfs_secpolicy_rename_perms(name, name, CRED())) { 2055ecd6cf80Smarks (void) strcpy(ra->failed, name); 2056ecd6cf80Smarks return (err); 2057ecd6cf80Smarks } 2058ecd6cf80Smarks 2059745cd3c5Smaybee #ifdef _KERNEL 2060745cd3c5Smaybee /* 2061745cd3c5Smaybee * For all filesystems undergoing rename, we'll need to unmount it. 2062745cd3c5Smaybee */ 2063745cd3c5Smaybee (void) zfs_unmount_snap(name, NULL); 2064745cd3c5Smaybee #endif 2065745cd3c5Smaybee err = dsl_dataset_hold(name, ra->dstg, &ds); 2066745cd3c5Smaybee *cp = '\0'; 2067cdf5b4caSmmusante if (err == ENOENT) { 2068cdf5b4caSmmusante return (0); 2069745cd3c5Smaybee } else if (err) { 2070cdf5b4caSmmusante (void) strcpy(ra->failed, name); 2071cdf5b4caSmmusante return (err); 2072cdf5b4caSmmusante } 2073cdf5b4caSmmusante 2074cdf5b4caSmmusante dsl_sync_task_create(ra->dstg, dsl_dataset_snapshot_rename_check, 2075cdf5b4caSmmusante dsl_dataset_snapshot_rename_sync, ds, ra->newsnap, 0); 2076cdf5b4caSmmusante 2077cdf5b4caSmmusante return (0); 2078cdf5b4caSmmusante } 2079cdf5b4caSmmusante 2080cdf5b4caSmmusante static int 2081cdf5b4caSmmusante dsl_recursive_rename(char *oldname, const char *newname) 2082cdf5b4caSmmusante { 2083cdf5b4caSmmusante int err; 2084f18faf3fSek struct renamesnaparg *ra; 2085cdf5b4caSmmusante dsl_sync_task_t *dst; 2086cdf5b4caSmmusante spa_t *spa; 2087cdf5b4caSmmusante char *cp, *fsname = spa_strdup(oldname); 2088cdf5b4caSmmusante int len = strlen(oldname); 2089cdf5b4caSmmusante 2090cdf5b4caSmmusante /* truncate the snapshot name to get the fsname */ 2091cdf5b4caSmmusante cp = strchr(fsname, '@'); 2092cdf5b4caSmmusante *cp = '\0'; 2093cdf5b4caSmmusante 209440feaa91Sahrens err = spa_open(fsname, &spa, FTAG); 2095cdf5b4caSmmusante if (err) { 2096cdf5b4caSmmusante kmem_free(fsname, len + 1); 2097cdf5b4caSmmusante return (err); 2098cdf5b4caSmmusante } 2099f18faf3fSek ra = kmem_alloc(sizeof (struct renamesnaparg), KM_SLEEP); 2100cdf5b4caSmmusante ra->dstg = dsl_sync_task_group_create(spa_get_dsl(spa)); 2101cdf5b4caSmmusante 2102cdf5b4caSmmusante ra->oldsnap = strchr(oldname, '@') + 1; 2103cdf5b4caSmmusante ra->newsnap = strchr(newname, '@') + 1; 2104cdf5b4caSmmusante *ra->failed = '\0'; 2105cdf5b4caSmmusante 2106cdf5b4caSmmusante err = dmu_objset_find(fsname, dsl_snapshot_rename_one, ra, 2107cdf5b4caSmmusante DS_FIND_CHILDREN); 2108cdf5b4caSmmusante kmem_free(fsname, len + 1); 2109cdf5b4caSmmusante 2110cdf5b4caSmmusante if (err == 0) { 2111cdf5b4caSmmusante err = dsl_sync_task_group_wait(ra->dstg); 2112cdf5b4caSmmusante } 2113cdf5b4caSmmusante 2114cdf5b4caSmmusante for (dst = list_head(&ra->dstg->dstg_tasks); dst; 2115cdf5b4caSmmusante dst = list_next(&ra->dstg->dstg_tasks, dst)) { 2116cdf5b4caSmmusante dsl_dataset_t *ds = dst->dst_arg1; 2117cdf5b4caSmmusante if (dst->dst_err) { 2118cdf5b4caSmmusante dsl_dir_name(ds->ds_dir, ra->failed); 21192572aa4eSmmusante (void) strcat(ra->failed, "@"); 21202572aa4eSmmusante (void) strcat(ra->failed, ra->newsnap); 2121cdf5b4caSmmusante } 2122745cd3c5Smaybee dsl_dataset_rele(ds, ra->dstg); 2123cdf5b4caSmmusante } 2124cdf5b4caSmmusante 2125ecd6cf80Smarks if (err) 2126ecd6cf80Smarks (void) strcpy(oldname, ra->failed); 2127cdf5b4caSmmusante 2128cdf5b4caSmmusante dsl_sync_task_group_destroy(ra->dstg); 2129f18faf3fSek kmem_free(ra, sizeof (struct renamesnaparg)); 2130cdf5b4caSmmusante spa_close(spa, FTAG); 2131cdf5b4caSmmusante return (err); 2132cdf5b4caSmmusante } 2133cdf5b4caSmmusante 21343a5a36beSmmusante static int 21353a5a36beSmmusante dsl_valid_rename(char *oldname, void *arg) 21363a5a36beSmmusante { 21373a5a36beSmmusante int delta = *(int *)arg; 21383a5a36beSmmusante 21393a5a36beSmmusante if (strlen(oldname) + delta >= MAXNAMELEN) 21403a5a36beSmmusante return (ENAMETOOLONG); 21413a5a36beSmmusante 21423a5a36beSmmusante return (0); 21433a5a36beSmmusante } 21443a5a36beSmmusante 2145fa9e4066Sahrens #pragma weak dmu_objset_rename = dsl_dataset_rename 2146fa9e4066Sahrens int 2147745cd3c5Smaybee dsl_dataset_rename(char *oldname, const char *newname, boolean_t recursive) 2148fa9e4066Sahrens { 2149fa9e4066Sahrens dsl_dir_t *dd; 21501d452cf5Sahrens dsl_dataset_t *ds; 2151fa9e4066Sahrens const char *tail; 2152fa9e4066Sahrens int err; 2153fa9e4066Sahrens 21541d452cf5Sahrens err = dsl_dir_open(oldname, FTAG, &dd, &tail); 2155ea8dc4b6Seschrock if (err) 2156ea8dc4b6Seschrock return (err); 2157fa9e4066Sahrens if (tail == NULL) { 21583a5a36beSmmusante int delta = strlen(newname) - strlen(oldname); 21593a5a36beSmmusante 2160088f3894Sahrens /* if we're growing, validate child name lengths */ 21613a5a36beSmmusante if (delta > 0) 21623a5a36beSmmusante err = dmu_objset_find(oldname, dsl_valid_rename, 21633a5a36beSmmusante &delta, DS_FIND_CHILDREN | DS_FIND_SNAPSHOTS); 21643a5a36beSmmusante 21653a5a36beSmmusante if (!err) 21663a5a36beSmmusante err = dsl_dir_rename(dd, newname); 2167fa9e4066Sahrens dsl_dir_close(dd, FTAG); 2168fa9e4066Sahrens return (err); 2169fa9e4066Sahrens } 2170fa9e4066Sahrens if (tail[0] != '@') { 2171fa9e4066Sahrens /* the name ended in a nonexistant component */ 2172fa9e4066Sahrens dsl_dir_close(dd, FTAG); 2173fa9e4066Sahrens return (ENOENT); 2174fa9e4066Sahrens } 2175fa9e4066Sahrens 2176fa9e4066Sahrens dsl_dir_close(dd, FTAG); 21771d452cf5Sahrens 21781d452cf5Sahrens /* new name must be snapshot in same filesystem */ 21791d452cf5Sahrens tail = strchr(newname, '@'); 21801d452cf5Sahrens if (tail == NULL) 21811d452cf5Sahrens return (EINVAL); 21821d452cf5Sahrens tail++; 21831d452cf5Sahrens if (strncmp(oldname, newname, tail - newname) != 0) 21841d452cf5Sahrens return (EXDEV); 21851d452cf5Sahrens 2186cdf5b4caSmmusante if (recursive) { 2187cdf5b4caSmmusante err = dsl_recursive_rename(oldname, newname); 2188cdf5b4caSmmusante } else { 2189745cd3c5Smaybee err = dsl_dataset_hold(oldname, FTAG, &ds); 2190cdf5b4caSmmusante if (err) 2191cdf5b4caSmmusante return (err); 21921d452cf5Sahrens 2193cdf5b4caSmmusante err = dsl_sync_task_do(ds->ds_dir->dd_pool, 2194cdf5b4caSmmusante dsl_dataset_snapshot_rename_check, 2195cdf5b4caSmmusante dsl_dataset_snapshot_rename_sync, ds, (char *)tail, 1); 21961d452cf5Sahrens 2197745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2198cdf5b4caSmmusante } 21991d452cf5Sahrens 2200fa9e4066Sahrens return (err); 2201fa9e4066Sahrens } 220299653d4eSeschrock 2203088f3894Sahrens struct promotenode { 2204745cd3c5Smaybee list_node_t link; 2205745cd3c5Smaybee dsl_dataset_t *ds; 2206745cd3c5Smaybee }; 2207745cd3c5Smaybee 22081d452cf5Sahrens struct promotearg { 2209745cd3c5Smaybee list_t snap_list; 2210745cd3c5Smaybee dsl_dataset_t *clone_origin, *old_head; 22111d452cf5Sahrens uint64_t used, comp, uncomp, unique; 2212745cd3c5Smaybee uint64_t newnext_obj; 22131d452cf5Sahrens }; 22141d452cf5Sahrens 2215ecd6cf80Smarks /* ARGSUSED */ 221699653d4eSeschrock static int 22171d452cf5Sahrens dsl_dataset_promote_check(void *arg1, void *arg2, dmu_tx_t *tx) 221899653d4eSeschrock { 22191d452cf5Sahrens dsl_dataset_t *hds = arg1; 22201d452cf5Sahrens struct promotearg *pa = arg2; 2221088f3894Sahrens struct promotenode *snap = list_head(&pa->snap_list); 22221d452cf5Sahrens dsl_pool_t *dp = hds->ds_dir->dd_pool; 2223745cd3c5Smaybee dsl_dataset_t *origin_ds = snap->ds; 2224745cd3c5Smaybee dsl_dataset_t *newnext_ds; 2225745cd3c5Smaybee char *name; 22261d452cf5Sahrens uint64_t itor = 0; 222799653d4eSeschrock blkptr_t bp; 2228745cd3c5Smaybee int err; 22291d452cf5Sahrens 2230088f3894Sahrens /* Check that it is a real clone */ 2231088f3894Sahrens if (!dsl_dir_is_clone(hds->ds_dir)) 223299653d4eSeschrock return (EINVAL); 223399653d4eSeschrock 22341d452cf5Sahrens /* Since this is so expensive, don't do the preliminary check */ 22351d452cf5Sahrens if (!dmu_tx_is_syncing(tx)) 22361d452cf5Sahrens return (0); 22371d452cf5Sahrens 2238745cd3c5Smaybee if (hds->ds_phys->ds_flags & DS_FLAG_NOPROMOTE) 2239745cd3c5Smaybee return (EXDEV); 224099653d4eSeschrock 22413cb34c60Sahrens /* find origin's new next ds */ 2242745cd3c5Smaybee newnext_ds = hds; 22433cb34c60Sahrens while (newnext_ds->ds_phys->ds_prev_snap_obj != origin_ds->ds_object) { 224499653d4eSeschrock dsl_dataset_t *prev; 224599653d4eSeschrock 2246745cd3c5Smaybee err = dsl_dataset_hold_obj(dp, 2247745cd3c5Smaybee newnext_ds->ds_phys->ds_prev_snap_obj, FTAG, &prev); 2248745cd3c5Smaybee if (newnext_ds != hds) 2249745cd3c5Smaybee dsl_dataset_rele(newnext_ds, FTAG); 2250745cd3c5Smaybee if (err) 2251745cd3c5Smaybee return (err); 225299653d4eSeschrock newnext_ds = prev; 225399653d4eSeschrock } 22541d452cf5Sahrens pa->newnext_obj = newnext_ds->ds_object; 225599653d4eSeschrock 22563cb34c60Sahrens /* compute origin's new unique space */ 2257745cd3c5Smaybee pa->unique = 0; 225899653d4eSeschrock while ((err = bplist_iterate(&newnext_ds->ds_deadlist, 225999653d4eSeschrock &itor, &bp)) == 0) { 22603cb34c60Sahrens if (bp.blk_birth > origin_ds->ds_phys->ds_prev_snap_txg) 2261745cd3c5Smaybee pa->unique += bp_get_dasize(dp->dp_spa, &bp); 226299653d4eSeschrock } 2263745cd3c5Smaybee if (newnext_ds != hds) 2264745cd3c5Smaybee dsl_dataset_rele(newnext_ds, FTAG); 226599653d4eSeschrock if (err != ENOENT) 2266745cd3c5Smaybee return (err); 226799653d4eSeschrock 226899653d4eSeschrock name = kmem_alloc(MAXPATHLEN, KM_SLEEP); 2269745cd3c5Smaybee 2270745cd3c5Smaybee /* 2271745cd3c5Smaybee * Walk the snapshots that we are moving 2272745cd3c5Smaybee * 2273745cd3c5Smaybee * Compute space to transfer. Each snapshot gave birth to: 2274745cd3c5Smaybee * (my used) - (prev's used) + (deadlist's used) 2275745cd3c5Smaybee * So a sequence would look like: 2276745cd3c5Smaybee * uN - u(N-1) + dN + ... + u1 - u0 + d1 + u0 - 0 + d0 2277745cd3c5Smaybee * Which simplifies to: 2278745cd3c5Smaybee * uN + dN + ... + d1 + d0 2279745cd3c5Smaybee * Note however, if we stop before we reach the ORIGIN we get: 2280745cd3c5Smaybee * uN + dN + ... + dM - uM-1 2281745cd3c5Smaybee */ 2282745cd3c5Smaybee pa->used = origin_ds->ds_phys->ds_used_bytes; 2283745cd3c5Smaybee pa->comp = origin_ds->ds_phys->ds_compressed_bytes; 2284745cd3c5Smaybee pa->uncomp = origin_ds->ds_phys->ds_uncompressed_bytes; 2285745cd3c5Smaybee do { 228699653d4eSeschrock uint64_t val, dlused, dlcomp, dluncomp; 2287745cd3c5Smaybee dsl_dataset_t *ds = snap->ds; 228899653d4eSeschrock 228999653d4eSeschrock /* Check that the snapshot name does not conflict */ 229099653d4eSeschrock dsl_dataset_name(ds, name); 2291745cd3c5Smaybee err = dsl_dataset_snap_lookup(hds, ds->ds_snapname, &val); 2292745cd3c5Smaybee if (err == 0) 2293745cd3c5Smaybee err = EEXIST; 2294745cd3c5Smaybee if (err != ENOENT) 229599653d4eSeschrock break; 2296745cd3c5Smaybee err = 0; 229799653d4eSeschrock 2298745cd3c5Smaybee /* The very first snapshot does not have a deadlist */ 2299745cd3c5Smaybee if (ds->ds_phys->ds_prev_snap_obj != 0) { 2300745cd3c5Smaybee if (err = bplist_space(&ds->ds_deadlist, 2301745cd3c5Smaybee &dlused, &dlcomp, &dluncomp)) 2302745cd3c5Smaybee break; 2303745cd3c5Smaybee pa->used += dlused; 2304745cd3c5Smaybee pa->comp += dlcomp; 2305745cd3c5Smaybee pa->uncomp += dluncomp; 230699653d4eSeschrock } 2307745cd3c5Smaybee } while (snap = list_next(&pa->snap_list, snap)); 2308745cd3c5Smaybee 2309745cd3c5Smaybee /* 2310745cd3c5Smaybee * If we are a clone of a clone then we never reached ORIGIN, 2311745cd3c5Smaybee * so we need to subtract out the clone origin's used space. 2312745cd3c5Smaybee */ 2313745cd3c5Smaybee if (pa->clone_origin) { 2314745cd3c5Smaybee pa->used -= pa->clone_origin->ds_phys->ds_used_bytes; 2315745cd3c5Smaybee pa->comp -= pa->clone_origin->ds_phys->ds_compressed_bytes; 2316745cd3c5Smaybee pa->uncomp -= pa->clone_origin->ds_phys->ds_uncompressed_bytes; 231799653d4eSeschrock } 231899653d4eSeschrock 2319745cd3c5Smaybee kmem_free(name, MAXPATHLEN); 2320745cd3c5Smaybee 232199653d4eSeschrock /* Check that there is enough space here */ 2322745cd3c5Smaybee if (err == 0) { 2323745cd3c5Smaybee dsl_dir_t *odd = origin_ds->ds_dir; 2324745cd3c5Smaybee err = dsl_dir_transfer_possible(odd, hds->ds_dir, pa->used); 2325745cd3c5Smaybee } 23261d452cf5Sahrens 23271d452cf5Sahrens return (err); 23281d452cf5Sahrens } 232999653d4eSeschrock 23301d452cf5Sahrens static void 2331ecd6cf80Smarks dsl_dataset_promote_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 23321d452cf5Sahrens { 23331d452cf5Sahrens dsl_dataset_t *hds = arg1; 23341d452cf5Sahrens struct promotearg *pa = arg2; 2335088f3894Sahrens struct promotenode *snap = list_head(&pa->snap_list); 2336745cd3c5Smaybee dsl_dataset_t *origin_ds = snap->ds; 23371d452cf5Sahrens dsl_dir_t *dd = hds->ds_dir; 23381d452cf5Sahrens dsl_pool_t *dp = hds->ds_dir->dd_pool; 23393cb34c60Sahrens dsl_dir_t *odd = NULL; 23401d452cf5Sahrens char *name; 2341088f3894Sahrens uint64_t oldnext_obj; 23421d452cf5Sahrens 23431d452cf5Sahrens ASSERT(0 == (hds->ds_phys->ds_flags & DS_FLAG_NOPROMOTE)); 23441d452cf5Sahrens 23450b69c2f0Sahrens /* 23463cb34c60Sahrens * We need to explicitly open odd, since origin_ds's dd will be 23470b69c2f0Sahrens * changing. 23480b69c2f0Sahrens */ 23493cb34c60Sahrens VERIFY(0 == dsl_dir_open_obj(dp, origin_ds->ds_dir->dd_object, 23503cb34c60Sahrens NULL, FTAG, &odd)); 235199653d4eSeschrock 2352745cd3c5Smaybee /* change origin's next snap */ 2353745cd3c5Smaybee dmu_buf_will_dirty(origin_ds->ds_dbuf, tx); 2354088f3894Sahrens oldnext_obj = origin_ds->ds_phys->ds_next_snap_obj; 2355745cd3c5Smaybee origin_ds->ds_phys->ds_next_snap_obj = pa->newnext_obj; 2356745cd3c5Smaybee 2357088f3894Sahrens /* change the origin's next clone */ 2358088f3894Sahrens if (origin_ds->ds_phys->ds_next_clones_obj) { 2359088f3894Sahrens VERIFY3U(0, ==, zap_remove_int(dp->dp_meta_objset, 2360088f3894Sahrens origin_ds->ds_phys->ds_next_clones_obj, 2361088f3894Sahrens pa->newnext_obj, tx)); 2362088f3894Sahrens VERIFY3U(0, ==, zap_add_int(dp->dp_meta_objset, 2363088f3894Sahrens origin_ds->ds_phys->ds_next_clones_obj, 2364088f3894Sahrens oldnext_obj, tx)); 2365088f3894Sahrens } 2366088f3894Sahrens 2367745cd3c5Smaybee /* change origin */ 2368745cd3c5Smaybee dmu_buf_will_dirty(dd->dd_dbuf, tx); 2369745cd3c5Smaybee ASSERT3U(dd->dd_phys->dd_origin_obj, ==, origin_ds->ds_object); 2370745cd3c5Smaybee dd->dd_phys->dd_origin_obj = odd->dd_phys->dd_origin_obj; 2371745cd3c5Smaybee dmu_buf_will_dirty(odd->dd_dbuf, tx); 2372745cd3c5Smaybee odd->dd_phys->dd_origin_obj = origin_ds->ds_object; 2373745cd3c5Smaybee 237499653d4eSeschrock /* move snapshots to this dir */ 23751d452cf5Sahrens name = kmem_alloc(MAXPATHLEN, KM_SLEEP); 2376745cd3c5Smaybee do { 2377745cd3c5Smaybee dsl_dataset_t *ds = snap->ds; 237899653d4eSeschrock 237999653d4eSeschrock /* move snap name entry */ 238099653d4eSeschrock dsl_dataset_name(ds, name); 2381745cd3c5Smaybee VERIFY(0 == dsl_dataset_snap_remove(pa->old_head, 2382745cd3c5Smaybee ds->ds_snapname, tx)); 23831d452cf5Sahrens VERIFY(0 == zap_add(dp->dp_meta_objset, 238499653d4eSeschrock hds->ds_phys->ds_snapnames_zapobj, ds->ds_snapname, 238599653d4eSeschrock 8, 1, &ds->ds_object, tx)); 238699653d4eSeschrock 238799653d4eSeschrock /* change containing dsl_dir */ 238899653d4eSeschrock dmu_buf_will_dirty(ds->ds_dbuf, tx); 23893cb34c60Sahrens ASSERT3U(ds->ds_phys->ds_dir_obj, ==, odd->dd_object); 239099653d4eSeschrock ds->ds_phys->ds_dir_obj = dd->dd_object; 23913cb34c60Sahrens ASSERT3P(ds->ds_dir, ==, odd); 239299653d4eSeschrock dsl_dir_close(ds->ds_dir, ds); 23931d452cf5Sahrens VERIFY(0 == dsl_dir_open_obj(dp, dd->dd_object, 239499653d4eSeschrock NULL, ds, &ds->ds_dir)); 239599653d4eSeschrock 239699653d4eSeschrock ASSERT3U(dsl_prop_numcb(ds), ==, 0); 2397745cd3c5Smaybee } while (snap = list_next(&pa->snap_list, snap)); 239899653d4eSeschrock 239999653d4eSeschrock /* change space accounting */ 24003cb34c60Sahrens dsl_dir_diduse_space(odd, -pa->used, -pa->comp, -pa->uncomp, tx); 24011d452cf5Sahrens dsl_dir_diduse_space(dd, pa->used, pa->comp, pa->uncomp, tx); 24023cb34c60Sahrens origin_ds->ds_phys->ds_unique_bytes = pa->unique; 240399653d4eSeschrock 2404ecd6cf80Smarks /* log history record */ 2405ecd6cf80Smarks spa_history_internal_log(LOG_DS_PROMOTE, dd->dd_pool->dp_spa, tx, 2406745cd3c5Smaybee cr, "dataset = %llu", hds->ds_object); 2407ecd6cf80Smarks 24083cb34c60Sahrens dsl_dir_close(odd, FTAG); 24091d452cf5Sahrens kmem_free(name, MAXPATHLEN); 241099653d4eSeschrock } 241199653d4eSeschrock 241299653d4eSeschrock int 241399653d4eSeschrock dsl_dataset_promote(const char *name) 241499653d4eSeschrock { 241599653d4eSeschrock dsl_dataset_t *ds; 2416745cd3c5Smaybee dsl_dir_t *dd; 2417745cd3c5Smaybee dsl_pool_t *dp; 241899653d4eSeschrock dmu_object_info_t doi; 24191d452cf5Sahrens struct promotearg pa; 2420088f3894Sahrens struct promotenode *snap; 2421745cd3c5Smaybee uint64_t snap_obj; 2422745cd3c5Smaybee uint64_t last_snap = 0; 2423745cd3c5Smaybee int err; 242499653d4eSeschrock 2425745cd3c5Smaybee err = dsl_dataset_hold(name, FTAG, &ds); 242699653d4eSeschrock if (err) 242799653d4eSeschrock return (err); 2428745cd3c5Smaybee dd = ds->ds_dir; 2429745cd3c5Smaybee dp = dd->dd_pool; 243099653d4eSeschrock 2431745cd3c5Smaybee err = dmu_object_info(dp->dp_meta_objset, 243299653d4eSeschrock ds->ds_phys->ds_snapnames_zapobj, &doi); 243399653d4eSeschrock if (err) { 2434745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 243599653d4eSeschrock return (err); 243699653d4eSeschrock } 243799653d4eSeschrock 2438745cd3c5Smaybee /* 2439745cd3c5Smaybee * We are going to inherit all the snapshots taken before our 2440745cd3c5Smaybee * origin (i.e., our new origin will be our parent's origin). 2441745cd3c5Smaybee * Take ownership of them so that we can rename them into our 2442745cd3c5Smaybee * namespace. 2443745cd3c5Smaybee */ 2444745cd3c5Smaybee pa.clone_origin = NULL; 2445745cd3c5Smaybee list_create(&pa.snap_list, 2446088f3894Sahrens sizeof (struct promotenode), offsetof(struct promotenode, link)); 2447745cd3c5Smaybee rw_enter(&dp->dp_config_rwlock, RW_READER); 2448745cd3c5Smaybee ASSERT(dd->dd_phys->dd_origin_obj != 0); 2449745cd3c5Smaybee snap_obj = dd->dd_phys->dd_origin_obj; 2450745cd3c5Smaybee while (snap_obj) { 2451088f3894Sahrens dsl_dataset_t *snapds; 2452088f3894Sahrens 2453088f3894Sahrens /* 2454088f3894Sahrens * NB: this would be handled by the below check for 2455088f3894Sahrens * clone of a clone, but then we'd always own_obj() the 2456088f3894Sahrens * $ORIGIN, thus causing unnecessary EBUSYs. We don't 2457088f3894Sahrens * need to set pa.clone_origin because the $ORIGIN has 2458088f3894Sahrens * no data to account for. 2459088f3894Sahrens */ 2460088f3894Sahrens if (dp->dp_origin_snap && 2461088f3894Sahrens snap_obj == dp->dp_origin_snap->ds_object) 2462088f3894Sahrens break; 2463088f3894Sahrens 2464088f3894Sahrens err = dsl_dataset_own_obj(dp, snap_obj, 0, FTAG, &snapds); 2465745cd3c5Smaybee if (err == ENOENT) { 2466745cd3c5Smaybee /* lost race with snapshot destroy */ 2467088f3894Sahrens struct promotenode *last = list_tail(&pa.snap_list); 2468745cd3c5Smaybee ASSERT(snap_obj != last->ds->ds_phys->ds_prev_snap_obj); 2469745cd3c5Smaybee snap_obj = last->ds->ds_phys->ds_prev_snap_obj; 2470745cd3c5Smaybee continue; 2471745cd3c5Smaybee } else if (err) { 2472745cd3c5Smaybee rw_exit(&dp->dp_config_rwlock); 2473745cd3c5Smaybee goto out; 2474745cd3c5Smaybee } 2475088f3894Sahrens 2476745cd3c5Smaybee /* 2477745cd3c5Smaybee * We could be a clone of a clone. If we reach our 2478745cd3c5Smaybee * parent's branch point, we're done. 2479745cd3c5Smaybee */ 2480745cd3c5Smaybee if (last_snap && 2481088f3894Sahrens snapds->ds_phys->ds_next_snap_obj != last_snap) { 2482088f3894Sahrens pa.clone_origin = snapds; 2483088f3894Sahrens break; 2484745cd3c5Smaybee } 2485088f3894Sahrens 2486088f3894Sahrens snap = kmem_alloc(sizeof (struct promotenode), KM_SLEEP); 2487088f3894Sahrens snap->ds = snapds; 2488088f3894Sahrens list_insert_tail(&pa.snap_list, snap); 2489088f3894Sahrens last_snap = snap_obj; 2490088f3894Sahrens snap_obj = snap->ds->ds_phys->ds_prev_snap_obj; 2491745cd3c5Smaybee } 2492745cd3c5Smaybee snap = list_head(&pa.snap_list); 2493745cd3c5Smaybee ASSERT(snap != NULL); 2494745cd3c5Smaybee err = dsl_dataset_hold_obj(dp, 2495745cd3c5Smaybee snap->ds->ds_dir->dd_phys->dd_head_dataset_obj, FTAG, &pa.old_head); 2496745cd3c5Smaybee rw_exit(&dp->dp_config_rwlock); 2497745cd3c5Smaybee 2498745cd3c5Smaybee if (err) 2499745cd3c5Smaybee goto out; 2500745cd3c5Smaybee 250199653d4eSeschrock /* 250299653d4eSeschrock * Add in 128x the snapnames zapobj size, since we will be moving 250399653d4eSeschrock * a bunch of snapnames to the promoted ds, and dirtying their 250499653d4eSeschrock * bonus buffers. 250599653d4eSeschrock */ 2506745cd3c5Smaybee err = dsl_sync_task_do(dp, dsl_dataset_promote_check, 25071d452cf5Sahrens dsl_dataset_promote_sync, ds, &pa, 2 + 2 * doi.doi_physical_blks); 2508745cd3c5Smaybee 2509745cd3c5Smaybee dsl_dataset_rele(pa.old_head, FTAG); 2510745cd3c5Smaybee out: 2511745cd3c5Smaybee while ((snap = list_tail(&pa.snap_list)) != NULL) { 2512745cd3c5Smaybee list_remove(&pa.snap_list, snap); 2513745cd3c5Smaybee dsl_dataset_disown(snap->ds, FTAG); 2514088f3894Sahrens kmem_free(snap, sizeof (struct promotenode)); 2515745cd3c5Smaybee } 2516745cd3c5Smaybee list_destroy(&pa.snap_list); 2517745cd3c5Smaybee if (pa.clone_origin) 2518745cd3c5Smaybee dsl_dataset_disown(pa.clone_origin, FTAG); 2519745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 252099653d4eSeschrock return (err); 252199653d4eSeschrock } 2522b1b8ab34Slling 25233cb34c60Sahrens struct cloneswaparg { 25243cb34c60Sahrens dsl_dataset_t *cds; /* clone dataset */ 25253cb34c60Sahrens dsl_dataset_t *ohds; /* origin's head dataset */ 25263cb34c60Sahrens boolean_t force; 2527a9b821a0Sck int64_t unused_refres_delta; /* change in unconsumed refreservation */ 25283cb34c60Sahrens }; 2529f18faf3fSek 2530f18faf3fSek /* ARGSUSED */ 2531f18faf3fSek static int 2532f18faf3fSek dsl_dataset_clone_swap_check(void *arg1, void *arg2, dmu_tx_t *tx) 2533f18faf3fSek { 25343cb34c60Sahrens struct cloneswaparg *csa = arg1; 2535f18faf3fSek 25363cb34c60Sahrens /* they should both be heads */ 25373cb34c60Sahrens if (dsl_dataset_is_snapshot(csa->cds) || 25383cb34c60Sahrens dsl_dataset_is_snapshot(csa->ohds)) 2539f18faf3fSek return (EINVAL); 2540f18faf3fSek 25413cb34c60Sahrens /* the branch point should be just before them */ 25423cb34c60Sahrens if (csa->cds->ds_prev != csa->ohds->ds_prev) 2543f18faf3fSek return (EINVAL); 2544f18faf3fSek 25453cb34c60Sahrens /* cds should be the clone */ 25463cb34c60Sahrens if (csa->cds->ds_prev->ds_phys->ds_next_snap_obj != 25473cb34c60Sahrens csa->ohds->ds_object) 25483cb34c60Sahrens return (EINVAL); 2549f18faf3fSek 25503cb34c60Sahrens /* the clone should be a child of the origin */ 25513cb34c60Sahrens if (csa->cds->ds_dir->dd_parent != csa->ohds->ds_dir) 25523cb34c60Sahrens return (EINVAL); 2553f18faf3fSek 25543cb34c60Sahrens /* ohds shouldn't be modified unless 'force' */ 25553cb34c60Sahrens if (!csa->force && dsl_dataset_modified_since_lastsnap(csa->ohds)) 25563cb34c60Sahrens return (ETXTBSY); 2557a9b821a0Sck 2558a9b821a0Sck /* adjust amount of any unconsumed refreservation */ 2559a9b821a0Sck csa->unused_refres_delta = 2560a9b821a0Sck (int64_t)MIN(csa->ohds->ds_reserved, 2561a9b821a0Sck csa->ohds->ds_phys->ds_unique_bytes) - 2562a9b821a0Sck (int64_t)MIN(csa->ohds->ds_reserved, 2563a9b821a0Sck csa->cds->ds_phys->ds_unique_bytes); 2564a9b821a0Sck 2565a9b821a0Sck if (csa->unused_refres_delta > 0 && 2566a9b821a0Sck csa->unused_refres_delta > 2567a9b821a0Sck dsl_dir_space_available(csa->ohds->ds_dir, NULL, 0, TRUE)) 2568a9b821a0Sck return (ENOSPC); 2569a9b821a0Sck 25703cb34c60Sahrens return (0); 2571f18faf3fSek } 2572f18faf3fSek 2573f18faf3fSek /* ARGSUSED */ 2574f18faf3fSek static void 2575f18faf3fSek dsl_dataset_clone_swap_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 2576f18faf3fSek { 25773cb34c60Sahrens struct cloneswaparg *csa = arg1; 25783cb34c60Sahrens dsl_pool_t *dp = csa->cds->ds_dir->dd_pool; 2579f18faf3fSek uint64_t itor = 0; 2580f18faf3fSek blkptr_t bp; 2581f18faf3fSek uint64_t unique = 0; 2582f18faf3fSek int err; 2583f18faf3fSek 2584a9b821a0Sck ASSERT(csa->cds->ds_reserved == 0); 2585a9b821a0Sck ASSERT(csa->cds->ds_quota == csa->ohds->ds_quota); 2586a9b821a0Sck 25873cb34c60Sahrens dmu_buf_will_dirty(csa->cds->ds_dbuf, tx); 25883cb34c60Sahrens dmu_buf_will_dirty(csa->ohds->ds_dbuf, tx); 25893cb34c60Sahrens dmu_buf_will_dirty(csa->cds->ds_prev->ds_dbuf, tx); 2590f18faf3fSek 25913cb34c60Sahrens if (csa->cds->ds_user_ptr != NULL) { 25923cb34c60Sahrens csa->cds->ds_user_evict_func(csa->cds, csa->cds->ds_user_ptr); 25933cb34c60Sahrens csa->cds->ds_user_ptr = NULL; 25943cb34c60Sahrens } 2595f18faf3fSek 25963cb34c60Sahrens if (csa->ohds->ds_user_ptr != NULL) { 25973cb34c60Sahrens csa->ohds->ds_user_evict_func(csa->ohds, 25983cb34c60Sahrens csa->ohds->ds_user_ptr); 25993cb34c60Sahrens csa->ohds->ds_user_ptr = NULL; 26003cb34c60Sahrens } 2601f18faf3fSek 2602f18faf3fSek /* compute unique space */ 26033cb34c60Sahrens while ((err = bplist_iterate(&csa->cds->ds_deadlist, 26043cb34c60Sahrens &itor, &bp)) == 0) { 26053cb34c60Sahrens if (bp.blk_birth > csa->cds->ds_prev->ds_phys->ds_prev_snap_txg) 26063cb34c60Sahrens unique += bp_get_dasize(dp->dp_spa, &bp); 2607f18faf3fSek } 2608f18faf3fSek VERIFY(err == ENOENT); 2609f18faf3fSek 2610f18faf3fSek /* reset origin's unique bytes */ 26113cb34c60Sahrens csa->cds->ds_prev->ds_phys->ds_unique_bytes = unique; 2612f18faf3fSek 2613f18faf3fSek /* swap blkptrs */ 2614f18faf3fSek { 2615f18faf3fSek blkptr_t tmp; 26163cb34c60Sahrens tmp = csa->ohds->ds_phys->ds_bp; 26173cb34c60Sahrens csa->ohds->ds_phys->ds_bp = csa->cds->ds_phys->ds_bp; 26183cb34c60Sahrens csa->cds->ds_phys->ds_bp = tmp; 2619f18faf3fSek } 2620f18faf3fSek 2621f18faf3fSek /* set dd_*_bytes */ 2622f18faf3fSek { 2623f18faf3fSek int64_t dused, dcomp, duncomp; 2624f18faf3fSek uint64_t cdl_used, cdl_comp, cdl_uncomp; 2625f18faf3fSek uint64_t odl_used, odl_comp, odl_uncomp; 2626f18faf3fSek 26273cb34c60Sahrens VERIFY(0 == bplist_space(&csa->cds->ds_deadlist, &cdl_used, 2628f18faf3fSek &cdl_comp, &cdl_uncomp)); 26293cb34c60Sahrens VERIFY(0 == bplist_space(&csa->ohds->ds_deadlist, &odl_used, 2630f18faf3fSek &odl_comp, &odl_uncomp)); 26313cb34c60Sahrens dused = csa->cds->ds_phys->ds_used_bytes + cdl_used - 26323cb34c60Sahrens (csa->ohds->ds_phys->ds_used_bytes + odl_used); 26333cb34c60Sahrens dcomp = csa->cds->ds_phys->ds_compressed_bytes + cdl_comp - 26343cb34c60Sahrens (csa->ohds->ds_phys->ds_compressed_bytes + odl_comp); 26353cb34c60Sahrens duncomp = csa->cds->ds_phys->ds_uncompressed_bytes + 26363cb34c60Sahrens cdl_uncomp - 26373cb34c60Sahrens (csa->ohds->ds_phys->ds_uncompressed_bytes + odl_uncomp); 26383cb34c60Sahrens 26393cb34c60Sahrens dsl_dir_diduse_space(csa->ohds->ds_dir, 26403cb34c60Sahrens dused, dcomp, duncomp, tx); 26413cb34c60Sahrens dsl_dir_diduse_space(csa->cds->ds_dir, 26423cb34c60Sahrens -dused, -dcomp, -duncomp, tx); 26433cb34c60Sahrens } 26443cb34c60Sahrens 26453cb34c60Sahrens #define SWITCH64(x, y) \ 26463cb34c60Sahrens { \ 26473cb34c60Sahrens uint64_t __tmp = (x); \ 26483cb34c60Sahrens (x) = (y); \ 26493cb34c60Sahrens (y) = __tmp; \ 2650f18faf3fSek } 2651f18faf3fSek 2652f18faf3fSek /* swap ds_*_bytes */ 26533cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_used_bytes, 26543cb34c60Sahrens csa->cds->ds_phys->ds_used_bytes); 26553cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_compressed_bytes, 26563cb34c60Sahrens csa->cds->ds_phys->ds_compressed_bytes); 26573cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_uncompressed_bytes, 26583cb34c60Sahrens csa->cds->ds_phys->ds_uncompressed_bytes); 2659a9b821a0Sck SWITCH64(csa->ohds->ds_phys->ds_unique_bytes, 2660a9b821a0Sck csa->cds->ds_phys->ds_unique_bytes); 2661a9b821a0Sck 2662a9b821a0Sck /* apply any parent delta for change in unconsumed refreservation */ 2663a9b821a0Sck dsl_dir_diduse_space(csa->ohds->ds_dir, csa->unused_refres_delta, 2664a9b821a0Sck 0, 0, tx); 2665f18faf3fSek 2666f18faf3fSek /* swap deadlists */ 26673cb34c60Sahrens bplist_close(&csa->cds->ds_deadlist); 26683cb34c60Sahrens bplist_close(&csa->ohds->ds_deadlist); 26693cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_deadlist_obj, 26703cb34c60Sahrens csa->cds->ds_phys->ds_deadlist_obj); 26713cb34c60Sahrens VERIFY(0 == bplist_open(&csa->cds->ds_deadlist, dp->dp_meta_objset, 26723cb34c60Sahrens csa->cds->ds_phys->ds_deadlist_obj)); 26733cb34c60Sahrens VERIFY(0 == bplist_open(&csa->ohds->ds_deadlist, dp->dp_meta_objset, 26743cb34c60Sahrens csa->ohds->ds_phys->ds_deadlist_obj)); 2675f18faf3fSek } 2676f18faf3fSek 2677f18faf3fSek /* 2678745cd3c5Smaybee * Swap 'clone' with its origin head file system. Used at the end 2679745cd3c5Smaybee * of "online recv" to swizzle the file system to the new version. 2680f18faf3fSek */ 2681f18faf3fSek int 26823cb34c60Sahrens dsl_dataset_clone_swap(dsl_dataset_t *clone, dsl_dataset_t *origin_head, 26833cb34c60Sahrens boolean_t force) 2684f18faf3fSek { 26853cb34c60Sahrens struct cloneswaparg csa; 2686745cd3c5Smaybee int error; 2687f18faf3fSek 2688745cd3c5Smaybee ASSERT(clone->ds_owner); 2689745cd3c5Smaybee ASSERT(origin_head->ds_owner); 2690745cd3c5Smaybee retry: 2691745cd3c5Smaybee /* Need exclusive access for the swap */ 2692745cd3c5Smaybee rw_enter(&clone->ds_rwlock, RW_WRITER); 2693745cd3c5Smaybee if (!rw_tryenter(&origin_head->ds_rwlock, RW_WRITER)) { 2694745cd3c5Smaybee rw_exit(&clone->ds_rwlock); 2695745cd3c5Smaybee rw_enter(&origin_head->ds_rwlock, RW_WRITER); 2696745cd3c5Smaybee if (!rw_tryenter(&clone->ds_rwlock, RW_WRITER)) { 2697745cd3c5Smaybee rw_exit(&origin_head->ds_rwlock); 2698745cd3c5Smaybee goto retry; 2699745cd3c5Smaybee } 2700745cd3c5Smaybee } 27013cb34c60Sahrens csa.cds = clone; 27023cb34c60Sahrens csa.ohds = origin_head; 27033cb34c60Sahrens csa.force = force; 2704745cd3c5Smaybee error = dsl_sync_task_do(clone->ds_dir->dd_pool, 2705f18faf3fSek dsl_dataset_clone_swap_check, 2706745cd3c5Smaybee dsl_dataset_clone_swap_sync, &csa, NULL, 9); 2707745cd3c5Smaybee return (error); 2708f18faf3fSek } 2709f18faf3fSek 2710b1b8ab34Slling /* 2711b1b8ab34Slling * Given a pool name and a dataset object number in that pool, 2712b1b8ab34Slling * return the name of that dataset. 2713b1b8ab34Slling */ 2714b1b8ab34Slling int 2715b1b8ab34Slling dsl_dsobj_to_dsname(char *pname, uint64_t obj, char *buf) 2716b1b8ab34Slling { 2717b1b8ab34Slling spa_t *spa; 2718b1b8ab34Slling dsl_pool_t *dp; 2719745cd3c5Smaybee dsl_dataset_t *ds; 2720b1b8ab34Slling int error; 2721b1b8ab34Slling 2722b1b8ab34Slling if ((error = spa_open(pname, &spa, FTAG)) != 0) 2723b1b8ab34Slling return (error); 2724b1b8ab34Slling dp = spa_get_dsl(spa); 2725b1b8ab34Slling rw_enter(&dp->dp_config_rwlock, RW_READER); 2726745cd3c5Smaybee if ((error = dsl_dataset_hold_obj(dp, obj, FTAG, &ds)) == 0) { 2727745cd3c5Smaybee dsl_dataset_name(ds, buf); 2728745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2729b1b8ab34Slling } 2730b1b8ab34Slling rw_exit(&dp->dp_config_rwlock); 2731b1b8ab34Slling spa_close(spa, FTAG); 2732b1b8ab34Slling 2733745cd3c5Smaybee return (error); 2734b1b8ab34Slling } 2735a9799022Sck 2736a9799022Sck int 2737a9799022Sck dsl_dataset_check_quota(dsl_dataset_t *ds, boolean_t check_quota, 2738745cd3c5Smaybee uint64_t asize, uint64_t inflight, uint64_t *used, uint64_t *ref_rsrv) 2739a9799022Sck { 2740a9799022Sck int error = 0; 2741a9799022Sck 2742a9799022Sck ASSERT3S(asize, >, 0); 2743a9799022Sck 27449082849eSck /* 27459082849eSck * *ref_rsrv is the portion of asize that will come from any 27469082849eSck * unconsumed refreservation space. 27479082849eSck */ 27489082849eSck *ref_rsrv = 0; 27499082849eSck 2750a9799022Sck mutex_enter(&ds->ds_lock); 2751a9799022Sck /* 2752a9799022Sck * Make a space adjustment for reserved bytes. 2753a9799022Sck */ 2754a9799022Sck if (ds->ds_reserved > ds->ds_phys->ds_unique_bytes) { 2755a9799022Sck ASSERT3U(*used, >=, 2756a9799022Sck ds->ds_reserved - ds->ds_phys->ds_unique_bytes); 2757a9799022Sck *used -= (ds->ds_reserved - ds->ds_phys->ds_unique_bytes); 27589082849eSck *ref_rsrv = 27599082849eSck asize - MIN(asize, parent_delta(ds, asize + inflight)); 2760a9799022Sck } 2761a9799022Sck 2762a9799022Sck if (!check_quota || ds->ds_quota == 0) { 2763a9799022Sck mutex_exit(&ds->ds_lock); 2764a9799022Sck return (0); 2765a9799022Sck } 2766a9799022Sck /* 2767a9799022Sck * If they are requesting more space, and our current estimate 2768a9799022Sck * is over quota, they get to try again unless the actual 2769a9799022Sck * on-disk is over quota and there are no pending changes (which 2770a9799022Sck * may free up space for us). 2771a9799022Sck */ 2772a9799022Sck if (ds->ds_phys->ds_used_bytes + inflight >= ds->ds_quota) { 2773a9799022Sck if (inflight > 0 || ds->ds_phys->ds_used_bytes < ds->ds_quota) 2774a9799022Sck error = ERESTART; 2775a9799022Sck else 2776a9799022Sck error = EDQUOT; 2777a9799022Sck } 2778a9799022Sck mutex_exit(&ds->ds_lock); 2779a9799022Sck 2780a9799022Sck return (error); 2781a9799022Sck } 2782a9799022Sck 2783a9799022Sck /* ARGSUSED */ 2784a9799022Sck static int 2785a9799022Sck dsl_dataset_set_quota_check(void *arg1, void *arg2, dmu_tx_t *tx) 2786a9799022Sck { 2787a9799022Sck dsl_dataset_t *ds = arg1; 2788a9799022Sck uint64_t *quotap = arg2; 2789a9799022Sck uint64_t new_quota = *quotap; 2790a9799022Sck 2791a9799022Sck if (spa_version(ds->ds_dir->dd_pool->dp_spa) < SPA_VERSION_REFQUOTA) 2792a9799022Sck return (ENOTSUP); 2793a9799022Sck 2794a9799022Sck if (new_quota == 0) 2795a9799022Sck return (0); 2796a9799022Sck 2797a9799022Sck if (new_quota < ds->ds_phys->ds_used_bytes || 2798a9799022Sck new_quota < ds->ds_reserved) 2799a9799022Sck return (ENOSPC); 2800a9799022Sck 2801a9799022Sck return (0); 2802a9799022Sck } 2803a9799022Sck 2804a9799022Sck /* ARGSUSED */ 2805a9799022Sck void 2806a9799022Sck dsl_dataset_set_quota_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 2807a9799022Sck { 2808a9799022Sck dsl_dataset_t *ds = arg1; 2809a9799022Sck uint64_t *quotap = arg2; 2810a9799022Sck uint64_t new_quota = *quotap; 2811a9799022Sck 2812a9799022Sck dmu_buf_will_dirty(ds->ds_dbuf, tx); 2813a9799022Sck 2814a9799022Sck ds->ds_quota = new_quota; 2815a9799022Sck 2816a9799022Sck dsl_prop_set_uint64_sync(ds->ds_dir, "refquota", new_quota, cr, tx); 2817a9799022Sck 2818a9799022Sck spa_history_internal_log(LOG_DS_REFQUOTA, ds->ds_dir->dd_pool->dp_spa, 2819a9799022Sck tx, cr, "%lld dataset = %llu ", 2820745cd3c5Smaybee (longlong_t)new_quota, ds->ds_object); 2821a9799022Sck } 2822a9799022Sck 2823a9799022Sck int 2824a9799022Sck dsl_dataset_set_quota(const char *dsname, uint64_t quota) 2825a9799022Sck { 2826a9799022Sck dsl_dataset_t *ds; 2827a9799022Sck int err; 2828a9799022Sck 2829745cd3c5Smaybee err = dsl_dataset_hold(dsname, FTAG, &ds); 2830a9799022Sck if (err) 2831a9799022Sck return (err); 2832a9799022Sck 2833a9b821a0Sck if (quota != ds->ds_quota) { 2834a9b821a0Sck /* 2835a9b821a0Sck * If someone removes a file, then tries to set the quota, we 2836a9b821a0Sck * want to make sure the file freeing takes effect. 2837a9b821a0Sck */ 2838a9b821a0Sck txg_wait_open(ds->ds_dir->dd_pool, 0); 2839a9799022Sck 2840a9b821a0Sck err = dsl_sync_task_do(ds->ds_dir->dd_pool, 2841a9b821a0Sck dsl_dataset_set_quota_check, dsl_dataset_set_quota_sync, 2842a9b821a0Sck ds, "a, 0); 2843a9b821a0Sck } 2844745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2845a9799022Sck return (err); 2846a9799022Sck } 2847a9799022Sck 2848a9799022Sck static int 2849a9799022Sck dsl_dataset_set_reservation_check(void *arg1, void *arg2, dmu_tx_t *tx) 2850a9799022Sck { 2851a9799022Sck dsl_dataset_t *ds = arg1; 2852a9799022Sck uint64_t *reservationp = arg2; 2853a9799022Sck uint64_t new_reservation = *reservationp; 2854a9799022Sck int64_t delta; 2855a9799022Sck uint64_t unique; 2856a9799022Sck 2857a9799022Sck if (new_reservation > INT64_MAX) 2858a9799022Sck return (EOVERFLOW); 2859a9799022Sck 2860a9799022Sck if (spa_version(ds->ds_dir->dd_pool->dp_spa) < 2861a9799022Sck SPA_VERSION_REFRESERVATION) 2862a9799022Sck return (ENOTSUP); 2863a9799022Sck 2864a9799022Sck if (dsl_dataset_is_snapshot(ds)) 2865a9799022Sck return (EINVAL); 2866a9799022Sck 2867a9799022Sck /* 2868a9799022Sck * If we are doing the preliminary check in open context, the 2869a9799022Sck * space estimates may be inaccurate. 2870a9799022Sck */ 2871a9799022Sck if (!dmu_tx_is_syncing(tx)) 2872a9799022Sck return (0); 2873a9799022Sck 2874a9799022Sck mutex_enter(&ds->ds_lock); 2875a9799022Sck unique = dsl_dataset_unique(ds); 2876a9799022Sck delta = MAX(unique, new_reservation) - MAX(unique, ds->ds_reserved); 2877a9799022Sck mutex_exit(&ds->ds_lock); 2878a9799022Sck 2879a9799022Sck if (delta > 0 && 2880a9799022Sck delta > dsl_dir_space_available(ds->ds_dir, NULL, 0, TRUE)) 2881a9799022Sck return (ENOSPC); 2882a9799022Sck if (delta > 0 && ds->ds_quota > 0 && 2883a9799022Sck new_reservation > ds->ds_quota) 2884a9799022Sck return (ENOSPC); 2885a9799022Sck 2886a9799022Sck return (0); 2887a9799022Sck } 2888a9799022Sck 2889a9799022Sck /* ARGSUSED */ 2890a9799022Sck static void 2891a9799022Sck dsl_dataset_set_reservation_sync(void *arg1, void *arg2, cred_t *cr, 2892a9799022Sck dmu_tx_t *tx) 2893a9799022Sck { 2894a9799022Sck dsl_dataset_t *ds = arg1; 2895a9799022Sck uint64_t *reservationp = arg2; 2896a9799022Sck uint64_t new_reservation = *reservationp; 2897a9799022Sck uint64_t unique; 2898a9799022Sck int64_t delta; 2899a9799022Sck 2900a9799022Sck dmu_buf_will_dirty(ds->ds_dbuf, tx); 2901a9799022Sck 2902a9799022Sck mutex_enter(&ds->ds_lock); 2903a9799022Sck unique = dsl_dataset_unique(ds); 2904a9799022Sck delta = MAX(0, (int64_t)(new_reservation - unique)) - 2905a9799022Sck MAX(0, (int64_t)(ds->ds_reserved - unique)); 2906a9799022Sck ds->ds_reserved = new_reservation; 2907a9799022Sck mutex_exit(&ds->ds_lock); 2908a9799022Sck 2909a9799022Sck dsl_prop_set_uint64_sync(ds->ds_dir, "refreservation", 2910a9799022Sck new_reservation, cr, tx); 2911a9799022Sck 2912a9799022Sck dsl_dir_diduse_space(ds->ds_dir, delta, 0, 0, tx); 2913a9799022Sck 2914a9799022Sck spa_history_internal_log(LOG_DS_REFRESERV, 2915a9799022Sck ds->ds_dir->dd_pool->dp_spa, tx, cr, "%lld dataset = %llu", 2916a9799022Sck (longlong_t)new_reservation, 2917a9799022Sck ds->ds_dir->dd_phys->dd_head_dataset_obj); 2918a9799022Sck } 2919a9799022Sck 2920a9799022Sck int 2921a9799022Sck dsl_dataset_set_reservation(const char *dsname, uint64_t reservation) 2922a9799022Sck { 2923a9799022Sck dsl_dataset_t *ds; 2924a9799022Sck int err; 2925a9799022Sck 2926745cd3c5Smaybee err = dsl_dataset_hold(dsname, FTAG, &ds); 2927a9799022Sck if (err) 2928a9799022Sck return (err); 2929a9799022Sck 2930a9799022Sck err = dsl_sync_task_do(ds->ds_dir->dd_pool, 2931a9799022Sck dsl_dataset_set_reservation_check, 2932a9799022Sck dsl_dataset_set_reservation_sync, ds, &reservation, 0); 2933745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2934a9799022Sck return (err); 2935a9799022Sck } 2936