1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5ea8dc4b6Seschrock * Common Development and Distribution License (the "License"). 6ea8dc4b6Seschrock * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21fa9e4066Sahrens /* 229082849eSck * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23fa9e4066Sahrens * Use is subject to license terms. 24fa9e4066Sahrens */ 25fa9e4066Sahrens 26fa9e4066Sahrens #pragma ident "%Z%%M% %I% %E% SMI" 27fa9e4066Sahrens 28fa9e4066Sahrens #include <sys/dmu_objset.h> 29fa9e4066Sahrens #include <sys/dsl_dataset.h> 30fa9e4066Sahrens #include <sys/dsl_dir.h> 3199653d4eSeschrock #include <sys/dsl_prop.h> 321d452cf5Sahrens #include <sys/dsl_synctask.h> 33fa9e4066Sahrens #include <sys/dmu_traverse.h> 34fa9e4066Sahrens #include <sys/dmu_tx.h> 35fa9e4066Sahrens #include <sys/arc.h> 36fa9e4066Sahrens #include <sys/zio.h> 37fa9e4066Sahrens #include <sys/zap.h> 38fa9e4066Sahrens #include <sys/unique.h> 39fa9e4066Sahrens #include <sys/zfs_context.h> 40cdf5b4caSmmusante #include <sys/zfs_ioctl.h> 41ecd6cf80Smarks #include <sys/spa.h> 42ecd6cf80Smarks #include <sys/sunddi.h> 43fa9e4066Sahrens 44745cd3c5Smaybee static char *dsl_reaper = "the grim reaper"; 45745cd3c5Smaybee 461d452cf5Sahrens static dsl_checkfunc_t dsl_dataset_destroy_begin_check; 471d452cf5Sahrens static dsl_syncfunc_t dsl_dataset_destroy_begin_sync; 481d452cf5Sahrens static dsl_checkfunc_t dsl_dataset_rollback_check; 491d452cf5Sahrens static dsl_syncfunc_t dsl_dataset_rollback_sync; 50a9799022Sck static dsl_syncfunc_t dsl_dataset_set_reservation_sync; 51e1930233Sbonwick 5255434c77Sek #define DS_REF_MAX (1ULL << 62) 53fa9e4066Sahrens 54fa9e4066Sahrens #define DSL_DEADLIST_BLOCKSIZE SPA_MAXBLOCKSIZE 55fa9e4066Sahrens 56745cd3c5Smaybee #define DSL_DATASET_IS_DESTROYED(ds) ((ds)->ds_owner == dsl_reaper) 57745cd3c5Smaybee 58745cd3c5Smaybee static void dsl_dataset_drop_ref(dsl_dataset_t *ds, void *tag); 59fa9e4066Sahrens 60a9799022Sck /* 61a9799022Sck * Figure out how much of this delta should be propogated to the dsl_dir 62a9799022Sck * layer. If there's a refreservation, that space has already been 63a9799022Sck * partially accounted for in our ancestors. 64a9799022Sck */ 65a9799022Sck static int64_t 66a9799022Sck parent_delta(dsl_dataset_t *ds, int64_t delta) 67a9799022Sck { 68a9799022Sck uint64_t old_bytes, new_bytes; 69a9799022Sck 70a9799022Sck if (ds->ds_reserved == 0) 71a9799022Sck return (delta); 72a9799022Sck 73a9799022Sck old_bytes = MAX(ds->ds_phys->ds_unique_bytes, ds->ds_reserved); 74a9799022Sck new_bytes = MAX(ds->ds_phys->ds_unique_bytes + delta, ds->ds_reserved); 75a9799022Sck 76a9799022Sck ASSERT3U(ABS((int64_t)(new_bytes - old_bytes)), <=, ABS(delta)); 77a9799022Sck return (new_bytes - old_bytes); 78a9799022Sck } 79fa9e4066Sahrens 80fa9e4066Sahrens void 81fa9e4066Sahrens dsl_dataset_block_born(dsl_dataset_t *ds, blkptr_t *bp, dmu_tx_t *tx) 82fa9e4066Sahrens { 8399653d4eSeschrock int used = bp_get_dasize(tx->tx_pool->dp_spa, bp); 84fa9e4066Sahrens int compressed = BP_GET_PSIZE(bp); 85fa9e4066Sahrens int uncompressed = BP_GET_UCSIZE(bp); 86a9799022Sck int64_t delta; 87fa9e4066Sahrens 88fa9e4066Sahrens dprintf_bp(bp, "born, ds=%p\n", ds); 89fa9e4066Sahrens 90fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 91fa9e4066Sahrens /* It could have been compressed away to nothing */ 92fa9e4066Sahrens if (BP_IS_HOLE(bp)) 93fa9e4066Sahrens return; 94fa9e4066Sahrens ASSERT(BP_GET_TYPE(bp) != DMU_OT_NONE); 95fa9e4066Sahrens ASSERT3U(BP_GET_TYPE(bp), <, DMU_OT_NUMTYPES); 96fa9e4066Sahrens if (ds == NULL) { 97fa9e4066Sahrens /* 98fa9e4066Sahrens * Account for the meta-objset space in its placeholder 99fa9e4066Sahrens * dsl_dir. 100fa9e4066Sahrens */ 101fa9e4066Sahrens ASSERT3U(compressed, ==, uncompressed); /* it's all metadata */ 102fa9e4066Sahrens dsl_dir_diduse_space(tx->tx_pool->dp_mos_dir, 103fa9e4066Sahrens used, compressed, uncompressed, tx); 104fa9e4066Sahrens dsl_dir_dirty(tx->tx_pool->dp_mos_dir, tx); 105fa9e4066Sahrens return; 106fa9e4066Sahrens } 107fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 108fa9e4066Sahrens mutex_enter(&ds->ds_lock); 109a9799022Sck delta = parent_delta(ds, used); 110fa9e4066Sahrens ds->ds_phys->ds_used_bytes += used; 111fa9e4066Sahrens ds->ds_phys->ds_compressed_bytes += compressed; 112fa9e4066Sahrens ds->ds_phys->ds_uncompressed_bytes += uncompressed; 113fa9e4066Sahrens ds->ds_phys->ds_unique_bytes += used; 114fa9e4066Sahrens mutex_exit(&ds->ds_lock); 115a9799022Sck dsl_dir_diduse_space(ds->ds_dir, delta, compressed, uncompressed, tx); 116fa9e4066Sahrens } 117fa9e4066Sahrens 118*cdb0ab79Smaybee int 119c717a561Smaybee dsl_dataset_block_kill(dsl_dataset_t *ds, blkptr_t *bp, zio_t *pio, 120c717a561Smaybee dmu_tx_t *tx) 121fa9e4066Sahrens { 12299653d4eSeschrock int used = bp_get_dasize(tx->tx_pool->dp_spa, bp); 123fa9e4066Sahrens int compressed = BP_GET_PSIZE(bp); 124fa9e4066Sahrens int uncompressed = BP_GET_UCSIZE(bp); 125fa9e4066Sahrens 126fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 127c717a561Smaybee /* No block pointer => nothing to free */ 128fa9e4066Sahrens if (BP_IS_HOLE(bp)) 129*cdb0ab79Smaybee return (0); 130fa9e4066Sahrens 131fa9e4066Sahrens ASSERT(used > 0); 132fa9e4066Sahrens if (ds == NULL) { 133c717a561Smaybee int err; 134fa9e4066Sahrens /* 135fa9e4066Sahrens * Account for the meta-objset space in its placeholder 136fa9e4066Sahrens * dataset. 137fa9e4066Sahrens */ 138c717a561Smaybee err = arc_free(pio, tx->tx_pool->dp_spa, 139c717a561Smaybee tx->tx_txg, bp, NULL, NULL, pio ? ARC_NOWAIT: ARC_WAIT); 140c717a561Smaybee ASSERT(err == 0); 141fa9e4066Sahrens 142fa9e4066Sahrens dsl_dir_diduse_space(tx->tx_pool->dp_mos_dir, 143fa9e4066Sahrens -used, -compressed, -uncompressed, tx); 144fa9e4066Sahrens dsl_dir_dirty(tx->tx_pool->dp_mos_dir, tx); 145*cdb0ab79Smaybee return (used); 146fa9e4066Sahrens } 147fa9e4066Sahrens ASSERT3P(tx->tx_pool, ==, ds->ds_dir->dd_pool); 148fa9e4066Sahrens 149fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 150fa9e4066Sahrens 151fa9e4066Sahrens if (bp->blk_birth > ds->ds_phys->ds_prev_snap_txg) { 152c717a561Smaybee int err; 153a9799022Sck int64_t delta; 154c717a561Smaybee 155fa9e4066Sahrens dprintf_bp(bp, "freeing: %s", ""); 156c717a561Smaybee err = arc_free(pio, tx->tx_pool->dp_spa, 157c717a561Smaybee tx->tx_txg, bp, NULL, NULL, pio ? ARC_NOWAIT: ARC_WAIT); 158c717a561Smaybee ASSERT(err == 0); 159fa9e4066Sahrens 160fa9e4066Sahrens mutex_enter(&ds->ds_lock); 161a9799022Sck ASSERT(ds->ds_phys->ds_unique_bytes >= used || 162a9799022Sck !DS_UNIQUE_IS_ACCURATE(ds)); 163a9799022Sck delta = parent_delta(ds, -used); 164fa9e4066Sahrens ds->ds_phys->ds_unique_bytes -= used; 165fa9e4066Sahrens mutex_exit(&ds->ds_lock); 166fa9e4066Sahrens dsl_dir_diduse_space(ds->ds_dir, 167a9799022Sck delta, -compressed, -uncompressed, tx); 168fa9e4066Sahrens } else { 169fa9e4066Sahrens dprintf_bp(bp, "putting on dead list: %s", ""); 170ea8dc4b6Seschrock VERIFY(0 == bplist_enqueue(&ds->ds_deadlist, bp, tx)); 171a4611edeSahrens ASSERT3U(ds->ds_prev->ds_object, ==, 172a4611edeSahrens ds->ds_phys->ds_prev_snap_obj); 173a4611edeSahrens ASSERT(ds->ds_prev->ds_phys->ds_num_children > 0); 174fa9e4066Sahrens /* if (bp->blk_birth > prev prev snap txg) prev unique += bs */ 175a4611edeSahrens if (ds->ds_prev->ds_phys->ds_next_snap_obj == 176a4611edeSahrens ds->ds_object && bp->blk_birth > 177a4611edeSahrens ds->ds_prev->ds_phys->ds_prev_snap_txg) { 178a4611edeSahrens dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx); 179a4611edeSahrens mutex_enter(&ds->ds_prev->ds_lock); 180a4611edeSahrens ds->ds_prev->ds_phys->ds_unique_bytes += used; 181a4611edeSahrens mutex_exit(&ds->ds_prev->ds_lock); 182fa9e4066Sahrens } 183fa9e4066Sahrens } 184fa9e4066Sahrens mutex_enter(&ds->ds_lock); 185fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_used_bytes, >=, used); 186fa9e4066Sahrens ds->ds_phys->ds_used_bytes -= used; 187fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_compressed_bytes, >=, compressed); 188fa9e4066Sahrens ds->ds_phys->ds_compressed_bytes -= compressed; 189fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_uncompressed_bytes, >=, uncompressed); 190fa9e4066Sahrens ds->ds_phys->ds_uncompressed_bytes -= uncompressed; 191fa9e4066Sahrens mutex_exit(&ds->ds_lock); 192*cdb0ab79Smaybee 193*cdb0ab79Smaybee return (used); 194fa9e4066Sahrens } 195fa9e4066Sahrens 196ea8dc4b6Seschrock uint64_t 197ea8dc4b6Seschrock dsl_dataset_prev_snap_txg(dsl_dataset_t *ds) 198fa9e4066Sahrens { 199a2eea2e1Sahrens uint64_t trysnap = 0; 200a2eea2e1Sahrens 201fa9e4066Sahrens if (ds == NULL) 202ea8dc4b6Seschrock return (0); 203fa9e4066Sahrens /* 204fa9e4066Sahrens * The snapshot creation could fail, but that would cause an 205fa9e4066Sahrens * incorrect FALSE return, which would only result in an 206fa9e4066Sahrens * overestimation of the amount of space that an operation would 207fa9e4066Sahrens * consume, which is OK. 208fa9e4066Sahrens * 209fa9e4066Sahrens * There's also a small window where we could miss a pending 210fa9e4066Sahrens * snapshot, because we could set the sync task in the quiescing 211fa9e4066Sahrens * phase. So this should only be used as a guess. 212fa9e4066Sahrens */ 213a2eea2e1Sahrens if (ds->ds_trysnap_txg > 214a2eea2e1Sahrens spa_last_synced_txg(ds->ds_dir->dd_pool->dp_spa)) 215a2eea2e1Sahrens trysnap = ds->ds_trysnap_txg; 216a2eea2e1Sahrens return (MAX(ds->ds_phys->ds_prev_snap_txg, trysnap)); 217ea8dc4b6Seschrock } 218ea8dc4b6Seschrock 219ea8dc4b6Seschrock int 220ea8dc4b6Seschrock dsl_dataset_block_freeable(dsl_dataset_t *ds, uint64_t blk_birth) 221ea8dc4b6Seschrock { 222ea8dc4b6Seschrock return (blk_birth > dsl_dataset_prev_snap_txg(ds)); 223fa9e4066Sahrens } 224fa9e4066Sahrens 225fa9e4066Sahrens /* ARGSUSED */ 226fa9e4066Sahrens static void 227fa9e4066Sahrens dsl_dataset_evict(dmu_buf_t *db, void *dsv) 228fa9e4066Sahrens { 229fa9e4066Sahrens dsl_dataset_t *ds = dsv; 230fa9e4066Sahrens 231745cd3c5Smaybee ASSERT(ds->ds_owner == NULL || DSL_DATASET_IS_DESTROYED(ds)); 232fa9e4066Sahrens 233fa9e4066Sahrens dprintf_ds(ds, "evicting %s\n", ""); 234fa9e4066Sahrens 23591ebeef5Sahrens unique_remove(ds->ds_fsid_guid); 236fa9e4066Sahrens 237fa9e4066Sahrens if (ds->ds_user_ptr != NULL) 238fa9e4066Sahrens ds->ds_user_evict_func(ds, ds->ds_user_ptr); 239fa9e4066Sahrens 240fa9e4066Sahrens if (ds->ds_prev) { 241745cd3c5Smaybee dsl_dataset_drop_ref(ds->ds_prev, ds); 242fa9e4066Sahrens ds->ds_prev = NULL; 243fa9e4066Sahrens } 244fa9e4066Sahrens 245fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 246745cd3c5Smaybee if (ds->ds_dir) 247745cd3c5Smaybee dsl_dir_close(ds->ds_dir, ds); 248fa9e4066Sahrens 24991ebeef5Sahrens ASSERT(!list_link_active(&ds->ds_synced_link)); 250fa9e4066Sahrens 2515ad82045Snd mutex_destroy(&ds->ds_lock); 25291ebeef5Sahrens mutex_destroy(&ds->ds_opening_lock); 2535ad82045Snd mutex_destroy(&ds->ds_deadlist.bpl_lock); 254745cd3c5Smaybee rw_destroy(&ds->ds_rwlock); 255745cd3c5Smaybee cv_destroy(&ds->ds_exclusive_cv); 2565ad82045Snd 257fa9e4066Sahrens kmem_free(ds, sizeof (dsl_dataset_t)); 258fa9e4066Sahrens } 259fa9e4066Sahrens 260ea8dc4b6Seschrock static int 261fa9e4066Sahrens dsl_dataset_get_snapname(dsl_dataset_t *ds) 262fa9e4066Sahrens { 263fa9e4066Sahrens dsl_dataset_phys_t *headphys; 264fa9e4066Sahrens int err; 265fa9e4066Sahrens dmu_buf_t *headdbuf; 266fa9e4066Sahrens dsl_pool_t *dp = ds->ds_dir->dd_pool; 267fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 268fa9e4066Sahrens 269fa9e4066Sahrens if (ds->ds_snapname[0]) 270ea8dc4b6Seschrock return (0); 271fa9e4066Sahrens if (ds->ds_phys->ds_next_snap_obj == 0) 272ea8dc4b6Seschrock return (0); 273fa9e4066Sahrens 274ea8dc4b6Seschrock err = dmu_bonus_hold(mos, ds->ds_dir->dd_phys->dd_head_dataset_obj, 275ea8dc4b6Seschrock FTAG, &headdbuf); 276ea8dc4b6Seschrock if (err) 277ea8dc4b6Seschrock return (err); 278fa9e4066Sahrens headphys = headdbuf->db_data; 279fa9e4066Sahrens err = zap_value_search(dp->dp_meta_objset, 280e7437265Sahrens headphys->ds_snapnames_zapobj, ds->ds_object, 0, ds->ds_snapname); 281ea8dc4b6Seschrock dmu_buf_rele(headdbuf, FTAG); 282ea8dc4b6Seschrock return (err); 283fa9e4066Sahrens } 284fa9e4066Sahrens 285ab04eb8eStimh static int 286745cd3c5Smaybee dsl_dataset_snap_lookup(dsl_dataset_t *ds, const char *name, uint64_t *value) 287ab04eb8eStimh { 288745cd3c5Smaybee objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 289745cd3c5Smaybee uint64_t snapobj = ds->ds_phys->ds_snapnames_zapobj; 290ab04eb8eStimh matchtype_t mt; 291ab04eb8eStimh int err; 292ab04eb8eStimh 293745cd3c5Smaybee if (ds->ds_phys->ds_flags & DS_FLAG_CI_DATASET) 294ab04eb8eStimh mt = MT_FIRST; 295ab04eb8eStimh else 296ab04eb8eStimh mt = MT_EXACT; 297ab04eb8eStimh 298745cd3c5Smaybee err = zap_lookup_norm(mos, snapobj, name, 8, 1, 299ab04eb8eStimh value, mt, NULL, 0, NULL); 300ab04eb8eStimh if (err == ENOTSUP && mt == MT_FIRST) 301745cd3c5Smaybee err = zap_lookup(mos, snapobj, name, 8, 1, value); 302ab04eb8eStimh return (err); 303ab04eb8eStimh } 304ab04eb8eStimh 305ab04eb8eStimh static int 306745cd3c5Smaybee dsl_dataset_snap_remove(dsl_dataset_t *ds, char *name, dmu_tx_t *tx) 307ab04eb8eStimh { 308745cd3c5Smaybee objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 309745cd3c5Smaybee uint64_t snapobj = ds->ds_phys->ds_snapnames_zapobj; 310ab04eb8eStimh matchtype_t mt; 311ab04eb8eStimh int err; 312ab04eb8eStimh 313745cd3c5Smaybee if (ds->ds_phys->ds_flags & DS_FLAG_CI_DATASET) 314ab04eb8eStimh mt = MT_FIRST; 315ab04eb8eStimh else 316ab04eb8eStimh mt = MT_EXACT; 317ab04eb8eStimh 318745cd3c5Smaybee err = zap_remove_norm(mos, snapobj, name, mt, tx); 319ab04eb8eStimh if (err == ENOTSUP && mt == MT_FIRST) 320745cd3c5Smaybee err = zap_remove(mos, snapobj, name, tx); 321ab04eb8eStimh return (err); 322ab04eb8eStimh } 323ab04eb8eStimh 324745cd3c5Smaybee static int 325745cd3c5Smaybee dsl_dataset_get_ref(dsl_pool_t *dp, uint64_t dsobj, void *tag, 326745cd3c5Smaybee dsl_dataset_t **dsp) 327fa9e4066Sahrens { 328fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 329fa9e4066Sahrens dmu_buf_t *dbuf; 330fa9e4066Sahrens dsl_dataset_t *ds; 331ea8dc4b6Seschrock int err; 332fa9e4066Sahrens 333fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&dp->dp_config_rwlock) || 334fa9e4066Sahrens dsl_pool_sync_context(dp)); 335fa9e4066Sahrens 336ea8dc4b6Seschrock err = dmu_bonus_hold(mos, dsobj, tag, &dbuf); 337ea8dc4b6Seschrock if (err) 338ea8dc4b6Seschrock return (err); 339fa9e4066Sahrens ds = dmu_buf_get_user(dbuf); 340fa9e4066Sahrens if (ds == NULL) { 341fa9e4066Sahrens dsl_dataset_t *winner; 342fa9e4066Sahrens 343fa9e4066Sahrens ds = kmem_zalloc(sizeof (dsl_dataset_t), KM_SLEEP); 344fa9e4066Sahrens ds->ds_dbuf = dbuf; 345fa9e4066Sahrens ds->ds_object = dsobj; 346fa9e4066Sahrens ds->ds_phys = dbuf->db_data; 347fa9e4066Sahrens 3485ad82045Snd mutex_init(&ds->ds_lock, NULL, MUTEX_DEFAULT, NULL); 34991ebeef5Sahrens mutex_init(&ds->ds_opening_lock, NULL, MUTEX_DEFAULT, NULL); 3505ad82045Snd mutex_init(&ds->ds_deadlist.bpl_lock, NULL, MUTEX_DEFAULT, 3515ad82045Snd NULL); 352745cd3c5Smaybee rw_init(&ds->ds_rwlock, 0, 0, 0); 353745cd3c5Smaybee cv_init(&ds->ds_exclusive_cv, NULL, CV_DEFAULT, NULL); 3545ad82045Snd 355ea8dc4b6Seschrock err = bplist_open(&ds->ds_deadlist, 356fa9e4066Sahrens mos, ds->ds_phys->ds_deadlist_obj); 357ea8dc4b6Seschrock if (err == 0) { 358ea8dc4b6Seschrock err = dsl_dir_open_obj(dp, 359ea8dc4b6Seschrock ds->ds_phys->ds_dir_obj, NULL, ds, &ds->ds_dir); 360ea8dc4b6Seschrock } 361ea8dc4b6Seschrock if (err) { 362ea8dc4b6Seschrock /* 363ea8dc4b6Seschrock * we don't really need to close the blist if we 364ea8dc4b6Seschrock * just opened it. 365ea8dc4b6Seschrock */ 3665ad82045Snd mutex_destroy(&ds->ds_lock); 36791ebeef5Sahrens mutex_destroy(&ds->ds_opening_lock); 3685ad82045Snd mutex_destroy(&ds->ds_deadlist.bpl_lock); 369745cd3c5Smaybee rw_destroy(&ds->ds_rwlock); 370745cd3c5Smaybee cv_destroy(&ds->ds_exclusive_cv); 371ea8dc4b6Seschrock kmem_free(ds, sizeof (dsl_dataset_t)); 372ea8dc4b6Seschrock dmu_buf_rele(dbuf, tag); 373ea8dc4b6Seschrock return (err); 374ea8dc4b6Seschrock } 375fa9e4066Sahrens 376fa9e4066Sahrens if (ds->ds_dir->dd_phys->dd_head_dataset_obj == dsobj) { 377fa9e4066Sahrens ds->ds_snapname[0] = '\0'; 378fa9e4066Sahrens if (ds->ds_phys->ds_prev_snap_obj) { 379745cd3c5Smaybee err = dsl_dataset_get_ref(dp, 380745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, 381745cd3c5Smaybee ds, &ds->ds_prev); 382fa9e4066Sahrens } 383745cd3c5Smaybee } else if (zfs_flags & ZFS_DEBUG_SNAPNAMES) { 384745cd3c5Smaybee err = dsl_dataset_get_snapname(ds); 385fa9e4066Sahrens } 386fa9e4066Sahrens 387cb625fb5Sck if (!dsl_dataset_is_snapshot(ds)) { 38827345066Sck /* 38927345066Sck * In sync context, we're called with either no lock 39027345066Sck * or with the write lock. If we're not syncing, 39127345066Sck * we're always called with the read lock held. 39227345066Sck */ 393cb625fb5Sck boolean_t need_lock = 39427345066Sck !RW_WRITE_HELD(&dp->dp_config_rwlock) && 39527345066Sck dsl_pool_sync_context(dp); 396cb625fb5Sck 397cb625fb5Sck if (need_lock) 398cb625fb5Sck rw_enter(&dp->dp_config_rwlock, RW_READER); 399cb625fb5Sck 400cb625fb5Sck err = dsl_prop_get_ds_locked(ds->ds_dir, 401cb625fb5Sck "refreservation", sizeof (uint64_t), 1, 402cb625fb5Sck &ds->ds_reserved, NULL); 403cb625fb5Sck if (err == 0) { 404cb625fb5Sck err = dsl_prop_get_ds_locked(ds->ds_dir, 405cb625fb5Sck "refquota", sizeof (uint64_t), 1, 406cb625fb5Sck &ds->ds_quota, NULL); 407cb625fb5Sck } 408cb625fb5Sck 409cb625fb5Sck if (need_lock) 410cb625fb5Sck rw_exit(&dp->dp_config_rwlock); 411cb625fb5Sck } else { 412cb625fb5Sck ds->ds_reserved = ds->ds_quota = 0; 413cb625fb5Sck } 414cb625fb5Sck 415ea8dc4b6Seschrock if (err == 0) { 416ea8dc4b6Seschrock winner = dmu_buf_set_user_ie(dbuf, ds, &ds->ds_phys, 417ea8dc4b6Seschrock dsl_dataset_evict); 418ea8dc4b6Seschrock } 419ea8dc4b6Seschrock if (err || winner) { 420fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 421745cd3c5Smaybee if (ds->ds_prev) 422745cd3c5Smaybee dsl_dataset_drop_ref(ds->ds_prev, ds); 423fa9e4066Sahrens dsl_dir_close(ds->ds_dir, ds); 4245ad82045Snd mutex_destroy(&ds->ds_lock); 42591ebeef5Sahrens mutex_destroy(&ds->ds_opening_lock); 4265ad82045Snd mutex_destroy(&ds->ds_deadlist.bpl_lock); 427745cd3c5Smaybee rw_destroy(&ds->ds_rwlock); 428745cd3c5Smaybee cv_destroy(&ds->ds_exclusive_cv); 429fa9e4066Sahrens kmem_free(ds, sizeof (dsl_dataset_t)); 430ea8dc4b6Seschrock if (err) { 431ea8dc4b6Seschrock dmu_buf_rele(dbuf, tag); 432ea8dc4b6Seschrock return (err); 433ea8dc4b6Seschrock } 434fa9e4066Sahrens ds = winner; 435fa9e4066Sahrens } else { 43691ebeef5Sahrens ds->ds_fsid_guid = 437fa9e4066Sahrens unique_insert(ds->ds_phys->ds_fsid_guid); 438fa9e4066Sahrens } 439fa9e4066Sahrens } 440fa9e4066Sahrens ASSERT3P(ds->ds_dbuf, ==, dbuf); 441fa9e4066Sahrens ASSERT3P(ds->ds_phys, ==, dbuf->db_data); 442fa9e4066Sahrens mutex_enter(&ds->ds_lock); 443745cd3c5Smaybee if (!dsl_pool_sync_context(dp) && DSL_DATASET_IS_DESTROYED(ds)) { 444fa9e4066Sahrens mutex_exit(&ds->ds_lock); 445745cd3c5Smaybee dmu_buf_rele(ds->ds_dbuf, tag); 446745cd3c5Smaybee return (ENOENT); 447fa9e4066Sahrens } 448fa9e4066Sahrens mutex_exit(&ds->ds_lock); 449ea8dc4b6Seschrock *dsp = ds; 450ea8dc4b6Seschrock return (0); 451fa9e4066Sahrens } 452fa9e4066Sahrens 453745cd3c5Smaybee static int 454745cd3c5Smaybee dsl_dataset_hold_ref(dsl_dataset_t *ds, void *tag) 455745cd3c5Smaybee { 456745cd3c5Smaybee dsl_pool_t *dp = ds->ds_dir->dd_pool; 457745cd3c5Smaybee 458745cd3c5Smaybee /* 459745cd3c5Smaybee * In syncing context we don't want the rwlock lock: there 460745cd3c5Smaybee * may be an existing writer waiting for sync phase to 461745cd3c5Smaybee * finish. We don't need to worry about such writers, since 462745cd3c5Smaybee * sync phase is single-threaded, so the writer can't be 463745cd3c5Smaybee * doing anything while we are active. 464745cd3c5Smaybee */ 465745cd3c5Smaybee if (dsl_pool_sync_context(dp)) { 466745cd3c5Smaybee ASSERT(!DSL_DATASET_IS_DESTROYED(ds)); 467745cd3c5Smaybee return (0); 468745cd3c5Smaybee } 469745cd3c5Smaybee 470745cd3c5Smaybee /* 471745cd3c5Smaybee * Normal users will hold the ds_rwlock as a READER until they 472745cd3c5Smaybee * are finished (i.e., call dsl_dataset_rele()). "Owners" will 473745cd3c5Smaybee * drop their READER lock after they set the ds_owner field. 474745cd3c5Smaybee * 475745cd3c5Smaybee * If the dataset is being destroyed, the destroy thread will 476745cd3c5Smaybee * obtain a WRITER lock for exclusive access after it's done its 477745cd3c5Smaybee * open-context work and then change the ds_owner to 478745cd3c5Smaybee * dsl_reaper once destruction is assured. So threads 479745cd3c5Smaybee * may block here temporarily, until the "destructability" of 480745cd3c5Smaybee * the dataset is determined. 481745cd3c5Smaybee */ 482745cd3c5Smaybee ASSERT(!RW_WRITE_HELD(&dp->dp_config_rwlock)); 483745cd3c5Smaybee mutex_enter(&ds->ds_lock); 484745cd3c5Smaybee while (!rw_tryenter(&ds->ds_rwlock, RW_READER)) { 485745cd3c5Smaybee rw_exit(&dp->dp_config_rwlock); 486745cd3c5Smaybee cv_wait(&ds->ds_exclusive_cv, &ds->ds_lock); 487745cd3c5Smaybee if (DSL_DATASET_IS_DESTROYED(ds)) { 488745cd3c5Smaybee mutex_exit(&ds->ds_lock); 489745cd3c5Smaybee dsl_dataset_drop_ref(ds, tag); 490745cd3c5Smaybee rw_enter(&dp->dp_config_rwlock, RW_READER); 491745cd3c5Smaybee return (ENOENT); 492745cd3c5Smaybee } 493745cd3c5Smaybee rw_enter(&dp->dp_config_rwlock, RW_READER); 494745cd3c5Smaybee } 495745cd3c5Smaybee mutex_exit(&ds->ds_lock); 496745cd3c5Smaybee return (0); 497745cd3c5Smaybee } 498745cd3c5Smaybee 499745cd3c5Smaybee int 500745cd3c5Smaybee dsl_dataset_hold_obj(dsl_pool_t *dp, uint64_t dsobj, void *tag, 501745cd3c5Smaybee dsl_dataset_t **dsp) 502745cd3c5Smaybee { 503745cd3c5Smaybee int err = dsl_dataset_get_ref(dp, dsobj, tag, dsp); 504745cd3c5Smaybee 505745cd3c5Smaybee if (err) 506745cd3c5Smaybee return (err); 507745cd3c5Smaybee return (dsl_dataset_hold_ref(*dsp, tag)); 508745cd3c5Smaybee } 509745cd3c5Smaybee 510745cd3c5Smaybee int 511745cd3c5Smaybee dsl_dataset_own_obj(dsl_pool_t *dp, uint64_t dsobj, int flags, void *owner, 512745cd3c5Smaybee dsl_dataset_t **dsp) 513745cd3c5Smaybee { 514745cd3c5Smaybee int err = dsl_dataset_hold_obj(dp, dsobj, owner, dsp); 515745cd3c5Smaybee 516745cd3c5Smaybee ASSERT(DS_MODE_TYPE(flags) != DS_MODE_USER); 517745cd3c5Smaybee 518745cd3c5Smaybee if (err) 519745cd3c5Smaybee return (err); 520745cd3c5Smaybee if (!dsl_dataset_tryown(*dsp, DS_MODE_IS_INCONSISTENT(flags), owner)) { 521745cd3c5Smaybee dsl_dataset_rele(*dsp, owner); 522745cd3c5Smaybee return (EBUSY); 523745cd3c5Smaybee } 524745cd3c5Smaybee return (0); 525745cd3c5Smaybee } 526745cd3c5Smaybee 527fa9e4066Sahrens int 528745cd3c5Smaybee dsl_dataset_hold(const char *name, void *tag, dsl_dataset_t **dsp) 529fa9e4066Sahrens { 530fa9e4066Sahrens dsl_dir_t *dd; 531fa9e4066Sahrens dsl_pool_t *dp; 532745cd3c5Smaybee const char *snapname; 533fa9e4066Sahrens uint64_t obj; 534fa9e4066Sahrens int err = 0; 535fa9e4066Sahrens 536745cd3c5Smaybee err = dsl_dir_open_spa(NULL, name, FTAG, &dd, &snapname); 537ea8dc4b6Seschrock if (err) 538ea8dc4b6Seschrock return (err); 539fa9e4066Sahrens 540fa9e4066Sahrens dp = dd->dd_pool; 541fa9e4066Sahrens obj = dd->dd_phys->dd_head_dataset_obj; 542fa9e4066Sahrens rw_enter(&dp->dp_config_rwlock, RW_READER); 543745cd3c5Smaybee if (obj) 544745cd3c5Smaybee err = dsl_dataset_get_ref(dp, obj, tag, dsp); 545745cd3c5Smaybee else 546fa9e4066Sahrens err = ENOENT; 547745cd3c5Smaybee if (err) 548fa9e4066Sahrens goto out; 549fa9e4066Sahrens 550745cd3c5Smaybee err = dsl_dataset_hold_ref(*dsp, tag); 551fa9e4066Sahrens 552745cd3c5Smaybee /* we may be looking for a snapshot */ 553745cd3c5Smaybee if (err == 0 && snapname != NULL) { 554745cd3c5Smaybee dsl_dataset_t *ds = NULL; 555fa9e4066Sahrens 556745cd3c5Smaybee if (*snapname++ != '@') { 557745cd3c5Smaybee dsl_dataset_rele(*dsp, tag); 558fa9e4066Sahrens err = ENOENT; 559fa9e4066Sahrens goto out; 560fa9e4066Sahrens } 561fa9e4066Sahrens 562745cd3c5Smaybee dprintf("looking for snapshot '%s'\n", snapname); 563745cd3c5Smaybee err = dsl_dataset_snap_lookup(*dsp, snapname, &obj); 564745cd3c5Smaybee if (err == 0) 565745cd3c5Smaybee err = dsl_dataset_get_ref(dp, obj, tag, &ds); 566745cd3c5Smaybee dsl_dataset_rele(*dsp, tag); 567745cd3c5Smaybee 568745cd3c5Smaybee ASSERT3U((err == 0), ==, (ds != NULL)); 569745cd3c5Smaybee 570745cd3c5Smaybee if (ds) { 571745cd3c5Smaybee mutex_enter(&ds->ds_lock); 572745cd3c5Smaybee if (ds->ds_snapname[0] == 0) 573745cd3c5Smaybee (void) strlcpy(ds->ds_snapname, snapname, 574745cd3c5Smaybee sizeof (ds->ds_snapname)); 575745cd3c5Smaybee mutex_exit(&ds->ds_lock); 576745cd3c5Smaybee err = dsl_dataset_hold_ref(ds, tag); 577745cd3c5Smaybee *dsp = err ? NULL : ds; 578fa9e4066Sahrens } 579fa9e4066Sahrens } 580fa9e4066Sahrens out: 581fa9e4066Sahrens rw_exit(&dp->dp_config_rwlock); 582fa9e4066Sahrens dsl_dir_close(dd, FTAG); 583fa9e4066Sahrens return (err); 584fa9e4066Sahrens } 585fa9e4066Sahrens 586fa9e4066Sahrens int 587745cd3c5Smaybee dsl_dataset_own(const char *name, int flags, void *owner, dsl_dataset_t **dsp) 588fa9e4066Sahrens { 589745cd3c5Smaybee int err = dsl_dataset_hold(name, owner, dsp); 590745cd3c5Smaybee if (err) 591745cd3c5Smaybee return (err); 592745cd3c5Smaybee if ((*dsp)->ds_phys->ds_num_children > 0 && 593745cd3c5Smaybee !DS_MODE_IS_READONLY(flags)) { 594745cd3c5Smaybee dsl_dataset_rele(*dsp, owner); 595745cd3c5Smaybee return (EROFS); 596745cd3c5Smaybee } 597745cd3c5Smaybee if (!dsl_dataset_tryown(*dsp, DS_MODE_IS_INCONSISTENT(flags), owner)) { 598745cd3c5Smaybee dsl_dataset_rele(*dsp, owner); 599745cd3c5Smaybee return (EBUSY); 600745cd3c5Smaybee } 601745cd3c5Smaybee return (0); 602fa9e4066Sahrens } 603fa9e4066Sahrens 604fa9e4066Sahrens void 605fa9e4066Sahrens dsl_dataset_name(dsl_dataset_t *ds, char *name) 606fa9e4066Sahrens { 607fa9e4066Sahrens if (ds == NULL) { 608fa9e4066Sahrens (void) strcpy(name, "mos"); 609fa9e4066Sahrens } else { 610fa9e4066Sahrens dsl_dir_name(ds->ds_dir, name); 611ea8dc4b6Seschrock VERIFY(0 == dsl_dataset_get_snapname(ds)); 612fa9e4066Sahrens if (ds->ds_snapname[0]) { 613fa9e4066Sahrens (void) strcat(name, "@"); 614745cd3c5Smaybee /* 615745cd3c5Smaybee * We use a "recursive" mutex so that we 616745cd3c5Smaybee * can call dprintf_ds() with ds_lock held. 617745cd3c5Smaybee */ 618fa9e4066Sahrens if (!MUTEX_HELD(&ds->ds_lock)) { 619fa9e4066Sahrens mutex_enter(&ds->ds_lock); 620fa9e4066Sahrens (void) strcat(name, ds->ds_snapname); 621fa9e4066Sahrens mutex_exit(&ds->ds_lock); 622fa9e4066Sahrens } else { 623fa9e4066Sahrens (void) strcat(name, ds->ds_snapname); 624fa9e4066Sahrens } 625fa9e4066Sahrens } 626fa9e4066Sahrens } 627fa9e4066Sahrens } 628fa9e4066Sahrens 629b7661cccSmmusante static int 630b7661cccSmmusante dsl_dataset_namelen(dsl_dataset_t *ds) 631b7661cccSmmusante { 632b7661cccSmmusante int result; 633b7661cccSmmusante 634b7661cccSmmusante if (ds == NULL) { 635b7661cccSmmusante result = 3; /* "mos" */ 636b7661cccSmmusante } else { 637b7661cccSmmusante result = dsl_dir_namelen(ds->ds_dir); 638b7661cccSmmusante VERIFY(0 == dsl_dataset_get_snapname(ds)); 639b7661cccSmmusante if (ds->ds_snapname[0]) { 640b7661cccSmmusante ++result; /* adding one for the @-sign */ 641b7661cccSmmusante if (!MUTEX_HELD(&ds->ds_lock)) { 642b7661cccSmmusante mutex_enter(&ds->ds_lock); 643b7661cccSmmusante result += strlen(ds->ds_snapname); 644b7661cccSmmusante mutex_exit(&ds->ds_lock); 645b7661cccSmmusante } else { 646b7661cccSmmusante result += strlen(ds->ds_snapname); 647b7661cccSmmusante } 648b7661cccSmmusante } 649b7661cccSmmusante } 650b7661cccSmmusante 651b7661cccSmmusante return (result); 652b7661cccSmmusante } 653b7661cccSmmusante 654745cd3c5Smaybee static void 655745cd3c5Smaybee dsl_dataset_drop_ref(dsl_dataset_t *ds, void *tag) 656fa9e4066Sahrens { 657ea8dc4b6Seschrock dmu_buf_rele(ds->ds_dbuf, tag); 658fa9e4066Sahrens } 659fa9e4066Sahrens 6603cb34c60Sahrens void 661745cd3c5Smaybee dsl_dataset_rele(dsl_dataset_t *ds, void *tag) 6623cb34c60Sahrens { 663745cd3c5Smaybee ASSERT(ds->ds_owner != tag); 664745cd3c5Smaybee if (!dsl_pool_sync_context(ds->ds_dir->dd_pool)) { 665745cd3c5Smaybee rw_exit(&ds->ds_rwlock); 666745cd3c5Smaybee } 667745cd3c5Smaybee dsl_dataset_drop_ref(ds, tag); 668745cd3c5Smaybee } 669745cd3c5Smaybee 670745cd3c5Smaybee void 671745cd3c5Smaybee dsl_dataset_disown(dsl_dataset_t *ds, void *owner) 672745cd3c5Smaybee { 673745cd3c5Smaybee ASSERT((ds->ds_owner == owner && ds->ds_dbuf) || 674745cd3c5Smaybee (DSL_DATASET_IS_DESTROYED(ds) && ds->ds_dbuf == NULL)); 675745cd3c5Smaybee 6763cb34c60Sahrens mutex_enter(&ds->ds_lock); 677745cd3c5Smaybee ds->ds_owner = NULL; 678745cd3c5Smaybee if (RW_WRITE_HELD(&ds->ds_rwlock)) { 679745cd3c5Smaybee rw_exit(&ds->ds_rwlock); 680745cd3c5Smaybee cv_broadcast(&ds->ds_exclusive_cv); 681745cd3c5Smaybee } 6823cb34c60Sahrens mutex_exit(&ds->ds_lock); 683745cd3c5Smaybee if (ds->ds_dbuf) 684745cd3c5Smaybee dsl_dataset_drop_ref(ds, owner); 685745cd3c5Smaybee else 686745cd3c5Smaybee dsl_dataset_evict(ds->ds_dbuf, ds); 6873cb34c60Sahrens } 6883cb34c60Sahrens 6893cb34c60Sahrens boolean_t 690745cd3c5Smaybee dsl_dataset_tryown(dsl_dataset_t *ds, boolean_t inconsistentok, void *owner) 6913cb34c60Sahrens { 692745cd3c5Smaybee boolean_t gotit = FALSE; 693745cd3c5Smaybee 6943cb34c60Sahrens mutex_enter(&ds->ds_lock); 695745cd3c5Smaybee if (ds->ds_owner == NULL && 696745cd3c5Smaybee (!DS_IS_INCONSISTENT(ds) || inconsistentok)) { 697745cd3c5Smaybee ds->ds_owner = owner; 698745cd3c5Smaybee if (!dsl_pool_sync_context(ds->ds_dir->dd_pool)) 699745cd3c5Smaybee rw_exit(&ds->ds_rwlock); 700745cd3c5Smaybee gotit = TRUE; 7013cb34c60Sahrens } 7023cb34c60Sahrens mutex_exit(&ds->ds_lock); 703745cd3c5Smaybee return (gotit); 704745cd3c5Smaybee } 705745cd3c5Smaybee 706745cd3c5Smaybee void 707745cd3c5Smaybee dsl_dataset_make_exclusive(dsl_dataset_t *ds, void *owner) 708745cd3c5Smaybee { 709745cd3c5Smaybee ASSERT3P(owner, ==, ds->ds_owner); 710745cd3c5Smaybee if (!RW_WRITE_HELD(&ds->ds_rwlock)) 711745cd3c5Smaybee rw_enter(&ds->ds_rwlock, RW_WRITER); 7123cb34c60Sahrens } 7133cb34c60Sahrens 714fa9e4066Sahrens void 715fa9e4066Sahrens dsl_dataset_create_root(dsl_pool_t *dp, uint64_t *ddobjp, dmu_tx_t *tx) 716fa9e4066Sahrens { 717fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 718fa9e4066Sahrens dmu_buf_t *dbuf; 719fa9e4066Sahrens dsl_dataset_phys_t *dsphys; 720fa9e4066Sahrens dsl_dataset_t *ds; 721fa9e4066Sahrens uint64_t dsobj; 722fa9e4066Sahrens dsl_dir_t *dd; 723fa9e4066Sahrens 724fa9e4066Sahrens dsl_dir_create_root(mos, ddobjp, tx); 725ea8dc4b6Seschrock VERIFY(0 == dsl_dir_open_obj(dp, *ddobjp, NULL, FTAG, &dd)); 726fa9e4066Sahrens 7271649cd4bStabriz dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0, 7281649cd4bStabriz DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx); 729ea8dc4b6Seschrock VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf)); 730fa9e4066Sahrens dmu_buf_will_dirty(dbuf, tx); 731fa9e4066Sahrens dsphys = dbuf->db_data; 732fa9e4066Sahrens dsphys->ds_dir_obj = dd->dd_object; 733fa9e4066Sahrens dsphys->ds_fsid_guid = unique_create(); 734fa9e4066Sahrens (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid, 735fa9e4066Sahrens sizeof (dsphys->ds_guid)); 736fa9e4066Sahrens dsphys->ds_snapnames_zapobj = 737ab04eb8eStimh zap_create_norm(mos, U8_TEXTPREP_TOUPPER, DMU_OT_DSL_DS_SNAP_MAP, 738ab04eb8eStimh DMU_OT_NONE, 0, tx); 739fa9e4066Sahrens dsphys->ds_creation_time = gethrestime_sec(); 740fa9e4066Sahrens dsphys->ds_creation_txg = tx->tx_txg; 741fa9e4066Sahrens dsphys->ds_deadlist_obj = 742fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 743a9799022Sck if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE) 744a9799022Sck dsphys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 745ea8dc4b6Seschrock dmu_buf_rele(dbuf, FTAG); 746fa9e4066Sahrens 747fa9e4066Sahrens dmu_buf_will_dirty(dd->dd_dbuf, tx); 748fa9e4066Sahrens dd->dd_phys->dd_head_dataset_obj = dsobj; 749fa9e4066Sahrens dsl_dir_close(dd, FTAG); 750fa9e4066Sahrens 751745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(dp, dsobj, FTAG, &ds)); 752c717a561Smaybee (void) dmu_objset_create_impl(dp->dp_spa, ds, 753c717a561Smaybee &ds->ds_phys->ds_bp, DMU_OST_ZFS, tx); 754745cd3c5Smaybee dsl_dataset_drop_ref(ds, FTAG); 755fa9e4066Sahrens } 756fa9e4066Sahrens 7571d452cf5Sahrens uint64_t 758ab04eb8eStimh dsl_dataset_create_sync_impl(dsl_dir_t *dd, dsl_dataset_t *origin, 759ab04eb8eStimh uint64_t flags, dmu_tx_t *tx) 760fa9e4066Sahrens { 7613cb34c60Sahrens dsl_pool_t *dp = dd->dd_pool; 762fa9e4066Sahrens dmu_buf_t *dbuf; 763fa9e4066Sahrens dsl_dataset_phys_t *dsphys; 7643cb34c60Sahrens uint64_t dsobj; 765fa9e4066Sahrens objset_t *mos = dp->dp_meta_objset; 766fa9e4066Sahrens 7673cb34c60Sahrens ASSERT(origin == NULL || origin->ds_dir->dd_pool == dp); 7683cb34c60Sahrens ASSERT(origin == NULL || origin->ds_phys->ds_num_children > 0); 769fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 7703cb34c60Sahrens ASSERT(dd->dd_phys->dd_head_dataset_obj == 0); 771fa9e4066Sahrens 7721649cd4bStabriz dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0, 7731649cd4bStabriz DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx); 774ea8dc4b6Seschrock VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf)); 775fa9e4066Sahrens dmu_buf_will_dirty(dbuf, tx); 776fa9e4066Sahrens dsphys = dbuf->db_data; 777745cd3c5Smaybee bzero(dsphys, sizeof (dsl_dataset_phys_t)); 778fa9e4066Sahrens dsphys->ds_dir_obj = dd->dd_object; 779ab04eb8eStimh dsphys->ds_flags = flags; 780fa9e4066Sahrens dsphys->ds_fsid_guid = unique_create(); 781fa9e4066Sahrens (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid, 782fa9e4066Sahrens sizeof (dsphys->ds_guid)); 783fa9e4066Sahrens dsphys->ds_snapnames_zapobj = 784ab04eb8eStimh zap_create_norm(mos, U8_TEXTPREP_TOUPPER, DMU_OT_DSL_DS_SNAP_MAP, 785ab04eb8eStimh DMU_OT_NONE, 0, tx); 786fa9e4066Sahrens dsphys->ds_creation_time = gethrestime_sec(); 787fa9e4066Sahrens dsphys->ds_creation_txg = tx->tx_txg; 788fa9e4066Sahrens dsphys->ds_deadlist_obj = 789fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 790a9799022Sck 7913cb34c60Sahrens if (origin) { 7923cb34c60Sahrens dsphys->ds_prev_snap_obj = origin->ds_object; 793fa9e4066Sahrens dsphys->ds_prev_snap_txg = 7943cb34c60Sahrens origin->ds_phys->ds_creation_txg; 795fa9e4066Sahrens dsphys->ds_used_bytes = 7963cb34c60Sahrens origin->ds_phys->ds_used_bytes; 797fa9e4066Sahrens dsphys->ds_compressed_bytes = 7983cb34c60Sahrens origin->ds_phys->ds_compressed_bytes; 799fa9e4066Sahrens dsphys->ds_uncompressed_bytes = 8003cb34c60Sahrens origin->ds_phys->ds_uncompressed_bytes; 8013cb34c60Sahrens dsphys->ds_bp = origin->ds_phys->ds_bp; 802579ae4d5Stimh dsphys->ds_flags |= origin->ds_phys->ds_flags; 803fa9e4066Sahrens 8043cb34c60Sahrens dmu_buf_will_dirty(origin->ds_dbuf, tx); 8053cb34c60Sahrens origin->ds_phys->ds_num_children++; 806fa9e4066Sahrens 807fa9e4066Sahrens dmu_buf_will_dirty(dd->dd_dbuf, tx); 8083cb34c60Sahrens dd->dd_phys->dd_origin_obj = origin->ds_object; 809fa9e4066Sahrens } 810ab04eb8eStimh 811ab04eb8eStimh if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE) 812ab04eb8eStimh dsphys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 813ab04eb8eStimh 814ea8dc4b6Seschrock dmu_buf_rele(dbuf, FTAG); 815fa9e4066Sahrens 816fa9e4066Sahrens dmu_buf_will_dirty(dd->dd_dbuf, tx); 817fa9e4066Sahrens dd->dd_phys->dd_head_dataset_obj = dsobj; 8183cb34c60Sahrens 8193cb34c60Sahrens return (dsobj); 8203cb34c60Sahrens } 8213cb34c60Sahrens 8223cb34c60Sahrens uint64_t 823ab04eb8eStimh dsl_dataset_create_sync(dsl_dir_t *pdd, const char *lastname, 824ab04eb8eStimh dsl_dataset_t *origin, uint64_t flags, cred_t *cr, dmu_tx_t *tx) 8253cb34c60Sahrens { 8263cb34c60Sahrens dsl_pool_t *dp = pdd->dd_pool; 8273cb34c60Sahrens uint64_t dsobj, ddobj; 8283cb34c60Sahrens dsl_dir_t *dd; 8293cb34c60Sahrens 8303cb34c60Sahrens ASSERT(lastname[0] != '@'); 8313cb34c60Sahrens 8323cb34c60Sahrens ddobj = dsl_dir_create_sync(pdd, lastname, tx); 8333cb34c60Sahrens VERIFY(0 == dsl_dir_open_obj(dp, ddobj, lastname, FTAG, &dd)); 8343cb34c60Sahrens 835ab04eb8eStimh dsobj = dsl_dataset_create_sync_impl(dd, origin, flags, tx); 8363cb34c60Sahrens 8373cb34c60Sahrens dsl_deleg_set_create_perms(dd, tx, cr); 8383cb34c60Sahrens 839fa9e4066Sahrens dsl_dir_close(dd, FTAG); 840fa9e4066Sahrens 8411d452cf5Sahrens return (dsobj); 842fa9e4066Sahrens } 843fa9e4066Sahrens 8441d452cf5Sahrens struct destroyarg { 8451d452cf5Sahrens dsl_sync_task_group_t *dstg; 8461d452cf5Sahrens char *snapname; 8471d452cf5Sahrens char *failed; 8481d452cf5Sahrens }; 8491d452cf5Sahrens 8501d452cf5Sahrens static int 8511d452cf5Sahrens dsl_snapshot_destroy_one(char *name, void *arg) 852fa9e4066Sahrens { 8531d452cf5Sahrens struct destroyarg *da = arg; 8541d452cf5Sahrens dsl_dataset_t *ds; 8551d452cf5Sahrens char *cp; 856fa9e4066Sahrens int err; 857fa9e4066Sahrens 8581d452cf5Sahrens (void) strcat(name, "@"); 8591d452cf5Sahrens (void) strcat(name, da->snapname); 860745cd3c5Smaybee err = dsl_dataset_own(name, DS_MODE_READONLY | DS_MODE_INCONSISTENT, 861cdf5b4caSmmusante da->dstg, &ds); 8621d452cf5Sahrens cp = strchr(name, '@'); 8631d452cf5Sahrens *cp = '\0'; 864745cd3c5Smaybee if (err == 0) { 865745cd3c5Smaybee dsl_dataset_make_exclusive(ds, da->dstg); 866745cd3c5Smaybee dsl_sync_task_create(da->dstg, dsl_dataset_destroy_check, 867745cd3c5Smaybee dsl_dataset_destroy_sync, ds, da->dstg, 0); 868745cd3c5Smaybee } else if (err == ENOENT) { 869745cd3c5Smaybee err = 0; 870745cd3c5Smaybee } else { 8711d452cf5Sahrens (void) strcpy(da->failed, name); 8721d452cf5Sahrens } 873745cd3c5Smaybee return (err); 8741d452cf5Sahrens } 87531fd60d3Sahrens 8761d452cf5Sahrens /* 8771d452cf5Sahrens * Destroy 'snapname' in all descendants of 'fsname'. 8781d452cf5Sahrens */ 8791d452cf5Sahrens #pragma weak dmu_snapshots_destroy = dsl_snapshots_destroy 8801d452cf5Sahrens int 8811d452cf5Sahrens dsl_snapshots_destroy(char *fsname, char *snapname) 8821d452cf5Sahrens { 8831d452cf5Sahrens int err; 8841d452cf5Sahrens struct destroyarg da; 8851d452cf5Sahrens dsl_sync_task_t *dst; 8861d452cf5Sahrens spa_t *spa; 8871d452cf5Sahrens 88840feaa91Sahrens err = spa_open(fsname, &spa, FTAG); 8891d452cf5Sahrens if (err) 8901d452cf5Sahrens return (err); 8911d452cf5Sahrens da.dstg = dsl_sync_task_group_create(spa_get_dsl(spa)); 8921d452cf5Sahrens da.snapname = snapname; 8931d452cf5Sahrens da.failed = fsname; 8941d452cf5Sahrens 8951d452cf5Sahrens err = dmu_objset_find(fsname, 8960b69c2f0Sahrens dsl_snapshot_destroy_one, &da, DS_FIND_CHILDREN); 8971d452cf5Sahrens 8981d452cf5Sahrens if (err == 0) 8991d452cf5Sahrens err = dsl_sync_task_group_wait(da.dstg); 9001d452cf5Sahrens 9011d452cf5Sahrens for (dst = list_head(&da.dstg->dstg_tasks); dst; 9021d452cf5Sahrens dst = list_next(&da.dstg->dstg_tasks, dst)) { 9031d452cf5Sahrens dsl_dataset_t *ds = dst->dst_arg1; 904745cd3c5Smaybee /* 905745cd3c5Smaybee * Return the file system name that triggered the error 906745cd3c5Smaybee */ 9071d452cf5Sahrens if (dst->dst_err) { 9081d452cf5Sahrens dsl_dataset_name(ds, fsname); 90940feaa91Sahrens *strchr(fsname, '@') = '\0'; 910e1930233Sbonwick } 911745cd3c5Smaybee dsl_dataset_disown(ds, da.dstg); 912fa9e4066Sahrens } 913fa9e4066Sahrens 9141d452cf5Sahrens dsl_sync_task_group_destroy(da.dstg); 9151d452cf5Sahrens spa_close(spa, FTAG); 916fa9e4066Sahrens return (err); 917fa9e4066Sahrens } 918fa9e4066Sahrens 9193cb34c60Sahrens /* 920745cd3c5Smaybee * ds must be opened as OWNER. On return (whether successful or not), 921745cd3c5Smaybee * ds will be closed and caller can no longer dereference it. 9223cb34c60Sahrens */ 923fa9e4066Sahrens int 9243cb34c60Sahrens dsl_dataset_destroy(dsl_dataset_t *ds, void *tag) 925fa9e4066Sahrens { 926fa9e4066Sahrens int err; 9271d452cf5Sahrens dsl_sync_task_group_t *dstg; 9281d452cf5Sahrens objset_t *os; 929fa9e4066Sahrens dsl_dir_t *dd; 9301d452cf5Sahrens uint64_t obj; 9311d452cf5Sahrens 9323cb34c60Sahrens if (dsl_dataset_is_snapshot(ds)) { 9331d452cf5Sahrens /* Destroying a snapshot is simpler */ 934745cd3c5Smaybee dsl_dataset_make_exclusive(ds, tag); 9351d452cf5Sahrens err = dsl_sync_task_do(ds->ds_dir->dd_pool, 9361d452cf5Sahrens dsl_dataset_destroy_check, dsl_dataset_destroy_sync, 9373cb34c60Sahrens ds, tag, 0); 9383cb34c60Sahrens goto out; 9391d452cf5Sahrens } 940fa9e4066Sahrens 9411d452cf5Sahrens dd = ds->ds_dir; 942fa9e4066Sahrens 9431d452cf5Sahrens /* 9441d452cf5Sahrens * Check for errors and mark this ds as inconsistent, in 9451d452cf5Sahrens * case we crash while freeing the objects. 9461d452cf5Sahrens */ 9471d452cf5Sahrens err = dsl_sync_task_do(dd->dd_pool, dsl_dataset_destroy_begin_check, 9481d452cf5Sahrens dsl_dataset_destroy_begin_sync, ds, NULL, 0); 9493cb34c60Sahrens if (err) 9503cb34c60Sahrens goto out; 9513cb34c60Sahrens 9523cb34c60Sahrens err = dmu_objset_open_ds(ds, DMU_OST_ANY, &os); 9533cb34c60Sahrens if (err) 9543cb34c60Sahrens goto out; 955fa9e4066Sahrens 9561d452cf5Sahrens /* 9571d452cf5Sahrens * remove the objects in open context, so that we won't 9581d452cf5Sahrens * have too much to do in syncing context. 9591d452cf5Sahrens */ 9606754306eSahrens for (obj = 0; err == 0; err = dmu_object_next(os, &obj, FALSE, 9616754306eSahrens ds->ds_phys->ds_prev_snap_txg)) { 962*cdb0ab79Smaybee /* 963*cdb0ab79Smaybee * Ignore errors, if there is not enough disk space 964*cdb0ab79Smaybee * we will deal with it in dsl_dataset_destroy_sync(). 965*cdb0ab79Smaybee */ 966*cdb0ab79Smaybee (void) dmu_free_object(os, obj); 9671d452cf5Sahrens } 9681d452cf5Sahrens 9691d452cf5Sahrens dmu_objset_close(os); 9701d452cf5Sahrens if (err != ESRCH) 9713cb34c60Sahrens goto out; 9721d452cf5Sahrens 97368038c2cSmaybee rw_enter(&dd->dd_pool->dp_config_rwlock, RW_READER); 97468038c2cSmaybee err = dsl_dir_open_obj(dd->dd_pool, dd->dd_object, NULL, FTAG, &dd); 97568038c2cSmaybee rw_exit(&dd->dd_pool->dp_config_rwlock); 97668038c2cSmaybee 97768038c2cSmaybee if (err) 97868038c2cSmaybee goto out; 97968038c2cSmaybee 9803cb34c60Sahrens if (ds->ds_user_ptr) { 981745cd3c5Smaybee /* 982745cd3c5Smaybee * We need to sync out all in-flight IO before we try 983745cd3c5Smaybee * to evict (the dataset evict func is trying to clear 984745cd3c5Smaybee * the cached entries for this dataset in the ARC). 985745cd3c5Smaybee */ 986745cd3c5Smaybee txg_wait_synced(dd->dd_pool, 0); 9871d452cf5Sahrens } 9881d452cf5Sahrens 9891d452cf5Sahrens /* 9901d452cf5Sahrens * Blow away the dsl_dir + head dataset. 9911d452cf5Sahrens */ 992745cd3c5Smaybee dsl_dataset_make_exclusive(ds, tag); 99368038c2cSmaybee if (ds->ds_user_ptr) { 99468038c2cSmaybee ds->ds_user_evict_func(ds, ds->ds_user_ptr); 99568038c2cSmaybee ds->ds_user_ptr = NULL; 99668038c2cSmaybee } 9971d452cf5Sahrens dstg = dsl_sync_task_group_create(ds->ds_dir->dd_pool); 9981d452cf5Sahrens dsl_sync_task_create(dstg, dsl_dataset_destroy_check, 9993cb34c60Sahrens dsl_dataset_destroy_sync, ds, tag, 0); 10001d452cf5Sahrens dsl_sync_task_create(dstg, dsl_dir_destroy_check, 10011d452cf5Sahrens dsl_dir_destroy_sync, dd, FTAG, 0); 10021d452cf5Sahrens err = dsl_sync_task_group_wait(dstg); 10031d452cf5Sahrens dsl_sync_task_group_destroy(dstg); 1004745cd3c5Smaybee /* if it is successful, dsl_dir_destroy_sync will close the dd */ 10053cb34c60Sahrens if (err) 10061d452cf5Sahrens dsl_dir_close(dd, FTAG); 10073cb34c60Sahrens out: 1008745cd3c5Smaybee dsl_dataset_disown(ds, tag); 1009fa9e4066Sahrens return (err); 1010fa9e4066Sahrens } 1011fa9e4066Sahrens 10121d452cf5Sahrens int 10133cb34c60Sahrens dsl_dataset_rollback(dsl_dataset_t *ds, dmu_objset_type_t ost) 10141d452cf5Sahrens { 1015745cd3c5Smaybee ASSERT(ds->ds_owner); 10163cb34c60Sahrens 10171d452cf5Sahrens return (dsl_sync_task_do(ds->ds_dir->dd_pool, 10181d452cf5Sahrens dsl_dataset_rollback_check, dsl_dataset_rollback_sync, 10193cb34c60Sahrens ds, &ost, 0)); 10201d452cf5Sahrens } 10211d452cf5Sahrens 1022fa9e4066Sahrens void * 1023fa9e4066Sahrens dsl_dataset_set_user_ptr(dsl_dataset_t *ds, 1024fa9e4066Sahrens void *p, dsl_dataset_evict_func_t func) 1025fa9e4066Sahrens { 1026fa9e4066Sahrens void *old; 1027fa9e4066Sahrens 1028fa9e4066Sahrens mutex_enter(&ds->ds_lock); 1029fa9e4066Sahrens old = ds->ds_user_ptr; 1030fa9e4066Sahrens if (old == NULL) { 1031fa9e4066Sahrens ds->ds_user_ptr = p; 1032fa9e4066Sahrens ds->ds_user_evict_func = func; 1033fa9e4066Sahrens } 1034fa9e4066Sahrens mutex_exit(&ds->ds_lock); 1035fa9e4066Sahrens return (old); 1036fa9e4066Sahrens } 1037fa9e4066Sahrens 1038fa9e4066Sahrens void * 1039fa9e4066Sahrens dsl_dataset_get_user_ptr(dsl_dataset_t *ds) 1040fa9e4066Sahrens { 1041fa9e4066Sahrens return (ds->ds_user_ptr); 1042fa9e4066Sahrens } 1043fa9e4066Sahrens 1044fa9e4066Sahrens 1045c717a561Smaybee blkptr_t * 1046c717a561Smaybee dsl_dataset_get_blkptr(dsl_dataset_t *ds) 1047fa9e4066Sahrens { 1048c717a561Smaybee return (&ds->ds_phys->ds_bp); 1049fa9e4066Sahrens } 1050fa9e4066Sahrens 1051fa9e4066Sahrens void 1052fa9e4066Sahrens dsl_dataset_set_blkptr(dsl_dataset_t *ds, blkptr_t *bp, dmu_tx_t *tx) 1053fa9e4066Sahrens { 1054fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 1055fa9e4066Sahrens /* If it's the meta-objset, set dp_meta_rootbp */ 1056fa9e4066Sahrens if (ds == NULL) { 1057fa9e4066Sahrens tx->tx_pool->dp_meta_rootbp = *bp; 1058fa9e4066Sahrens } else { 1059fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 1060fa9e4066Sahrens ds->ds_phys->ds_bp = *bp; 1061fa9e4066Sahrens } 1062fa9e4066Sahrens } 1063fa9e4066Sahrens 1064fa9e4066Sahrens spa_t * 1065fa9e4066Sahrens dsl_dataset_get_spa(dsl_dataset_t *ds) 1066fa9e4066Sahrens { 1067fa9e4066Sahrens return (ds->ds_dir->dd_pool->dp_spa); 1068fa9e4066Sahrens } 1069fa9e4066Sahrens 1070fa9e4066Sahrens void 1071fa9e4066Sahrens dsl_dataset_dirty(dsl_dataset_t *ds, dmu_tx_t *tx) 1072fa9e4066Sahrens { 1073fa9e4066Sahrens dsl_pool_t *dp; 1074fa9e4066Sahrens 1075fa9e4066Sahrens if (ds == NULL) /* this is the meta-objset */ 1076fa9e4066Sahrens return; 1077fa9e4066Sahrens 1078fa9e4066Sahrens ASSERT(ds->ds_user_ptr != NULL); 1079a2eea2e1Sahrens 1080a2eea2e1Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) 1081a2eea2e1Sahrens panic("dirtying snapshot!"); 1082fa9e4066Sahrens 1083fa9e4066Sahrens dp = ds->ds_dir->dd_pool; 1084fa9e4066Sahrens 1085fa9e4066Sahrens if (txg_list_add(&dp->dp_dirty_datasets, ds, tx->tx_txg) == 0) { 1086fa9e4066Sahrens /* up the hold count until we can be written out */ 1087fa9e4066Sahrens dmu_buf_add_ref(ds->ds_dbuf, ds); 1088fa9e4066Sahrens } 1089fa9e4066Sahrens } 1090fa9e4066Sahrens 1091a9799022Sck /* 1092a9799022Sck * The unique space in the head dataset can be calculated by subtracting 1093a9799022Sck * the space used in the most recent snapshot, that is still being used 1094a9799022Sck * in this file system, from the space currently in use. To figure out 1095a9799022Sck * the space in the most recent snapshot still in use, we need to take 1096a9799022Sck * the total space used in the snapshot and subtract out the space that 1097a9799022Sck * has been freed up since the snapshot was taken. 1098a9799022Sck */ 1099a9799022Sck static void 1100a9799022Sck dsl_dataset_recalc_head_uniq(dsl_dataset_t *ds) 1101a9799022Sck { 1102a9799022Sck uint64_t mrs_used; 1103a9799022Sck uint64_t dlused, dlcomp, dluncomp; 1104a9799022Sck 1105a9799022Sck ASSERT(ds->ds_object == ds->ds_dir->dd_phys->dd_head_dataset_obj); 1106a9799022Sck 1107a9799022Sck if (ds->ds_phys->ds_prev_snap_obj != 0) 1108a9799022Sck mrs_used = ds->ds_prev->ds_phys->ds_used_bytes; 1109a9799022Sck else 1110a9799022Sck mrs_used = 0; 1111a9799022Sck 1112a9799022Sck VERIFY(0 == bplist_space(&ds->ds_deadlist, &dlused, &dlcomp, 1113a9799022Sck &dluncomp)); 1114a9799022Sck 1115a9799022Sck ASSERT3U(dlused, <=, mrs_used); 1116a9799022Sck ds->ds_phys->ds_unique_bytes = 1117a9799022Sck ds->ds_phys->ds_used_bytes - (mrs_used - dlused); 1118a9799022Sck 1119a9799022Sck if (!DS_UNIQUE_IS_ACCURATE(ds) && 1120a9799022Sck spa_version(ds->ds_dir->dd_pool->dp_spa) >= 1121a9799022Sck SPA_VERSION_UNIQUE_ACCURATE) 1122a9799022Sck ds->ds_phys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 1123a9799022Sck } 1124a9799022Sck 1125a9799022Sck static uint64_t 1126a9799022Sck dsl_dataset_unique(dsl_dataset_t *ds) 1127a9799022Sck { 1128a9799022Sck if (!DS_UNIQUE_IS_ACCURATE(ds) && !dsl_dataset_is_snapshot(ds)) 1129a9799022Sck dsl_dataset_recalc_head_uniq(ds); 1130a9799022Sck 1131a9799022Sck return (ds->ds_phys->ds_unique_bytes); 1132a9799022Sck } 1133a9799022Sck 1134fa9e4066Sahrens struct killarg { 1135a9799022Sck int64_t *usedp; 1136a9799022Sck int64_t *compressedp; 1137a9799022Sck int64_t *uncompressedp; 1138fa9e4066Sahrens zio_t *zio; 1139fa9e4066Sahrens dmu_tx_t *tx; 1140fa9e4066Sahrens }; 1141fa9e4066Sahrens 1142fa9e4066Sahrens static int 1143fa9e4066Sahrens kill_blkptr(traverse_blk_cache_t *bc, spa_t *spa, void *arg) 1144fa9e4066Sahrens { 1145fa9e4066Sahrens struct killarg *ka = arg; 1146fa9e4066Sahrens blkptr_t *bp = &bc->bc_blkptr; 1147fa9e4066Sahrens 1148fa9e4066Sahrens ASSERT3U(bc->bc_errno, ==, 0); 1149fa9e4066Sahrens 1150fa9e4066Sahrens /* 1151fa9e4066Sahrens * Since this callback is not called concurrently, no lock is 1152fa9e4066Sahrens * needed on the accounting values. 1153fa9e4066Sahrens */ 115499653d4eSeschrock *ka->usedp += bp_get_dasize(spa, bp); 1155fa9e4066Sahrens *ka->compressedp += BP_GET_PSIZE(bp); 1156fa9e4066Sahrens *ka->uncompressedp += BP_GET_UCSIZE(bp); 1157fa9e4066Sahrens /* XXX check for EIO? */ 1158fa9e4066Sahrens (void) arc_free(ka->zio, spa, ka->tx->tx_txg, bp, NULL, NULL, 1159fa9e4066Sahrens ARC_NOWAIT); 1160fa9e4066Sahrens return (0); 1161fa9e4066Sahrens } 1162fa9e4066Sahrens 1163fa9e4066Sahrens /* ARGSUSED */ 11641d452cf5Sahrens static int 11651d452cf5Sahrens dsl_dataset_rollback_check(void *arg1, void *arg2, dmu_tx_t *tx) 1166fa9e4066Sahrens { 11671d452cf5Sahrens dsl_dataset_t *ds = arg1; 11683cb34c60Sahrens dmu_objset_type_t *ost = arg2; 1169fa9e4066Sahrens 11701d452cf5Sahrens /* 11713cb34c60Sahrens * We can only roll back to emptyness if it is a ZPL objset. 11721d452cf5Sahrens */ 11733cb34c60Sahrens if (*ost != DMU_OST_ZFS && ds->ds_phys->ds_prev_snap_txg == 0) 1174fa9e4066Sahrens return (EINVAL); 1175fa9e4066Sahrens 11761d452cf5Sahrens /* 11771d452cf5Sahrens * This must not be a snapshot. 11781d452cf5Sahrens */ 11791d452cf5Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) 1180fa9e4066Sahrens return (EINVAL); 1181fa9e4066Sahrens 1182fa9e4066Sahrens /* 1183fa9e4066Sahrens * If we made changes this txg, traverse_dsl_dataset won't find 1184fa9e4066Sahrens * them. Try again. 1185fa9e4066Sahrens */ 11861d452cf5Sahrens if (ds->ds_phys->ds_bp.blk_birth >= tx->tx_txg) 1187fa9e4066Sahrens return (EAGAIN); 1188fa9e4066Sahrens 11891d452cf5Sahrens return (0); 11901d452cf5Sahrens } 11911d452cf5Sahrens 11921d452cf5Sahrens /* ARGSUSED */ 11931d452cf5Sahrens static void 1194ecd6cf80Smarks dsl_dataset_rollback_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 11951d452cf5Sahrens { 11961d452cf5Sahrens dsl_dataset_t *ds = arg1; 11973cb34c60Sahrens dmu_objset_type_t *ost = arg2; 11981d452cf5Sahrens objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 1199fa9e4066Sahrens 1200fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 1201fa9e4066Sahrens 120286ccc033Sperrin /* 120386ccc033Sperrin * Before the roll back destroy the zil. 120486ccc033Sperrin */ 120586ccc033Sperrin if (ds->ds_user_ptr != NULL) { 120686ccc033Sperrin zil_rollback_destroy( 120786ccc033Sperrin ((objset_impl_t *)ds->ds_user_ptr)->os_zil, tx); 12083cb34c60Sahrens 12093cb34c60Sahrens /* 12103cb34c60Sahrens * We need to make sure that the objset_impl_t is reopened after 12113cb34c60Sahrens * we do the rollback, otherwise it will have the wrong 12123cb34c60Sahrens * objset_phys_t. Normally this would happen when this 1213745cd3c5Smaybee * dataset-open is closed, thus causing the 12143cb34c60Sahrens * dataset to be immediately evicted. But when doing "zfs recv 12153cb34c60Sahrens * -F", we reopen the objset before that, so that there is no 12163cb34c60Sahrens * window where the dataset is closed and inconsistent. 12173cb34c60Sahrens */ 12183cb34c60Sahrens ds->ds_user_evict_func(ds, ds->ds_user_ptr); 12193cb34c60Sahrens ds->ds_user_ptr = NULL; 122086ccc033Sperrin } 12213a8a1de4Sperrin 1222fa9e4066Sahrens /* Zero out the deadlist. */ 1223fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 1224fa9e4066Sahrens bplist_destroy(mos, ds->ds_phys->ds_deadlist_obj, tx); 1225fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 1226fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 1227ea8dc4b6Seschrock VERIFY(0 == bplist_open(&ds->ds_deadlist, mos, 1228ea8dc4b6Seschrock ds->ds_phys->ds_deadlist_obj)); 1229fa9e4066Sahrens 1230fa9e4066Sahrens { 1231fa9e4066Sahrens /* Free blkptrs that we gave birth to */ 1232fa9e4066Sahrens zio_t *zio; 1233a9799022Sck int64_t used = 0, compressed = 0, uncompressed = 0; 1234fa9e4066Sahrens struct killarg ka; 1235d9b87188Sck int64_t delta; 1236fa9e4066Sahrens 1237fa9e4066Sahrens zio = zio_root(tx->tx_pool->dp_spa, NULL, NULL, 1238fa9e4066Sahrens ZIO_FLAG_MUSTSUCCEED); 1239fa9e4066Sahrens ka.usedp = &used; 1240fa9e4066Sahrens ka.compressedp = &compressed; 1241fa9e4066Sahrens ka.uncompressedp = &uncompressed; 1242fa9e4066Sahrens ka.zio = zio; 1243fa9e4066Sahrens ka.tx = tx; 1244fa9e4066Sahrens (void) traverse_dsl_dataset(ds, ds->ds_phys->ds_prev_snap_txg, 1245fa9e4066Sahrens ADVANCE_POST, kill_blkptr, &ka); 1246fa9e4066Sahrens (void) zio_wait(zio); 1247fa9e4066Sahrens 1248d9b87188Sck /* only deduct space beyond any refreservation */ 1249d9b87188Sck delta = parent_delta(ds, -used); 12501d452cf5Sahrens dsl_dir_diduse_space(ds->ds_dir, 1251d9b87188Sck delta, -compressed, -uncompressed, tx); 1252fa9e4066Sahrens } 1253fa9e4066Sahrens 12543cb34c60Sahrens if (ds->ds_prev) { 12553cb34c60Sahrens /* Change our contents to that of the prev snapshot */ 12563cb34c60Sahrens ASSERT3U(ds->ds_prev->ds_object, ==, 12573cb34c60Sahrens ds->ds_phys->ds_prev_snap_obj); 12583cb34c60Sahrens ds->ds_phys->ds_bp = ds->ds_prev->ds_phys->ds_bp; 12593cb34c60Sahrens ds->ds_phys->ds_used_bytes = 12603cb34c60Sahrens ds->ds_prev->ds_phys->ds_used_bytes; 12613cb34c60Sahrens ds->ds_phys->ds_compressed_bytes = 12623cb34c60Sahrens ds->ds_prev->ds_phys->ds_compressed_bytes; 12633cb34c60Sahrens ds->ds_phys->ds_uncompressed_bytes = 12643cb34c60Sahrens ds->ds_prev->ds_phys->ds_uncompressed_bytes; 12653cb34c60Sahrens ds->ds_phys->ds_flags = ds->ds_prev->ds_phys->ds_flags; 12663cb34c60Sahrens ds->ds_phys->ds_unique_bytes = 0; 1267fa9e4066Sahrens 12683cb34c60Sahrens if (ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) { 12693cb34c60Sahrens dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx); 12703cb34c60Sahrens ds->ds_prev->ds_phys->ds_unique_bytes = 0; 12713cb34c60Sahrens } 12723cb34c60Sahrens } else { 12733cb34c60Sahrens /* Zero out our contents, recreate objset */ 12743cb34c60Sahrens bzero(&ds->ds_phys->ds_bp, sizeof (blkptr_t)); 12753cb34c60Sahrens ds->ds_phys->ds_used_bytes = 0; 12763cb34c60Sahrens ds->ds_phys->ds_compressed_bytes = 0; 12773cb34c60Sahrens ds->ds_phys->ds_uncompressed_bytes = 0; 12783cb34c60Sahrens ds->ds_phys->ds_flags = 0; 12793cb34c60Sahrens ds->ds_phys->ds_unique_bytes = 0; 12803cb34c60Sahrens (void) dmu_objset_create_impl(ds->ds_dir->dd_pool->dp_spa, ds, 12813cb34c60Sahrens &ds->ds_phys->ds_bp, *ost, tx); 128285edac42Sahrens } 1283ecd6cf80Smarks 1284ecd6cf80Smarks spa_history_internal_log(LOG_DS_ROLLBACK, ds->ds_dir->dd_pool->dp_spa, 1285ecd6cf80Smarks tx, cr, "dataset = %llu", ds->ds_object); 1286fa9e4066Sahrens } 1287fa9e4066Sahrens 1288e1930233Sbonwick /* ARGSUSED */ 1289e1930233Sbonwick static int 12901d452cf5Sahrens dsl_dataset_destroy_begin_check(void *arg1, void *arg2, dmu_tx_t *tx) 1291e1930233Sbonwick { 12921d452cf5Sahrens dsl_dataset_t *ds = arg1; 12933cb34c60Sahrens objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset; 12943cb34c60Sahrens uint64_t count; 12953cb34c60Sahrens int err; 1296e1930233Sbonwick 1297e1930233Sbonwick /* 1298e1930233Sbonwick * Can't delete a head dataset if there are snapshots of it. 1299e1930233Sbonwick * (Except if the only snapshots are from the branch we cloned 1300e1930233Sbonwick * from.) 1301e1930233Sbonwick */ 1302e1930233Sbonwick if (ds->ds_prev != NULL && 1303e1930233Sbonwick ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) 1304e1930233Sbonwick return (EINVAL); 1305e1930233Sbonwick 13063cb34c60Sahrens /* 13073cb34c60Sahrens * This is really a dsl_dir thing, but check it here so that 13083cb34c60Sahrens * we'll be less likely to leave this dataset inconsistent & 13093cb34c60Sahrens * nearly destroyed. 13103cb34c60Sahrens */ 13113cb34c60Sahrens err = zap_count(mos, ds->ds_dir->dd_phys->dd_child_dir_zapobj, &count); 13123cb34c60Sahrens if (err) 13133cb34c60Sahrens return (err); 13143cb34c60Sahrens if (count != 0) 13153cb34c60Sahrens return (EEXIST); 13163cb34c60Sahrens 1317e1930233Sbonwick return (0); 1318e1930233Sbonwick } 1319e1930233Sbonwick 13201d452cf5Sahrens /* ARGSUSED */ 13211d452cf5Sahrens static void 1322ecd6cf80Smarks dsl_dataset_destroy_begin_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 1323fa9e4066Sahrens { 13241d452cf5Sahrens dsl_dataset_t *ds = arg1; 1325ecd6cf80Smarks dsl_pool_t *dp = ds->ds_dir->dd_pool; 1326fa9e4066Sahrens 13271d452cf5Sahrens /* Mark it as inconsistent on-disk, in case we crash */ 13281d452cf5Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 13291d452cf5Sahrens ds->ds_phys->ds_flags |= DS_FLAG_INCONSISTENT; 1330ecd6cf80Smarks 1331ecd6cf80Smarks spa_history_internal_log(LOG_DS_DESTROY_BEGIN, dp->dp_spa, tx, 1332ecd6cf80Smarks cr, "dataset = %llu", ds->ds_object); 13331d452cf5Sahrens } 1334fa9e4066Sahrens 13351d452cf5Sahrens /* ARGSUSED */ 13363cb34c60Sahrens int 13371d452cf5Sahrens dsl_dataset_destroy_check(void *arg1, void *arg2, dmu_tx_t *tx) 13381d452cf5Sahrens { 13391d452cf5Sahrens dsl_dataset_t *ds = arg1; 1340fa9e4066Sahrens 1341745cd3c5Smaybee /* we have an owner hold, so noone else can destroy us */ 1342745cd3c5Smaybee ASSERT(!DSL_DATASET_IS_DESTROYED(ds)); 1343745cd3c5Smaybee 1344fa9e4066Sahrens /* Can't delete a branch point. */ 13451d452cf5Sahrens if (ds->ds_phys->ds_num_children > 1) 13461d452cf5Sahrens return (EEXIST); 1347fa9e4066Sahrens 1348fa9e4066Sahrens /* 1349fa9e4066Sahrens * Can't delete a head dataset if there are snapshots of it. 1350fa9e4066Sahrens * (Except if the only snapshots are from the branch we cloned 1351fa9e4066Sahrens * from.) 1352fa9e4066Sahrens */ 1353fa9e4066Sahrens if (ds->ds_prev != NULL && 13541d452cf5Sahrens ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) 1355fa9e4066Sahrens return (EINVAL); 1356fa9e4066Sahrens 1357fa9e4066Sahrens /* 1358fa9e4066Sahrens * If we made changes this txg, traverse_dsl_dataset won't find 1359fa9e4066Sahrens * them. Try again. 1360fa9e4066Sahrens */ 13611d452cf5Sahrens if (ds->ds_phys->ds_bp.blk_birth >= tx->tx_txg) 1362fa9e4066Sahrens return (EAGAIN); 13631d452cf5Sahrens 13641d452cf5Sahrens /* XXX we should do some i/o error checking... */ 13651d452cf5Sahrens return (0); 13661d452cf5Sahrens } 13671d452cf5Sahrens 1368745cd3c5Smaybee struct refsarg { 1369745cd3c5Smaybee kmutex_t lock; 1370745cd3c5Smaybee boolean_t gone; 1371745cd3c5Smaybee kcondvar_t cv; 1372745cd3c5Smaybee }; 1373745cd3c5Smaybee 1374745cd3c5Smaybee /* ARGSUSED */ 1375745cd3c5Smaybee static void 1376745cd3c5Smaybee dsl_dataset_refs_gone(dmu_buf_t *db, void *argv) 1377745cd3c5Smaybee { 1378745cd3c5Smaybee struct refsarg *arg = argv; 1379745cd3c5Smaybee 1380745cd3c5Smaybee mutex_enter(&arg->lock); 1381745cd3c5Smaybee arg->gone = TRUE; 1382745cd3c5Smaybee cv_signal(&arg->cv); 1383745cd3c5Smaybee mutex_exit(&arg->lock); 1384745cd3c5Smaybee } 1385745cd3c5Smaybee 1386745cd3c5Smaybee static void 1387745cd3c5Smaybee dsl_dataset_drain_refs(dsl_dataset_t *ds, void *tag) 1388745cd3c5Smaybee { 1389745cd3c5Smaybee struct refsarg arg; 1390745cd3c5Smaybee 1391745cd3c5Smaybee mutex_init(&arg.lock, NULL, MUTEX_DEFAULT, NULL); 1392745cd3c5Smaybee cv_init(&arg.cv, NULL, CV_DEFAULT, NULL); 1393745cd3c5Smaybee arg.gone = FALSE; 1394745cd3c5Smaybee (void) dmu_buf_update_user(ds->ds_dbuf, ds, &arg, &ds->ds_phys, 1395745cd3c5Smaybee dsl_dataset_refs_gone); 1396745cd3c5Smaybee dmu_buf_rele(ds->ds_dbuf, tag); 1397745cd3c5Smaybee mutex_enter(&arg.lock); 1398745cd3c5Smaybee while (!arg.gone) 1399745cd3c5Smaybee cv_wait(&arg.cv, &arg.lock); 1400745cd3c5Smaybee ASSERT(arg.gone); 1401745cd3c5Smaybee mutex_exit(&arg.lock); 1402745cd3c5Smaybee ds->ds_dbuf = NULL; 1403745cd3c5Smaybee ds->ds_phys = NULL; 1404745cd3c5Smaybee mutex_destroy(&arg.lock); 1405745cd3c5Smaybee cv_destroy(&arg.cv); 1406745cd3c5Smaybee } 1407745cd3c5Smaybee 14083cb34c60Sahrens void 1409ecd6cf80Smarks dsl_dataset_destroy_sync(void *arg1, void *tag, cred_t *cr, dmu_tx_t *tx) 14101d452cf5Sahrens { 14111d452cf5Sahrens dsl_dataset_t *ds = arg1; 1412a9799022Sck int64_t used = 0, compressed = 0, uncompressed = 0; 14131d452cf5Sahrens zio_t *zio; 14141d452cf5Sahrens int err; 14151d452cf5Sahrens int after_branch_point = FALSE; 14161d452cf5Sahrens dsl_pool_t *dp = ds->ds_dir->dd_pool; 14171d452cf5Sahrens objset_t *mos = dp->dp_meta_objset; 14181d452cf5Sahrens dsl_dataset_t *ds_prev = NULL; 14191d452cf5Sahrens uint64_t obj; 14201d452cf5Sahrens 1421745cd3c5Smaybee ASSERT(ds->ds_owner); 14221d452cf5Sahrens ASSERT3U(ds->ds_phys->ds_num_children, <=, 1); 14231d452cf5Sahrens ASSERT(ds->ds_prev == NULL || 14241d452cf5Sahrens ds->ds_prev->ds_phys->ds_next_snap_obj != ds->ds_object); 14251d452cf5Sahrens ASSERT3U(ds->ds_phys->ds_bp.blk_birth, <=, tx->tx_txg); 14261d452cf5Sahrens 1427745cd3c5Smaybee /* signal any waiters that this dataset is going away */ 1428745cd3c5Smaybee mutex_enter(&ds->ds_lock); 1429745cd3c5Smaybee ds->ds_owner = dsl_reaper; 1430745cd3c5Smaybee cv_broadcast(&ds->ds_exclusive_cv); 1431745cd3c5Smaybee mutex_exit(&ds->ds_lock); 1432745cd3c5Smaybee 1433a9799022Sck /* Remove our reservation */ 1434a9799022Sck if (ds->ds_reserved != 0) { 1435a9799022Sck uint64_t val = 0; 1436a9799022Sck dsl_dataset_set_reservation_sync(ds, &val, cr, tx); 1437a9799022Sck ASSERT3U(ds->ds_reserved, ==, 0); 1438a9799022Sck } 1439a9799022Sck 14401d452cf5Sahrens ASSERT(RW_WRITE_HELD(&dp->dp_config_rwlock)); 14411d452cf5Sahrens 14421d452cf5Sahrens obj = ds->ds_object; 1443fa9e4066Sahrens 1444fa9e4066Sahrens if (ds->ds_phys->ds_prev_snap_obj != 0) { 1445fa9e4066Sahrens if (ds->ds_prev) { 1446fa9e4066Sahrens ds_prev = ds->ds_prev; 1447fa9e4066Sahrens } else { 1448745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1449745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, FTAG, &ds_prev)); 1450fa9e4066Sahrens } 1451fa9e4066Sahrens after_branch_point = 1452fa9e4066Sahrens (ds_prev->ds_phys->ds_next_snap_obj != obj); 1453fa9e4066Sahrens 1454fa9e4066Sahrens dmu_buf_will_dirty(ds_prev->ds_dbuf, tx); 1455fa9e4066Sahrens if (after_branch_point && 1456fa9e4066Sahrens ds->ds_phys->ds_next_snap_obj == 0) { 1457fa9e4066Sahrens /* This clone is toast. */ 1458fa9e4066Sahrens ASSERT(ds_prev->ds_phys->ds_num_children > 1); 1459fa9e4066Sahrens ds_prev->ds_phys->ds_num_children--; 1460fa9e4066Sahrens } else if (!after_branch_point) { 1461fa9e4066Sahrens ds_prev->ds_phys->ds_next_snap_obj = 1462fa9e4066Sahrens ds->ds_phys->ds_next_snap_obj; 1463fa9e4066Sahrens } 1464fa9e4066Sahrens } 1465fa9e4066Sahrens 1466fa9e4066Sahrens zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); 1467fa9e4066Sahrens 1468fa9e4066Sahrens if (ds->ds_phys->ds_next_snap_obj != 0) { 14691d452cf5Sahrens blkptr_t bp; 1470fa9e4066Sahrens dsl_dataset_t *ds_next; 1471fa9e4066Sahrens uint64_t itor = 0; 1472a9799022Sck uint64_t old_unique; 1473fa9e4066Sahrens 1474fa9e4066Sahrens spa_scrub_restart(dp->dp_spa, tx->tx_txg); 1475fa9e4066Sahrens 1476745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1477745cd3c5Smaybee ds->ds_phys->ds_next_snap_obj, FTAG, &ds_next)); 1478fa9e4066Sahrens ASSERT3U(ds_next->ds_phys->ds_prev_snap_obj, ==, obj); 1479fa9e4066Sahrens 1480a9799022Sck old_unique = dsl_dataset_unique(ds_next); 1481a9799022Sck 1482fa9e4066Sahrens dmu_buf_will_dirty(ds_next->ds_dbuf, tx); 1483fa9e4066Sahrens ds_next->ds_phys->ds_prev_snap_obj = 1484fa9e4066Sahrens ds->ds_phys->ds_prev_snap_obj; 1485fa9e4066Sahrens ds_next->ds_phys->ds_prev_snap_txg = 1486fa9e4066Sahrens ds->ds_phys->ds_prev_snap_txg; 1487fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_prev_snap_txg, ==, 1488fa9e4066Sahrens ds_prev ? ds_prev->ds_phys->ds_creation_txg : 0); 1489fa9e4066Sahrens 1490fa9e4066Sahrens /* 1491fa9e4066Sahrens * Transfer to our deadlist (which will become next's 1492fa9e4066Sahrens * new deadlist) any entries from next's current 1493fa9e4066Sahrens * deadlist which were born before prev, and free the 1494fa9e4066Sahrens * other entries. 1495fa9e4066Sahrens * 1496fa9e4066Sahrens * XXX we're doing this long task with the config lock held 1497fa9e4066Sahrens */ 1498745cd3c5Smaybee while (bplist_iterate(&ds_next->ds_deadlist, &itor, &bp) == 0) { 1499fa9e4066Sahrens if (bp.blk_birth <= ds->ds_phys->ds_prev_snap_txg) { 1500ea8dc4b6Seschrock VERIFY(0 == bplist_enqueue(&ds->ds_deadlist, 1501ea8dc4b6Seschrock &bp, tx)); 1502fa9e4066Sahrens if (ds_prev && !after_branch_point && 1503fa9e4066Sahrens bp.blk_birth > 1504fa9e4066Sahrens ds_prev->ds_phys->ds_prev_snap_txg) { 1505fa9e4066Sahrens ds_prev->ds_phys->ds_unique_bytes += 150699653d4eSeschrock bp_get_dasize(dp->dp_spa, &bp); 1507fa9e4066Sahrens } 1508fa9e4066Sahrens } else { 150999653d4eSeschrock used += bp_get_dasize(dp->dp_spa, &bp); 1510fa9e4066Sahrens compressed += BP_GET_PSIZE(&bp); 1511fa9e4066Sahrens uncompressed += BP_GET_UCSIZE(&bp); 1512fa9e4066Sahrens /* XXX check return value? */ 1513fa9e4066Sahrens (void) arc_free(zio, dp->dp_spa, tx->tx_txg, 1514fa9e4066Sahrens &bp, NULL, NULL, ARC_NOWAIT); 1515fa9e4066Sahrens } 1516fa9e4066Sahrens } 1517fa9e4066Sahrens 1518fa9e4066Sahrens /* free next's deadlist */ 1519fa9e4066Sahrens bplist_close(&ds_next->ds_deadlist); 1520fa9e4066Sahrens bplist_destroy(mos, ds_next->ds_phys->ds_deadlist_obj, tx); 1521fa9e4066Sahrens 1522fa9e4066Sahrens /* set next's deadlist to our deadlist */ 1523745cd3c5Smaybee bplist_close(&ds->ds_deadlist); 1524fa9e4066Sahrens ds_next->ds_phys->ds_deadlist_obj = 1525fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj; 1526ea8dc4b6Seschrock VERIFY(0 == bplist_open(&ds_next->ds_deadlist, mos, 1527ea8dc4b6Seschrock ds_next->ds_phys->ds_deadlist_obj)); 1528fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 0; 1529fa9e4066Sahrens 1530fa9e4066Sahrens if (ds_next->ds_phys->ds_next_snap_obj != 0) { 1531fa9e4066Sahrens /* 1532fa9e4066Sahrens * Update next's unique to include blocks which 1533fa9e4066Sahrens * were previously shared by only this snapshot 1534fa9e4066Sahrens * and it. Those blocks will be born after the 1535fa9e4066Sahrens * prev snap and before this snap, and will have 1536fa9e4066Sahrens * died after the next snap and before the one 1537fa9e4066Sahrens * after that (ie. be on the snap after next's 1538fa9e4066Sahrens * deadlist). 1539fa9e4066Sahrens * 1540fa9e4066Sahrens * XXX we're doing this long task with the 1541fa9e4066Sahrens * config lock held 1542fa9e4066Sahrens */ 1543fa9e4066Sahrens dsl_dataset_t *ds_after_next; 1544fa9e4066Sahrens 1545745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1546745cd3c5Smaybee ds_next->ds_phys->ds_next_snap_obj, 1547745cd3c5Smaybee FTAG, &ds_after_next)); 1548fa9e4066Sahrens itor = 0; 1549fa9e4066Sahrens while (bplist_iterate(&ds_after_next->ds_deadlist, 1550fa9e4066Sahrens &itor, &bp) == 0) { 1551fa9e4066Sahrens if (bp.blk_birth > 1552fa9e4066Sahrens ds->ds_phys->ds_prev_snap_txg && 1553fa9e4066Sahrens bp.blk_birth <= 1554fa9e4066Sahrens ds->ds_phys->ds_creation_txg) { 1555fa9e4066Sahrens ds_next->ds_phys->ds_unique_bytes += 155699653d4eSeschrock bp_get_dasize(dp->dp_spa, &bp); 1557fa9e4066Sahrens } 1558fa9e4066Sahrens } 1559fa9e4066Sahrens 1560745cd3c5Smaybee dsl_dataset_rele(ds_after_next, FTAG); 1561fa9e4066Sahrens ASSERT3P(ds_next->ds_prev, ==, NULL); 1562fa9e4066Sahrens } else { 1563fa9e4066Sahrens ASSERT3P(ds_next->ds_prev, ==, ds); 1564745cd3c5Smaybee dsl_dataset_drop_ref(ds_next->ds_prev, ds_next); 1565745cd3c5Smaybee ds_next->ds_prev = NULL; 1566fa9e4066Sahrens if (ds_prev) { 1567745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(dp, 1568745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, 1569745cd3c5Smaybee ds_next, &ds_next->ds_prev)); 1570fa9e4066Sahrens } 1571a9799022Sck 1572a9799022Sck dsl_dataset_recalc_head_uniq(ds_next); 1573a9799022Sck 1574a9799022Sck /* 1575a9799022Sck * Reduce the amount of our unconsmed refreservation 1576a9799022Sck * being charged to our parent by the amount of 1577a9799022Sck * new unique data we have gained. 1578a9799022Sck */ 1579a9799022Sck if (old_unique < ds_next->ds_reserved) { 1580a9799022Sck int64_t mrsdelta; 1581a9799022Sck uint64_t new_unique = 1582a9799022Sck ds_next->ds_phys->ds_unique_bytes; 1583a9799022Sck 1584a9799022Sck ASSERT(old_unique <= new_unique); 1585a9799022Sck mrsdelta = MIN(new_unique - old_unique, 1586a9799022Sck ds_next->ds_reserved - old_unique); 1587a9799022Sck dsl_dir_diduse_space(ds->ds_dir, -mrsdelta, 1588a9799022Sck 0, 0, tx); 1589a9799022Sck } 1590fa9e4066Sahrens } 1591745cd3c5Smaybee dsl_dataset_rele(ds_next, FTAG); 1592fa9e4066Sahrens 1593fa9e4066Sahrens /* 1594a9799022Sck * NB: unique_bytes might not be accurate for the head objset. 1595a9799022Sck * Before SPA_VERSION 9, we didn't update its value when we 1596a9799022Sck * deleted the most recent snapshot. 1597fa9e4066Sahrens */ 1598fa9e4066Sahrens ASSERT3U(used, ==, ds->ds_phys->ds_unique_bytes); 1599fa9e4066Sahrens } else { 1600fa9e4066Sahrens /* 1601fa9e4066Sahrens * There's no next snapshot, so this is a head dataset. 1602fa9e4066Sahrens * Destroy the deadlist. Unless it's a clone, the 1603fa9e4066Sahrens * deadlist should be empty. (If it's a clone, it's 1604fa9e4066Sahrens * safe to ignore the deadlist contents.) 1605fa9e4066Sahrens */ 1606fa9e4066Sahrens struct killarg ka; 1607fa9e4066Sahrens 1608fa9e4066Sahrens ASSERT(after_branch_point || bplist_empty(&ds->ds_deadlist)); 1609fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 1610fa9e4066Sahrens bplist_destroy(mos, ds->ds_phys->ds_deadlist_obj, tx); 1611fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 0; 1612fa9e4066Sahrens 1613fa9e4066Sahrens /* 1614fa9e4066Sahrens * Free everything that we point to (that's born after 1615fa9e4066Sahrens * the previous snapshot, if we are a clone) 1616fa9e4066Sahrens * 1617fa9e4066Sahrens * XXX we're doing this long task with the config lock held 1618fa9e4066Sahrens */ 1619fa9e4066Sahrens ka.usedp = &used; 1620fa9e4066Sahrens ka.compressedp = &compressed; 1621fa9e4066Sahrens ka.uncompressedp = &uncompressed; 1622fa9e4066Sahrens ka.zio = zio; 1623fa9e4066Sahrens ka.tx = tx; 1624fa9e4066Sahrens err = traverse_dsl_dataset(ds, ds->ds_phys->ds_prev_snap_txg, 1625fa9e4066Sahrens ADVANCE_POST, kill_blkptr, &ka); 1626fa9e4066Sahrens ASSERT3U(err, ==, 0); 1627a9799022Sck ASSERT(spa_version(dp->dp_spa) < 1628a9799022Sck SPA_VERSION_UNIQUE_ACCURATE || 1629a9799022Sck used == ds->ds_phys->ds_unique_bytes); 1630fa9e4066Sahrens } 1631fa9e4066Sahrens 1632fa9e4066Sahrens err = zio_wait(zio); 1633fa9e4066Sahrens ASSERT3U(err, ==, 0); 1634fa9e4066Sahrens 16351d452cf5Sahrens dsl_dir_diduse_space(ds->ds_dir, -used, -compressed, -uncompressed, tx); 1636fa9e4066Sahrens 16371d452cf5Sahrens if (ds->ds_dir->dd_phys->dd_head_dataset_obj == ds->ds_object) { 1638745cd3c5Smaybee /* Erase the link in the dir */ 16391d452cf5Sahrens dmu_buf_will_dirty(ds->ds_dir->dd_dbuf, tx); 16401d452cf5Sahrens ds->ds_dir->dd_phys->dd_head_dataset_obj = 0; 1641745cd3c5Smaybee ASSERT(ds->ds_phys->ds_snapnames_zapobj != 0); 1642745cd3c5Smaybee err = zap_destroy(mos, ds->ds_phys->ds_snapnames_zapobj, tx); 1643745cd3c5Smaybee ASSERT(err == 0); 1644fa9e4066Sahrens } else { 1645fa9e4066Sahrens /* remove from snapshot namespace */ 1646fa9e4066Sahrens dsl_dataset_t *ds_head; 1647745cd3c5Smaybee ASSERT(ds->ds_phys->ds_snapnames_zapobj == 0); 1648745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dp, 1649745cd3c5Smaybee ds->ds_dir->dd_phys->dd_head_dataset_obj, FTAG, &ds_head)); 16508660574dSahrens VERIFY(0 == dsl_dataset_get_snapname(ds)); 1651fa9e4066Sahrens #ifdef ZFS_DEBUG 1652fa9e4066Sahrens { 1653fa9e4066Sahrens uint64_t val; 1654ab04eb8eStimh 1655745cd3c5Smaybee err = dsl_dataset_snap_lookup(ds_head, 1656ab04eb8eStimh ds->ds_snapname, &val); 1657fa9e4066Sahrens ASSERT3U(err, ==, 0); 1658fa9e4066Sahrens ASSERT3U(val, ==, obj); 1659fa9e4066Sahrens } 1660fa9e4066Sahrens #endif 1661745cd3c5Smaybee err = dsl_dataset_snap_remove(ds_head, ds->ds_snapname, tx); 1662fa9e4066Sahrens ASSERT(err == 0); 1663745cd3c5Smaybee dsl_dataset_rele(ds_head, FTAG); 1664fa9e4066Sahrens } 1665fa9e4066Sahrens 1666fa9e4066Sahrens if (ds_prev && ds->ds_prev != ds_prev) 1667745cd3c5Smaybee dsl_dataset_rele(ds_prev, FTAG); 1668fa9e4066Sahrens 1669990b4856Slling spa_prop_clear_bootfs(dp->dp_spa, ds->ds_object, tx); 1670ecd6cf80Smarks spa_history_internal_log(LOG_DS_DESTROY, dp->dp_spa, tx, 1671ecd6cf80Smarks cr, "dataset = %llu", ds->ds_object); 1672ecd6cf80Smarks 1673745cd3c5Smaybee dsl_dir_close(ds->ds_dir, ds); 1674745cd3c5Smaybee ds->ds_dir = NULL; 1675745cd3c5Smaybee dsl_dataset_drain_refs(ds, tag); 16761d452cf5Sahrens VERIFY(0 == dmu_object_free(mos, obj, tx)); 1677fa9e4066Sahrens } 1678fa9e4066Sahrens 1679a9799022Sck static int 1680a9799022Sck dsl_dataset_snapshot_reserve_space(dsl_dataset_t *ds, dmu_tx_t *tx) 1681a9799022Sck { 1682a9799022Sck uint64_t asize; 1683a9799022Sck 1684a9799022Sck if (!dmu_tx_is_syncing(tx)) 1685a9799022Sck return (0); 1686a9799022Sck 1687a9799022Sck /* 1688a9799022Sck * If there's an fs-only reservation, any blocks that might become 1689a9799022Sck * owned by the snapshot dataset must be accommodated by space 1690a9799022Sck * outside of the reservation. 1691a9799022Sck */ 1692a9799022Sck asize = MIN(dsl_dataset_unique(ds), ds->ds_reserved); 1693a9799022Sck if (asize > dsl_dir_space_available(ds->ds_dir, NULL, 0, FALSE)) 1694a9799022Sck return (ENOSPC); 1695a9799022Sck 1696a9799022Sck /* 1697a9799022Sck * Propogate any reserved space for this snapshot to other 1698a9799022Sck * snapshot checks in this sync group. 1699a9799022Sck */ 1700a9799022Sck if (asize > 0) 1701a9799022Sck dsl_dir_willuse_space(ds->ds_dir, asize, tx); 1702a9799022Sck 1703a9799022Sck return (0); 1704a9799022Sck } 1705a9799022Sck 17061d452cf5Sahrens /* ARGSUSED */ 1707fa9e4066Sahrens int 17081d452cf5Sahrens dsl_dataset_snapshot_check(void *arg1, void *arg2, dmu_tx_t *tx) 1709fa9e4066Sahrens { 17103cb34c60Sahrens dsl_dataset_t *ds = arg1; 17111d452cf5Sahrens const char *snapname = arg2; 1712fa9e4066Sahrens int err; 17131d452cf5Sahrens uint64_t value; 1714fa9e4066Sahrens 17151d452cf5Sahrens /* 17161d452cf5Sahrens * We don't allow multiple snapshots of the same txg. If there 17171d452cf5Sahrens * is already one, try again. 17181d452cf5Sahrens */ 17191d452cf5Sahrens if (ds->ds_phys->ds_prev_snap_txg >= tx->tx_txg) 17201d452cf5Sahrens return (EAGAIN); 1721fa9e4066Sahrens 17221d452cf5Sahrens /* 17231d452cf5Sahrens * Check for conflicting name snapshot name. 17241d452cf5Sahrens */ 1725745cd3c5Smaybee err = dsl_dataset_snap_lookup(ds, snapname, &value); 17261d452cf5Sahrens if (err == 0) 1727fa9e4066Sahrens return (EEXIST); 17281d452cf5Sahrens if (err != ENOENT) 17291d452cf5Sahrens return (err); 1730fa9e4066Sahrens 1731b7661cccSmmusante /* 1732b7661cccSmmusante * Check that the dataset's name is not too long. Name consists 1733b7661cccSmmusante * of the dataset's length + 1 for the @-sign + snapshot name's length 1734b7661cccSmmusante */ 1735b7661cccSmmusante if (dsl_dataset_namelen(ds) + 1 + strlen(snapname) >= MAXNAMELEN) 1736b7661cccSmmusante return (ENAMETOOLONG); 1737b7661cccSmmusante 1738a9799022Sck err = dsl_dataset_snapshot_reserve_space(ds, tx); 1739a9799022Sck if (err) 1740a9799022Sck return (err); 1741a9799022Sck 17421d452cf5Sahrens ds->ds_trysnap_txg = tx->tx_txg; 17431d452cf5Sahrens return (0); 17441d452cf5Sahrens } 1745fa9e4066Sahrens 17461d452cf5Sahrens void 1747ecd6cf80Smarks dsl_dataset_snapshot_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 17481d452cf5Sahrens { 17493cb34c60Sahrens dsl_dataset_t *ds = arg1; 17501d452cf5Sahrens const char *snapname = arg2; 17511d452cf5Sahrens dsl_pool_t *dp = ds->ds_dir->dd_pool; 17521d452cf5Sahrens dmu_buf_t *dbuf; 17531d452cf5Sahrens dsl_dataset_phys_t *dsphys; 17541d452cf5Sahrens uint64_t dsobj; 17551d452cf5Sahrens objset_t *mos = dp->dp_meta_objset; 17561d452cf5Sahrens int err; 1757fa9e4066Sahrens 1758fa9e4066Sahrens spa_scrub_restart(dp->dp_spa, tx->tx_txg); 17591d452cf5Sahrens ASSERT(RW_WRITE_HELD(&dp->dp_config_rwlock)); 1760fa9e4066Sahrens 17611649cd4bStabriz dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0, 17621649cd4bStabriz DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx); 1763ea8dc4b6Seschrock VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf)); 1764fa9e4066Sahrens dmu_buf_will_dirty(dbuf, tx); 1765fa9e4066Sahrens dsphys = dbuf->db_data; 1766745cd3c5Smaybee bzero(dsphys, sizeof (dsl_dataset_phys_t)); 17671d452cf5Sahrens dsphys->ds_dir_obj = ds->ds_dir->dd_object; 1768fa9e4066Sahrens dsphys->ds_fsid_guid = unique_create(); 1769fa9e4066Sahrens (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid, 1770fa9e4066Sahrens sizeof (dsphys->ds_guid)); 1771fa9e4066Sahrens dsphys->ds_prev_snap_obj = ds->ds_phys->ds_prev_snap_obj; 1772fa9e4066Sahrens dsphys->ds_prev_snap_txg = ds->ds_phys->ds_prev_snap_txg; 1773fa9e4066Sahrens dsphys->ds_next_snap_obj = ds->ds_object; 1774fa9e4066Sahrens dsphys->ds_num_children = 1; 1775fa9e4066Sahrens dsphys->ds_creation_time = gethrestime_sec(); 1776fa9e4066Sahrens dsphys->ds_creation_txg = tx->tx_txg; 1777fa9e4066Sahrens dsphys->ds_deadlist_obj = ds->ds_phys->ds_deadlist_obj; 1778fa9e4066Sahrens dsphys->ds_used_bytes = ds->ds_phys->ds_used_bytes; 1779fa9e4066Sahrens dsphys->ds_compressed_bytes = ds->ds_phys->ds_compressed_bytes; 1780fa9e4066Sahrens dsphys->ds_uncompressed_bytes = ds->ds_phys->ds_uncompressed_bytes; 178199653d4eSeschrock dsphys->ds_flags = ds->ds_phys->ds_flags; 1782fa9e4066Sahrens dsphys->ds_bp = ds->ds_phys->ds_bp; 1783ea8dc4b6Seschrock dmu_buf_rele(dbuf, FTAG); 1784fa9e4066Sahrens 17851d452cf5Sahrens ASSERT3U(ds->ds_prev != 0, ==, ds->ds_phys->ds_prev_snap_obj != 0); 17861d452cf5Sahrens if (ds->ds_prev) { 17871d452cf5Sahrens ASSERT(ds->ds_prev->ds_phys->ds_next_snap_obj == 1788fa9e4066Sahrens ds->ds_object || 17891d452cf5Sahrens ds->ds_prev->ds_phys->ds_num_children > 1); 17901d452cf5Sahrens if (ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) { 17911d452cf5Sahrens dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx); 1792fa9e4066Sahrens ASSERT3U(ds->ds_phys->ds_prev_snap_txg, ==, 17931d452cf5Sahrens ds->ds_prev->ds_phys->ds_creation_txg); 17941d452cf5Sahrens ds->ds_prev->ds_phys->ds_next_snap_obj = dsobj; 1795fa9e4066Sahrens } 1796fa9e4066Sahrens } 1797fa9e4066Sahrens 1798a9799022Sck /* 1799a9799022Sck * If we have a reference-reservation on this dataset, we will 1800a9799022Sck * need to increase the amount of refreservation being charged 1801a9799022Sck * since our unique space is going to zero. 1802a9799022Sck */ 1803a9799022Sck if (ds->ds_reserved) { 1804a9799022Sck int64_t add = MIN(dsl_dataset_unique(ds), ds->ds_reserved); 1805a9799022Sck dsl_dir_diduse_space(ds->ds_dir, add, 0, 0, tx); 1806a9799022Sck } 1807a9799022Sck 1808fa9e4066Sahrens bplist_close(&ds->ds_deadlist); 1809fa9e4066Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 1810a4611edeSahrens ASSERT3U(ds->ds_phys->ds_prev_snap_txg, <, tx->tx_txg); 1811fa9e4066Sahrens ds->ds_phys->ds_prev_snap_obj = dsobj; 1812a4611edeSahrens ds->ds_phys->ds_prev_snap_txg = tx->tx_txg; 1813fa9e4066Sahrens ds->ds_phys->ds_unique_bytes = 0; 1814a9799022Sck if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE) 1815a9799022Sck ds->ds_phys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE; 1816fa9e4066Sahrens ds->ds_phys->ds_deadlist_obj = 1817fa9e4066Sahrens bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx); 1818ea8dc4b6Seschrock VERIFY(0 == bplist_open(&ds->ds_deadlist, mos, 1819ea8dc4b6Seschrock ds->ds_phys->ds_deadlist_obj)); 1820fa9e4066Sahrens 1821fa9e4066Sahrens dprintf("snap '%s' -> obj %llu\n", snapname, dsobj); 1822fa9e4066Sahrens err = zap_add(mos, ds->ds_phys->ds_snapnames_zapobj, 1823fa9e4066Sahrens snapname, 8, 1, &dsobj, tx); 1824fa9e4066Sahrens ASSERT(err == 0); 1825fa9e4066Sahrens 1826fa9e4066Sahrens if (ds->ds_prev) 1827745cd3c5Smaybee dsl_dataset_drop_ref(ds->ds_prev, ds); 1828745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(dp, 1829745cd3c5Smaybee ds->ds_phys->ds_prev_snap_obj, ds, &ds->ds_prev)); 1830ecd6cf80Smarks 1831ecd6cf80Smarks spa_history_internal_log(LOG_DS_SNAPSHOT, dp->dp_spa, tx, cr, 183240feaa91Sahrens "dataset = %llu", dsobj); 1833fa9e4066Sahrens } 1834fa9e4066Sahrens 1835fa9e4066Sahrens void 1836c717a561Smaybee dsl_dataset_sync(dsl_dataset_t *ds, zio_t *zio, dmu_tx_t *tx) 1837fa9e4066Sahrens { 1838fa9e4066Sahrens ASSERT(dmu_tx_is_syncing(tx)); 1839fa9e4066Sahrens ASSERT(ds->ds_user_ptr != NULL); 1840fa9e4066Sahrens ASSERT(ds->ds_phys->ds_next_snap_obj == 0); 1841fa9e4066Sahrens 184291ebeef5Sahrens /* 184391ebeef5Sahrens * in case we had to change ds_fsid_guid when we opened it, 184491ebeef5Sahrens * sync it out now. 184591ebeef5Sahrens */ 184691ebeef5Sahrens dmu_buf_will_dirty(ds->ds_dbuf, tx); 184791ebeef5Sahrens ds->ds_phys->ds_fsid_guid = ds->ds_fsid_guid; 184891ebeef5Sahrens 1849fa9e4066Sahrens dsl_dir_dirty(ds->ds_dir, tx); 1850c717a561Smaybee dmu_objset_sync(ds->ds_user_ptr, zio, tx); 1851fa9e4066Sahrens } 1852fa9e4066Sahrens 1853fa9e4066Sahrens void 1854a2eea2e1Sahrens dsl_dataset_stats(dsl_dataset_t *ds, nvlist_t *nv) 1855fa9e4066Sahrens { 1856a9799022Sck uint64_t refd, avail, uobjs, aobjs; 1857a9799022Sck 1858a2eea2e1Sahrens dsl_dir_stats(ds->ds_dir, nv); 1859fa9e4066Sahrens 1860a9799022Sck dsl_dataset_space(ds, &refd, &avail, &uobjs, &aobjs); 1861a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_AVAILABLE, avail); 1862a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFERENCED, refd); 1863a9799022Sck 1864a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_CREATION, 1865a2eea2e1Sahrens ds->ds_phys->ds_creation_time); 1866a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_CREATETXG, 1867a2eea2e1Sahrens ds->ds_phys->ds_creation_txg); 1868a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFQUOTA, 1869a9799022Sck ds->ds_quota); 1870a9799022Sck dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFRESERVATION, 1871a9799022Sck ds->ds_reserved); 1872c5904d13Seschrock dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_GUID, 1873c5904d13Seschrock ds->ds_phys->ds_guid); 1874fa9e4066Sahrens 1875fa9e4066Sahrens if (ds->ds_phys->ds_next_snap_obj) { 1876fa9e4066Sahrens /* 1877fa9e4066Sahrens * This is a snapshot; override the dd's space used with 1878a2eea2e1Sahrens * our unique space and compression ratio. 1879fa9e4066Sahrens */ 1880a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USED, 1881a2eea2e1Sahrens ds->ds_phys->ds_unique_bytes); 1882a2eea2e1Sahrens dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_COMPRESSRATIO, 1883a2eea2e1Sahrens ds->ds_phys->ds_compressed_bytes == 0 ? 100 : 1884a2eea2e1Sahrens (ds->ds_phys->ds_uncompressed_bytes * 100 / 1885a2eea2e1Sahrens ds->ds_phys->ds_compressed_bytes)); 1886fa9e4066Sahrens } 1887fa9e4066Sahrens } 1888fa9e4066Sahrens 1889a2eea2e1Sahrens void 1890a2eea2e1Sahrens dsl_dataset_fast_stat(dsl_dataset_t *ds, dmu_objset_stats_t *stat) 1891a2eea2e1Sahrens { 1892a2eea2e1Sahrens stat->dds_creation_txg = ds->ds_phys->ds_creation_txg; 1893a2eea2e1Sahrens stat->dds_inconsistent = ds->ds_phys->ds_flags & DS_FLAG_INCONSISTENT; 18943cb34c60Sahrens stat->dds_guid = ds->ds_phys->ds_guid; 1895a2eea2e1Sahrens if (ds->ds_phys->ds_next_snap_obj) { 1896a2eea2e1Sahrens stat->dds_is_snapshot = B_TRUE; 1897a2eea2e1Sahrens stat->dds_num_clones = ds->ds_phys->ds_num_children - 1; 1898a2eea2e1Sahrens } 1899a2eea2e1Sahrens 1900a2eea2e1Sahrens /* clone origin is really a dsl_dir thing... */ 19014ccbb6e7Sahrens rw_enter(&ds->ds_dir->dd_pool->dp_config_rwlock, RW_READER); 19023cb34c60Sahrens if (ds->ds_dir->dd_phys->dd_origin_obj) { 1903a2eea2e1Sahrens dsl_dataset_t *ods; 1904a2eea2e1Sahrens 1905745cd3c5Smaybee VERIFY(0 == dsl_dataset_get_ref(ds->ds_dir->dd_pool, 1906745cd3c5Smaybee ds->ds_dir->dd_phys->dd_origin_obj, FTAG, &ods)); 19073cb34c60Sahrens dsl_dataset_name(ods, stat->dds_origin); 1908745cd3c5Smaybee dsl_dataset_drop_ref(ods, FTAG); 1909a2eea2e1Sahrens } 19104ccbb6e7Sahrens rw_exit(&ds->ds_dir->dd_pool->dp_config_rwlock); 1911a2eea2e1Sahrens } 1912a2eea2e1Sahrens 1913a2eea2e1Sahrens uint64_t 1914a2eea2e1Sahrens dsl_dataset_fsid_guid(dsl_dataset_t *ds) 1915a2eea2e1Sahrens { 191691ebeef5Sahrens return (ds->ds_fsid_guid); 1917a2eea2e1Sahrens } 1918a2eea2e1Sahrens 1919a2eea2e1Sahrens void 1920a2eea2e1Sahrens dsl_dataset_space(dsl_dataset_t *ds, 1921a2eea2e1Sahrens uint64_t *refdbytesp, uint64_t *availbytesp, 1922a2eea2e1Sahrens uint64_t *usedobjsp, uint64_t *availobjsp) 1923fa9e4066Sahrens { 1924a2eea2e1Sahrens *refdbytesp = ds->ds_phys->ds_used_bytes; 1925a2eea2e1Sahrens *availbytesp = dsl_dir_space_available(ds->ds_dir, NULL, 0, TRUE); 1926a9799022Sck if (ds->ds_reserved > ds->ds_phys->ds_unique_bytes) 1927a9799022Sck *availbytesp += ds->ds_reserved - ds->ds_phys->ds_unique_bytes; 1928a9799022Sck if (ds->ds_quota != 0) { 1929a9799022Sck /* 1930a9799022Sck * Adjust available bytes according to refquota 1931a9799022Sck */ 1932a9799022Sck if (*refdbytesp < ds->ds_quota) 1933a9799022Sck *availbytesp = MIN(*availbytesp, 1934a9799022Sck ds->ds_quota - *refdbytesp); 1935a9799022Sck else 1936a9799022Sck *availbytesp = 0; 1937a9799022Sck } 1938a2eea2e1Sahrens *usedobjsp = ds->ds_phys->ds_bp.blk_fill; 1939a2eea2e1Sahrens *availobjsp = DN_MAX_OBJECT - *usedobjsp; 1940fa9e4066Sahrens } 1941fa9e4066Sahrens 1942f18faf3fSek boolean_t 1943f18faf3fSek dsl_dataset_modified_since_lastsnap(dsl_dataset_t *ds) 1944f18faf3fSek { 1945f18faf3fSek dsl_pool_t *dp = ds->ds_dir->dd_pool; 1946f18faf3fSek 1947f18faf3fSek ASSERT(RW_LOCK_HELD(&dp->dp_config_rwlock) || 1948f18faf3fSek dsl_pool_sync_context(dp)); 1949f18faf3fSek if (ds->ds_prev == NULL) 1950f18faf3fSek return (B_FALSE); 1951f18faf3fSek if (ds->ds_phys->ds_bp.blk_birth > 1952f18faf3fSek ds->ds_prev->ds_phys->ds_creation_txg) 1953f18faf3fSek return (B_TRUE); 1954f18faf3fSek return (B_FALSE); 1955f18faf3fSek } 1956f18faf3fSek 19571d452cf5Sahrens /* ARGSUSED */ 1958fa9e4066Sahrens static int 19591d452cf5Sahrens dsl_dataset_snapshot_rename_check(void *arg1, void *arg2, dmu_tx_t *tx) 1960fa9e4066Sahrens { 19611d452cf5Sahrens dsl_dataset_t *ds = arg1; 19621d452cf5Sahrens char *newsnapname = arg2; 19631d452cf5Sahrens dsl_dir_t *dd = ds->ds_dir; 19641d452cf5Sahrens dsl_dataset_t *hds; 1965fa9e4066Sahrens uint64_t val; 19661d452cf5Sahrens int err; 1967fa9e4066Sahrens 1968745cd3c5Smaybee err = dsl_dataset_hold_obj(dd->dd_pool, 1969745cd3c5Smaybee dd->dd_phys->dd_head_dataset_obj, FTAG, &hds); 1970fa9e4066Sahrens if (err) 1971fa9e4066Sahrens return (err); 1972fa9e4066Sahrens 19731d452cf5Sahrens /* new name better not be in use */ 1974745cd3c5Smaybee err = dsl_dataset_snap_lookup(hds, newsnapname, &val); 1975745cd3c5Smaybee dsl_dataset_rele(hds, FTAG); 19761d452cf5Sahrens 19771d452cf5Sahrens if (err == 0) 19781d452cf5Sahrens err = EEXIST; 19791d452cf5Sahrens else if (err == ENOENT) 19801d452cf5Sahrens err = 0; 1981cdf5b4caSmmusante 1982cdf5b4caSmmusante /* dataset name + 1 for the "@" + the new snapshot name must fit */ 1983cdf5b4caSmmusante if (dsl_dir_namelen(ds->ds_dir) + 1 + strlen(newsnapname) >= MAXNAMELEN) 1984cdf5b4caSmmusante err = ENAMETOOLONG; 1985cdf5b4caSmmusante 19861d452cf5Sahrens return (err); 19871d452cf5Sahrens } 1988fa9e4066Sahrens 19891d452cf5Sahrens static void 1990ecd6cf80Smarks dsl_dataset_snapshot_rename_sync(void *arg1, void *arg2, 1991ecd6cf80Smarks cred_t *cr, dmu_tx_t *tx) 19921d452cf5Sahrens { 19931d452cf5Sahrens dsl_dataset_t *ds = arg1; 1994ecd6cf80Smarks const char *newsnapname = arg2; 19951d452cf5Sahrens dsl_dir_t *dd = ds->ds_dir; 19961d452cf5Sahrens objset_t *mos = dd->dd_pool->dp_meta_objset; 19971d452cf5Sahrens dsl_dataset_t *hds; 19981d452cf5Sahrens int err; 1999fa9e4066Sahrens 20001d452cf5Sahrens ASSERT(ds->ds_phys->ds_next_snap_obj != 0); 2001fa9e4066Sahrens 2002745cd3c5Smaybee VERIFY(0 == dsl_dataset_hold_obj(dd->dd_pool, 2003745cd3c5Smaybee dd->dd_phys->dd_head_dataset_obj, FTAG, &hds)); 2004fa9e4066Sahrens 20051d452cf5Sahrens VERIFY(0 == dsl_dataset_get_snapname(ds)); 2006745cd3c5Smaybee err = dsl_dataset_snap_remove(hds, ds->ds_snapname, tx); 2007fa9e4066Sahrens ASSERT3U(err, ==, 0); 20081d452cf5Sahrens mutex_enter(&ds->ds_lock); 20091d452cf5Sahrens (void) strcpy(ds->ds_snapname, newsnapname); 20101d452cf5Sahrens mutex_exit(&ds->ds_lock); 20111d452cf5Sahrens err = zap_add(mos, hds->ds_phys->ds_snapnames_zapobj, 20121d452cf5Sahrens ds->ds_snapname, 8, 1, &ds->ds_object, tx); 2013fa9e4066Sahrens ASSERT3U(err, ==, 0); 2014fa9e4066Sahrens 2015ecd6cf80Smarks spa_history_internal_log(LOG_DS_RENAME, dd->dd_pool->dp_spa, tx, 2016ecd6cf80Smarks cr, "dataset = %llu", ds->ds_object); 2017745cd3c5Smaybee dsl_dataset_rele(hds, FTAG); 2018fa9e4066Sahrens } 2019fa9e4066Sahrens 2020f18faf3fSek struct renamesnaparg { 2021cdf5b4caSmmusante dsl_sync_task_group_t *dstg; 2022cdf5b4caSmmusante char failed[MAXPATHLEN]; 2023cdf5b4caSmmusante char *oldsnap; 2024cdf5b4caSmmusante char *newsnap; 2025cdf5b4caSmmusante }; 2026cdf5b4caSmmusante 2027cdf5b4caSmmusante static int 2028cdf5b4caSmmusante dsl_snapshot_rename_one(char *name, void *arg) 2029cdf5b4caSmmusante { 2030f18faf3fSek struct renamesnaparg *ra = arg; 2031cdf5b4caSmmusante dsl_dataset_t *ds = NULL; 2032cdf5b4caSmmusante char *cp; 2033cdf5b4caSmmusante int err; 2034cdf5b4caSmmusante 2035cdf5b4caSmmusante cp = name + strlen(name); 2036cdf5b4caSmmusante *cp = '@'; 2037cdf5b4caSmmusante (void) strcpy(cp + 1, ra->oldsnap); 2038ecd6cf80Smarks 2039ecd6cf80Smarks /* 2040ecd6cf80Smarks * For recursive snapshot renames the parent won't be changing 2041ecd6cf80Smarks * so we just pass name for both the to/from argument. 2042ecd6cf80Smarks */ 2043ecd6cf80Smarks if (err = zfs_secpolicy_rename_perms(name, name, CRED())) { 2044ecd6cf80Smarks (void) strcpy(ra->failed, name); 2045ecd6cf80Smarks return (err); 2046ecd6cf80Smarks } 2047ecd6cf80Smarks 2048745cd3c5Smaybee #ifdef _KERNEL 2049745cd3c5Smaybee /* 2050745cd3c5Smaybee * For all filesystems undergoing rename, we'll need to unmount it. 2051745cd3c5Smaybee */ 2052745cd3c5Smaybee (void) zfs_unmount_snap(name, NULL); 2053745cd3c5Smaybee #endif 2054745cd3c5Smaybee err = dsl_dataset_hold(name, ra->dstg, &ds); 2055745cd3c5Smaybee *cp = '\0'; 2056cdf5b4caSmmusante if (err == ENOENT) { 2057cdf5b4caSmmusante return (0); 2058745cd3c5Smaybee } else if (err) { 2059cdf5b4caSmmusante (void) strcpy(ra->failed, name); 2060cdf5b4caSmmusante return (err); 2061cdf5b4caSmmusante } 2062cdf5b4caSmmusante 2063cdf5b4caSmmusante dsl_sync_task_create(ra->dstg, dsl_dataset_snapshot_rename_check, 2064cdf5b4caSmmusante dsl_dataset_snapshot_rename_sync, ds, ra->newsnap, 0); 2065cdf5b4caSmmusante 2066cdf5b4caSmmusante return (0); 2067cdf5b4caSmmusante } 2068cdf5b4caSmmusante 2069cdf5b4caSmmusante static int 2070cdf5b4caSmmusante dsl_recursive_rename(char *oldname, const char *newname) 2071cdf5b4caSmmusante { 2072cdf5b4caSmmusante int err; 2073f18faf3fSek struct renamesnaparg *ra; 2074cdf5b4caSmmusante dsl_sync_task_t *dst; 2075cdf5b4caSmmusante spa_t *spa; 2076cdf5b4caSmmusante char *cp, *fsname = spa_strdup(oldname); 2077cdf5b4caSmmusante int len = strlen(oldname); 2078cdf5b4caSmmusante 2079cdf5b4caSmmusante /* truncate the snapshot name to get the fsname */ 2080cdf5b4caSmmusante cp = strchr(fsname, '@'); 2081cdf5b4caSmmusante *cp = '\0'; 2082cdf5b4caSmmusante 208340feaa91Sahrens err = spa_open(fsname, &spa, FTAG); 2084cdf5b4caSmmusante if (err) { 2085cdf5b4caSmmusante kmem_free(fsname, len + 1); 2086cdf5b4caSmmusante return (err); 2087cdf5b4caSmmusante } 2088f18faf3fSek ra = kmem_alloc(sizeof (struct renamesnaparg), KM_SLEEP); 2089cdf5b4caSmmusante ra->dstg = dsl_sync_task_group_create(spa_get_dsl(spa)); 2090cdf5b4caSmmusante 2091cdf5b4caSmmusante ra->oldsnap = strchr(oldname, '@') + 1; 2092cdf5b4caSmmusante ra->newsnap = strchr(newname, '@') + 1; 2093cdf5b4caSmmusante *ra->failed = '\0'; 2094cdf5b4caSmmusante 2095cdf5b4caSmmusante err = dmu_objset_find(fsname, dsl_snapshot_rename_one, ra, 2096cdf5b4caSmmusante DS_FIND_CHILDREN); 2097cdf5b4caSmmusante kmem_free(fsname, len + 1); 2098cdf5b4caSmmusante 2099cdf5b4caSmmusante if (err == 0) { 2100cdf5b4caSmmusante err = dsl_sync_task_group_wait(ra->dstg); 2101cdf5b4caSmmusante } 2102cdf5b4caSmmusante 2103cdf5b4caSmmusante for (dst = list_head(&ra->dstg->dstg_tasks); dst; 2104cdf5b4caSmmusante dst = list_next(&ra->dstg->dstg_tasks, dst)) { 2105cdf5b4caSmmusante dsl_dataset_t *ds = dst->dst_arg1; 2106cdf5b4caSmmusante if (dst->dst_err) { 2107cdf5b4caSmmusante dsl_dir_name(ds->ds_dir, ra->failed); 21082572aa4eSmmusante (void) strcat(ra->failed, "@"); 21092572aa4eSmmusante (void) strcat(ra->failed, ra->newsnap); 2110cdf5b4caSmmusante } 2111745cd3c5Smaybee dsl_dataset_rele(ds, ra->dstg); 2112cdf5b4caSmmusante } 2113cdf5b4caSmmusante 2114ecd6cf80Smarks if (err) 2115ecd6cf80Smarks (void) strcpy(oldname, ra->failed); 2116cdf5b4caSmmusante 2117cdf5b4caSmmusante dsl_sync_task_group_destroy(ra->dstg); 2118f18faf3fSek kmem_free(ra, sizeof (struct renamesnaparg)); 2119cdf5b4caSmmusante spa_close(spa, FTAG); 2120cdf5b4caSmmusante return (err); 2121cdf5b4caSmmusante } 2122cdf5b4caSmmusante 21233a5a36beSmmusante static int 21243a5a36beSmmusante dsl_valid_rename(char *oldname, void *arg) 21253a5a36beSmmusante { 21263a5a36beSmmusante int delta = *(int *)arg; 21273a5a36beSmmusante 21283a5a36beSmmusante if (strlen(oldname) + delta >= MAXNAMELEN) 21293a5a36beSmmusante return (ENAMETOOLONG); 21303a5a36beSmmusante 21313a5a36beSmmusante return (0); 21323a5a36beSmmusante } 21333a5a36beSmmusante 2134fa9e4066Sahrens #pragma weak dmu_objset_rename = dsl_dataset_rename 2135fa9e4066Sahrens int 2136745cd3c5Smaybee dsl_dataset_rename(char *oldname, const char *newname, boolean_t recursive) 2137fa9e4066Sahrens { 2138fa9e4066Sahrens dsl_dir_t *dd; 21391d452cf5Sahrens dsl_dataset_t *ds; 2140fa9e4066Sahrens const char *tail; 2141fa9e4066Sahrens int err; 2142fa9e4066Sahrens 21431d452cf5Sahrens err = dsl_dir_open(oldname, FTAG, &dd, &tail); 2144ea8dc4b6Seschrock if (err) 2145ea8dc4b6Seschrock return (err); 2146fa9e4066Sahrens if (tail == NULL) { 21473a5a36beSmmusante int delta = strlen(newname) - strlen(oldname); 21483a5a36beSmmusante 21493a5a36beSmmusante /* if we're growing, validate child size lengths */ 21503a5a36beSmmusante if (delta > 0) 21513a5a36beSmmusante err = dmu_objset_find(oldname, dsl_valid_rename, 21523a5a36beSmmusante &delta, DS_FIND_CHILDREN | DS_FIND_SNAPSHOTS); 21533a5a36beSmmusante 21543a5a36beSmmusante if (!err) 21553a5a36beSmmusante err = dsl_dir_rename(dd, newname); 2156fa9e4066Sahrens dsl_dir_close(dd, FTAG); 2157fa9e4066Sahrens return (err); 2158fa9e4066Sahrens } 2159fa9e4066Sahrens if (tail[0] != '@') { 2160fa9e4066Sahrens /* the name ended in a nonexistant component */ 2161fa9e4066Sahrens dsl_dir_close(dd, FTAG); 2162fa9e4066Sahrens return (ENOENT); 2163fa9e4066Sahrens } 2164fa9e4066Sahrens 2165fa9e4066Sahrens dsl_dir_close(dd, FTAG); 21661d452cf5Sahrens 21671d452cf5Sahrens /* new name must be snapshot in same filesystem */ 21681d452cf5Sahrens tail = strchr(newname, '@'); 21691d452cf5Sahrens if (tail == NULL) 21701d452cf5Sahrens return (EINVAL); 21711d452cf5Sahrens tail++; 21721d452cf5Sahrens if (strncmp(oldname, newname, tail - newname) != 0) 21731d452cf5Sahrens return (EXDEV); 21741d452cf5Sahrens 2175cdf5b4caSmmusante if (recursive) { 2176cdf5b4caSmmusante err = dsl_recursive_rename(oldname, newname); 2177cdf5b4caSmmusante } else { 2178745cd3c5Smaybee err = dsl_dataset_hold(oldname, FTAG, &ds); 2179cdf5b4caSmmusante if (err) 2180cdf5b4caSmmusante return (err); 21811d452cf5Sahrens 2182cdf5b4caSmmusante err = dsl_sync_task_do(ds->ds_dir->dd_pool, 2183cdf5b4caSmmusante dsl_dataset_snapshot_rename_check, 2184cdf5b4caSmmusante dsl_dataset_snapshot_rename_sync, ds, (char *)tail, 1); 21851d452cf5Sahrens 2186745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2187cdf5b4caSmmusante } 21881d452cf5Sahrens 2189fa9e4066Sahrens return (err); 2190fa9e4066Sahrens } 219199653d4eSeschrock 2192745cd3c5Smaybee struct promotedsarg { 2193745cd3c5Smaybee list_node_t link; 2194745cd3c5Smaybee dsl_dataset_t *ds; 2195745cd3c5Smaybee }; 2196745cd3c5Smaybee 21971d452cf5Sahrens struct promotearg { 2198745cd3c5Smaybee list_t snap_list; 2199745cd3c5Smaybee dsl_dataset_t *clone_origin, *old_head; 22001d452cf5Sahrens uint64_t used, comp, uncomp, unique; 2201745cd3c5Smaybee uint64_t newnext_obj; 22021d452cf5Sahrens }; 22031d452cf5Sahrens 2204ecd6cf80Smarks /* ARGSUSED */ 220599653d4eSeschrock static int 22061d452cf5Sahrens dsl_dataset_promote_check(void *arg1, void *arg2, dmu_tx_t *tx) 220799653d4eSeschrock { 22081d452cf5Sahrens dsl_dataset_t *hds = arg1; 22091d452cf5Sahrens struct promotearg *pa = arg2; 2210745cd3c5Smaybee struct promotedsarg *snap = list_head(&pa->snap_list); 22111d452cf5Sahrens dsl_pool_t *dp = hds->ds_dir->dd_pool; 2212745cd3c5Smaybee dsl_dataset_t *origin_ds = snap->ds; 2213745cd3c5Smaybee dsl_dataset_t *newnext_ds; 2214745cd3c5Smaybee char *name; 22151d452cf5Sahrens uint64_t itor = 0; 221699653d4eSeschrock blkptr_t bp; 2217745cd3c5Smaybee int err; 22181d452cf5Sahrens 221999653d4eSeschrock /* Check that it is a clone */ 2220745cd3c5Smaybee if (hds->ds_dir->dd_phys->dd_origin_obj == 0) 222199653d4eSeschrock return (EINVAL); 222299653d4eSeschrock 22231d452cf5Sahrens /* Since this is so expensive, don't do the preliminary check */ 22241d452cf5Sahrens if (!dmu_tx_is_syncing(tx)) 22251d452cf5Sahrens return (0); 22261d452cf5Sahrens 2227745cd3c5Smaybee if (hds->ds_phys->ds_flags & DS_FLAG_NOPROMOTE) 2228745cd3c5Smaybee return (EXDEV); 222999653d4eSeschrock 22303cb34c60Sahrens /* find origin's new next ds */ 2231745cd3c5Smaybee newnext_ds = hds; 22323cb34c60Sahrens while (newnext_ds->ds_phys->ds_prev_snap_obj != origin_ds->ds_object) { 223399653d4eSeschrock dsl_dataset_t *prev; 223499653d4eSeschrock 2235745cd3c5Smaybee err = dsl_dataset_hold_obj(dp, 2236745cd3c5Smaybee newnext_ds->ds_phys->ds_prev_snap_obj, FTAG, &prev); 2237745cd3c5Smaybee if (newnext_ds != hds) 2238745cd3c5Smaybee dsl_dataset_rele(newnext_ds, FTAG); 2239745cd3c5Smaybee if (err) 2240745cd3c5Smaybee return (err); 224199653d4eSeschrock newnext_ds = prev; 224299653d4eSeschrock } 22431d452cf5Sahrens pa->newnext_obj = newnext_ds->ds_object; 224499653d4eSeschrock 22453cb34c60Sahrens /* compute origin's new unique space */ 2246745cd3c5Smaybee pa->unique = 0; 224799653d4eSeschrock while ((err = bplist_iterate(&newnext_ds->ds_deadlist, 224899653d4eSeschrock &itor, &bp)) == 0) { 22493cb34c60Sahrens if (bp.blk_birth > origin_ds->ds_phys->ds_prev_snap_txg) 2250745cd3c5Smaybee pa->unique += bp_get_dasize(dp->dp_spa, &bp); 225199653d4eSeschrock } 2252745cd3c5Smaybee if (newnext_ds != hds) 2253745cd3c5Smaybee dsl_dataset_rele(newnext_ds, FTAG); 225499653d4eSeschrock if (err != ENOENT) 2255745cd3c5Smaybee return (err); 225699653d4eSeschrock 225799653d4eSeschrock name = kmem_alloc(MAXPATHLEN, KM_SLEEP); 2258745cd3c5Smaybee 2259745cd3c5Smaybee /* 2260745cd3c5Smaybee * Walk the snapshots that we are moving 2261745cd3c5Smaybee * 2262745cd3c5Smaybee * Compute space to transfer. Each snapshot gave birth to: 2263745cd3c5Smaybee * (my used) - (prev's used) + (deadlist's used) 2264745cd3c5Smaybee * So a sequence would look like: 2265745cd3c5Smaybee * uN - u(N-1) + dN + ... + u1 - u0 + d1 + u0 - 0 + d0 2266745cd3c5Smaybee * Which simplifies to: 2267745cd3c5Smaybee * uN + dN + ... + d1 + d0 2268745cd3c5Smaybee * Note however, if we stop before we reach the ORIGIN we get: 2269745cd3c5Smaybee * uN + dN + ... + dM - uM-1 2270745cd3c5Smaybee */ 2271745cd3c5Smaybee pa->used = origin_ds->ds_phys->ds_used_bytes; 2272745cd3c5Smaybee pa->comp = origin_ds->ds_phys->ds_compressed_bytes; 2273745cd3c5Smaybee pa->uncomp = origin_ds->ds_phys->ds_uncompressed_bytes; 2274745cd3c5Smaybee do { 227599653d4eSeschrock uint64_t val, dlused, dlcomp, dluncomp; 2276745cd3c5Smaybee dsl_dataset_t *ds = snap->ds; 227799653d4eSeschrock 227899653d4eSeschrock /* Check that the snapshot name does not conflict */ 227999653d4eSeschrock dsl_dataset_name(ds, name); 2280745cd3c5Smaybee err = dsl_dataset_snap_lookup(hds, ds->ds_snapname, &val); 2281745cd3c5Smaybee if (err == 0) 2282745cd3c5Smaybee err = EEXIST; 2283745cd3c5Smaybee if (err != ENOENT) 228499653d4eSeschrock break; 2285745cd3c5Smaybee err = 0; 228699653d4eSeschrock 2287745cd3c5Smaybee /* The very first snapshot does not have a deadlist */ 2288745cd3c5Smaybee if (ds->ds_phys->ds_prev_snap_obj != 0) { 2289745cd3c5Smaybee if (err = bplist_space(&ds->ds_deadlist, 2290745cd3c5Smaybee &dlused, &dlcomp, &dluncomp)) 2291745cd3c5Smaybee break; 2292745cd3c5Smaybee pa->used += dlused; 2293745cd3c5Smaybee pa->comp += dlcomp; 2294745cd3c5Smaybee pa->uncomp += dluncomp; 229599653d4eSeschrock } 2296745cd3c5Smaybee } while (snap = list_next(&pa->snap_list, snap)); 2297745cd3c5Smaybee 2298745cd3c5Smaybee /* 2299745cd3c5Smaybee * If we are a clone of a clone then we never reached ORIGIN, 2300745cd3c5Smaybee * so we need to subtract out the clone origin's used space. 2301745cd3c5Smaybee */ 2302745cd3c5Smaybee if (pa->clone_origin) { 2303745cd3c5Smaybee pa->used -= pa->clone_origin->ds_phys->ds_used_bytes; 2304745cd3c5Smaybee pa->comp -= pa->clone_origin->ds_phys->ds_compressed_bytes; 2305745cd3c5Smaybee pa->uncomp -= pa->clone_origin->ds_phys->ds_uncompressed_bytes; 230699653d4eSeschrock } 230799653d4eSeschrock 2308745cd3c5Smaybee kmem_free(name, MAXPATHLEN); 2309745cd3c5Smaybee 231099653d4eSeschrock /* Check that there is enough space here */ 2311745cd3c5Smaybee if (err == 0) { 2312745cd3c5Smaybee dsl_dir_t *odd = origin_ds->ds_dir; 2313745cd3c5Smaybee err = dsl_dir_transfer_possible(odd, hds->ds_dir, pa->used); 2314745cd3c5Smaybee } 23151d452cf5Sahrens 23161d452cf5Sahrens return (err); 23171d452cf5Sahrens } 231899653d4eSeschrock 23191d452cf5Sahrens static void 2320ecd6cf80Smarks dsl_dataset_promote_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 23211d452cf5Sahrens { 23221d452cf5Sahrens dsl_dataset_t *hds = arg1; 23231d452cf5Sahrens struct promotearg *pa = arg2; 2324745cd3c5Smaybee struct promotedsarg *snap = list_head(&pa->snap_list); 2325745cd3c5Smaybee dsl_dataset_t *origin_ds = snap->ds; 23261d452cf5Sahrens dsl_dir_t *dd = hds->ds_dir; 23271d452cf5Sahrens dsl_pool_t *dp = hds->ds_dir->dd_pool; 23283cb34c60Sahrens dsl_dir_t *odd = NULL; 23291d452cf5Sahrens char *name; 23301d452cf5Sahrens 23311d452cf5Sahrens ASSERT(0 == (hds->ds_phys->ds_flags & DS_FLAG_NOPROMOTE)); 23321d452cf5Sahrens 23330b69c2f0Sahrens /* 23343cb34c60Sahrens * We need to explicitly open odd, since origin_ds's dd will be 23350b69c2f0Sahrens * changing. 23360b69c2f0Sahrens */ 23373cb34c60Sahrens VERIFY(0 == dsl_dir_open_obj(dp, origin_ds->ds_dir->dd_object, 23383cb34c60Sahrens NULL, FTAG, &odd)); 233999653d4eSeschrock 2340745cd3c5Smaybee /* change origin's next snap */ 2341745cd3c5Smaybee dmu_buf_will_dirty(origin_ds->ds_dbuf, tx); 2342745cd3c5Smaybee origin_ds->ds_phys->ds_next_snap_obj = pa->newnext_obj; 2343745cd3c5Smaybee 2344745cd3c5Smaybee /* change origin */ 2345745cd3c5Smaybee dmu_buf_will_dirty(dd->dd_dbuf, tx); 2346745cd3c5Smaybee ASSERT3U(dd->dd_phys->dd_origin_obj, ==, origin_ds->ds_object); 2347745cd3c5Smaybee dd->dd_phys->dd_origin_obj = odd->dd_phys->dd_origin_obj; 2348745cd3c5Smaybee dmu_buf_will_dirty(odd->dd_dbuf, tx); 2349745cd3c5Smaybee odd->dd_phys->dd_origin_obj = origin_ds->ds_object; 2350745cd3c5Smaybee 235199653d4eSeschrock /* move snapshots to this dir */ 23521d452cf5Sahrens name = kmem_alloc(MAXPATHLEN, KM_SLEEP); 2353745cd3c5Smaybee do { 2354745cd3c5Smaybee dsl_dataset_t *ds = snap->ds; 235599653d4eSeschrock 235699653d4eSeschrock /* move snap name entry */ 235799653d4eSeschrock dsl_dataset_name(ds, name); 2358745cd3c5Smaybee VERIFY(0 == dsl_dataset_snap_remove(pa->old_head, 2359745cd3c5Smaybee ds->ds_snapname, tx)); 23601d452cf5Sahrens VERIFY(0 == zap_add(dp->dp_meta_objset, 236199653d4eSeschrock hds->ds_phys->ds_snapnames_zapobj, ds->ds_snapname, 236299653d4eSeschrock 8, 1, &ds->ds_object, tx)); 236399653d4eSeschrock 236499653d4eSeschrock /* change containing dsl_dir */ 236599653d4eSeschrock dmu_buf_will_dirty(ds->ds_dbuf, tx); 23663cb34c60Sahrens ASSERT3U(ds->ds_phys->ds_dir_obj, ==, odd->dd_object); 236799653d4eSeschrock ds->ds_phys->ds_dir_obj = dd->dd_object; 23683cb34c60Sahrens ASSERT3P(ds->ds_dir, ==, odd); 236999653d4eSeschrock dsl_dir_close(ds->ds_dir, ds); 23701d452cf5Sahrens VERIFY(0 == dsl_dir_open_obj(dp, dd->dd_object, 237199653d4eSeschrock NULL, ds, &ds->ds_dir)); 237299653d4eSeschrock 237399653d4eSeschrock ASSERT3U(dsl_prop_numcb(ds), ==, 0); 2374745cd3c5Smaybee } while (snap = list_next(&pa->snap_list, snap)); 237599653d4eSeschrock 237699653d4eSeschrock /* change space accounting */ 23773cb34c60Sahrens dsl_dir_diduse_space(odd, -pa->used, -pa->comp, -pa->uncomp, tx); 23781d452cf5Sahrens dsl_dir_diduse_space(dd, pa->used, pa->comp, pa->uncomp, tx); 23793cb34c60Sahrens origin_ds->ds_phys->ds_unique_bytes = pa->unique; 238099653d4eSeschrock 2381ecd6cf80Smarks /* log history record */ 2382ecd6cf80Smarks spa_history_internal_log(LOG_DS_PROMOTE, dd->dd_pool->dp_spa, tx, 2383745cd3c5Smaybee cr, "dataset = %llu", hds->ds_object); 2384ecd6cf80Smarks 23853cb34c60Sahrens dsl_dir_close(odd, FTAG); 23861d452cf5Sahrens kmem_free(name, MAXPATHLEN); 238799653d4eSeschrock } 238899653d4eSeschrock 238999653d4eSeschrock int 239099653d4eSeschrock dsl_dataset_promote(const char *name) 239199653d4eSeschrock { 239299653d4eSeschrock dsl_dataset_t *ds; 2393745cd3c5Smaybee dsl_dir_t *dd; 2394745cd3c5Smaybee dsl_pool_t *dp; 239599653d4eSeschrock dmu_object_info_t doi; 23961d452cf5Sahrens struct promotearg pa; 2397745cd3c5Smaybee struct promotedsarg *snap; 2398745cd3c5Smaybee uint64_t snap_obj; 2399745cd3c5Smaybee uint64_t last_snap = 0; 2400745cd3c5Smaybee int err; 240199653d4eSeschrock 2402745cd3c5Smaybee err = dsl_dataset_hold(name, FTAG, &ds); 240399653d4eSeschrock if (err) 240499653d4eSeschrock return (err); 2405745cd3c5Smaybee dd = ds->ds_dir; 2406745cd3c5Smaybee dp = dd->dd_pool; 240799653d4eSeschrock 2408745cd3c5Smaybee err = dmu_object_info(dp->dp_meta_objset, 240999653d4eSeschrock ds->ds_phys->ds_snapnames_zapobj, &doi); 241099653d4eSeschrock if (err) { 2411745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 241299653d4eSeschrock return (err); 241399653d4eSeschrock } 241499653d4eSeschrock 2415745cd3c5Smaybee /* 2416745cd3c5Smaybee * We are going to inherit all the snapshots taken before our 2417745cd3c5Smaybee * origin (i.e., our new origin will be our parent's origin). 2418745cd3c5Smaybee * Take ownership of them so that we can rename them into our 2419745cd3c5Smaybee * namespace. 2420745cd3c5Smaybee */ 2421745cd3c5Smaybee pa.clone_origin = NULL; 2422745cd3c5Smaybee list_create(&pa.snap_list, 2423745cd3c5Smaybee sizeof (struct promotedsarg), offsetof(struct promotedsarg, link)); 2424745cd3c5Smaybee rw_enter(&dp->dp_config_rwlock, RW_READER); 2425745cd3c5Smaybee ASSERT(dd->dd_phys->dd_origin_obj != 0); 2426745cd3c5Smaybee snap_obj = dd->dd_phys->dd_origin_obj; 2427745cd3c5Smaybee while (snap_obj) { 2428745cd3c5Smaybee snap = kmem_alloc(sizeof (struct promotedsarg), KM_SLEEP); 2429745cd3c5Smaybee err = dsl_dataset_own_obj(dp, snap_obj, 0, FTAG, &snap->ds); 2430745cd3c5Smaybee if (err == ENOENT) { 2431745cd3c5Smaybee /* lost race with snapshot destroy */ 2432745cd3c5Smaybee struct promotedsarg *last = list_tail(&pa.snap_list); 2433745cd3c5Smaybee ASSERT(snap_obj != last->ds->ds_phys->ds_prev_snap_obj); 2434745cd3c5Smaybee snap_obj = last->ds->ds_phys->ds_prev_snap_obj; 2435745cd3c5Smaybee kmem_free(snap, sizeof (struct promotedsarg)); 2436745cd3c5Smaybee continue; 2437745cd3c5Smaybee } else if (err) { 2438745cd3c5Smaybee kmem_free(snap, sizeof (struct promotedsarg)); 2439745cd3c5Smaybee rw_exit(&dp->dp_config_rwlock); 2440745cd3c5Smaybee goto out; 2441745cd3c5Smaybee } 2442745cd3c5Smaybee /* 2443745cd3c5Smaybee * We could be a clone of a clone. If we reach our 2444745cd3c5Smaybee * parent's branch point, we're done. 2445745cd3c5Smaybee */ 2446745cd3c5Smaybee if (last_snap && 2447745cd3c5Smaybee snap->ds->ds_phys->ds_next_snap_obj != last_snap) { 2448745cd3c5Smaybee pa.clone_origin = snap->ds; 2449745cd3c5Smaybee kmem_free(snap, sizeof (struct promotedsarg)); 2450745cd3c5Smaybee snap_obj = 0; 2451745cd3c5Smaybee } else { 2452745cd3c5Smaybee list_insert_tail(&pa.snap_list, snap); 2453745cd3c5Smaybee last_snap = snap_obj; 2454745cd3c5Smaybee snap_obj = snap->ds->ds_phys->ds_prev_snap_obj; 2455745cd3c5Smaybee } 2456745cd3c5Smaybee } 2457745cd3c5Smaybee snap = list_head(&pa.snap_list); 2458745cd3c5Smaybee ASSERT(snap != NULL); 2459745cd3c5Smaybee err = dsl_dataset_hold_obj(dp, 2460745cd3c5Smaybee snap->ds->ds_dir->dd_phys->dd_head_dataset_obj, FTAG, &pa.old_head); 2461745cd3c5Smaybee rw_exit(&dp->dp_config_rwlock); 2462745cd3c5Smaybee 2463745cd3c5Smaybee if (err) 2464745cd3c5Smaybee goto out; 2465745cd3c5Smaybee 246699653d4eSeschrock /* 246799653d4eSeschrock * Add in 128x the snapnames zapobj size, since we will be moving 246899653d4eSeschrock * a bunch of snapnames to the promoted ds, and dirtying their 246999653d4eSeschrock * bonus buffers. 247099653d4eSeschrock */ 2471745cd3c5Smaybee err = dsl_sync_task_do(dp, dsl_dataset_promote_check, 24721d452cf5Sahrens dsl_dataset_promote_sync, ds, &pa, 2 + 2 * doi.doi_physical_blks); 2473745cd3c5Smaybee 2474745cd3c5Smaybee dsl_dataset_rele(pa.old_head, FTAG); 2475745cd3c5Smaybee out: 2476745cd3c5Smaybee while ((snap = list_tail(&pa.snap_list)) != NULL) { 2477745cd3c5Smaybee list_remove(&pa.snap_list, snap); 2478745cd3c5Smaybee dsl_dataset_disown(snap->ds, FTAG); 2479745cd3c5Smaybee kmem_free(snap, sizeof (struct promotedsarg)); 2480745cd3c5Smaybee } 2481745cd3c5Smaybee list_destroy(&pa.snap_list); 2482745cd3c5Smaybee if (pa.clone_origin) 2483745cd3c5Smaybee dsl_dataset_disown(pa.clone_origin, FTAG); 2484745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 248599653d4eSeschrock return (err); 248699653d4eSeschrock } 2487b1b8ab34Slling 24883cb34c60Sahrens struct cloneswaparg { 24893cb34c60Sahrens dsl_dataset_t *cds; /* clone dataset */ 24903cb34c60Sahrens dsl_dataset_t *ohds; /* origin's head dataset */ 24913cb34c60Sahrens boolean_t force; 2492a9b821a0Sck int64_t unused_refres_delta; /* change in unconsumed refreservation */ 24933cb34c60Sahrens }; 2494f18faf3fSek 2495f18faf3fSek /* ARGSUSED */ 2496f18faf3fSek static int 2497f18faf3fSek dsl_dataset_clone_swap_check(void *arg1, void *arg2, dmu_tx_t *tx) 2498f18faf3fSek { 24993cb34c60Sahrens struct cloneswaparg *csa = arg1; 2500f18faf3fSek 25013cb34c60Sahrens /* they should both be heads */ 25023cb34c60Sahrens if (dsl_dataset_is_snapshot(csa->cds) || 25033cb34c60Sahrens dsl_dataset_is_snapshot(csa->ohds)) 2504f18faf3fSek return (EINVAL); 2505f18faf3fSek 25063cb34c60Sahrens /* the branch point should be just before them */ 25073cb34c60Sahrens if (csa->cds->ds_prev != csa->ohds->ds_prev) 2508f18faf3fSek return (EINVAL); 2509f18faf3fSek 25103cb34c60Sahrens /* cds should be the clone */ 25113cb34c60Sahrens if (csa->cds->ds_prev->ds_phys->ds_next_snap_obj != 25123cb34c60Sahrens csa->ohds->ds_object) 25133cb34c60Sahrens return (EINVAL); 2514f18faf3fSek 25153cb34c60Sahrens /* the clone should be a child of the origin */ 25163cb34c60Sahrens if (csa->cds->ds_dir->dd_parent != csa->ohds->ds_dir) 25173cb34c60Sahrens return (EINVAL); 2518f18faf3fSek 25193cb34c60Sahrens /* ohds shouldn't be modified unless 'force' */ 25203cb34c60Sahrens if (!csa->force && dsl_dataset_modified_since_lastsnap(csa->ohds)) 25213cb34c60Sahrens return (ETXTBSY); 2522a9b821a0Sck 2523a9b821a0Sck /* adjust amount of any unconsumed refreservation */ 2524a9b821a0Sck csa->unused_refres_delta = 2525a9b821a0Sck (int64_t)MIN(csa->ohds->ds_reserved, 2526a9b821a0Sck csa->ohds->ds_phys->ds_unique_bytes) - 2527a9b821a0Sck (int64_t)MIN(csa->ohds->ds_reserved, 2528a9b821a0Sck csa->cds->ds_phys->ds_unique_bytes); 2529a9b821a0Sck 2530a9b821a0Sck if (csa->unused_refres_delta > 0 && 2531a9b821a0Sck csa->unused_refres_delta > 2532a9b821a0Sck dsl_dir_space_available(csa->ohds->ds_dir, NULL, 0, TRUE)) 2533a9b821a0Sck return (ENOSPC); 2534a9b821a0Sck 25353cb34c60Sahrens return (0); 2536f18faf3fSek } 2537f18faf3fSek 2538f18faf3fSek /* ARGSUSED */ 2539f18faf3fSek static void 2540f18faf3fSek dsl_dataset_clone_swap_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 2541f18faf3fSek { 25423cb34c60Sahrens struct cloneswaparg *csa = arg1; 25433cb34c60Sahrens dsl_pool_t *dp = csa->cds->ds_dir->dd_pool; 2544f18faf3fSek uint64_t itor = 0; 2545f18faf3fSek blkptr_t bp; 2546f18faf3fSek uint64_t unique = 0; 2547f18faf3fSek int err; 2548f18faf3fSek 2549a9b821a0Sck ASSERT(csa->cds->ds_reserved == 0); 2550a9b821a0Sck ASSERT(csa->cds->ds_quota == csa->ohds->ds_quota); 2551a9b821a0Sck 25523cb34c60Sahrens dmu_buf_will_dirty(csa->cds->ds_dbuf, tx); 25533cb34c60Sahrens dmu_buf_will_dirty(csa->ohds->ds_dbuf, tx); 25543cb34c60Sahrens dmu_buf_will_dirty(csa->cds->ds_prev->ds_dbuf, tx); 2555f18faf3fSek 25563cb34c60Sahrens if (csa->cds->ds_user_ptr != NULL) { 25573cb34c60Sahrens csa->cds->ds_user_evict_func(csa->cds, csa->cds->ds_user_ptr); 25583cb34c60Sahrens csa->cds->ds_user_ptr = NULL; 25593cb34c60Sahrens } 2560f18faf3fSek 25613cb34c60Sahrens if (csa->ohds->ds_user_ptr != NULL) { 25623cb34c60Sahrens csa->ohds->ds_user_evict_func(csa->ohds, 25633cb34c60Sahrens csa->ohds->ds_user_ptr); 25643cb34c60Sahrens csa->ohds->ds_user_ptr = NULL; 25653cb34c60Sahrens } 2566f18faf3fSek 2567f18faf3fSek /* compute unique space */ 25683cb34c60Sahrens while ((err = bplist_iterate(&csa->cds->ds_deadlist, 25693cb34c60Sahrens &itor, &bp)) == 0) { 25703cb34c60Sahrens if (bp.blk_birth > csa->cds->ds_prev->ds_phys->ds_prev_snap_txg) 25713cb34c60Sahrens unique += bp_get_dasize(dp->dp_spa, &bp); 2572f18faf3fSek } 2573f18faf3fSek VERIFY(err == ENOENT); 2574f18faf3fSek 2575f18faf3fSek /* reset origin's unique bytes */ 25763cb34c60Sahrens csa->cds->ds_prev->ds_phys->ds_unique_bytes = unique; 2577f18faf3fSek 2578f18faf3fSek /* swap blkptrs */ 2579f18faf3fSek { 2580f18faf3fSek blkptr_t tmp; 25813cb34c60Sahrens tmp = csa->ohds->ds_phys->ds_bp; 25823cb34c60Sahrens csa->ohds->ds_phys->ds_bp = csa->cds->ds_phys->ds_bp; 25833cb34c60Sahrens csa->cds->ds_phys->ds_bp = tmp; 2584f18faf3fSek } 2585f18faf3fSek 2586f18faf3fSek /* set dd_*_bytes */ 2587f18faf3fSek { 2588f18faf3fSek int64_t dused, dcomp, duncomp; 2589f18faf3fSek uint64_t cdl_used, cdl_comp, cdl_uncomp; 2590f18faf3fSek uint64_t odl_used, odl_comp, odl_uncomp; 2591f18faf3fSek 25923cb34c60Sahrens VERIFY(0 == bplist_space(&csa->cds->ds_deadlist, &cdl_used, 2593f18faf3fSek &cdl_comp, &cdl_uncomp)); 25943cb34c60Sahrens VERIFY(0 == bplist_space(&csa->ohds->ds_deadlist, &odl_used, 2595f18faf3fSek &odl_comp, &odl_uncomp)); 25963cb34c60Sahrens dused = csa->cds->ds_phys->ds_used_bytes + cdl_used - 25973cb34c60Sahrens (csa->ohds->ds_phys->ds_used_bytes + odl_used); 25983cb34c60Sahrens dcomp = csa->cds->ds_phys->ds_compressed_bytes + cdl_comp - 25993cb34c60Sahrens (csa->ohds->ds_phys->ds_compressed_bytes + odl_comp); 26003cb34c60Sahrens duncomp = csa->cds->ds_phys->ds_uncompressed_bytes + 26013cb34c60Sahrens cdl_uncomp - 26023cb34c60Sahrens (csa->ohds->ds_phys->ds_uncompressed_bytes + odl_uncomp); 26033cb34c60Sahrens 26043cb34c60Sahrens dsl_dir_diduse_space(csa->ohds->ds_dir, 26053cb34c60Sahrens dused, dcomp, duncomp, tx); 26063cb34c60Sahrens dsl_dir_diduse_space(csa->cds->ds_dir, 26073cb34c60Sahrens -dused, -dcomp, -duncomp, tx); 26083cb34c60Sahrens } 26093cb34c60Sahrens 26103cb34c60Sahrens #define SWITCH64(x, y) \ 26113cb34c60Sahrens { \ 26123cb34c60Sahrens uint64_t __tmp = (x); \ 26133cb34c60Sahrens (x) = (y); \ 26143cb34c60Sahrens (y) = __tmp; \ 2615f18faf3fSek } 2616f18faf3fSek 2617f18faf3fSek /* swap ds_*_bytes */ 26183cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_used_bytes, 26193cb34c60Sahrens csa->cds->ds_phys->ds_used_bytes); 26203cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_compressed_bytes, 26213cb34c60Sahrens csa->cds->ds_phys->ds_compressed_bytes); 26223cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_uncompressed_bytes, 26233cb34c60Sahrens csa->cds->ds_phys->ds_uncompressed_bytes); 2624a9b821a0Sck SWITCH64(csa->ohds->ds_phys->ds_unique_bytes, 2625a9b821a0Sck csa->cds->ds_phys->ds_unique_bytes); 2626a9b821a0Sck 2627a9b821a0Sck /* apply any parent delta for change in unconsumed refreservation */ 2628a9b821a0Sck dsl_dir_diduse_space(csa->ohds->ds_dir, csa->unused_refres_delta, 2629a9b821a0Sck 0, 0, tx); 2630f18faf3fSek 2631f18faf3fSek /* swap deadlists */ 26323cb34c60Sahrens bplist_close(&csa->cds->ds_deadlist); 26333cb34c60Sahrens bplist_close(&csa->ohds->ds_deadlist); 26343cb34c60Sahrens SWITCH64(csa->ohds->ds_phys->ds_deadlist_obj, 26353cb34c60Sahrens csa->cds->ds_phys->ds_deadlist_obj); 26363cb34c60Sahrens VERIFY(0 == bplist_open(&csa->cds->ds_deadlist, dp->dp_meta_objset, 26373cb34c60Sahrens csa->cds->ds_phys->ds_deadlist_obj)); 26383cb34c60Sahrens VERIFY(0 == bplist_open(&csa->ohds->ds_deadlist, dp->dp_meta_objset, 26393cb34c60Sahrens csa->ohds->ds_phys->ds_deadlist_obj)); 2640f18faf3fSek } 2641f18faf3fSek 2642f18faf3fSek /* 2643745cd3c5Smaybee * Swap 'clone' with its origin head file system. Used at the end 2644745cd3c5Smaybee * of "online recv" to swizzle the file system to the new version. 2645f18faf3fSek */ 2646f18faf3fSek int 26473cb34c60Sahrens dsl_dataset_clone_swap(dsl_dataset_t *clone, dsl_dataset_t *origin_head, 26483cb34c60Sahrens boolean_t force) 2649f18faf3fSek { 26503cb34c60Sahrens struct cloneswaparg csa; 2651745cd3c5Smaybee int error; 2652f18faf3fSek 2653745cd3c5Smaybee ASSERT(clone->ds_owner); 2654745cd3c5Smaybee ASSERT(origin_head->ds_owner); 2655745cd3c5Smaybee retry: 2656745cd3c5Smaybee /* Need exclusive access for the swap */ 2657745cd3c5Smaybee rw_enter(&clone->ds_rwlock, RW_WRITER); 2658745cd3c5Smaybee if (!rw_tryenter(&origin_head->ds_rwlock, RW_WRITER)) { 2659745cd3c5Smaybee rw_exit(&clone->ds_rwlock); 2660745cd3c5Smaybee rw_enter(&origin_head->ds_rwlock, RW_WRITER); 2661745cd3c5Smaybee if (!rw_tryenter(&clone->ds_rwlock, RW_WRITER)) { 2662745cd3c5Smaybee rw_exit(&origin_head->ds_rwlock); 2663745cd3c5Smaybee goto retry; 2664745cd3c5Smaybee } 2665745cd3c5Smaybee } 26663cb34c60Sahrens csa.cds = clone; 26673cb34c60Sahrens csa.ohds = origin_head; 26683cb34c60Sahrens csa.force = force; 2669745cd3c5Smaybee error = dsl_sync_task_do(clone->ds_dir->dd_pool, 2670f18faf3fSek dsl_dataset_clone_swap_check, 2671745cd3c5Smaybee dsl_dataset_clone_swap_sync, &csa, NULL, 9); 2672745cd3c5Smaybee return (error); 2673f18faf3fSek } 2674f18faf3fSek 2675b1b8ab34Slling /* 2676b1b8ab34Slling * Given a pool name and a dataset object number in that pool, 2677b1b8ab34Slling * return the name of that dataset. 2678b1b8ab34Slling */ 2679b1b8ab34Slling int 2680b1b8ab34Slling dsl_dsobj_to_dsname(char *pname, uint64_t obj, char *buf) 2681b1b8ab34Slling { 2682b1b8ab34Slling spa_t *spa; 2683b1b8ab34Slling dsl_pool_t *dp; 2684745cd3c5Smaybee dsl_dataset_t *ds; 2685b1b8ab34Slling int error; 2686b1b8ab34Slling 2687b1b8ab34Slling if ((error = spa_open(pname, &spa, FTAG)) != 0) 2688b1b8ab34Slling return (error); 2689b1b8ab34Slling dp = spa_get_dsl(spa); 2690b1b8ab34Slling rw_enter(&dp->dp_config_rwlock, RW_READER); 2691745cd3c5Smaybee if ((error = dsl_dataset_hold_obj(dp, obj, FTAG, &ds)) == 0) { 2692745cd3c5Smaybee dsl_dataset_name(ds, buf); 2693745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2694b1b8ab34Slling } 2695b1b8ab34Slling rw_exit(&dp->dp_config_rwlock); 2696b1b8ab34Slling spa_close(spa, FTAG); 2697b1b8ab34Slling 2698745cd3c5Smaybee return (error); 2699b1b8ab34Slling } 2700a9799022Sck 2701a9799022Sck int 2702a9799022Sck dsl_dataset_check_quota(dsl_dataset_t *ds, boolean_t check_quota, 2703745cd3c5Smaybee uint64_t asize, uint64_t inflight, uint64_t *used, uint64_t *ref_rsrv) 2704a9799022Sck { 2705a9799022Sck int error = 0; 2706a9799022Sck 2707a9799022Sck ASSERT3S(asize, >, 0); 2708a9799022Sck 27099082849eSck /* 27109082849eSck * *ref_rsrv is the portion of asize that will come from any 27119082849eSck * unconsumed refreservation space. 27129082849eSck */ 27139082849eSck *ref_rsrv = 0; 27149082849eSck 2715a9799022Sck mutex_enter(&ds->ds_lock); 2716a9799022Sck /* 2717a9799022Sck * Make a space adjustment for reserved bytes. 2718a9799022Sck */ 2719a9799022Sck if (ds->ds_reserved > ds->ds_phys->ds_unique_bytes) { 2720a9799022Sck ASSERT3U(*used, >=, 2721a9799022Sck ds->ds_reserved - ds->ds_phys->ds_unique_bytes); 2722a9799022Sck *used -= (ds->ds_reserved - ds->ds_phys->ds_unique_bytes); 27239082849eSck *ref_rsrv = 27249082849eSck asize - MIN(asize, parent_delta(ds, asize + inflight)); 2725a9799022Sck } 2726a9799022Sck 2727a9799022Sck if (!check_quota || ds->ds_quota == 0) { 2728a9799022Sck mutex_exit(&ds->ds_lock); 2729a9799022Sck return (0); 2730a9799022Sck } 2731a9799022Sck /* 2732a9799022Sck * If they are requesting more space, and our current estimate 2733a9799022Sck * is over quota, they get to try again unless the actual 2734a9799022Sck * on-disk is over quota and there are no pending changes (which 2735a9799022Sck * may free up space for us). 2736a9799022Sck */ 2737a9799022Sck if (ds->ds_phys->ds_used_bytes + inflight >= ds->ds_quota) { 2738a9799022Sck if (inflight > 0 || ds->ds_phys->ds_used_bytes < ds->ds_quota) 2739a9799022Sck error = ERESTART; 2740a9799022Sck else 2741a9799022Sck error = EDQUOT; 2742a9799022Sck } 2743a9799022Sck mutex_exit(&ds->ds_lock); 2744a9799022Sck 2745a9799022Sck return (error); 2746a9799022Sck } 2747a9799022Sck 2748a9799022Sck /* ARGSUSED */ 2749a9799022Sck static int 2750a9799022Sck dsl_dataset_set_quota_check(void *arg1, void *arg2, dmu_tx_t *tx) 2751a9799022Sck { 2752a9799022Sck dsl_dataset_t *ds = arg1; 2753a9799022Sck uint64_t *quotap = arg2; 2754a9799022Sck uint64_t new_quota = *quotap; 2755a9799022Sck 2756a9799022Sck if (spa_version(ds->ds_dir->dd_pool->dp_spa) < SPA_VERSION_REFQUOTA) 2757a9799022Sck return (ENOTSUP); 2758a9799022Sck 2759a9799022Sck if (new_quota == 0) 2760a9799022Sck return (0); 2761a9799022Sck 2762a9799022Sck if (new_quota < ds->ds_phys->ds_used_bytes || 2763a9799022Sck new_quota < ds->ds_reserved) 2764a9799022Sck return (ENOSPC); 2765a9799022Sck 2766a9799022Sck return (0); 2767a9799022Sck } 2768a9799022Sck 2769a9799022Sck /* ARGSUSED */ 2770a9799022Sck void 2771a9799022Sck dsl_dataset_set_quota_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 2772a9799022Sck { 2773a9799022Sck dsl_dataset_t *ds = arg1; 2774a9799022Sck uint64_t *quotap = arg2; 2775a9799022Sck uint64_t new_quota = *quotap; 2776a9799022Sck 2777a9799022Sck dmu_buf_will_dirty(ds->ds_dbuf, tx); 2778a9799022Sck 2779a9799022Sck ds->ds_quota = new_quota; 2780a9799022Sck 2781a9799022Sck dsl_prop_set_uint64_sync(ds->ds_dir, "refquota", new_quota, cr, tx); 2782a9799022Sck 2783a9799022Sck spa_history_internal_log(LOG_DS_REFQUOTA, ds->ds_dir->dd_pool->dp_spa, 2784a9799022Sck tx, cr, "%lld dataset = %llu ", 2785745cd3c5Smaybee (longlong_t)new_quota, ds->ds_object); 2786a9799022Sck } 2787a9799022Sck 2788a9799022Sck int 2789a9799022Sck dsl_dataset_set_quota(const char *dsname, uint64_t quota) 2790a9799022Sck { 2791a9799022Sck dsl_dataset_t *ds; 2792a9799022Sck int err; 2793a9799022Sck 2794745cd3c5Smaybee err = dsl_dataset_hold(dsname, FTAG, &ds); 2795a9799022Sck if (err) 2796a9799022Sck return (err); 2797a9799022Sck 2798a9b821a0Sck if (quota != ds->ds_quota) { 2799a9b821a0Sck /* 2800a9b821a0Sck * If someone removes a file, then tries to set the quota, we 2801a9b821a0Sck * want to make sure the file freeing takes effect. 2802a9b821a0Sck */ 2803a9b821a0Sck txg_wait_open(ds->ds_dir->dd_pool, 0); 2804a9799022Sck 2805a9b821a0Sck err = dsl_sync_task_do(ds->ds_dir->dd_pool, 2806a9b821a0Sck dsl_dataset_set_quota_check, dsl_dataset_set_quota_sync, 2807a9b821a0Sck ds, "a, 0); 2808a9b821a0Sck } 2809745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2810a9799022Sck return (err); 2811a9799022Sck } 2812a9799022Sck 2813a9799022Sck static int 2814a9799022Sck dsl_dataset_set_reservation_check(void *arg1, void *arg2, dmu_tx_t *tx) 2815a9799022Sck { 2816a9799022Sck dsl_dataset_t *ds = arg1; 2817a9799022Sck uint64_t *reservationp = arg2; 2818a9799022Sck uint64_t new_reservation = *reservationp; 2819a9799022Sck int64_t delta; 2820a9799022Sck uint64_t unique; 2821a9799022Sck 2822a9799022Sck if (new_reservation > INT64_MAX) 2823a9799022Sck return (EOVERFLOW); 2824a9799022Sck 2825a9799022Sck if (spa_version(ds->ds_dir->dd_pool->dp_spa) < 2826a9799022Sck SPA_VERSION_REFRESERVATION) 2827a9799022Sck return (ENOTSUP); 2828a9799022Sck 2829a9799022Sck if (dsl_dataset_is_snapshot(ds)) 2830a9799022Sck return (EINVAL); 2831a9799022Sck 2832a9799022Sck /* 2833a9799022Sck * If we are doing the preliminary check in open context, the 2834a9799022Sck * space estimates may be inaccurate. 2835a9799022Sck */ 2836a9799022Sck if (!dmu_tx_is_syncing(tx)) 2837a9799022Sck return (0); 2838a9799022Sck 2839a9799022Sck mutex_enter(&ds->ds_lock); 2840a9799022Sck unique = dsl_dataset_unique(ds); 2841a9799022Sck delta = MAX(unique, new_reservation) - MAX(unique, ds->ds_reserved); 2842a9799022Sck mutex_exit(&ds->ds_lock); 2843a9799022Sck 2844a9799022Sck if (delta > 0 && 2845a9799022Sck delta > dsl_dir_space_available(ds->ds_dir, NULL, 0, TRUE)) 2846a9799022Sck return (ENOSPC); 2847a9799022Sck if (delta > 0 && ds->ds_quota > 0 && 2848a9799022Sck new_reservation > ds->ds_quota) 2849a9799022Sck return (ENOSPC); 2850a9799022Sck 2851a9799022Sck return (0); 2852a9799022Sck } 2853a9799022Sck 2854a9799022Sck /* ARGSUSED */ 2855a9799022Sck static void 2856a9799022Sck dsl_dataset_set_reservation_sync(void *arg1, void *arg2, cred_t *cr, 2857a9799022Sck dmu_tx_t *tx) 2858a9799022Sck { 2859a9799022Sck dsl_dataset_t *ds = arg1; 2860a9799022Sck uint64_t *reservationp = arg2; 2861a9799022Sck uint64_t new_reservation = *reservationp; 2862a9799022Sck uint64_t unique; 2863a9799022Sck int64_t delta; 2864a9799022Sck 2865a9799022Sck dmu_buf_will_dirty(ds->ds_dbuf, tx); 2866a9799022Sck 2867a9799022Sck mutex_enter(&ds->ds_lock); 2868a9799022Sck unique = dsl_dataset_unique(ds); 2869a9799022Sck delta = MAX(0, (int64_t)(new_reservation - unique)) - 2870a9799022Sck MAX(0, (int64_t)(ds->ds_reserved - unique)); 2871a9799022Sck ds->ds_reserved = new_reservation; 2872a9799022Sck mutex_exit(&ds->ds_lock); 2873a9799022Sck 2874a9799022Sck dsl_prop_set_uint64_sync(ds->ds_dir, "refreservation", 2875a9799022Sck new_reservation, cr, tx); 2876a9799022Sck 2877a9799022Sck dsl_dir_diduse_space(ds->ds_dir, delta, 0, 0, tx); 2878a9799022Sck 2879a9799022Sck spa_history_internal_log(LOG_DS_REFRESERV, 2880a9799022Sck ds->ds_dir->dd_pool->dp_spa, tx, cr, "%lld dataset = %llu", 2881a9799022Sck (longlong_t)new_reservation, 2882a9799022Sck ds->ds_dir->dd_phys->dd_head_dataset_obj); 2883a9799022Sck } 2884a9799022Sck 2885a9799022Sck int 2886a9799022Sck dsl_dataset_set_reservation(const char *dsname, uint64_t reservation) 2887a9799022Sck { 2888a9799022Sck dsl_dataset_t *ds; 2889a9799022Sck int err; 2890a9799022Sck 2891745cd3c5Smaybee err = dsl_dataset_hold(dsname, FTAG, &ds); 2892a9799022Sck if (err) 2893a9799022Sck return (err); 2894a9799022Sck 2895a9799022Sck err = dsl_sync_task_do(ds->ds_dir->dd_pool, 2896a9799022Sck dsl_dataset_set_reservation_check, 2897a9799022Sck dsl_dataset_set_reservation_sync, ds, &reservation, 0); 2898745cd3c5Smaybee dsl_dataset_rele(ds, FTAG); 2899a9799022Sck return (err); 2900a9799022Sck } 2901