1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5f65e61c0Sahrens * Common Development and Distribution License (the "License"). 6f65e61c0Sahrens * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21fa9e4066Sahrens /* 22f65e61c0Sahrens * Copyright 2006 Sun Microsystems, Inc. All rights reserved. 23fa9e4066Sahrens * Use is subject to license terms. 24fa9e4066Sahrens */ 25fa9e4066Sahrens 26fa9e4066Sahrens #pragma ident "%Z%%M% %I% %E% SMI" 27fa9e4066Sahrens 28fa9e4066Sahrens #include <sys/spa.h> 29fa9e4066Sahrens #include <sys/dmu.h> 30fa9e4066Sahrens #include <sys/zfs_context.h> 31fa9e4066Sahrens #include <sys/zap.h> 32*ea8dc4b6Seschrock #include <sys/refcount.h> 33fa9e4066Sahrens #include <sys/zap_impl.h> 3487e5029aSahrens #include <sys/zap_leaf.h> 35fa9e4066Sahrens #include <sys/avl.h> 36fa9e4066Sahrens 37fa9e4066Sahrens 38fa9e4066Sahrens static uint64_t mzap_write_cookie(zap_t *zap, uint64_t cookie, 39fa9e4066Sahrens uint64_t entptr); 40fa9e4066Sahrens static void mzap_upgrade(zap_t *zap, dmu_tx_t *tx); 41fa9e4066Sahrens 42fa9e4066Sahrens 43fa9e4066Sahrens static void 44fa9e4066Sahrens mzap_byteswap(mzap_phys_t *buf, size_t size) 45fa9e4066Sahrens { 46fa9e4066Sahrens int i, max; 47fa9e4066Sahrens buf->mz_block_type = BSWAP_64(buf->mz_block_type); 48fa9e4066Sahrens buf->mz_salt = BSWAP_64(buf->mz_salt); 49fa9e4066Sahrens max = (size / MZAP_ENT_LEN) - 1; 50fa9e4066Sahrens for (i = 0; i < max; i++) { 51fa9e4066Sahrens buf->mz_chunk[i].mze_value = 52fa9e4066Sahrens BSWAP_64(buf->mz_chunk[i].mze_value); 53fa9e4066Sahrens buf->mz_chunk[i].mze_cd = 54fa9e4066Sahrens BSWAP_32(buf->mz_chunk[i].mze_cd); 55fa9e4066Sahrens } 56fa9e4066Sahrens } 57fa9e4066Sahrens 58fa9e4066Sahrens void 59fa9e4066Sahrens zap_byteswap(void *buf, size_t size) 60fa9e4066Sahrens { 61fa9e4066Sahrens uint64_t block_type; 62fa9e4066Sahrens 63fa9e4066Sahrens block_type = *(uint64_t *)buf; 64fa9e4066Sahrens 65fa9e4066Sahrens switch (block_type) { 66fa9e4066Sahrens case ZBT_MICRO: 67fa9e4066Sahrens case BSWAP_64(ZBT_MICRO): 68fa9e4066Sahrens /* ASSERT(magic == ZAP_LEAF_MAGIC); */ 69fa9e4066Sahrens mzap_byteswap(buf, size); 70fa9e4066Sahrens return; 71fa9e4066Sahrens default: 72fa9e4066Sahrens fzap_byteswap(buf, size); 73fa9e4066Sahrens return; 74fa9e4066Sahrens } 75fa9e4066Sahrens } 76fa9e4066Sahrens 77fa9e4066Sahrens static int 78fa9e4066Sahrens mze_compare(const void *arg1, const void *arg2) 79fa9e4066Sahrens { 80fa9e4066Sahrens const mzap_ent_t *mze1 = arg1; 81fa9e4066Sahrens const mzap_ent_t *mze2 = arg2; 82fa9e4066Sahrens 83fa9e4066Sahrens if (mze1->mze_hash > mze2->mze_hash) 84fa9e4066Sahrens return (+1); 85fa9e4066Sahrens if (mze1->mze_hash < mze2->mze_hash) 86fa9e4066Sahrens return (-1); 87fa9e4066Sahrens if (mze1->mze_phys.mze_cd > mze2->mze_phys.mze_cd) 88fa9e4066Sahrens return (+1); 89fa9e4066Sahrens if (mze1->mze_phys.mze_cd < mze2->mze_phys.mze_cd) 90fa9e4066Sahrens return (-1); 91fa9e4066Sahrens return (0); 92fa9e4066Sahrens } 93fa9e4066Sahrens 94fa9e4066Sahrens static void 95fa9e4066Sahrens mze_insert(zap_t *zap, int chunkid, uint64_t hash, mzap_ent_phys_t *mzep) 96fa9e4066Sahrens { 97fa9e4066Sahrens mzap_ent_t *mze; 98fa9e4066Sahrens 99fa9e4066Sahrens ASSERT(zap->zap_ismicro); 100fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 101fa9e4066Sahrens ASSERT(mzep->mze_cd < ZAP_MAXCD); 102fa9e4066Sahrens ASSERT3U(zap_hash(zap, mzep->mze_name), ==, hash); 103fa9e4066Sahrens 104fa9e4066Sahrens mze = kmem_alloc(sizeof (mzap_ent_t), KM_SLEEP); 105fa9e4066Sahrens mze->mze_chunkid = chunkid; 106fa9e4066Sahrens mze->mze_hash = hash; 107fa9e4066Sahrens mze->mze_phys = *mzep; 108fa9e4066Sahrens avl_add(&zap->zap_m.zap_avl, mze); 109fa9e4066Sahrens } 110fa9e4066Sahrens 111fa9e4066Sahrens static mzap_ent_t * 112fa9e4066Sahrens mze_find(zap_t *zap, const char *name, uint64_t hash) 113fa9e4066Sahrens { 114fa9e4066Sahrens mzap_ent_t mze_tofind; 115fa9e4066Sahrens mzap_ent_t *mze; 116fa9e4066Sahrens avl_index_t idx; 117fa9e4066Sahrens avl_tree_t *avl = &zap->zap_m.zap_avl; 118fa9e4066Sahrens 119fa9e4066Sahrens ASSERT(zap->zap_ismicro); 120fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock)); 121fa9e4066Sahrens ASSERT3U(zap_hash(zap, name), ==, hash); 122fa9e4066Sahrens 123fa9e4066Sahrens if (strlen(name) >= sizeof (mze_tofind.mze_phys.mze_name)) 124fa9e4066Sahrens return (NULL); 125fa9e4066Sahrens 126fa9e4066Sahrens mze_tofind.mze_hash = hash; 127fa9e4066Sahrens mze_tofind.mze_phys.mze_cd = 0; 128fa9e4066Sahrens 129fa9e4066Sahrens mze = avl_find(avl, &mze_tofind, &idx); 130fa9e4066Sahrens if (mze == NULL) 131fa9e4066Sahrens mze = avl_nearest(avl, idx, AVL_AFTER); 132fa9e4066Sahrens for (; mze && mze->mze_hash == hash; mze = AVL_NEXT(avl, mze)) { 133fa9e4066Sahrens if (strcmp(name, mze->mze_phys.mze_name) == 0) 134fa9e4066Sahrens return (mze); 135fa9e4066Sahrens } 136fa9e4066Sahrens return (NULL); 137fa9e4066Sahrens } 138fa9e4066Sahrens 139fa9e4066Sahrens static uint32_t 140fa9e4066Sahrens mze_find_unused_cd(zap_t *zap, uint64_t hash) 141fa9e4066Sahrens { 142fa9e4066Sahrens mzap_ent_t mze_tofind; 143fa9e4066Sahrens mzap_ent_t *mze; 144fa9e4066Sahrens avl_index_t idx; 145fa9e4066Sahrens avl_tree_t *avl = &zap->zap_m.zap_avl; 146fa9e4066Sahrens uint32_t cd; 147fa9e4066Sahrens 148fa9e4066Sahrens ASSERT(zap->zap_ismicro); 149fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock)); 150fa9e4066Sahrens 151fa9e4066Sahrens mze_tofind.mze_hash = hash; 152fa9e4066Sahrens mze_tofind.mze_phys.mze_cd = 0; 153fa9e4066Sahrens 154fa9e4066Sahrens cd = 0; 155fa9e4066Sahrens for (mze = avl_find(avl, &mze_tofind, &idx); 156fa9e4066Sahrens mze && mze->mze_hash == hash; mze = AVL_NEXT(avl, mze)) { 157fa9e4066Sahrens if (mze->mze_phys.mze_cd != cd) 158fa9e4066Sahrens break; 159fa9e4066Sahrens cd++; 160fa9e4066Sahrens } 161fa9e4066Sahrens 162fa9e4066Sahrens return (cd); 163fa9e4066Sahrens } 164fa9e4066Sahrens 165fa9e4066Sahrens static void 166fa9e4066Sahrens mze_remove(zap_t *zap, mzap_ent_t *mze) 167fa9e4066Sahrens { 168fa9e4066Sahrens ASSERT(zap->zap_ismicro); 169fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 170fa9e4066Sahrens 171fa9e4066Sahrens avl_remove(&zap->zap_m.zap_avl, mze); 172fa9e4066Sahrens kmem_free(mze, sizeof (mzap_ent_t)); 173fa9e4066Sahrens } 174fa9e4066Sahrens 175fa9e4066Sahrens static void 176fa9e4066Sahrens mze_destroy(zap_t *zap) 177fa9e4066Sahrens { 178fa9e4066Sahrens mzap_ent_t *mze; 179fa9e4066Sahrens void *avlcookie = NULL; 180fa9e4066Sahrens 181fa9e4066Sahrens while (mze = avl_destroy_nodes(&zap->zap_m.zap_avl, &avlcookie)) 182fa9e4066Sahrens kmem_free(mze, sizeof (mzap_ent_t)); 183fa9e4066Sahrens avl_destroy(&zap->zap_m.zap_avl); 184fa9e4066Sahrens } 185fa9e4066Sahrens 186fa9e4066Sahrens static zap_t * 187fa9e4066Sahrens mzap_open(objset_t *os, uint64_t obj, dmu_buf_t *db) 188fa9e4066Sahrens { 189fa9e4066Sahrens zap_t *winner; 190fa9e4066Sahrens zap_t *zap; 191fa9e4066Sahrens int i; 192fa9e4066Sahrens 193fa9e4066Sahrens ASSERT3U(MZAP_ENT_LEN, ==, sizeof (mzap_ent_phys_t)); 194fa9e4066Sahrens 195fa9e4066Sahrens zap = kmem_zalloc(sizeof (zap_t), KM_SLEEP); 196fa9e4066Sahrens rw_init(&zap->zap_rwlock, 0, 0, 0); 197fa9e4066Sahrens rw_enter(&zap->zap_rwlock, RW_WRITER); 198fa9e4066Sahrens zap->zap_objset = os; 199fa9e4066Sahrens zap->zap_object = obj; 200fa9e4066Sahrens zap->zap_dbuf = db; 201fa9e4066Sahrens 202fa9e4066Sahrens if (((uint64_t *)db->db_data)[0] != ZBT_MICRO) { 203fa9e4066Sahrens mutex_init(&zap->zap_f.zap_num_entries_mtx, 0, 0, 0); 204f65e61c0Sahrens zap->zap_f.zap_block_shift = highbit(db->db_size) - 1; 205fa9e4066Sahrens } else { 206fa9e4066Sahrens zap->zap_ismicro = TRUE; 207fa9e4066Sahrens } 208fa9e4066Sahrens 209fa9e4066Sahrens /* 210fa9e4066Sahrens * Make sure that zap_ismicro is set before we let others see 211fa9e4066Sahrens * it, because zap_lockdir() checks zap_ismicro without the lock 212fa9e4066Sahrens * held. 213fa9e4066Sahrens */ 214fa9e4066Sahrens winner = dmu_buf_set_user(db, zap, &zap->zap_m.zap_phys, zap_pageout); 215fa9e4066Sahrens 216fa9e4066Sahrens if (winner != NULL) { 217fa9e4066Sahrens kmem_free(zap, sizeof (zap_t)); 218fa9e4066Sahrens return (winner); 219fa9e4066Sahrens } 220fa9e4066Sahrens 221fa9e4066Sahrens if (zap->zap_ismicro) { 222fa9e4066Sahrens zap->zap_salt = zap->zap_m.zap_phys->mz_salt; 223fa9e4066Sahrens zap->zap_m.zap_num_chunks = db->db_size / MZAP_ENT_LEN - 1; 224fa9e4066Sahrens avl_create(&zap->zap_m.zap_avl, mze_compare, 225fa9e4066Sahrens sizeof (mzap_ent_t), offsetof(mzap_ent_t, mze_node)); 226fa9e4066Sahrens 227fa9e4066Sahrens for (i = 0; i < zap->zap_m.zap_num_chunks; i++) { 228fa9e4066Sahrens mzap_ent_phys_t *mze = 229fa9e4066Sahrens &zap->zap_m.zap_phys->mz_chunk[i]; 230fa9e4066Sahrens if (mze->mze_name[0]) { 231fa9e4066Sahrens zap->zap_m.zap_num_entries++; 232fa9e4066Sahrens mze_insert(zap, i, 233fa9e4066Sahrens zap_hash(zap, mze->mze_name), mze); 234fa9e4066Sahrens } 235fa9e4066Sahrens } 236fa9e4066Sahrens } else { 237fa9e4066Sahrens zap->zap_salt = zap->zap_f.zap_phys->zap_salt; 238f65e61c0Sahrens 239f65e61c0Sahrens ASSERT3U(sizeof (struct zap_leaf_header), ==, 240f65e61c0Sahrens 2*ZAP_LEAF_CHUNKSIZE); 241f65e61c0Sahrens 242f65e61c0Sahrens /* 243f65e61c0Sahrens * The embedded pointer table should not overlap the 244f65e61c0Sahrens * other members. 245f65e61c0Sahrens */ 246f65e61c0Sahrens ASSERT3P(&ZAP_EMBEDDED_PTRTBL_ENT(zap, 0), >, 247f65e61c0Sahrens &zap->zap_f.zap_phys->zap_salt); 248f65e61c0Sahrens 249f65e61c0Sahrens /* 250f65e61c0Sahrens * The embedded pointer table should end at the end of 251f65e61c0Sahrens * the block 252f65e61c0Sahrens */ 253f65e61c0Sahrens ASSERT3U((uintptr_t)&ZAP_EMBEDDED_PTRTBL_ENT(zap, 254f65e61c0Sahrens 1<<ZAP_EMBEDDED_PTRTBL_SHIFT(zap)) - 255f65e61c0Sahrens (uintptr_t)zap->zap_f.zap_phys, ==, 256f65e61c0Sahrens zap->zap_dbuf->db_size); 257fa9e4066Sahrens } 258fa9e4066Sahrens rw_exit(&zap->zap_rwlock); 259fa9e4066Sahrens return (zap); 260fa9e4066Sahrens } 261fa9e4066Sahrens 262fa9e4066Sahrens int 263fa9e4066Sahrens zap_lockdir(objset_t *os, uint64_t obj, dmu_tx_t *tx, 264fa9e4066Sahrens krw_t lti, int fatreader, zap_t **zapp) 265fa9e4066Sahrens { 266fa9e4066Sahrens zap_t *zap; 267fa9e4066Sahrens dmu_buf_t *db; 268fa9e4066Sahrens krw_t lt; 269fa9e4066Sahrens int err; 270fa9e4066Sahrens 271fa9e4066Sahrens *zapp = NULL; 272fa9e4066Sahrens 273*ea8dc4b6Seschrock err = dmu_buf_hold(os, obj, 0, NULL, &db); 274*ea8dc4b6Seschrock if (err) 275*ea8dc4b6Seschrock return (err); 276fa9e4066Sahrens 277fa9e4066Sahrens #ifdef ZFS_DEBUG 278fa9e4066Sahrens { 279fa9e4066Sahrens dmu_object_info_t doi; 280fa9e4066Sahrens dmu_object_info_from_db(db, &doi); 281fa9e4066Sahrens ASSERT(dmu_ot[doi.doi_type].ot_byteswap == zap_byteswap); 282fa9e4066Sahrens } 283fa9e4066Sahrens #endif 284fa9e4066Sahrens 285fa9e4066Sahrens zap = dmu_buf_get_user(db); 286fa9e4066Sahrens if (zap == NULL) 287fa9e4066Sahrens zap = mzap_open(os, obj, db); 288fa9e4066Sahrens 289fa9e4066Sahrens /* 290fa9e4066Sahrens * We're checking zap_ismicro without the lock held, in order to 291fa9e4066Sahrens * tell what type of lock we want. Once we have some sort of 292fa9e4066Sahrens * lock, see if it really is the right type. In practice this 293fa9e4066Sahrens * can only be different if it was upgraded from micro to fat, 294fa9e4066Sahrens * and micro wanted WRITER but fat only needs READER. 295fa9e4066Sahrens */ 296fa9e4066Sahrens lt = (!zap->zap_ismicro && fatreader) ? RW_READER : lti; 297fa9e4066Sahrens rw_enter(&zap->zap_rwlock, lt); 298fa9e4066Sahrens if (lt != ((!zap->zap_ismicro && fatreader) ? RW_READER : lti)) { 299fa9e4066Sahrens /* it was upgraded, now we only need reader */ 300fa9e4066Sahrens ASSERT(lt == RW_WRITER); 301fa9e4066Sahrens ASSERT(RW_READER == 302fa9e4066Sahrens (!zap->zap_ismicro && fatreader) ? RW_READER : lti); 303fa9e4066Sahrens rw_downgrade(&zap->zap_rwlock); 304fa9e4066Sahrens lt = RW_READER; 305fa9e4066Sahrens } 306fa9e4066Sahrens 307fa9e4066Sahrens zap->zap_objset = os; 308fa9e4066Sahrens 309fa9e4066Sahrens if (lt == RW_WRITER) 310fa9e4066Sahrens dmu_buf_will_dirty(db, tx); 311fa9e4066Sahrens 312fa9e4066Sahrens ASSERT3P(zap->zap_dbuf, ==, db); 313fa9e4066Sahrens 314fa9e4066Sahrens ASSERT(!zap->zap_ismicro || 315fa9e4066Sahrens zap->zap_m.zap_num_entries <= zap->zap_m.zap_num_chunks); 316fa9e4066Sahrens if (zap->zap_ismicro && tx && 317fa9e4066Sahrens zap->zap_m.zap_num_entries == zap->zap_m.zap_num_chunks) { 318fa9e4066Sahrens uint64_t newsz = db->db_size + SPA_MINBLOCKSIZE; 319fa9e4066Sahrens if (newsz > MZAP_MAX_BLKSZ) { 320fa9e4066Sahrens dprintf("upgrading obj %llu: num_entries=%u\n", 321fa9e4066Sahrens obj, zap->zap_m.zap_num_entries); 322fa9e4066Sahrens mzap_upgrade(zap, tx); 323fa9e4066Sahrens *zapp = zap; 324fa9e4066Sahrens return (0); 325fa9e4066Sahrens } 326fa9e4066Sahrens err = dmu_object_set_blocksize(os, obj, newsz, 0, tx); 327fa9e4066Sahrens ASSERT3U(err, ==, 0); 328fa9e4066Sahrens zap->zap_m.zap_num_chunks = 329fa9e4066Sahrens db->db_size / MZAP_ENT_LEN - 1; 330fa9e4066Sahrens } 331fa9e4066Sahrens 332fa9e4066Sahrens *zapp = zap; 333fa9e4066Sahrens return (0); 334fa9e4066Sahrens } 335fa9e4066Sahrens 336fa9e4066Sahrens void 337fa9e4066Sahrens zap_unlockdir(zap_t *zap) 338fa9e4066Sahrens { 339fa9e4066Sahrens rw_exit(&zap->zap_rwlock); 340*ea8dc4b6Seschrock dmu_buf_rele(zap->zap_dbuf, NULL); 341fa9e4066Sahrens } 342fa9e4066Sahrens 343fa9e4066Sahrens static void 344fa9e4066Sahrens mzap_upgrade(zap_t *zap, dmu_tx_t *tx) 345fa9e4066Sahrens { 346fa9e4066Sahrens mzap_phys_t *mzp; 347fa9e4066Sahrens int i, sz, nchunks, err; 348fa9e4066Sahrens 349fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 350fa9e4066Sahrens 351fa9e4066Sahrens sz = zap->zap_dbuf->db_size; 352fa9e4066Sahrens mzp = kmem_alloc(sz, KM_SLEEP); 353fa9e4066Sahrens bcopy(zap->zap_dbuf->db_data, mzp, sz); 354fa9e4066Sahrens nchunks = zap->zap_m.zap_num_chunks; 355fa9e4066Sahrens 356fa9e4066Sahrens err = dmu_object_set_blocksize(zap->zap_objset, zap->zap_object, 357f65e61c0Sahrens 1ULL << fzap_default_block_shift, 0, tx); 358fa9e4066Sahrens ASSERT(err == 0); 359fa9e4066Sahrens 360fa9e4066Sahrens dprintf("upgrading obj=%llu with %u chunks\n", 361fa9e4066Sahrens zap->zap_object, nchunks); 362fa9e4066Sahrens mze_destroy(zap); 363fa9e4066Sahrens 364fa9e4066Sahrens fzap_upgrade(zap, tx); 365fa9e4066Sahrens 366fa9e4066Sahrens for (i = 0; i < nchunks; i++) { 367fa9e4066Sahrens int err; 368fa9e4066Sahrens mzap_ent_phys_t *mze = &mzp->mz_chunk[i]; 369fa9e4066Sahrens if (mze->mze_name[0] == 0) 370fa9e4066Sahrens continue; 371fa9e4066Sahrens dprintf("adding %s=%llu\n", 372fa9e4066Sahrens mze->mze_name, mze->mze_value); 373fa9e4066Sahrens err = fzap_add_cd(zap, 374fa9e4066Sahrens mze->mze_name, 8, 1, &mze->mze_value, 375*ea8dc4b6Seschrock mze->mze_cd, tx); 376fa9e4066Sahrens ASSERT3U(err, ==, 0); 377fa9e4066Sahrens } 378fa9e4066Sahrens kmem_free(mzp, sz); 379fa9e4066Sahrens } 380fa9e4066Sahrens 381fa9e4066Sahrens uint64_t 382fa9e4066Sahrens zap_hash(zap_t *zap, const char *name) 383fa9e4066Sahrens { 384fa9e4066Sahrens const uint8_t *cp; 385fa9e4066Sahrens uint8_t c; 386fa9e4066Sahrens uint64_t crc = zap->zap_salt; 387fa9e4066Sahrens 388fa9e4066Sahrens ASSERT(crc != 0); 389fa9e4066Sahrens ASSERT(zfs_crc64_table[128] == ZFS_CRC64_POLY); 390fa9e4066Sahrens for (cp = (const uint8_t *)name; (c = *cp) != '\0'; cp++) 391fa9e4066Sahrens crc = (crc >> 8) ^ zfs_crc64_table[(crc ^ c) & 0xFF]; 392fa9e4066Sahrens 393fa9e4066Sahrens /* 394fa9e4066Sahrens * Only use 28 bits, since we need 4 bits in the cookie for the 395fa9e4066Sahrens * collision differentiator. We MUST use the high bits, since 396fa9e4066Sahrens * those are the onces that we first pay attention to when 397fa9e4066Sahrens * chosing the bucket. 398fa9e4066Sahrens */ 399fa9e4066Sahrens crc &= ~((1ULL << (64 - ZAP_HASHBITS)) - 1); 400fa9e4066Sahrens 401fa9e4066Sahrens return (crc); 402fa9e4066Sahrens } 403fa9e4066Sahrens 404fa9e4066Sahrens 405fa9e4066Sahrens static void 406fa9e4066Sahrens mzap_create_impl(objset_t *os, uint64_t obj, dmu_tx_t *tx) 407fa9e4066Sahrens { 408fa9e4066Sahrens dmu_buf_t *db; 409fa9e4066Sahrens mzap_phys_t *zp; 410fa9e4066Sahrens 411*ea8dc4b6Seschrock VERIFY(0 == dmu_buf_hold(os, obj, 0, FTAG, &db)); 412fa9e4066Sahrens 413fa9e4066Sahrens #ifdef ZFS_DEBUG 414fa9e4066Sahrens { 415fa9e4066Sahrens dmu_object_info_t doi; 416fa9e4066Sahrens dmu_object_info_from_db(db, &doi); 417fa9e4066Sahrens ASSERT(dmu_ot[doi.doi_type].ot_byteswap == zap_byteswap); 418fa9e4066Sahrens } 419fa9e4066Sahrens #endif 420fa9e4066Sahrens 421fa9e4066Sahrens dmu_buf_will_dirty(db, tx); 422fa9e4066Sahrens zp = db->db_data; 423fa9e4066Sahrens zp->mz_block_type = ZBT_MICRO; 424fa9e4066Sahrens zp->mz_salt = ((uintptr_t)db ^ (uintptr_t)tx ^ (obj << 1)) | 1ULL; 425fa9e4066Sahrens ASSERT(zp->mz_salt != 0); 426*ea8dc4b6Seschrock dmu_buf_rele(db, FTAG); 427fa9e4066Sahrens } 428fa9e4066Sahrens 429fa9e4066Sahrens int 430fa9e4066Sahrens zap_create_claim(objset_t *os, uint64_t obj, dmu_object_type_t ot, 431fa9e4066Sahrens dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx) 432fa9e4066Sahrens { 433fa9e4066Sahrens int err; 434fa9e4066Sahrens 435fa9e4066Sahrens err = dmu_object_claim(os, obj, ot, 0, bonustype, bonuslen, tx); 436fa9e4066Sahrens if (err != 0) 437fa9e4066Sahrens return (err); 438fa9e4066Sahrens mzap_create_impl(os, obj, tx); 439fa9e4066Sahrens return (0); 440fa9e4066Sahrens } 441fa9e4066Sahrens 442fa9e4066Sahrens uint64_t 443fa9e4066Sahrens zap_create(objset_t *os, dmu_object_type_t ot, 444fa9e4066Sahrens dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx) 445fa9e4066Sahrens { 446fa9e4066Sahrens uint64_t obj = dmu_object_alloc(os, ot, 0, bonustype, bonuslen, tx); 447fa9e4066Sahrens 448fa9e4066Sahrens mzap_create_impl(os, obj, tx); 449fa9e4066Sahrens return (obj); 450fa9e4066Sahrens } 451fa9e4066Sahrens 452fa9e4066Sahrens int 453fa9e4066Sahrens zap_destroy(objset_t *os, uint64_t zapobj, dmu_tx_t *tx) 454fa9e4066Sahrens { 455fa9e4066Sahrens /* 456fa9e4066Sahrens * dmu_object_free will free the object number and free the 457fa9e4066Sahrens * data. Freeing the data will cause our pageout function to be 458fa9e4066Sahrens * called, which will destroy our data (zap_leaf_t's and zap_t). 459fa9e4066Sahrens */ 460fa9e4066Sahrens 461fa9e4066Sahrens return (dmu_object_free(os, zapobj, tx)); 462fa9e4066Sahrens } 463fa9e4066Sahrens 464fa9e4066Sahrens _NOTE(ARGSUSED(0)) 465fa9e4066Sahrens void 466fa9e4066Sahrens zap_pageout(dmu_buf_t *db, void *vmzap) 467fa9e4066Sahrens { 468fa9e4066Sahrens zap_t *zap = vmzap; 469fa9e4066Sahrens 470fa9e4066Sahrens rw_destroy(&zap->zap_rwlock); 471fa9e4066Sahrens 472f65e61c0Sahrens if (zap->zap_ismicro) 473fa9e4066Sahrens mze_destroy(zap); 474fa9e4066Sahrens 475fa9e4066Sahrens kmem_free(zap, sizeof (zap_t)); 476fa9e4066Sahrens } 477fa9e4066Sahrens 478fa9e4066Sahrens 479fa9e4066Sahrens int 480fa9e4066Sahrens zap_count(objset_t *os, uint64_t zapobj, uint64_t *count) 481fa9e4066Sahrens { 482fa9e4066Sahrens zap_t *zap; 483fa9e4066Sahrens int err; 484fa9e4066Sahrens 485fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 486fa9e4066Sahrens if (err) 487fa9e4066Sahrens return (err); 488fa9e4066Sahrens if (!zap->zap_ismicro) { 489fa9e4066Sahrens err = fzap_count(zap, count); 490fa9e4066Sahrens } else { 491fa9e4066Sahrens *count = zap->zap_m.zap_num_entries; 492fa9e4066Sahrens } 493fa9e4066Sahrens zap_unlockdir(zap); 494fa9e4066Sahrens return (err); 495fa9e4066Sahrens } 496fa9e4066Sahrens 497fa9e4066Sahrens /* 498fa9e4066Sahrens * Routines for maniplulating attributes. 499fa9e4066Sahrens */ 500fa9e4066Sahrens 501fa9e4066Sahrens int 502fa9e4066Sahrens zap_lookup(objset_t *os, uint64_t zapobj, const char *name, 503fa9e4066Sahrens uint64_t integer_size, uint64_t num_integers, void *buf) 504fa9e4066Sahrens { 505fa9e4066Sahrens zap_t *zap; 506fa9e4066Sahrens int err; 507fa9e4066Sahrens mzap_ent_t *mze; 508fa9e4066Sahrens 509fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 510fa9e4066Sahrens if (err) 511fa9e4066Sahrens return (err); 512fa9e4066Sahrens if (!zap->zap_ismicro) { 513fa9e4066Sahrens err = fzap_lookup(zap, name, 514fa9e4066Sahrens integer_size, num_integers, buf); 515fa9e4066Sahrens } else { 516fa9e4066Sahrens mze = mze_find(zap, name, zap_hash(zap, name)); 517fa9e4066Sahrens if (mze == NULL) { 518fa9e4066Sahrens err = ENOENT; 519fa9e4066Sahrens } else { 520fa9e4066Sahrens if (num_integers < 1) 521fa9e4066Sahrens err = EOVERFLOW; 522fa9e4066Sahrens else if (integer_size != 8) 523fa9e4066Sahrens err = EINVAL; 524fa9e4066Sahrens else 525fa9e4066Sahrens *(uint64_t *)buf = mze->mze_phys.mze_value; 526fa9e4066Sahrens } 527fa9e4066Sahrens } 528fa9e4066Sahrens zap_unlockdir(zap); 529fa9e4066Sahrens return (err); 530fa9e4066Sahrens } 531fa9e4066Sahrens 532fa9e4066Sahrens int 533fa9e4066Sahrens zap_length(objset_t *os, uint64_t zapobj, const char *name, 534fa9e4066Sahrens uint64_t *integer_size, uint64_t *num_integers) 535fa9e4066Sahrens { 536fa9e4066Sahrens zap_t *zap; 537fa9e4066Sahrens int err; 538fa9e4066Sahrens mzap_ent_t *mze; 539fa9e4066Sahrens 540fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 541fa9e4066Sahrens if (err) 542fa9e4066Sahrens return (err); 543fa9e4066Sahrens if (!zap->zap_ismicro) { 544fa9e4066Sahrens err = fzap_length(zap, name, integer_size, num_integers); 545fa9e4066Sahrens } else { 546fa9e4066Sahrens mze = mze_find(zap, name, zap_hash(zap, name)); 547fa9e4066Sahrens if (mze == NULL) { 548fa9e4066Sahrens err = ENOENT; 549fa9e4066Sahrens } else { 550fa9e4066Sahrens if (integer_size) 551fa9e4066Sahrens *integer_size = 8; 552fa9e4066Sahrens if (num_integers) 553fa9e4066Sahrens *num_integers = 1; 554fa9e4066Sahrens } 555fa9e4066Sahrens } 556fa9e4066Sahrens zap_unlockdir(zap); 557fa9e4066Sahrens return (err); 558fa9e4066Sahrens } 559fa9e4066Sahrens 560fa9e4066Sahrens static void 561fa9e4066Sahrens mzap_addent(zap_t *zap, const char *name, uint64_t hash, uint64_t value) 562fa9e4066Sahrens { 563fa9e4066Sahrens int i; 564fa9e4066Sahrens int start = zap->zap_m.zap_alloc_next; 565fa9e4066Sahrens uint32_t cd; 566fa9e4066Sahrens 567fa9e4066Sahrens dprintf("obj=%llu %s=%llu\n", zap->zap_object, name, value); 568fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 569fa9e4066Sahrens 570fa9e4066Sahrens #ifdef ZFS_DEBUG 571fa9e4066Sahrens for (i = 0; i < zap->zap_m.zap_num_chunks; i++) { 572fa9e4066Sahrens mzap_ent_phys_t *mze = &zap->zap_m.zap_phys->mz_chunk[i]; 573fa9e4066Sahrens ASSERT(strcmp(name, mze->mze_name) != 0); 574fa9e4066Sahrens } 575fa9e4066Sahrens #endif 576fa9e4066Sahrens 577fa9e4066Sahrens cd = mze_find_unused_cd(zap, hash); 578fa9e4066Sahrens /* given the limited size of the microzap, this can't happen */ 579fa9e4066Sahrens ASSERT(cd != ZAP_MAXCD); 580fa9e4066Sahrens 581fa9e4066Sahrens again: 582fa9e4066Sahrens for (i = start; i < zap->zap_m.zap_num_chunks; i++) { 583fa9e4066Sahrens mzap_ent_phys_t *mze = &zap->zap_m.zap_phys->mz_chunk[i]; 584fa9e4066Sahrens if (mze->mze_name[0] == 0) { 585fa9e4066Sahrens mze->mze_value = value; 586fa9e4066Sahrens mze->mze_cd = cd; 587fa9e4066Sahrens (void) strcpy(mze->mze_name, name); 588fa9e4066Sahrens zap->zap_m.zap_num_entries++; 589fa9e4066Sahrens zap->zap_m.zap_alloc_next = i+1; 590fa9e4066Sahrens if (zap->zap_m.zap_alloc_next == 591fa9e4066Sahrens zap->zap_m.zap_num_chunks) 592fa9e4066Sahrens zap->zap_m.zap_alloc_next = 0; 593fa9e4066Sahrens mze_insert(zap, i, hash, mze); 594fa9e4066Sahrens return; 595fa9e4066Sahrens } 596fa9e4066Sahrens } 597fa9e4066Sahrens if (start != 0) { 598fa9e4066Sahrens start = 0; 599fa9e4066Sahrens goto again; 600fa9e4066Sahrens } 601fa9e4066Sahrens ASSERT(!"out of entries!"); 602fa9e4066Sahrens } 603fa9e4066Sahrens 604fa9e4066Sahrens int 605fa9e4066Sahrens zap_add(objset_t *os, uint64_t zapobj, const char *name, 606fa9e4066Sahrens int integer_size, uint64_t num_integers, 607fa9e4066Sahrens const void *val, dmu_tx_t *tx) 608fa9e4066Sahrens { 609fa9e4066Sahrens zap_t *zap; 610fa9e4066Sahrens int err; 611fa9e4066Sahrens mzap_ent_t *mze; 612fa9e4066Sahrens const uint64_t *intval = val; 613fa9e4066Sahrens uint64_t hash; 614fa9e4066Sahrens 615fa9e4066Sahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, &zap); 616fa9e4066Sahrens if (err) 617fa9e4066Sahrens return (err); 618fa9e4066Sahrens if (!zap->zap_ismicro) { 619fa9e4066Sahrens err = fzap_add(zap, name, integer_size, num_integers, val, tx); 620fa9e4066Sahrens } else if (integer_size != 8 || num_integers != 1 || 621fa9e4066Sahrens strlen(name) >= MZAP_NAME_LEN) { 622fa9e4066Sahrens dprintf("upgrading obj %llu: intsz=%u numint=%llu name=%s\n", 623fa9e4066Sahrens zapobj, integer_size, num_integers, name); 624fa9e4066Sahrens mzap_upgrade(zap, tx); 625fa9e4066Sahrens err = fzap_add(zap, name, integer_size, num_integers, val, tx); 626fa9e4066Sahrens } else { 627fa9e4066Sahrens hash = zap_hash(zap, name); 628fa9e4066Sahrens mze = mze_find(zap, name, hash); 629fa9e4066Sahrens if (mze != NULL) { 630fa9e4066Sahrens err = EEXIST; 631fa9e4066Sahrens } else { 632fa9e4066Sahrens mzap_addent(zap, name, hash, *intval); 633fa9e4066Sahrens } 634fa9e4066Sahrens } 635fa9e4066Sahrens zap_unlockdir(zap); 636fa9e4066Sahrens return (err); 637fa9e4066Sahrens } 638fa9e4066Sahrens 639fa9e4066Sahrens int 640fa9e4066Sahrens zap_update(objset_t *os, uint64_t zapobj, const char *name, 641fa9e4066Sahrens int integer_size, uint64_t num_integers, const void *val, dmu_tx_t *tx) 642fa9e4066Sahrens { 643fa9e4066Sahrens zap_t *zap; 644fa9e4066Sahrens mzap_ent_t *mze; 645fa9e4066Sahrens const uint64_t *intval = val; 646fa9e4066Sahrens uint64_t hash; 647fa9e4066Sahrens int err; 648fa9e4066Sahrens 649fa9e4066Sahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, &zap); 650fa9e4066Sahrens if (err) 651fa9e4066Sahrens return (err); 652fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock)); 653fa9e4066Sahrens if (!zap->zap_ismicro) { 654fa9e4066Sahrens err = fzap_update(zap, name, 655fa9e4066Sahrens integer_size, num_integers, val, tx); 656fa9e4066Sahrens } else if (integer_size != 8 || num_integers != 1 || 657fa9e4066Sahrens strlen(name) >= MZAP_NAME_LEN) { 658fa9e4066Sahrens dprintf("upgrading obj %llu: intsz=%u numint=%llu name=%s\n", 659fa9e4066Sahrens zapobj, integer_size, num_integers, name); 660fa9e4066Sahrens mzap_upgrade(zap, tx); 661fa9e4066Sahrens err = fzap_update(zap, name, 662fa9e4066Sahrens integer_size, num_integers, val, tx); 663fa9e4066Sahrens } else { 664fa9e4066Sahrens hash = zap_hash(zap, name); 665fa9e4066Sahrens mze = mze_find(zap, name, hash); 666fa9e4066Sahrens if (mze != NULL) { 667fa9e4066Sahrens mze->mze_phys.mze_value = *intval; 668fa9e4066Sahrens zap->zap_m.zap_phys->mz_chunk 669fa9e4066Sahrens [mze->mze_chunkid].mze_value = *intval; 670fa9e4066Sahrens } else { 671fa9e4066Sahrens mzap_addent(zap, name, hash, *intval); 672fa9e4066Sahrens } 673fa9e4066Sahrens } 674fa9e4066Sahrens zap_unlockdir(zap); 675fa9e4066Sahrens return (0); 676fa9e4066Sahrens } 677fa9e4066Sahrens 678fa9e4066Sahrens int 679fa9e4066Sahrens zap_remove(objset_t *os, uint64_t zapobj, const char *name, dmu_tx_t *tx) 680fa9e4066Sahrens { 681fa9e4066Sahrens zap_t *zap; 682fa9e4066Sahrens int err; 683fa9e4066Sahrens mzap_ent_t *mze; 684fa9e4066Sahrens 685fa9e4066Sahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, &zap); 686fa9e4066Sahrens if (err) 687fa9e4066Sahrens return (err); 688fa9e4066Sahrens if (!zap->zap_ismicro) { 689fa9e4066Sahrens err = fzap_remove(zap, name, tx); 690fa9e4066Sahrens } else { 691fa9e4066Sahrens mze = mze_find(zap, name, zap_hash(zap, name)); 692fa9e4066Sahrens if (mze == NULL) { 693fa9e4066Sahrens dprintf("fail: %s\n", name); 694fa9e4066Sahrens err = ENOENT; 695fa9e4066Sahrens } else { 696fa9e4066Sahrens dprintf("success: %s\n", name); 697fa9e4066Sahrens zap->zap_m.zap_num_entries--; 698fa9e4066Sahrens bzero(&zap->zap_m.zap_phys->mz_chunk[mze->mze_chunkid], 699fa9e4066Sahrens sizeof (mzap_ent_phys_t)); 700fa9e4066Sahrens mze_remove(zap, mze); 701fa9e4066Sahrens } 702fa9e4066Sahrens } 703fa9e4066Sahrens zap_unlockdir(zap); 704fa9e4066Sahrens return (err); 705fa9e4066Sahrens } 706fa9e4066Sahrens 707fa9e4066Sahrens 708fa9e4066Sahrens /* 709fa9e4066Sahrens * Routines for iterating over the attributes. 710fa9e4066Sahrens */ 711fa9e4066Sahrens 712fa9e4066Sahrens /* 713fa9e4066Sahrens * We want to keep the high 32 bits of the cursor zero if we can, so 714fa9e4066Sahrens * that 32-bit programs can access this. So use a small hash value so 715fa9e4066Sahrens * we can fit 4 bits of cd into the 32-bit cursor. 716fa9e4066Sahrens * 717fa9e4066Sahrens * [ 4 zero bits | 32-bit collision differentiator | 28-bit hash value ] 718fa9e4066Sahrens */ 719fa9e4066Sahrens void 720fa9e4066Sahrens zap_cursor_init_serialized(zap_cursor_t *zc, objset_t *os, uint64_t zapobj, 721fa9e4066Sahrens uint64_t serialized) 722fa9e4066Sahrens { 723fa9e4066Sahrens zc->zc_objset = os; 72487e5029aSahrens zc->zc_zap = NULL; 72587e5029aSahrens zc->zc_leaf = NULL; 726fa9e4066Sahrens zc->zc_zapobj = zapobj; 727fa9e4066Sahrens if (serialized == -1ULL) { 728fa9e4066Sahrens zc->zc_hash = -1ULL; 729fa9e4066Sahrens zc->zc_cd = 0; 730fa9e4066Sahrens } else { 731fa9e4066Sahrens zc->zc_hash = serialized << (64-ZAP_HASHBITS); 732fa9e4066Sahrens zc->zc_cd = serialized >> ZAP_HASHBITS; 733fa9e4066Sahrens if (zc->zc_cd >= ZAP_MAXCD) /* corrupt serialized */ 734fa9e4066Sahrens zc->zc_cd = 0; 735fa9e4066Sahrens } 736fa9e4066Sahrens } 737fa9e4066Sahrens 73887e5029aSahrens void 73987e5029aSahrens zap_cursor_init(zap_cursor_t *zc, objset_t *os, uint64_t zapobj) 74087e5029aSahrens { 74187e5029aSahrens zap_cursor_init_serialized(zc, os, zapobj, 0); 74287e5029aSahrens } 74387e5029aSahrens 74487e5029aSahrens void 74587e5029aSahrens zap_cursor_fini(zap_cursor_t *zc) 74687e5029aSahrens { 74787e5029aSahrens if (zc->zc_zap) { 74887e5029aSahrens rw_enter(&zc->zc_zap->zap_rwlock, RW_READER); 74987e5029aSahrens zap_unlockdir(zc->zc_zap); 75087e5029aSahrens zc->zc_zap = NULL; 75187e5029aSahrens } 75287e5029aSahrens if (zc->zc_leaf) { 75387e5029aSahrens rw_enter(&zc->zc_leaf->l_rwlock, RW_READER); 75487e5029aSahrens zap_put_leaf(zc->zc_leaf); 75587e5029aSahrens zc->zc_leaf = NULL; 75687e5029aSahrens } 75787e5029aSahrens zc->zc_objset = NULL; 75887e5029aSahrens } 75987e5029aSahrens 760fa9e4066Sahrens uint64_t 761fa9e4066Sahrens zap_cursor_serialize(zap_cursor_t *zc) 762fa9e4066Sahrens { 763fa9e4066Sahrens if (zc->zc_hash == -1ULL) 764fa9e4066Sahrens return (-1ULL); 765fa9e4066Sahrens ASSERT((zc->zc_hash & (ZAP_MAXCD-1)) == 0); 766fa9e4066Sahrens ASSERT(zc->zc_cd < ZAP_MAXCD); 767fa9e4066Sahrens return ((zc->zc_hash >> (64-ZAP_HASHBITS)) | 768fa9e4066Sahrens ((uint64_t)zc->zc_cd << ZAP_HASHBITS)); 769fa9e4066Sahrens } 770fa9e4066Sahrens 771fa9e4066Sahrens int 772fa9e4066Sahrens zap_cursor_retrieve(zap_cursor_t *zc, zap_attribute_t *za) 773fa9e4066Sahrens { 774fa9e4066Sahrens int err; 775fa9e4066Sahrens avl_index_t idx; 776fa9e4066Sahrens mzap_ent_t mze_tofind; 777fa9e4066Sahrens mzap_ent_t *mze; 778fa9e4066Sahrens 779fa9e4066Sahrens if (zc->zc_hash == -1ULL) 780fa9e4066Sahrens return (ENOENT); 781fa9e4066Sahrens 78287e5029aSahrens if (zc->zc_zap == NULL) { 78387e5029aSahrens err = zap_lockdir(zc->zc_objset, zc->zc_zapobj, NULL, 78487e5029aSahrens RW_READER, TRUE, &zc->zc_zap); 78587e5029aSahrens if (err) 78687e5029aSahrens return (err); 78787e5029aSahrens } else { 78887e5029aSahrens rw_enter(&zc->zc_zap->zap_rwlock, RW_READER); 78987e5029aSahrens } 79087e5029aSahrens if (!zc->zc_zap->zap_ismicro) { 79187e5029aSahrens err = fzap_cursor_retrieve(zc->zc_zap, zc, za); 792fa9e4066Sahrens } else { 793fa9e4066Sahrens err = ENOENT; 794fa9e4066Sahrens 795fa9e4066Sahrens mze_tofind.mze_hash = zc->zc_hash; 796fa9e4066Sahrens mze_tofind.mze_phys.mze_cd = zc->zc_cd; 797fa9e4066Sahrens 79887e5029aSahrens mze = avl_find(&zc->zc_zap->zap_m.zap_avl, &mze_tofind, &idx); 799fa9e4066Sahrens ASSERT(mze == NULL || 0 == bcmp(&mze->mze_phys, 80087e5029aSahrens &zc->zc_zap->zap_m.zap_phys->mz_chunk[mze->mze_chunkid], 801fa9e4066Sahrens sizeof (mze->mze_phys))); 80287e5029aSahrens if (mze == NULL) { 80387e5029aSahrens mze = avl_nearest(&zc->zc_zap->zap_m.zap_avl, 80487e5029aSahrens idx, AVL_AFTER); 80587e5029aSahrens } 806fa9e4066Sahrens if (mze) { 807fa9e4066Sahrens za->za_integer_length = 8; 808fa9e4066Sahrens za->za_num_integers = 1; 809fa9e4066Sahrens za->za_first_integer = mze->mze_phys.mze_value; 810fa9e4066Sahrens (void) strcpy(za->za_name, mze->mze_phys.mze_name); 811fa9e4066Sahrens zc->zc_hash = mze->mze_hash; 812fa9e4066Sahrens zc->zc_cd = mze->mze_phys.mze_cd; 813fa9e4066Sahrens err = 0; 814fa9e4066Sahrens } else { 815fa9e4066Sahrens zc->zc_hash = -1ULL; 816fa9e4066Sahrens } 817fa9e4066Sahrens } 81887e5029aSahrens rw_exit(&zc->zc_zap->zap_rwlock); 819fa9e4066Sahrens return (err); 820fa9e4066Sahrens } 821fa9e4066Sahrens 822fa9e4066Sahrens void 823fa9e4066Sahrens zap_cursor_advance(zap_cursor_t *zc) 824fa9e4066Sahrens { 825fa9e4066Sahrens if (zc->zc_hash == -1ULL) 826fa9e4066Sahrens return; 827fa9e4066Sahrens zc->zc_cd++; 828fa9e4066Sahrens if (zc->zc_cd >= ZAP_MAXCD) { 829fa9e4066Sahrens zc->zc_cd = 0; 830fa9e4066Sahrens zc->zc_hash += 1ULL<<(64-ZAP_HASHBITS); 831fa9e4066Sahrens if (zc->zc_hash == 0) /* EOF */ 832fa9e4066Sahrens zc->zc_hash = -1ULL; 833fa9e4066Sahrens } 834fa9e4066Sahrens } 835fa9e4066Sahrens 836fa9e4066Sahrens int 837fa9e4066Sahrens zap_get_stats(objset_t *os, uint64_t zapobj, zap_stats_t *zs) 838fa9e4066Sahrens { 839fa9e4066Sahrens int err; 840fa9e4066Sahrens zap_t *zap; 841fa9e4066Sahrens 842fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 843fa9e4066Sahrens if (err) 844fa9e4066Sahrens return (err); 845fa9e4066Sahrens 846fa9e4066Sahrens bzero(zs, sizeof (zap_stats_t)); 847fa9e4066Sahrens 848fa9e4066Sahrens if (zap->zap_ismicro) { 849fa9e4066Sahrens zs->zs_blocksize = zap->zap_dbuf->db_size; 850fa9e4066Sahrens zs->zs_num_entries = zap->zap_m.zap_num_entries; 851fa9e4066Sahrens zs->zs_num_blocks = 1; 852fa9e4066Sahrens } else { 853fa9e4066Sahrens fzap_get_stats(zap, zs); 854fa9e4066Sahrens } 855fa9e4066Sahrens zap_unlockdir(zap); 856fa9e4066Sahrens return (0); 857fa9e4066Sahrens } 858