1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5*f65e61c0Sahrens * Common Development and Distribution License (the "License"). 6*f65e61c0Sahrens * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21fa9e4066Sahrens /* 22*f65e61c0Sahrens * Copyright 2006 Sun Microsystems, Inc. All rights reserved. 23fa9e4066Sahrens * Use is subject to license terms. 24fa9e4066Sahrens */ 25fa9e4066Sahrens 26fa9e4066Sahrens #pragma ident "%Z%%M% %I% %E% SMI" 27fa9e4066Sahrens 28fa9e4066Sahrens #include <sys/spa.h> 29fa9e4066Sahrens #include <sys/dmu.h> 30fa9e4066Sahrens #include <sys/zfs_context.h> 31fa9e4066Sahrens #include <sys/zap.h> 32fa9e4066Sahrens #include <sys/zap_impl.h> 3387e5029aSahrens #include <sys/zap_leaf.h> 34fa9e4066Sahrens #include <sys/avl.h> 35fa9e4066Sahrens 36fa9e4066Sahrens 37fa9e4066Sahrens static uint64_t mzap_write_cookie(zap_t *zap, uint64_t cookie, 38fa9e4066Sahrens uint64_t entptr); 39fa9e4066Sahrens static void mzap_upgrade(zap_t *zap, dmu_tx_t *tx); 40fa9e4066Sahrens 41fa9e4066Sahrens 42fa9e4066Sahrens static void 43fa9e4066Sahrens mzap_byteswap(mzap_phys_t *buf, size_t size) 44fa9e4066Sahrens { 45fa9e4066Sahrens int i, max; 46fa9e4066Sahrens buf->mz_block_type = BSWAP_64(buf->mz_block_type); 47fa9e4066Sahrens buf->mz_salt = BSWAP_64(buf->mz_salt); 48fa9e4066Sahrens max = (size / MZAP_ENT_LEN) - 1; 49fa9e4066Sahrens for (i = 0; i < max; i++) { 50fa9e4066Sahrens buf->mz_chunk[i].mze_value = 51fa9e4066Sahrens BSWAP_64(buf->mz_chunk[i].mze_value); 52fa9e4066Sahrens buf->mz_chunk[i].mze_cd = 53fa9e4066Sahrens BSWAP_32(buf->mz_chunk[i].mze_cd); 54fa9e4066Sahrens } 55fa9e4066Sahrens } 56fa9e4066Sahrens 57fa9e4066Sahrens void 58fa9e4066Sahrens zap_byteswap(void *buf, size_t size) 59fa9e4066Sahrens { 60fa9e4066Sahrens uint64_t block_type; 61fa9e4066Sahrens 62fa9e4066Sahrens block_type = *(uint64_t *)buf; 63fa9e4066Sahrens 64fa9e4066Sahrens switch (block_type) { 65fa9e4066Sahrens case ZBT_MICRO: 66fa9e4066Sahrens case BSWAP_64(ZBT_MICRO): 67fa9e4066Sahrens /* ASSERT(magic == ZAP_LEAF_MAGIC); */ 68fa9e4066Sahrens mzap_byteswap(buf, size); 69fa9e4066Sahrens return; 70fa9e4066Sahrens default: 71fa9e4066Sahrens fzap_byteswap(buf, size); 72fa9e4066Sahrens return; 73fa9e4066Sahrens } 74fa9e4066Sahrens } 75fa9e4066Sahrens 76fa9e4066Sahrens static int 77fa9e4066Sahrens mze_compare(const void *arg1, const void *arg2) 78fa9e4066Sahrens { 79fa9e4066Sahrens const mzap_ent_t *mze1 = arg1; 80fa9e4066Sahrens const mzap_ent_t *mze2 = arg2; 81fa9e4066Sahrens 82fa9e4066Sahrens if (mze1->mze_hash > mze2->mze_hash) 83fa9e4066Sahrens return (+1); 84fa9e4066Sahrens if (mze1->mze_hash < mze2->mze_hash) 85fa9e4066Sahrens return (-1); 86fa9e4066Sahrens if (mze1->mze_phys.mze_cd > mze2->mze_phys.mze_cd) 87fa9e4066Sahrens return (+1); 88fa9e4066Sahrens if (mze1->mze_phys.mze_cd < mze2->mze_phys.mze_cd) 89fa9e4066Sahrens return (-1); 90fa9e4066Sahrens return (0); 91fa9e4066Sahrens } 92fa9e4066Sahrens 93fa9e4066Sahrens static void 94fa9e4066Sahrens mze_insert(zap_t *zap, int chunkid, uint64_t hash, mzap_ent_phys_t *mzep) 95fa9e4066Sahrens { 96fa9e4066Sahrens mzap_ent_t *mze; 97fa9e4066Sahrens 98fa9e4066Sahrens ASSERT(zap->zap_ismicro); 99fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 100fa9e4066Sahrens ASSERT(mzep->mze_cd < ZAP_MAXCD); 101fa9e4066Sahrens ASSERT3U(zap_hash(zap, mzep->mze_name), ==, hash); 102fa9e4066Sahrens 103fa9e4066Sahrens mze = kmem_alloc(sizeof (mzap_ent_t), KM_SLEEP); 104fa9e4066Sahrens mze->mze_chunkid = chunkid; 105fa9e4066Sahrens mze->mze_hash = hash; 106fa9e4066Sahrens mze->mze_phys = *mzep; 107fa9e4066Sahrens avl_add(&zap->zap_m.zap_avl, mze); 108fa9e4066Sahrens } 109fa9e4066Sahrens 110fa9e4066Sahrens static mzap_ent_t * 111fa9e4066Sahrens mze_find(zap_t *zap, const char *name, uint64_t hash) 112fa9e4066Sahrens { 113fa9e4066Sahrens mzap_ent_t mze_tofind; 114fa9e4066Sahrens mzap_ent_t *mze; 115fa9e4066Sahrens avl_index_t idx; 116fa9e4066Sahrens avl_tree_t *avl = &zap->zap_m.zap_avl; 117fa9e4066Sahrens 118fa9e4066Sahrens ASSERT(zap->zap_ismicro); 119fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock)); 120fa9e4066Sahrens ASSERT3U(zap_hash(zap, name), ==, hash); 121fa9e4066Sahrens 122fa9e4066Sahrens if (strlen(name) >= sizeof (mze_tofind.mze_phys.mze_name)) 123fa9e4066Sahrens return (NULL); 124fa9e4066Sahrens 125fa9e4066Sahrens mze_tofind.mze_hash = hash; 126fa9e4066Sahrens mze_tofind.mze_phys.mze_cd = 0; 127fa9e4066Sahrens 128fa9e4066Sahrens mze = avl_find(avl, &mze_tofind, &idx); 129fa9e4066Sahrens if (mze == NULL) 130fa9e4066Sahrens mze = avl_nearest(avl, idx, AVL_AFTER); 131fa9e4066Sahrens for (; mze && mze->mze_hash == hash; mze = AVL_NEXT(avl, mze)) { 132fa9e4066Sahrens if (strcmp(name, mze->mze_phys.mze_name) == 0) 133fa9e4066Sahrens return (mze); 134fa9e4066Sahrens } 135fa9e4066Sahrens return (NULL); 136fa9e4066Sahrens } 137fa9e4066Sahrens 138fa9e4066Sahrens static uint32_t 139fa9e4066Sahrens mze_find_unused_cd(zap_t *zap, uint64_t hash) 140fa9e4066Sahrens { 141fa9e4066Sahrens mzap_ent_t mze_tofind; 142fa9e4066Sahrens mzap_ent_t *mze; 143fa9e4066Sahrens avl_index_t idx; 144fa9e4066Sahrens avl_tree_t *avl = &zap->zap_m.zap_avl; 145fa9e4066Sahrens uint32_t cd; 146fa9e4066Sahrens 147fa9e4066Sahrens ASSERT(zap->zap_ismicro); 148fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock)); 149fa9e4066Sahrens 150fa9e4066Sahrens mze_tofind.mze_hash = hash; 151fa9e4066Sahrens mze_tofind.mze_phys.mze_cd = 0; 152fa9e4066Sahrens 153fa9e4066Sahrens cd = 0; 154fa9e4066Sahrens for (mze = avl_find(avl, &mze_tofind, &idx); 155fa9e4066Sahrens mze && mze->mze_hash == hash; mze = AVL_NEXT(avl, mze)) { 156fa9e4066Sahrens if (mze->mze_phys.mze_cd != cd) 157fa9e4066Sahrens break; 158fa9e4066Sahrens cd++; 159fa9e4066Sahrens } 160fa9e4066Sahrens 161fa9e4066Sahrens return (cd); 162fa9e4066Sahrens } 163fa9e4066Sahrens 164fa9e4066Sahrens static void 165fa9e4066Sahrens mze_remove(zap_t *zap, mzap_ent_t *mze) 166fa9e4066Sahrens { 167fa9e4066Sahrens ASSERT(zap->zap_ismicro); 168fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 169fa9e4066Sahrens 170fa9e4066Sahrens avl_remove(&zap->zap_m.zap_avl, mze); 171fa9e4066Sahrens kmem_free(mze, sizeof (mzap_ent_t)); 172fa9e4066Sahrens } 173fa9e4066Sahrens 174fa9e4066Sahrens static void 175fa9e4066Sahrens mze_destroy(zap_t *zap) 176fa9e4066Sahrens { 177fa9e4066Sahrens mzap_ent_t *mze; 178fa9e4066Sahrens void *avlcookie = NULL; 179fa9e4066Sahrens 180fa9e4066Sahrens while (mze = avl_destroy_nodes(&zap->zap_m.zap_avl, &avlcookie)) 181fa9e4066Sahrens kmem_free(mze, sizeof (mzap_ent_t)); 182fa9e4066Sahrens avl_destroy(&zap->zap_m.zap_avl); 183fa9e4066Sahrens } 184fa9e4066Sahrens 185fa9e4066Sahrens static zap_t * 186fa9e4066Sahrens mzap_open(objset_t *os, uint64_t obj, dmu_buf_t *db) 187fa9e4066Sahrens { 188fa9e4066Sahrens zap_t *winner; 189fa9e4066Sahrens zap_t *zap; 190fa9e4066Sahrens int i; 191fa9e4066Sahrens 192fa9e4066Sahrens ASSERT3U(MZAP_ENT_LEN, ==, sizeof (mzap_ent_phys_t)); 193fa9e4066Sahrens 194fa9e4066Sahrens zap = kmem_zalloc(sizeof (zap_t), KM_SLEEP); 195fa9e4066Sahrens rw_init(&zap->zap_rwlock, 0, 0, 0); 196fa9e4066Sahrens rw_enter(&zap->zap_rwlock, RW_WRITER); 197fa9e4066Sahrens zap->zap_objset = os; 198fa9e4066Sahrens zap->zap_object = obj; 199fa9e4066Sahrens zap->zap_dbuf = db; 200fa9e4066Sahrens 201fa9e4066Sahrens if (((uint64_t *)db->db_data)[0] != ZBT_MICRO) { 202fa9e4066Sahrens mutex_init(&zap->zap_f.zap_num_entries_mtx, 0, 0, 0); 203*f65e61c0Sahrens zap->zap_f.zap_block_shift = highbit(db->db_size) - 1; 204fa9e4066Sahrens } else { 205fa9e4066Sahrens zap->zap_ismicro = TRUE; 206fa9e4066Sahrens } 207fa9e4066Sahrens 208fa9e4066Sahrens /* 209fa9e4066Sahrens * Make sure that zap_ismicro is set before we let others see 210fa9e4066Sahrens * it, because zap_lockdir() checks zap_ismicro without the lock 211fa9e4066Sahrens * held. 212fa9e4066Sahrens */ 213fa9e4066Sahrens winner = dmu_buf_set_user(db, zap, &zap->zap_m.zap_phys, zap_pageout); 214fa9e4066Sahrens 215fa9e4066Sahrens if (winner != NULL) { 216fa9e4066Sahrens kmem_free(zap, sizeof (zap_t)); 217fa9e4066Sahrens return (winner); 218fa9e4066Sahrens } 219fa9e4066Sahrens 220fa9e4066Sahrens if (zap->zap_ismicro) { 221fa9e4066Sahrens zap->zap_salt = zap->zap_m.zap_phys->mz_salt; 222fa9e4066Sahrens zap->zap_m.zap_num_chunks = db->db_size / MZAP_ENT_LEN - 1; 223fa9e4066Sahrens avl_create(&zap->zap_m.zap_avl, mze_compare, 224fa9e4066Sahrens sizeof (mzap_ent_t), offsetof(mzap_ent_t, mze_node)); 225fa9e4066Sahrens 226fa9e4066Sahrens for (i = 0; i < zap->zap_m.zap_num_chunks; i++) { 227fa9e4066Sahrens mzap_ent_phys_t *mze = 228fa9e4066Sahrens &zap->zap_m.zap_phys->mz_chunk[i]; 229fa9e4066Sahrens if (mze->mze_name[0]) { 230fa9e4066Sahrens zap->zap_m.zap_num_entries++; 231fa9e4066Sahrens mze_insert(zap, i, 232fa9e4066Sahrens zap_hash(zap, mze->mze_name), mze); 233fa9e4066Sahrens } 234fa9e4066Sahrens } 235fa9e4066Sahrens } else { 236fa9e4066Sahrens zap->zap_salt = zap->zap_f.zap_phys->zap_salt; 237*f65e61c0Sahrens 238*f65e61c0Sahrens ASSERT3U(sizeof (struct zap_leaf_header), ==, 239*f65e61c0Sahrens 2*ZAP_LEAF_CHUNKSIZE); 240*f65e61c0Sahrens 241*f65e61c0Sahrens /* 242*f65e61c0Sahrens * The embedded pointer table should not overlap the 243*f65e61c0Sahrens * other members. 244*f65e61c0Sahrens */ 245*f65e61c0Sahrens ASSERT3P(&ZAP_EMBEDDED_PTRTBL_ENT(zap, 0), >, 246*f65e61c0Sahrens &zap->zap_f.zap_phys->zap_salt); 247*f65e61c0Sahrens 248*f65e61c0Sahrens /* 249*f65e61c0Sahrens * The embedded pointer table should end at the end of 250*f65e61c0Sahrens * the block 251*f65e61c0Sahrens */ 252*f65e61c0Sahrens ASSERT3U((uintptr_t)&ZAP_EMBEDDED_PTRTBL_ENT(zap, 253*f65e61c0Sahrens 1<<ZAP_EMBEDDED_PTRTBL_SHIFT(zap)) - 254*f65e61c0Sahrens (uintptr_t)zap->zap_f.zap_phys, ==, 255*f65e61c0Sahrens zap->zap_dbuf->db_size); 256fa9e4066Sahrens } 257fa9e4066Sahrens rw_exit(&zap->zap_rwlock); 258fa9e4066Sahrens return (zap); 259fa9e4066Sahrens } 260fa9e4066Sahrens 261fa9e4066Sahrens int 262fa9e4066Sahrens zap_lockdir(objset_t *os, uint64_t obj, dmu_tx_t *tx, 263fa9e4066Sahrens krw_t lti, int fatreader, zap_t **zapp) 264fa9e4066Sahrens { 265fa9e4066Sahrens zap_t *zap; 266fa9e4066Sahrens dmu_buf_t *db; 267fa9e4066Sahrens krw_t lt; 268fa9e4066Sahrens int err; 269fa9e4066Sahrens 270fa9e4066Sahrens *zapp = NULL; 271fa9e4066Sahrens 272fa9e4066Sahrens db = dmu_buf_hold(os, obj, 0); 273fa9e4066Sahrens 274fa9e4066Sahrens #ifdef ZFS_DEBUG 275fa9e4066Sahrens { 276fa9e4066Sahrens dmu_object_info_t doi; 277fa9e4066Sahrens dmu_object_info_from_db(db, &doi); 278fa9e4066Sahrens ASSERT(dmu_ot[doi.doi_type].ot_byteswap == zap_byteswap); 279fa9e4066Sahrens } 280fa9e4066Sahrens #endif 281fa9e4066Sahrens 282fa9e4066Sahrens /* 283fa9e4066Sahrens * The zap can deal with EIO here, but its callers don't yet, so 284fa9e4066Sahrens * spare them by doing a mustsucceed read. 285fa9e4066Sahrens */ 286fa9e4066Sahrens dmu_buf_read(db); 287fa9e4066Sahrens 288fa9e4066Sahrens zap = dmu_buf_get_user(db); 289fa9e4066Sahrens if (zap == NULL) 290fa9e4066Sahrens zap = mzap_open(os, obj, db); 291fa9e4066Sahrens 292fa9e4066Sahrens /* 293fa9e4066Sahrens * We're checking zap_ismicro without the lock held, in order to 294fa9e4066Sahrens * tell what type of lock we want. Once we have some sort of 295fa9e4066Sahrens * lock, see if it really is the right type. In practice this 296fa9e4066Sahrens * can only be different if it was upgraded from micro to fat, 297fa9e4066Sahrens * and micro wanted WRITER but fat only needs READER. 298fa9e4066Sahrens */ 299fa9e4066Sahrens lt = (!zap->zap_ismicro && fatreader) ? RW_READER : lti; 300fa9e4066Sahrens rw_enter(&zap->zap_rwlock, lt); 301fa9e4066Sahrens if (lt != ((!zap->zap_ismicro && fatreader) ? RW_READER : lti)) { 302fa9e4066Sahrens /* it was upgraded, now we only need reader */ 303fa9e4066Sahrens ASSERT(lt == RW_WRITER); 304fa9e4066Sahrens ASSERT(RW_READER == 305fa9e4066Sahrens (!zap->zap_ismicro && fatreader) ? RW_READER : lti); 306fa9e4066Sahrens rw_downgrade(&zap->zap_rwlock); 307fa9e4066Sahrens lt = RW_READER; 308fa9e4066Sahrens } 309fa9e4066Sahrens 310fa9e4066Sahrens zap->zap_objset = os; 311fa9e4066Sahrens 312fa9e4066Sahrens if (lt == RW_WRITER) 313fa9e4066Sahrens dmu_buf_will_dirty(db, tx); 314fa9e4066Sahrens 315fa9e4066Sahrens ASSERT3P(zap->zap_dbuf, ==, db); 316fa9e4066Sahrens 317fa9e4066Sahrens ASSERT(!zap->zap_ismicro || 318fa9e4066Sahrens zap->zap_m.zap_num_entries <= zap->zap_m.zap_num_chunks); 319fa9e4066Sahrens if (zap->zap_ismicro && tx && 320fa9e4066Sahrens zap->zap_m.zap_num_entries == zap->zap_m.zap_num_chunks) { 321fa9e4066Sahrens uint64_t newsz = db->db_size + SPA_MINBLOCKSIZE; 322fa9e4066Sahrens if (newsz > MZAP_MAX_BLKSZ) { 323fa9e4066Sahrens dprintf("upgrading obj %llu: num_entries=%u\n", 324fa9e4066Sahrens obj, zap->zap_m.zap_num_entries); 325fa9e4066Sahrens mzap_upgrade(zap, tx); 326fa9e4066Sahrens *zapp = zap; 327fa9e4066Sahrens return (0); 328fa9e4066Sahrens } 329fa9e4066Sahrens err = dmu_object_set_blocksize(os, obj, newsz, 0, tx); 330fa9e4066Sahrens ASSERT3U(err, ==, 0); 331fa9e4066Sahrens zap->zap_m.zap_num_chunks = 332fa9e4066Sahrens db->db_size / MZAP_ENT_LEN - 1; 333fa9e4066Sahrens } 334fa9e4066Sahrens 335fa9e4066Sahrens *zapp = zap; 336fa9e4066Sahrens return (0); 337fa9e4066Sahrens } 338fa9e4066Sahrens 339fa9e4066Sahrens void 340fa9e4066Sahrens zap_unlockdir(zap_t *zap) 341fa9e4066Sahrens { 342fa9e4066Sahrens rw_exit(&zap->zap_rwlock); 343fa9e4066Sahrens dmu_buf_rele(zap->zap_dbuf); 344fa9e4066Sahrens } 345fa9e4066Sahrens 346fa9e4066Sahrens static void 347fa9e4066Sahrens mzap_upgrade(zap_t *zap, dmu_tx_t *tx) 348fa9e4066Sahrens { 349fa9e4066Sahrens mzap_phys_t *mzp; 350fa9e4066Sahrens int i, sz, nchunks, err; 351fa9e4066Sahrens 352fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 353fa9e4066Sahrens 354fa9e4066Sahrens sz = zap->zap_dbuf->db_size; 355fa9e4066Sahrens mzp = kmem_alloc(sz, KM_SLEEP); 356fa9e4066Sahrens bcopy(zap->zap_dbuf->db_data, mzp, sz); 357fa9e4066Sahrens nchunks = zap->zap_m.zap_num_chunks; 358fa9e4066Sahrens 359fa9e4066Sahrens err = dmu_object_set_blocksize(zap->zap_objset, zap->zap_object, 360*f65e61c0Sahrens 1ULL << fzap_default_block_shift, 0, tx); 361fa9e4066Sahrens ASSERT(err == 0); 362fa9e4066Sahrens 363fa9e4066Sahrens dprintf("upgrading obj=%llu with %u chunks\n", 364fa9e4066Sahrens zap->zap_object, nchunks); 365fa9e4066Sahrens mze_destroy(zap); 366fa9e4066Sahrens 367fa9e4066Sahrens fzap_upgrade(zap, tx); 368fa9e4066Sahrens 369fa9e4066Sahrens for (i = 0; i < nchunks; i++) { 370fa9e4066Sahrens int err; 371fa9e4066Sahrens mzap_ent_phys_t *mze = &mzp->mz_chunk[i]; 372fa9e4066Sahrens if (mze->mze_name[0] == 0) 373fa9e4066Sahrens continue; 374fa9e4066Sahrens dprintf("adding %s=%llu\n", 375fa9e4066Sahrens mze->mze_name, mze->mze_value); 376fa9e4066Sahrens err = fzap_add_cd(zap, 377fa9e4066Sahrens mze->mze_name, 8, 1, &mze->mze_value, 378fa9e4066Sahrens mze->mze_cd, tx, NULL); 379fa9e4066Sahrens ASSERT3U(err, ==, 0); 380fa9e4066Sahrens } 381fa9e4066Sahrens kmem_free(mzp, sz); 382fa9e4066Sahrens } 383fa9e4066Sahrens 384fa9e4066Sahrens uint64_t 385fa9e4066Sahrens zap_hash(zap_t *zap, const char *name) 386fa9e4066Sahrens { 387fa9e4066Sahrens const uint8_t *cp; 388fa9e4066Sahrens uint8_t c; 389fa9e4066Sahrens uint64_t crc = zap->zap_salt; 390fa9e4066Sahrens 391fa9e4066Sahrens ASSERT(crc != 0); 392fa9e4066Sahrens ASSERT(zfs_crc64_table[128] == ZFS_CRC64_POLY); 393fa9e4066Sahrens for (cp = (const uint8_t *)name; (c = *cp) != '\0'; cp++) 394fa9e4066Sahrens crc = (crc >> 8) ^ zfs_crc64_table[(crc ^ c) & 0xFF]; 395fa9e4066Sahrens 396fa9e4066Sahrens /* 397fa9e4066Sahrens * Only use 28 bits, since we need 4 bits in the cookie for the 398fa9e4066Sahrens * collision differentiator. We MUST use the high bits, since 399fa9e4066Sahrens * those are the onces that we first pay attention to when 400fa9e4066Sahrens * chosing the bucket. 401fa9e4066Sahrens */ 402fa9e4066Sahrens crc &= ~((1ULL << (64 - ZAP_HASHBITS)) - 1); 403fa9e4066Sahrens 404fa9e4066Sahrens return (crc); 405fa9e4066Sahrens } 406fa9e4066Sahrens 407fa9e4066Sahrens 408fa9e4066Sahrens static void 409fa9e4066Sahrens mzap_create_impl(objset_t *os, uint64_t obj, dmu_tx_t *tx) 410fa9e4066Sahrens { 411fa9e4066Sahrens dmu_buf_t *db; 412fa9e4066Sahrens mzap_phys_t *zp; 413fa9e4066Sahrens 414fa9e4066Sahrens db = dmu_buf_hold(os, obj, 0); 415fa9e4066Sahrens 416fa9e4066Sahrens #ifdef ZFS_DEBUG 417fa9e4066Sahrens { 418fa9e4066Sahrens dmu_object_info_t doi; 419fa9e4066Sahrens dmu_object_info_from_db(db, &doi); 420fa9e4066Sahrens ASSERT(dmu_ot[doi.doi_type].ot_byteswap == zap_byteswap); 421fa9e4066Sahrens } 422fa9e4066Sahrens #endif 423fa9e4066Sahrens 424fa9e4066Sahrens dmu_buf_will_dirty(db, tx); 425fa9e4066Sahrens zp = db->db_data; 426fa9e4066Sahrens zp->mz_block_type = ZBT_MICRO; 427fa9e4066Sahrens zp->mz_salt = ((uintptr_t)db ^ (uintptr_t)tx ^ (obj << 1)) | 1ULL; 428fa9e4066Sahrens ASSERT(zp->mz_salt != 0); 429fa9e4066Sahrens dmu_buf_rele(db); 430fa9e4066Sahrens } 431fa9e4066Sahrens 432fa9e4066Sahrens int 433fa9e4066Sahrens zap_create_claim(objset_t *os, uint64_t obj, dmu_object_type_t ot, 434fa9e4066Sahrens dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx) 435fa9e4066Sahrens { 436fa9e4066Sahrens int err; 437fa9e4066Sahrens 438fa9e4066Sahrens err = dmu_object_claim(os, obj, ot, 0, bonustype, bonuslen, tx); 439fa9e4066Sahrens if (err != 0) 440fa9e4066Sahrens return (err); 441fa9e4066Sahrens mzap_create_impl(os, obj, tx); 442fa9e4066Sahrens return (0); 443fa9e4066Sahrens } 444fa9e4066Sahrens 445fa9e4066Sahrens uint64_t 446fa9e4066Sahrens zap_create(objset_t *os, dmu_object_type_t ot, 447fa9e4066Sahrens dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx) 448fa9e4066Sahrens { 449fa9e4066Sahrens uint64_t obj = dmu_object_alloc(os, ot, 0, bonustype, bonuslen, tx); 450fa9e4066Sahrens 451fa9e4066Sahrens mzap_create_impl(os, obj, tx); 452fa9e4066Sahrens return (obj); 453fa9e4066Sahrens } 454fa9e4066Sahrens 455fa9e4066Sahrens int 456fa9e4066Sahrens zap_destroy(objset_t *os, uint64_t zapobj, dmu_tx_t *tx) 457fa9e4066Sahrens { 458fa9e4066Sahrens /* 459fa9e4066Sahrens * dmu_object_free will free the object number and free the 460fa9e4066Sahrens * data. Freeing the data will cause our pageout function to be 461fa9e4066Sahrens * called, which will destroy our data (zap_leaf_t's and zap_t). 462fa9e4066Sahrens */ 463fa9e4066Sahrens 464fa9e4066Sahrens return (dmu_object_free(os, zapobj, tx)); 465fa9e4066Sahrens } 466fa9e4066Sahrens 467fa9e4066Sahrens _NOTE(ARGSUSED(0)) 468fa9e4066Sahrens void 469fa9e4066Sahrens zap_pageout(dmu_buf_t *db, void *vmzap) 470fa9e4066Sahrens { 471fa9e4066Sahrens zap_t *zap = vmzap; 472fa9e4066Sahrens 473fa9e4066Sahrens rw_destroy(&zap->zap_rwlock); 474fa9e4066Sahrens 475*f65e61c0Sahrens if (zap->zap_ismicro) 476fa9e4066Sahrens mze_destroy(zap); 477fa9e4066Sahrens 478fa9e4066Sahrens kmem_free(zap, sizeof (zap_t)); 479fa9e4066Sahrens } 480fa9e4066Sahrens 481fa9e4066Sahrens 482fa9e4066Sahrens int 483fa9e4066Sahrens zap_count(objset_t *os, uint64_t zapobj, uint64_t *count) 484fa9e4066Sahrens { 485fa9e4066Sahrens zap_t *zap; 486fa9e4066Sahrens int err; 487fa9e4066Sahrens 488fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 489fa9e4066Sahrens if (err) 490fa9e4066Sahrens return (err); 491fa9e4066Sahrens if (!zap->zap_ismicro) { 492fa9e4066Sahrens err = fzap_count(zap, count); 493fa9e4066Sahrens } else { 494fa9e4066Sahrens *count = zap->zap_m.zap_num_entries; 495fa9e4066Sahrens } 496fa9e4066Sahrens zap_unlockdir(zap); 497fa9e4066Sahrens return (err); 498fa9e4066Sahrens } 499fa9e4066Sahrens 500fa9e4066Sahrens /* 501fa9e4066Sahrens * Routines for maniplulating attributes. 502fa9e4066Sahrens */ 503fa9e4066Sahrens 504fa9e4066Sahrens int 505fa9e4066Sahrens zap_lookup(objset_t *os, uint64_t zapobj, const char *name, 506fa9e4066Sahrens uint64_t integer_size, uint64_t num_integers, void *buf) 507fa9e4066Sahrens { 508fa9e4066Sahrens zap_t *zap; 509fa9e4066Sahrens int err; 510fa9e4066Sahrens mzap_ent_t *mze; 511fa9e4066Sahrens 512fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 513fa9e4066Sahrens if (err) 514fa9e4066Sahrens return (err); 515fa9e4066Sahrens if (!zap->zap_ismicro) { 516fa9e4066Sahrens err = fzap_lookup(zap, name, 517fa9e4066Sahrens integer_size, num_integers, buf); 518fa9e4066Sahrens } else { 519fa9e4066Sahrens mze = mze_find(zap, name, zap_hash(zap, name)); 520fa9e4066Sahrens if (mze == NULL) { 521fa9e4066Sahrens err = ENOENT; 522fa9e4066Sahrens } else { 523fa9e4066Sahrens if (num_integers < 1) 524fa9e4066Sahrens err = EOVERFLOW; 525fa9e4066Sahrens else if (integer_size != 8) 526fa9e4066Sahrens err = EINVAL; 527fa9e4066Sahrens else 528fa9e4066Sahrens *(uint64_t *)buf = mze->mze_phys.mze_value; 529fa9e4066Sahrens } 530fa9e4066Sahrens } 531fa9e4066Sahrens zap_unlockdir(zap); 532fa9e4066Sahrens return (err); 533fa9e4066Sahrens } 534fa9e4066Sahrens 535fa9e4066Sahrens int 536fa9e4066Sahrens zap_length(objset_t *os, uint64_t zapobj, const char *name, 537fa9e4066Sahrens uint64_t *integer_size, uint64_t *num_integers) 538fa9e4066Sahrens { 539fa9e4066Sahrens zap_t *zap; 540fa9e4066Sahrens int err; 541fa9e4066Sahrens mzap_ent_t *mze; 542fa9e4066Sahrens 543fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 544fa9e4066Sahrens if (err) 545fa9e4066Sahrens return (err); 546fa9e4066Sahrens if (!zap->zap_ismicro) { 547fa9e4066Sahrens err = fzap_length(zap, name, integer_size, num_integers); 548fa9e4066Sahrens } else { 549fa9e4066Sahrens mze = mze_find(zap, name, zap_hash(zap, name)); 550fa9e4066Sahrens if (mze == NULL) { 551fa9e4066Sahrens err = ENOENT; 552fa9e4066Sahrens } else { 553fa9e4066Sahrens if (integer_size) 554fa9e4066Sahrens *integer_size = 8; 555fa9e4066Sahrens if (num_integers) 556fa9e4066Sahrens *num_integers = 1; 557fa9e4066Sahrens } 558fa9e4066Sahrens } 559fa9e4066Sahrens zap_unlockdir(zap); 560fa9e4066Sahrens return (err); 561fa9e4066Sahrens } 562fa9e4066Sahrens 563fa9e4066Sahrens static void 564fa9e4066Sahrens mzap_addent(zap_t *zap, const char *name, uint64_t hash, uint64_t value) 565fa9e4066Sahrens { 566fa9e4066Sahrens int i; 567fa9e4066Sahrens int start = zap->zap_m.zap_alloc_next; 568fa9e4066Sahrens uint32_t cd; 569fa9e4066Sahrens 570fa9e4066Sahrens dprintf("obj=%llu %s=%llu\n", zap->zap_object, name, value); 571fa9e4066Sahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock)); 572fa9e4066Sahrens 573fa9e4066Sahrens #ifdef ZFS_DEBUG 574fa9e4066Sahrens for (i = 0; i < zap->zap_m.zap_num_chunks; i++) { 575fa9e4066Sahrens mzap_ent_phys_t *mze = &zap->zap_m.zap_phys->mz_chunk[i]; 576fa9e4066Sahrens ASSERT(strcmp(name, mze->mze_name) != 0); 577fa9e4066Sahrens } 578fa9e4066Sahrens #endif 579fa9e4066Sahrens 580fa9e4066Sahrens cd = mze_find_unused_cd(zap, hash); 581fa9e4066Sahrens /* given the limited size of the microzap, this can't happen */ 582fa9e4066Sahrens ASSERT(cd != ZAP_MAXCD); 583fa9e4066Sahrens 584fa9e4066Sahrens again: 585fa9e4066Sahrens for (i = start; i < zap->zap_m.zap_num_chunks; i++) { 586fa9e4066Sahrens mzap_ent_phys_t *mze = &zap->zap_m.zap_phys->mz_chunk[i]; 587fa9e4066Sahrens if (mze->mze_name[0] == 0) { 588fa9e4066Sahrens mze->mze_value = value; 589fa9e4066Sahrens mze->mze_cd = cd; 590fa9e4066Sahrens (void) strcpy(mze->mze_name, name); 591fa9e4066Sahrens zap->zap_m.zap_num_entries++; 592fa9e4066Sahrens zap->zap_m.zap_alloc_next = i+1; 593fa9e4066Sahrens if (zap->zap_m.zap_alloc_next == 594fa9e4066Sahrens zap->zap_m.zap_num_chunks) 595fa9e4066Sahrens zap->zap_m.zap_alloc_next = 0; 596fa9e4066Sahrens mze_insert(zap, i, hash, mze); 597fa9e4066Sahrens return; 598fa9e4066Sahrens } 599fa9e4066Sahrens } 600fa9e4066Sahrens if (start != 0) { 601fa9e4066Sahrens start = 0; 602fa9e4066Sahrens goto again; 603fa9e4066Sahrens } 604fa9e4066Sahrens ASSERT(!"out of entries!"); 605fa9e4066Sahrens } 606fa9e4066Sahrens 607fa9e4066Sahrens int 608fa9e4066Sahrens zap_add(objset_t *os, uint64_t zapobj, const char *name, 609fa9e4066Sahrens int integer_size, uint64_t num_integers, 610fa9e4066Sahrens const void *val, dmu_tx_t *tx) 611fa9e4066Sahrens { 612fa9e4066Sahrens zap_t *zap; 613fa9e4066Sahrens int err; 614fa9e4066Sahrens mzap_ent_t *mze; 615fa9e4066Sahrens const uint64_t *intval = val; 616fa9e4066Sahrens uint64_t hash; 617fa9e4066Sahrens 618fa9e4066Sahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, &zap); 619fa9e4066Sahrens if (err) 620fa9e4066Sahrens return (err); 621fa9e4066Sahrens if (!zap->zap_ismicro) { 622fa9e4066Sahrens err = fzap_add(zap, name, integer_size, num_integers, val, tx); 623fa9e4066Sahrens } else if (integer_size != 8 || num_integers != 1 || 624fa9e4066Sahrens strlen(name) >= MZAP_NAME_LEN) { 625fa9e4066Sahrens dprintf("upgrading obj %llu: intsz=%u numint=%llu name=%s\n", 626fa9e4066Sahrens zapobj, integer_size, num_integers, name); 627fa9e4066Sahrens mzap_upgrade(zap, tx); 628fa9e4066Sahrens err = fzap_add(zap, name, integer_size, num_integers, val, tx); 629fa9e4066Sahrens } else { 630fa9e4066Sahrens hash = zap_hash(zap, name); 631fa9e4066Sahrens mze = mze_find(zap, name, hash); 632fa9e4066Sahrens if (mze != NULL) { 633fa9e4066Sahrens err = EEXIST; 634fa9e4066Sahrens } else { 635fa9e4066Sahrens mzap_addent(zap, name, hash, *intval); 636fa9e4066Sahrens } 637fa9e4066Sahrens } 638fa9e4066Sahrens zap_unlockdir(zap); 639fa9e4066Sahrens return (err); 640fa9e4066Sahrens } 641fa9e4066Sahrens 642fa9e4066Sahrens int 643fa9e4066Sahrens zap_update(objset_t *os, uint64_t zapobj, const char *name, 644fa9e4066Sahrens int integer_size, uint64_t num_integers, const void *val, dmu_tx_t *tx) 645fa9e4066Sahrens { 646fa9e4066Sahrens zap_t *zap; 647fa9e4066Sahrens mzap_ent_t *mze; 648fa9e4066Sahrens const uint64_t *intval = val; 649fa9e4066Sahrens uint64_t hash; 650fa9e4066Sahrens int err; 651fa9e4066Sahrens 652fa9e4066Sahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, &zap); 653fa9e4066Sahrens if (err) 654fa9e4066Sahrens return (err); 655fa9e4066Sahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock)); 656fa9e4066Sahrens if (!zap->zap_ismicro) { 657fa9e4066Sahrens err = fzap_update(zap, name, 658fa9e4066Sahrens integer_size, num_integers, val, tx); 659fa9e4066Sahrens } else if (integer_size != 8 || num_integers != 1 || 660fa9e4066Sahrens strlen(name) >= MZAP_NAME_LEN) { 661fa9e4066Sahrens dprintf("upgrading obj %llu: intsz=%u numint=%llu name=%s\n", 662fa9e4066Sahrens zapobj, integer_size, num_integers, name); 663fa9e4066Sahrens mzap_upgrade(zap, tx); 664fa9e4066Sahrens err = fzap_update(zap, name, 665fa9e4066Sahrens integer_size, num_integers, val, tx); 666fa9e4066Sahrens } else { 667fa9e4066Sahrens hash = zap_hash(zap, name); 668fa9e4066Sahrens mze = mze_find(zap, name, hash); 669fa9e4066Sahrens if (mze != NULL) { 670fa9e4066Sahrens mze->mze_phys.mze_value = *intval; 671fa9e4066Sahrens zap->zap_m.zap_phys->mz_chunk 672fa9e4066Sahrens [mze->mze_chunkid].mze_value = *intval; 673fa9e4066Sahrens } else { 674fa9e4066Sahrens mzap_addent(zap, name, hash, *intval); 675fa9e4066Sahrens } 676fa9e4066Sahrens } 677fa9e4066Sahrens zap_unlockdir(zap); 678fa9e4066Sahrens return (0); 679fa9e4066Sahrens } 680fa9e4066Sahrens 681fa9e4066Sahrens int 682fa9e4066Sahrens zap_remove(objset_t *os, uint64_t zapobj, const char *name, dmu_tx_t *tx) 683fa9e4066Sahrens { 684fa9e4066Sahrens zap_t *zap; 685fa9e4066Sahrens int err; 686fa9e4066Sahrens mzap_ent_t *mze; 687fa9e4066Sahrens 688fa9e4066Sahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, &zap); 689fa9e4066Sahrens if (err) 690fa9e4066Sahrens return (err); 691fa9e4066Sahrens if (!zap->zap_ismicro) { 692fa9e4066Sahrens err = fzap_remove(zap, name, tx); 693fa9e4066Sahrens } else { 694fa9e4066Sahrens mze = mze_find(zap, name, zap_hash(zap, name)); 695fa9e4066Sahrens if (mze == NULL) { 696fa9e4066Sahrens dprintf("fail: %s\n", name); 697fa9e4066Sahrens err = ENOENT; 698fa9e4066Sahrens } else { 699fa9e4066Sahrens dprintf("success: %s\n", name); 700fa9e4066Sahrens zap->zap_m.zap_num_entries--; 701fa9e4066Sahrens bzero(&zap->zap_m.zap_phys->mz_chunk[mze->mze_chunkid], 702fa9e4066Sahrens sizeof (mzap_ent_phys_t)); 703fa9e4066Sahrens mze_remove(zap, mze); 704fa9e4066Sahrens } 705fa9e4066Sahrens } 706fa9e4066Sahrens zap_unlockdir(zap); 707fa9e4066Sahrens return (err); 708fa9e4066Sahrens } 709fa9e4066Sahrens 710fa9e4066Sahrens 711fa9e4066Sahrens /* 712fa9e4066Sahrens * Routines for iterating over the attributes. 713fa9e4066Sahrens */ 714fa9e4066Sahrens 715fa9e4066Sahrens /* 716fa9e4066Sahrens * We want to keep the high 32 bits of the cursor zero if we can, so 717fa9e4066Sahrens * that 32-bit programs can access this. So use a small hash value so 718fa9e4066Sahrens * we can fit 4 bits of cd into the 32-bit cursor. 719fa9e4066Sahrens * 720fa9e4066Sahrens * [ 4 zero bits | 32-bit collision differentiator | 28-bit hash value ] 721fa9e4066Sahrens */ 722fa9e4066Sahrens void 723fa9e4066Sahrens zap_cursor_init_serialized(zap_cursor_t *zc, objset_t *os, uint64_t zapobj, 724fa9e4066Sahrens uint64_t serialized) 725fa9e4066Sahrens { 726fa9e4066Sahrens zc->zc_objset = os; 72787e5029aSahrens zc->zc_zap = NULL; 72887e5029aSahrens zc->zc_leaf = NULL; 729fa9e4066Sahrens zc->zc_zapobj = zapobj; 730fa9e4066Sahrens if (serialized == -1ULL) { 731fa9e4066Sahrens zc->zc_hash = -1ULL; 732fa9e4066Sahrens zc->zc_cd = 0; 733fa9e4066Sahrens } else { 734fa9e4066Sahrens zc->zc_hash = serialized << (64-ZAP_HASHBITS); 735fa9e4066Sahrens zc->zc_cd = serialized >> ZAP_HASHBITS; 736fa9e4066Sahrens if (zc->zc_cd >= ZAP_MAXCD) /* corrupt serialized */ 737fa9e4066Sahrens zc->zc_cd = 0; 738fa9e4066Sahrens } 739fa9e4066Sahrens } 740fa9e4066Sahrens 74187e5029aSahrens void 74287e5029aSahrens zap_cursor_init(zap_cursor_t *zc, objset_t *os, uint64_t zapobj) 74387e5029aSahrens { 74487e5029aSahrens zap_cursor_init_serialized(zc, os, zapobj, 0); 74587e5029aSahrens } 74687e5029aSahrens 74787e5029aSahrens void 74887e5029aSahrens zap_cursor_fini(zap_cursor_t *zc) 74987e5029aSahrens { 75087e5029aSahrens if (zc->zc_zap) { 75187e5029aSahrens rw_enter(&zc->zc_zap->zap_rwlock, RW_READER); 75287e5029aSahrens zap_unlockdir(zc->zc_zap); 75387e5029aSahrens zc->zc_zap = NULL; 75487e5029aSahrens } 75587e5029aSahrens if (zc->zc_leaf) { 75687e5029aSahrens rw_enter(&zc->zc_leaf->l_rwlock, RW_READER); 75787e5029aSahrens zap_put_leaf(zc->zc_leaf); 75887e5029aSahrens zc->zc_leaf = NULL; 75987e5029aSahrens } 76087e5029aSahrens zc->zc_objset = NULL; 76187e5029aSahrens } 76287e5029aSahrens 763fa9e4066Sahrens uint64_t 764fa9e4066Sahrens zap_cursor_serialize(zap_cursor_t *zc) 765fa9e4066Sahrens { 766fa9e4066Sahrens if (zc->zc_hash == -1ULL) 767fa9e4066Sahrens return (-1ULL); 768fa9e4066Sahrens ASSERT((zc->zc_hash & (ZAP_MAXCD-1)) == 0); 769fa9e4066Sahrens ASSERT(zc->zc_cd < ZAP_MAXCD); 770fa9e4066Sahrens return ((zc->zc_hash >> (64-ZAP_HASHBITS)) | 771fa9e4066Sahrens ((uint64_t)zc->zc_cd << ZAP_HASHBITS)); 772fa9e4066Sahrens } 773fa9e4066Sahrens 774fa9e4066Sahrens int 775fa9e4066Sahrens zap_cursor_retrieve(zap_cursor_t *zc, zap_attribute_t *za) 776fa9e4066Sahrens { 777fa9e4066Sahrens int err; 778fa9e4066Sahrens avl_index_t idx; 779fa9e4066Sahrens mzap_ent_t mze_tofind; 780fa9e4066Sahrens mzap_ent_t *mze; 781fa9e4066Sahrens 782fa9e4066Sahrens if (zc->zc_hash == -1ULL) 783fa9e4066Sahrens return (ENOENT); 784fa9e4066Sahrens 78587e5029aSahrens if (zc->zc_zap == NULL) { 78687e5029aSahrens err = zap_lockdir(zc->zc_objset, zc->zc_zapobj, NULL, 78787e5029aSahrens RW_READER, TRUE, &zc->zc_zap); 78887e5029aSahrens if (err) 78987e5029aSahrens return (err); 79087e5029aSahrens } else { 79187e5029aSahrens rw_enter(&zc->zc_zap->zap_rwlock, RW_READER); 79287e5029aSahrens } 79387e5029aSahrens if (!zc->zc_zap->zap_ismicro) { 79487e5029aSahrens err = fzap_cursor_retrieve(zc->zc_zap, zc, za); 795fa9e4066Sahrens } else { 796fa9e4066Sahrens err = ENOENT; 797fa9e4066Sahrens 798fa9e4066Sahrens mze_tofind.mze_hash = zc->zc_hash; 799fa9e4066Sahrens mze_tofind.mze_phys.mze_cd = zc->zc_cd; 800fa9e4066Sahrens 80187e5029aSahrens mze = avl_find(&zc->zc_zap->zap_m.zap_avl, &mze_tofind, &idx); 802fa9e4066Sahrens ASSERT(mze == NULL || 0 == bcmp(&mze->mze_phys, 80387e5029aSahrens &zc->zc_zap->zap_m.zap_phys->mz_chunk[mze->mze_chunkid], 804fa9e4066Sahrens sizeof (mze->mze_phys))); 80587e5029aSahrens if (mze == NULL) { 80687e5029aSahrens mze = avl_nearest(&zc->zc_zap->zap_m.zap_avl, 80787e5029aSahrens idx, AVL_AFTER); 80887e5029aSahrens } 809fa9e4066Sahrens if (mze) { 810fa9e4066Sahrens za->za_integer_length = 8; 811fa9e4066Sahrens za->za_num_integers = 1; 812fa9e4066Sahrens za->za_first_integer = mze->mze_phys.mze_value; 813fa9e4066Sahrens (void) strcpy(za->za_name, mze->mze_phys.mze_name); 814fa9e4066Sahrens zc->zc_hash = mze->mze_hash; 815fa9e4066Sahrens zc->zc_cd = mze->mze_phys.mze_cd; 816fa9e4066Sahrens err = 0; 817fa9e4066Sahrens } else { 818fa9e4066Sahrens zc->zc_hash = -1ULL; 819fa9e4066Sahrens } 820fa9e4066Sahrens } 82187e5029aSahrens rw_exit(&zc->zc_zap->zap_rwlock); 822fa9e4066Sahrens return (err); 823fa9e4066Sahrens } 824fa9e4066Sahrens 825fa9e4066Sahrens void 826fa9e4066Sahrens zap_cursor_advance(zap_cursor_t *zc) 827fa9e4066Sahrens { 828fa9e4066Sahrens if (zc->zc_hash == -1ULL) 829fa9e4066Sahrens return; 830fa9e4066Sahrens zc->zc_cd++; 831fa9e4066Sahrens if (zc->zc_cd >= ZAP_MAXCD) { 832fa9e4066Sahrens zc->zc_cd = 0; 833fa9e4066Sahrens zc->zc_hash += 1ULL<<(64-ZAP_HASHBITS); 834fa9e4066Sahrens if (zc->zc_hash == 0) /* EOF */ 835fa9e4066Sahrens zc->zc_hash = -1ULL; 836fa9e4066Sahrens } 837fa9e4066Sahrens } 838fa9e4066Sahrens 839fa9e4066Sahrens int 840fa9e4066Sahrens zap_get_stats(objset_t *os, uint64_t zapobj, zap_stats_t *zs) 841fa9e4066Sahrens { 842fa9e4066Sahrens int err; 843fa9e4066Sahrens zap_t *zap; 844fa9e4066Sahrens 845fa9e4066Sahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, &zap); 846fa9e4066Sahrens if (err) 847fa9e4066Sahrens return (err); 848fa9e4066Sahrens 849fa9e4066Sahrens bzero(zs, sizeof (zap_stats_t)); 850fa9e4066Sahrens 851fa9e4066Sahrens if (zap->zap_ismicro) { 852fa9e4066Sahrens zs->zs_blocksize = zap->zap_dbuf->db_size; 853fa9e4066Sahrens zs->zs_num_entries = zap->zap_m.zap_num_entries; 854fa9e4066Sahrens zs->zs_num_blocks = 1; 855fa9e4066Sahrens } else { 856fa9e4066Sahrens fzap_get_stats(zap, zs); 857fa9e4066Sahrens } 858fa9e4066Sahrens zap_unlockdir(zap); 859fa9e4066Sahrens return (0); 860fa9e4066Sahrens } 861