1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5ea8dc4b6Seschrock * Common Development and Distribution License (the "License"). 6ea8dc4b6Seschrock * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21fa9e4066Sahrens /* 223f9d6ad7SLin Ling * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 237802d7bfSMatthew Ahrens * Copyright (c) 2011, 2014 by Delphix. All rights reserved. 24e9103aaeSGarrett D'Amore * Copyright 2011 Nexenta Systems, Inc. All rights reserved. 25bc9014e6SJustin Gibbs * Copyright (c) 2014 Spectra Logic Corporation, All rights reserved. 26fa9e4066Sahrens */ 27fa9e4066Sahrens 28fa9e4066Sahrens #ifndef _SYS_SPA_H 29fa9e4066Sahrens #define _SYS_SPA_H 30fa9e4066Sahrens 31fa9e4066Sahrens #include <sys/avl.h> 32fa9e4066Sahrens #include <sys/zfs_context.h> 33fa9e4066Sahrens #include <sys/nvpair.h> 34fa9e4066Sahrens #include <sys/sysmacros.h> 35fa9e4066Sahrens #include <sys/types.h> 36fa9e4066Sahrens #include <sys/fs/zfs.h> 37fa9e4066Sahrens 38fa9e4066Sahrens #ifdef __cplusplus 39fa9e4066Sahrens extern "C" { 40fa9e4066Sahrens #endif 41fa9e4066Sahrens 42fa9e4066Sahrens /* 43fa9e4066Sahrens * Forward references that lots of things need. 44fa9e4066Sahrens */ 45fa9e4066Sahrens typedef struct spa spa_t; 46fa9e4066Sahrens typedef struct vdev vdev_t; 47fa9e4066Sahrens typedef struct metaslab metaslab_t; 48b24ab676SJeff Bonwick typedef struct metaslab_group metaslab_group_t; 49b24ab676SJeff Bonwick typedef struct metaslab_class metaslab_class_t; 50b24ab676SJeff Bonwick typedef struct zio zio_t; 51fa9e4066Sahrens typedef struct zilog zilog_t; 52fa94a07fSbrendan typedef struct spa_aux_vdev spa_aux_vdev_t; 53b24ab676SJeff Bonwick typedef struct ddt ddt_t; 54b24ab676SJeff Bonwick typedef struct ddt_entry ddt_entry_t; 55fa9e4066Sahrens struct dsl_pool; 564445fffbSMatthew Ahrens struct dsl_dataset; 57fa9e4066Sahrens 58fa9e4066Sahrens /* 59fa9e4066Sahrens * General-purpose 32-bit and 64-bit bitfield encodings. 60fa9e4066Sahrens */ 61fa9e4066Sahrens #define BF32_DECODE(x, low, len) P2PHASE((x) >> (low), 1U << (len)) 62fa9e4066Sahrens #define BF64_DECODE(x, low, len) P2PHASE((x) >> (low), 1ULL << (len)) 63fa9e4066Sahrens #define BF32_ENCODE(x, low, len) (P2PHASE((x), 1U << (len)) << (low)) 64fa9e4066Sahrens #define BF64_ENCODE(x, low, len) (P2PHASE((x), 1ULL << (len)) << (low)) 65fa9e4066Sahrens 66fa9e4066Sahrens #define BF32_GET(x, low, len) BF32_DECODE(x, low, len) 67fa9e4066Sahrens #define BF64_GET(x, low, len) BF64_DECODE(x, low, len) 68fa9e4066Sahrens 6943466aaeSMax Grossman #define BF32_SET(x, low, len, val) do { \ 7043466aaeSMax Grossman ASSERT3U(val, <, 1U << (len)); \ 7143466aaeSMax Grossman ASSERT3U(low + len, <=, 32); \ 7243466aaeSMax Grossman (x) ^= BF32_ENCODE((x >> low) ^ (val), low, len); \ 7343466aaeSMax Grossman _NOTE(CONSTCOND) } while (0) 7443466aaeSMax Grossman 7543466aaeSMax Grossman #define BF64_SET(x, low, len, val) do { \ 7643466aaeSMax Grossman ASSERT3U(val, <, 1ULL << (len)); \ 7743466aaeSMax Grossman ASSERT3U(low + len, <=, 64); \ 7843466aaeSMax Grossman ((x) ^= BF64_ENCODE((x >> low) ^ (val), low, len)); \ 7943466aaeSMax Grossman _NOTE(CONSTCOND) } while (0) 80fa9e4066Sahrens 81fa9e4066Sahrens #define BF32_GET_SB(x, low, len, shift, bias) \ 82fa9e4066Sahrens ((BF32_GET(x, low, len) + (bias)) << (shift)) 83fa9e4066Sahrens #define BF64_GET_SB(x, low, len, shift, bias) \ 84fa9e4066Sahrens ((BF64_GET(x, low, len) + (bias)) << (shift)) 85fa9e4066Sahrens 8643466aaeSMax Grossman #define BF32_SET_SB(x, low, len, shift, bias, val) do { \ 8743466aaeSMax Grossman ASSERT(IS_P2ALIGNED(val, 1U << shift)); \ 8843466aaeSMax Grossman ASSERT3S((val) >> (shift), >=, bias); \ 8943466aaeSMax Grossman BF32_SET(x, low, len, ((val) >> (shift)) - (bias)); \ 9043466aaeSMax Grossman _NOTE(CONSTCOND) } while (0) 9143466aaeSMax Grossman #define BF64_SET_SB(x, low, len, shift, bias, val) do { \ 9243466aaeSMax Grossman ASSERT(IS_P2ALIGNED(val, 1ULL << shift)); \ 9343466aaeSMax Grossman ASSERT3S((val) >> (shift), >=, bias); \ 9443466aaeSMax Grossman BF64_SET(x, low, len, ((val) >> (shift)) - (bias)); \ 9543466aaeSMax Grossman _NOTE(CONSTCOND) } while (0) 96fa9e4066Sahrens 97fa9e4066Sahrens /* 98b5152584SMatthew Ahrens * We currently support block sizes from 512 bytes to 16MB. 99b5152584SMatthew Ahrens * The benefits of larger blocks, and thus larger IO, need to be weighed 100b5152584SMatthew Ahrens * against the cost of COWing a giant block to modify one byte, and the 101b5152584SMatthew Ahrens * large latency of reading or writing a large block. 102b5152584SMatthew Ahrens * 103b5152584SMatthew Ahrens * Note that although blocks up to 16MB are supported, the recordsize 104b5152584SMatthew Ahrens * property can not be set larger than zfs_max_recordsize (default 1MB). 105b5152584SMatthew Ahrens * See the comment near zfs_max_recordsize in dsl_dataset.c for details. 106b5152584SMatthew Ahrens * 107b5152584SMatthew Ahrens * Note that although the LSIZE field of the blkptr_t can store sizes up 108b5152584SMatthew Ahrens * to 32MB, the dnode's dn_datablkszsec can only store sizes up to 109b5152584SMatthew Ahrens * 32MB - 512 bytes. Therefore, we limit SPA_MAXBLOCKSIZE to 16MB. 110fa9e4066Sahrens */ 111fa9e4066Sahrens #define SPA_MINBLOCKSHIFT 9 112b5152584SMatthew Ahrens #define SPA_OLD_MAXBLOCKSHIFT 17 113b5152584SMatthew Ahrens #define SPA_MAXBLOCKSHIFT 24 114fa9e4066Sahrens #define SPA_MINBLOCKSIZE (1ULL << SPA_MINBLOCKSHIFT) 115b5152584SMatthew Ahrens #define SPA_OLD_MAXBLOCKSIZE (1ULL << SPA_OLD_MAXBLOCKSHIFT) 116fa9e4066Sahrens #define SPA_MAXBLOCKSIZE (1ULL << SPA_MAXBLOCKSHIFT) 117fa9e4066Sahrens 118f7991ba4STim Haley /* 119f7991ba4STim Haley * Size of block to hold the configuration data (a packed nvlist) 120f7991ba4STim Haley */ 121ad135b5dSChristopher Siden #define SPA_CONFIG_BLOCKSIZE (1ULL << 14) 122f7991ba4STim Haley 123fa9e4066Sahrens /* 124fa9e4066Sahrens * The DVA size encodings for LSIZE and PSIZE support blocks up to 32MB. 125fa9e4066Sahrens * The ASIZE encoding should be at least 64 times larger (6 more bits) 126fa9e4066Sahrens * to support up to 4-way RAID-Z mirror mode with worst-case gang block 127fa9e4066Sahrens * overhead, three DVAs per bp, plus one more bit in case we do anything 128fa9e4066Sahrens * else that expands the ASIZE. 129fa9e4066Sahrens */ 130fa9e4066Sahrens #define SPA_LSIZEBITS 16 /* LSIZE up to 32M (2^16 * 512) */ 131fa9e4066Sahrens #define SPA_PSIZEBITS 16 /* PSIZE up to 32M (2^16 * 512) */ 132fa9e4066Sahrens #define SPA_ASIZEBITS 24 /* ASIZE up to 64 times larger */ 133fa9e4066Sahrens 134fa9e4066Sahrens /* 135fa9e4066Sahrens * All SPA data is represented by 128-bit data virtual addresses (DVAs). 136fa9e4066Sahrens * The members of the dva_t should be considered opaque outside the SPA. 137fa9e4066Sahrens */ 138fa9e4066Sahrens typedef struct dva { 139fa9e4066Sahrens uint64_t dva_word[2]; 140fa9e4066Sahrens } dva_t; 141fa9e4066Sahrens 142fa9e4066Sahrens /* 143fa9e4066Sahrens * Each block has a 256-bit checksum -- strong enough for cryptographic hashes. 144fa9e4066Sahrens */ 145fa9e4066Sahrens typedef struct zio_cksum { 146fa9e4066Sahrens uint64_t zc_word[4]; 147fa9e4066Sahrens } zio_cksum_t; 148fa9e4066Sahrens 149fa9e4066Sahrens /* 150fa9e4066Sahrens * Each block is described by its DVAs, time of birth, checksum, etc. 151fa9e4066Sahrens * The word-by-word, bit-by-bit layout of the blkptr is as follows: 152fa9e4066Sahrens * 153fa9e4066Sahrens * 64 56 48 40 32 24 16 8 0 154fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 155fa9e4066Sahrens * 0 | vdev1 | GRID | ASIZE | 156fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 157fa9e4066Sahrens * 1 |G| offset1 | 158fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 159fa9e4066Sahrens * 2 | vdev2 | GRID | ASIZE | 160fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 161fa9e4066Sahrens * 3 |G| offset2 | 162fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 163fa9e4066Sahrens * 4 | vdev3 | GRID | ASIZE | 164fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 165fa9e4066Sahrens * 5 |G| offset3 | 166fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 1675d7b4d43SMatthew Ahrens * 6 |BDX|lvl| type | cksum |E| comp| PSIZE | LSIZE | 168fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 169fa9e4066Sahrens * 7 | padding | 170fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 171fa9e4066Sahrens * 8 | padding | 172fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 173b24ab676SJeff Bonwick * 9 | physical birth txg | 174fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 175b24ab676SJeff Bonwick * a | logical birth txg | 176fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 177fa9e4066Sahrens * b | fill count | 178fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 179fa9e4066Sahrens * c | checksum[0] | 180fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 181fa9e4066Sahrens * d | checksum[1] | 182fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 183fa9e4066Sahrens * e | checksum[2] | 184fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 185fa9e4066Sahrens * f | checksum[3] | 186fa9e4066Sahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 187fa9e4066Sahrens * 188fa9e4066Sahrens * Legend: 189fa9e4066Sahrens * 190fa9e4066Sahrens * vdev virtual device ID 191fa9e4066Sahrens * offset offset into virtual device 192fa9e4066Sahrens * LSIZE logical size 193fa9e4066Sahrens * PSIZE physical size (after compression) 194fa9e4066Sahrens * ASIZE allocated size (including RAID-Z parity and gang block headers) 195fa9e4066Sahrens * GRID RAID-Z layout information (reserved for future use) 196fa9e4066Sahrens * cksum checksum function 197fa9e4066Sahrens * comp compression function 198fa9e4066Sahrens * G gang block indicator 199b24ab676SJeff Bonwick * B byteorder (endianness) 200b24ab676SJeff Bonwick * D dedup 2015d7b4d43SMatthew Ahrens * X encryption (on version 30, which is not supported) 2025d7b4d43SMatthew Ahrens * E blkptr_t contains embedded data (see below) 203fa9e4066Sahrens * lvl level of indirection 204b24ab676SJeff Bonwick * type DMU object type 205b24ab676SJeff Bonwick * phys birth txg of block allocation; zero if same as logical birth txg 206b24ab676SJeff Bonwick * log. birth transaction group in which the block was logically born 207fa9e4066Sahrens * fill count number of non-zero blocks under this bp 208fa9e4066Sahrens * checksum[4] 256-bit checksum of the data this bp describes 209fa9e4066Sahrens */ 2105d7b4d43SMatthew Ahrens 2115d7b4d43SMatthew Ahrens /* 2125d7b4d43SMatthew Ahrens * "Embedded" blkptr_t's don't actually point to a block, instead they 2135d7b4d43SMatthew Ahrens * have a data payload embedded in the blkptr_t itself. See the comment 2145d7b4d43SMatthew Ahrens * in blkptr.c for more details. 2155d7b4d43SMatthew Ahrens * 2165d7b4d43SMatthew Ahrens * The blkptr_t is laid out as follows: 2175d7b4d43SMatthew Ahrens * 2185d7b4d43SMatthew Ahrens * 64 56 48 40 32 24 16 8 0 2195d7b4d43SMatthew Ahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 2205d7b4d43SMatthew Ahrens * 0 | payload | 2215d7b4d43SMatthew Ahrens * 1 | payload | 2225d7b4d43SMatthew Ahrens * 2 | payload | 2235d7b4d43SMatthew Ahrens * 3 | payload | 2245d7b4d43SMatthew Ahrens * 4 | payload | 2255d7b4d43SMatthew Ahrens * 5 | payload | 2265d7b4d43SMatthew Ahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 2275d7b4d43SMatthew Ahrens * 6 |BDX|lvl| type | etype |E| comp| PSIZE| LSIZE | 2285d7b4d43SMatthew Ahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 2295d7b4d43SMatthew Ahrens * 7 | payload | 2305d7b4d43SMatthew Ahrens * 8 | payload | 2315d7b4d43SMatthew Ahrens * 9 | payload | 2325d7b4d43SMatthew Ahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 2335d7b4d43SMatthew Ahrens * a | logical birth txg | 2345d7b4d43SMatthew Ahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 2355d7b4d43SMatthew Ahrens * b | payload | 2365d7b4d43SMatthew Ahrens * c | payload | 2375d7b4d43SMatthew Ahrens * d | payload | 2385d7b4d43SMatthew Ahrens * e | payload | 2395d7b4d43SMatthew Ahrens * f | payload | 2405d7b4d43SMatthew Ahrens * +-------+-------+-------+-------+-------+-------+-------+-------+ 2415d7b4d43SMatthew Ahrens * 2425d7b4d43SMatthew Ahrens * Legend: 2435d7b4d43SMatthew Ahrens * 2445d7b4d43SMatthew Ahrens * payload contains the embedded data 2455d7b4d43SMatthew Ahrens * B (byteorder) byteorder (endianness) 2465d7b4d43SMatthew Ahrens * D (dedup) padding (set to zero) 2475d7b4d43SMatthew Ahrens * X encryption (set to zero; see above) 2485d7b4d43SMatthew Ahrens * E (embedded) set to one 2495d7b4d43SMatthew Ahrens * lvl indirection level 2505d7b4d43SMatthew Ahrens * type DMU object type 2515d7b4d43SMatthew Ahrens * etype how to interpret embedded data (BP_EMBEDDED_TYPE_*) 2525d7b4d43SMatthew Ahrens * comp compression function of payload 2535d7b4d43SMatthew Ahrens * PSIZE size of payload after compression, in bytes 2545d7b4d43SMatthew Ahrens * LSIZE logical size of payload, in bytes 2555d7b4d43SMatthew Ahrens * note that 25 bits is enough to store the largest 2565d7b4d43SMatthew Ahrens * "normal" BP's LSIZE (2^16 * 2^9) in bytes 2575d7b4d43SMatthew Ahrens * log. birth transaction group in which the block was logically born 2585d7b4d43SMatthew Ahrens * 2595d7b4d43SMatthew Ahrens * Note that LSIZE and PSIZE are stored in bytes, whereas for non-embedded 2605d7b4d43SMatthew Ahrens * bp's they are stored in units of SPA_MINBLOCKSHIFT. 2615d7b4d43SMatthew Ahrens * Generally, the generic BP_GET_*() macros can be used on embedded BP's. 2625d7b4d43SMatthew Ahrens * The B, D, X, lvl, type, and comp fields are stored the same as with normal 2635d7b4d43SMatthew Ahrens * BP's so the BP_SET_* macros can be used with them. etype, PSIZE, LSIZE must 2645d7b4d43SMatthew Ahrens * be set with the BPE_SET_* macros. BP_SET_EMBEDDED() should be called before 2655d7b4d43SMatthew Ahrens * other macros, as they assert that they are only used on BP's of the correct 2665d7b4d43SMatthew Ahrens * "embedded-ness". 2675d7b4d43SMatthew Ahrens */ 2685d7b4d43SMatthew Ahrens 2695d7b4d43SMatthew Ahrens #define BPE_GET_ETYPE(bp) \ 2705d7b4d43SMatthew Ahrens (ASSERT(BP_IS_EMBEDDED(bp)), \ 2715d7b4d43SMatthew Ahrens BF64_GET((bp)->blk_prop, 40, 8)) 2725d7b4d43SMatthew Ahrens #define BPE_SET_ETYPE(bp, t) do { \ 2735d7b4d43SMatthew Ahrens ASSERT(BP_IS_EMBEDDED(bp)); \ 2745d7b4d43SMatthew Ahrens BF64_SET((bp)->blk_prop, 40, 8, t); \ 2755d7b4d43SMatthew Ahrens _NOTE(CONSTCOND) } while (0) 2765d7b4d43SMatthew Ahrens 2775d7b4d43SMatthew Ahrens #define BPE_GET_LSIZE(bp) \ 2785d7b4d43SMatthew Ahrens (ASSERT(BP_IS_EMBEDDED(bp)), \ 2795d7b4d43SMatthew Ahrens BF64_GET_SB((bp)->blk_prop, 0, 25, 0, 1)) 2805d7b4d43SMatthew Ahrens #define BPE_SET_LSIZE(bp, x) do { \ 2815d7b4d43SMatthew Ahrens ASSERT(BP_IS_EMBEDDED(bp)); \ 2825d7b4d43SMatthew Ahrens BF64_SET_SB((bp)->blk_prop, 0, 25, 0, 1, x); \ 2835d7b4d43SMatthew Ahrens _NOTE(CONSTCOND) } while (0) 2845d7b4d43SMatthew Ahrens 2855d7b4d43SMatthew Ahrens #define BPE_GET_PSIZE(bp) \ 2865d7b4d43SMatthew Ahrens (ASSERT(BP_IS_EMBEDDED(bp)), \ 2875d7b4d43SMatthew Ahrens BF64_GET_SB((bp)->blk_prop, 25, 7, 0, 1)) 2885d7b4d43SMatthew Ahrens #define BPE_SET_PSIZE(bp, x) do { \ 2895d7b4d43SMatthew Ahrens ASSERT(BP_IS_EMBEDDED(bp)); \ 2905d7b4d43SMatthew Ahrens BF64_SET_SB((bp)->blk_prop, 25, 7, 0, 1, x); \ 2915d7b4d43SMatthew Ahrens _NOTE(CONSTCOND) } while (0) 2925d7b4d43SMatthew Ahrens 2935d7b4d43SMatthew Ahrens typedef enum bp_embedded_type { 2945d7b4d43SMatthew Ahrens BP_EMBEDDED_TYPE_DATA, 2955d7b4d43SMatthew Ahrens BP_EMBEDDED_TYPE_RESERVED, /* Reserved for an unintegrated feature. */ 2965d7b4d43SMatthew Ahrens NUM_BP_EMBEDDED_TYPES = BP_EMBEDDED_TYPE_RESERVED 2975d7b4d43SMatthew Ahrens } bp_embedded_type_t; 2985d7b4d43SMatthew Ahrens 2995d7b4d43SMatthew Ahrens #define BPE_NUM_WORDS 14 3005d7b4d43SMatthew Ahrens #define BPE_PAYLOAD_SIZE (BPE_NUM_WORDS * sizeof (uint64_t)) 3015d7b4d43SMatthew Ahrens #define BPE_IS_PAYLOADWORD(bp, wp) \ 3025d7b4d43SMatthew Ahrens ((wp) != &(bp)->blk_prop && (wp) != &(bp)->blk_birth) 3035d7b4d43SMatthew Ahrens 304fa9e4066Sahrens #define SPA_BLKPTRSHIFT 7 /* blkptr_t is 128 bytes */ 305fa9e4066Sahrens #define SPA_DVAS_PER_BP 3 /* Number of DVAs in a bp */ 306fa9e4066Sahrens 30743466aaeSMax Grossman /* 30843466aaeSMax Grossman * A block is a hole when it has either 1) never been written to, or 30943466aaeSMax Grossman * 2) is zero-filled. In both cases, ZFS can return all zeroes for all reads 31043466aaeSMax Grossman * without physically allocating disk space. Holes are represented in the 31143466aaeSMax Grossman * blkptr_t structure by zeroed blk_dva. Correct checking for holes is 31243466aaeSMax Grossman * done through the BP_IS_HOLE macro. For holes, the logical size, level, 31343466aaeSMax Grossman * DMU object type, and birth times are all also stored for holes that 31443466aaeSMax Grossman * were written to at some point (i.e. were punched after having been filled). 31543466aaeSMax Grossman */ 316b24ab676SJeff Bonwick typedef struct blkptr { 317b24ab676SJeff Bonwick dva_t blk_dva[SPA_DVAS_PER_BP]; /* Data Virtual Addresses */ 318b24ab676SJeff Bonwick uint64_t blk_prop; /* size, compression, type, etc */ 319b24ab676SJeff Bonwick uint64_t blk_pad[2]; /* Extra space for the future */ 320b24ab676SJeff Bonwick uint64_t blk_phys_birth; /* txg when block was allocated */ 321b24ab676SJeff Bonwick uint64_t blk_birth; /* transaction group at birth */ 322b24ab676SJeff Bonwick uint64_t blk_fill; /* fill count */ 323b24ab676SJeff Bonwick zio_cksum_t blk_cksum; /* 256-bit checksum */ 324b24ab676SJeff Bonwick } blkptr_t; 325b24ab676SJeff Bonwick 326fa9e4066Sahrens /* 327fa9e4066Sahrens * Macros to get and set fields in a bp or DVA. 328fa9e4066Sahrens */ 329fa9e4066Sahrens #define DVA_GET_ASIZE(dva) \ 33043466aaeSMax Grossman BF64_GET_SB((dva)->dva_word[0], 0, SPA_ASIZEBITS, SPA_MINBLOCKSHIFT, 0) 331fa9e4066Sahrens #define DVA_SET_ASIZE(dva, x) \ 33243466aaeSMax Grossman BF64_SET_SB((dva)->dva_word[0], 0, SPA_ASIZEBITS, \ 33343466aaeSMax Grossman SPA_MINBLOCKSHIFT, 0, x) 334fa9e4066Sahrens 335fa9e4066Sahrens #define DVA_GET_GRID(dva) BF64_GET((dva)->dva_word[0], 24, 8) 336fa9e4066Sahrens #define DVA_SET_GRID(dva, x) BF64_SET((dva)->dva_word[0], 24, 8, x) 337fa9e4066Sahrens 338fa9e4066Sahrens #define DVA_GET_VDEV(dva) BF64_GET((dva)->dva_word[0], 32, 32) 339fa9e4066Sahrens #define DVA_SET_VDEV(dva, x) BF64_SET((dva)->dva_word[0], 32, 32, x) 340fa9e4066Sahrens 341fa9e4066Sahrens #define DVA_GET_OFFSET(dva) \ 342fa9e4066Sahrens BF64_GET_SB((dva)->dva_word[1], 0, 63, SPA_MINBLOCKSHIFT, 0) 343fa9e4066Sahrens #define DVA_SET_OFFSET(dva, x) \ 344fa9e4066Sahrens BF64_SET_SB((dva)->dva_word[1], 0, 63, SPA_MINBLOCKSHIFT, 0, x) 345fa9e4066Sahrens 346fa9e4066Sahrens #define DVA_GET_GANG(dva) BF64_GET((dva)->dva_word[1], 63, 1) 347fa9e4066Sahrens #define DVA_SET_GANG(dva, x) BF64_SET((dva)->dva_word[1], 63, 1, x) 348fa9e4066Sahrens 349fa9e4066Sahrens #define BP_GET_LSIZE(bp) \ 3505d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? \ 3515d7b4d43SMatthew Ahrens (BPE_GET_ETYPE(bp) == BP_EMBEDDED_TYPE_DATA ? BPE_GET_LSIZE(bp) : 0): \ 3525d7b4d43SMatthew Ahrens BF64_GET_SB((bp)->blk_prop, 0, SPA_LSIZEBITS, SPA_MINBLOCKSHIFT, 1)) 3535d7b4d43SMatthew Ahrens #define BP_SET_LSIZE(bp, x) do { \ 3545d7b4d43SMatthew Ahrens ASSERT(!BP_IS_EMBEDDED(bp)); \ 3555d7b4d43SMatthew Ahrens BF64_SET_SB((bp)->blk_prop, \ 3565d7b4d43SMatthew Ahrens 0, SPA_LSIZEBITS, SPA_MINBLOCKSHIFT, 1, x); \ 3575d7b4d43SMatthew Ahrens _NOTE(CONSTCOND) } while (0) 358fa9e4066Sahrens 359fa9e4066Sahrens #define BP_GET_PSIZE(bp) \ 3605d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? 0 : \ 3615d7b4d43SMatthew Ahrens BF64_GET_SB((bp)->blk_prop, 16, SPA_PSIZEBITS, SPA_MINBLOCKSHIFT, 1)) 3625d7b4d43SMatthew Ahrens #define BP_SET_PSIZE(bp, x) do { \ 3635d7b4d43SMatthew Ahrens ASSERT(!BP_IS_EMBEDDED(bp)); \ 3645d7b4d43SMatthew Ahrens BF64_SET_SB((bp)->blk_prop, \ 3655d7b4d43SMatthew Ahrens 16, SPA_PSIZEBITS, SPA_MINBLOCKSHIFT, 1, x); \ 3665d7b4d43SMatthew Ahrens _NOTE(CONSTCOND) } while (0) 3675d7b4d43SMatthew Ahrens 3685d7b4d43SMatthew Ahrens #define BP_GET_COMPRESS(bp) BF64_GET((bp)->blk_prop, 32, 7) 3695d7b4d43SMatthew Ahrens #define BP_SET_COMPRESS(bp, x) BF64_SET((bp)->blk_prop, 32, 7, x) 370fa9e4066Sahrens 3715d7b4d43SMatthew Ahrens #define BP_IS_EMBEDDED(bp) BF64_GET((bp)->blk_prop, 39, 1) 3725d7b4d43SMatthew Ahrens #define BP_SET_EMBEDDED(bp, x) BF64_SET((bp)->blk_prop, 39, 1, x) 373b24ab676SJeff Bonwick 3745d7b4d43SMatthew Ahrens #define BP_GET_CHECKSUM(bp) \ 3755d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? ZIO_CHECKSUM_OFF : \ 3765d7b4d43SMatthew Ahrens BF64_GET((bp)->blk_prop, 40, 8)) 3775d7b4d43SMatthew Ahrens #define BP_SET_CHECKSUM(bp, x) do { \ 3785d7b4d43SMatthew Ahrens ASSERT(!BP_IS_EMBEDDED(bp)); \ 3795d7b4d43SMatthew Ahrens BF64_SET((bp)->blk_prop, 40, 8, x); \ 3805d7b4d43SMatthew Ahrens _NOTE(CONSTCOND) } while (0) 381b24ab676SJeff Bonwick 382b24ab676SJeff Bonwick #define BP_GET_TYPE(bp) BF64_GET((bp)->blk_prop, 48, 8) 383b24ab676SJeff Bonwick #define BP_SET_TYPE(bp, x) BF64_SET((bp)->blk_prop, 48, 8, x) 384fa9e4066Sahrens 385b24ab676SJeff Bonwick #define BP_GET_LEVEL(bp) BF64_GET((bp)->blk_prop, 56, 5) 386b24ab676SJeff Bonwick #define BP_SET_LEVEL(bp, x) BF64_SET((bp)->blk_prop, 56, 5, x) 387fa9e4066Sahrens 388b24ab676SJeff Bonwick #define BP_GET_DEDUP(bp) BF64_GET((bp)->blk_prop, 62, 1) 389b24ab676SJeff Bonwick #define BP_SET_DEDUP(bp, x) BF64_SET((bp)->blk_prop, 62, 1, x) 390fa9e4066Sahrens 39143466aaeSMax Grossman #define BP_GET_BYTEORDER(bp) BF64_GET((bp)->blk_prop, 63, 1) 392b24ab676SJeff Bonwick #define BP_SET_BYTEORDER(bp, x) BF64_SET((bp)->blk_prop, 63, 1, x) 393b24ab676SJeff Bonwick 394b24ab676SJeff Bonwick #define BP_PHYSICAL_BIRTH(bp) \ 3955d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? 0 : \ 3965d7b4d43SMatthew Ahrens (bp)->blk_phys_birth ? (bp)->blk_phys_birth : (bp)->blk_birth) 397b24ab676SJeff Bonwick 398b24ab676SJeff Bonwick #define BP_SET_BIRTH(bp, logical, physical) \ 399b24ab676SJeff Bonwick { \ 4005d7b4d43SMatthew Ahrens ASSERT(!BP_IS_EMBEDDED(bp)); \ 401b24ab676SJeff Bonwick (bp)->blk_birth = (logical); \ 402b24ab676SJeff Bonwick (bp)->blk_phys_birth = ((logical) == (physical) ? 0 : (physical)); \ 403b24ab676SJeff Bonwick } 404fa9e4066Sahrens 4055d7b4d43SMatthew Ahrens #define BP_GET_FILL(bp) (BP_IS_EMBEDDED(bp) ? 1 : (bp)->blk_fill) 4065d7b4d43SMatthew Ahrens 407fa9e4066Sahrens #define BP_GET_ASIZE(bp) \ 4085d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? 0 : \ 4095d7b4d43SMatthew Ahrens DVA_GET_ASIZE(&(bp)->blk_dva[0]) + \ 4105d7b4d43SMatthew Ahrens DVA_GET_ASIZE(&(bp)->blk_dva[1]) + \ 4115d7b4d43SMatthew Ahrens DVA_GET_ASIZE(&(bp)->blk_dva[2])) 41299653d4eSeschrock 41399653d4eSeschrock #define BP_GET_UCSIZE(bp) \ 414ad135b5dSChristopher Siden ((BP_GET_LEVEL(bp) > 0 || DMU_OT_IS_METADATA(BP_GET_TYPE(bp))) ? \ 4153f9d6ad7SLin Ling BP_GET_PSIZE(bp) : BP_GET_LSIZE(bp)) 416fa9e4066Sahrens 41744cd46caSbillm #define BP_GET_NDVAS(bp) \ 4185d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? 0 : \ 4195d7b4d43SMatthew Ahrens !!DVA_GET_ASIZE(&(bp)->blk_dva[0]) + \ 42044cd46caSbillm !!DVA_GET_ASIZE(&(bp)->blk_dva[1]) + \ 42144cd46caSbillm !!DVA_GET_ASIZE(&(bp)->blk_dva[2])) 42244cd46caSbillm 42344cd46caSbillm #define BP_COUNT_GANG(bp) \ 4245d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? 0 : \ 42544cd46caSbillm (DVA_GET_GANG(&(bp)->blk_dva[0]) + \ 42644cd46caSbillm DVA_GET_GANG(&(bp)->blk_dva[1]) + \ 4275d7b4d43SMatthew Ahrens DVA_GET_GANG(&(bp)->blk_dva[2]))) 42844cd46caSbillm 429fa9e4066Sahrens #define DVA_EQUAL(dva1, dva2) \ 430fa9e4066Sahrens ((dva1)->dva_word[1] == (dva2)->dva_word[1] && \ 431fa9e4066Sahrens (dva1)->dva_word[0] == (dva2)->dva_word[0]) 432fa9e4066Sahrens 433b24ab676SJeff Bonwick #define BP_EQUAL(bp1, bp2) \ 434b24ab676SJeff Bonwick (BP_PHYSICAL_BIRTH(bp1) == BP_PHYSICAL_BIRTH(bp2) && \ 4355d7b4d43SMatthew Ahrens (bp1)->blk_birth == (bp2)->blk_birth && \ 436b24ab676SJeff Bonwick DVA_EQUAL(&(bp1)->blk_dva[0], &(bp2)->blk_dva[0]) && \ 437b24ab676SJeff Bonwick DVA_EQUAL(&(bp1)->blk_dva[1], &(bp2)->blk_dva[1]) && \ 438b24ab676SJeff Bonwick DVA_EQUAL(&(bp1)->blk_dva[2], &(bp2)->blk_dva[2])) 439b24ab676SJeff Bonwick 4406b4acc8bSahrens #define ZIO_CHECKSUM_EQUAL(zc1, zc2) \ 4416b4acc8bSahrens (0 == (((zc1).zc_word[0] - (zc2).zc_word[0]) | \ 4426b4acc8bSahrens ((zc1).zc_word[1] - (zc2).zc_word[1]) | \ 4436b4acc8bSahrens ((zc1).zc_word[2] - (zc2).zc_word[2]) | \ 4446b4acc8bSahrens ((zc1).zc_word[3] - (zc2).zc_word[3]))) 4456b4acc8bSahrens 446*98110f08SMatthew Ahrens #define ZIO_CHECKSUM_IS_ZERO(zc) \ 447*98110f08SMatthew Ahrens (0 == ((zc)->zc_word[0] | (zc)->zc_word[1] | \ 448*98110f08SMatthew Ahrens (zc)->zc_word[2] | (zc)->zc_word[3])) 449*98110f08SMatthew Ahrens 450*98110f08SMatthew Ahrens #define ZIO_CHECKSUM_BSWAP(zcp) \ 451*98110f08SMatthew Ahrens { \ 452*98110f08SMatthew Ahrens (zcp)->zc_word[0] = BSWAP_64((zcp)->zc_word[0]); \ 453*98110f08SMatthew Ahrens (zcp)->zc_word[1] = BSWAP_64((zcp)->zc_word[1]); \ 454*98110f08SMatthew Ahrens (zcp)->zc_word[2] = BSWAP_64((zcp)->zc_word[2]); \ 455*98110f08SMatthew Ahrens (zcp)->zc_word[3] = BSWAP_64((zcp)->zc_word[3]); \ 456*98110f08SMatthew Ahrens } 457*98110f08SMatthew Ahrens 458*98110f08SMatthew Ahrens 459fa9e4066Sahrens #define DVA_IS_VALID(dva) (DVA_GET_ASIZE(dva) != 0) 460fa9e4066Sahrens 461fa9e4066Sahrens #define ZIO_SET_CHECKSUM(zcp, w0, w1, w2, w3) \ 462fa9e4066Sahrens { \ 463fa9e4066Sahrens (zcp)->zc_word[0] = w0; \ 464fa9e4066Sahrens (zcp)->zc_word[1] = w1; \ 465fa9e4066Sahrens (zcp)->zc_word[2] = w2; \ 466fa9e4066Sahrens (zcp)->zc_word[3] = w3; \ 467fa9e4066Sahrens } 468fa9e4066Sahrens 4695d7b4d43SMatthew Ahrens #define BP_IDENTITY(bp) (ASSERT(!BP_IS_EMBEDDED(bp)), &(bp)->blk_dva[0]) 4705d7b4d43SMatthew Ahrens #define BP_IS_GANG(bp) \ 4715d7b4d43SMatthew Ahrens (BP_IS_EMBEDDED(bp) ? B_FALSE : DVA_GET_GANG(BP_IDENTITY(bp))) 47243466aaeSMax Grossman #define DVA_IS_EMPTY(dva) ((dva)->dva_word[0] == 0ULL && \ 47343466aaeSMax Grossman (dva)->dva_word[1] == 0ULL) 4745d7b4d43SMatthew Ahrens #define BP_IS_HOLE(bp) \ 4755d7b4d43SMatthew Ahrens (!BP_IS_EMBEDDED(bp) && DVA_IS_EMPTY(BP_IDENTITY(bp))) 476fa9e4066Sahrens 4776e1f5caaSNeil Perrin /* BP_IS_RAIDZ(bp) assumes no block compression */ 4786e1f5caaSNeil Perrin #define BP_IS_RAIDZ(bp) (DVA_GET_ASIZE(&(bp)->blk_dva[0]) > \ 4796e1f5caaSNeil Perrin BP_GET_PSIZE(bp)) 4806e1f5caaSNeil Perrin 481e14bb325SJeff Bonwick #define BP_ZERO(bp) \ 482fa9e4066Sahrens { \ 483fa9e4066Sahrens (bp)->blk_dva[0].dva_word[0] = 0; \ 484fa9e4066Sahrens (bp)->blk_dva[0].dva_word[1] = 0; \ 485fa9e4066Sahrens (bp)->blk_dva[1].dva_word[0] = 0; \ 486fa9e4066Sahrens (bp)->blk_dva[1].dva_word[1] = 0; \ 487fa9e4066Sahrens (bp)->blk_dva[2].dva_word[0] = 0; \ 488fa9e4066Sahrens (bp)->blk_dva[2].dva_word[1] = 0; \ 489fa9e4066Sahrens (bp)->blk_prop = 0; \ 490fa9e4066Sahrens (bp)->blk_pad[0] = 0; \ 491fa9e4066Sahrens (bp)->blk_pad[1] = 0; \ 492b24ab676SJeff Bonwick (bp)->blk_phys_birth = 0; \ 493e14bb325SJeff Bonwick (bp)->blk_birth = 0; \ 494fa9e4066Sahrens (bp)->blk_fill = 0; \ 495fa9e4066Sahrens ZIO_SET_CHECKSUM(&(bp)->blk_cksum, 0, 0, 0, 0); \ 496fa9e4066Sahrens } 497fa9e4066Sahrens 498fa9e4066Sahrens #ifdef _BIG_ENDIAN 499fa9e4066Sahrens #define ZFS_HOST_BYTEORDER (0ULL) 500fa9e4066Sahrens #else 50143466aaeSMax Grossman #define ZFS_HOST_BYTEORDER (1ULL) 502fa9e4066Sahrens #endif 503fa9e4066Sahrens 504fa9e4066Sahrens #define BP_SHOULD_BYTESWAP(bp) (BP_GET_BYTEORDER(bp) != ZFS_HOST_BYTEORDER) 505fa9e4066Sahrens 50644cd46caSbillm #define BP_SPRINTF_LEN 320 507fbabab8fSmaybee 508b24ab676SJeff Bonwick /* 509b24ab676SJeff Bonwick * This macro allows code sharing between zfs, libzpool, and mdb. 510b24ab676SJeff Bonwick * 'func' is either snprintf() or mdb_snprintf(). 511b24ab676SJeff Bonwick * 'ws' (whitespace) can be ' ' for single-line format, '\n' for multi-line. 512b24ab676SJeff Bonwick */ 51343466aaeSMax Grossman #define SNPRINTF_BLKPTR(func, ws, buf, size, bp, type, checksum, compress) \ 514b24ab676SJeff Bonwick { \ 515b24ab676SJeff Bonwick static const char *copyname[] = \ 516b24ab676SJeff Bonwick { "zero", "single", "double", "triple" }; \ 517b24ab676SJeff Bonwick int len = 0; \ 518b24ab676SJeff Bonwick int copies = 0; \ 519b24ab676SJeff Bonwick \ 520b24ab676SJeff Bonwick if (bp == NULL) { \ 52143466aaeSMax Grossman len += func(buf + len, size - len, "<NULL>"); \ 522b24ab676SJeff Bonwick } else if (BP_IS_HOLE(bp)) { \ 52370163ac5SPrakash Surya len += func(buf + len, size - len, \ 52470163ac5SPrakash Surya "HOLE [L%llu %s] " \ 52570163ac5SPrakash Surya "size=%llxL birth=%lluL", \ 52670163ac5SPrakash Surya (u_longlong_t)BP_GET_LEVEL(bp), \ 52770163ac5SPrakash Surya type, \ 52870163ac5SPrakash Surya (u_longlong_t)BP_GET_LSIZE(bp), \ 52970163ac5SPrakash Surya (u_longlong_t)bp->blk_birth); \ 5305d7b4d43SMatthew Ahrens } else if (BP_IS_EMBEDDED(bp)) { \ 5315d7b4d43SMatthew Ahrens len = func(buf + len, size - len, \ 5325d7b4d43SMatthew Ahrens "EMBEDDED [L%llu %s] et=%u %s " \ 5335d7b4d43SMatthew Ahrens "size=%llxL/%llxP birth=%lluL", \ 5345d7b4d43SMatthew Ahrens (u_longlong_t)BP_GET_LEVEL(bp), \ 5355d7b4d43SMatthew Ahrens type, \ 5365d7b4d43SMatthew Ahrens (int)BPE_GET_ETYPE(bp), \ 5375d7b4d43SMatthew Ahrens compress, \ 5385d7b4d43SMatthew Ahrens (u_longlong_t)BPE_GET_LSIZE(bp), \ 5395d7b4d43SMatthew Ahrens (u_longlong_t)BPE_GET_PSIZE(bp), \ 5405d7b4d43SMatthew Ahrens (u_longlong_t)bp->blk_birth); \ 541b24ab676SJeff Bonwick } else { \ 542b24ab676SJeff Bonwick for (int d = 0; d < BP_GET_NDVAS(bp); d++) { \ 543b24ab676SJeff Bonwick const dva_t *dva = &bp->blk_dva[d]; \ 544b24ab676SJeff Bonwick if (DVA_IS_VALID(dva)) \ 545b24ab676SJeff Bonwick copies++; \ 546b24ab676SJeff Bonwick len += func(buf + len, size - len, \ 547b24ab676SJeff Bonwick "DVA[%d]=<%llu:%llx:%llx>%c", d, \ 548b24ab676SJeff Bonwick (u_longlong_t)DVA_GET_VDEV(dva), \ 549b24ab676SJeff Bonwick (u_longlong_t)DVA_GET_OFFSET(dva), \ 550b24ab676SJeff Bonwick (u_longlong_t)DVA_GET_ASIZE(dva), \ 551b24ab676SJeff Bonwick ws); \ 552b24ab676SJeff Bonwick } \ 553b24ab676SJeff Bonwick if (BP_IS_GANG(bp) && \ 554b24ab676SJeff Bonwick DVA_GET_ASIZE(&bp->blk_dva[2]) <= \ 555b24ab676SJeff Bonwick DVA_GET_ASIZE(&bp->blk_dva[1]) / 2) \ 556b24ab676SJeff Bonwick copies--; \ 557b24ab676SJeff Bonwick len += func(buf + len, size - len, \ 558b24ab676SJeff Bonwick "[L%llu %s] %s %s %s %s %s %s%c" \ 559b24ab676SJeff Bonwick "size=%llxL/%llxP birth=%lluL/%lluP fill=%llu%c" \ 560b24ab676SJeff Bonwick "cksum=%llx:%llx:%llx:%llx", \ 561b24ab676SJeff Bonwick (u_longlong_t)BP_GET_LEVEL(bp), \ 562b24ab676SJeff Bonwick type, \ 563b24ab676SJeff Bonwick checksum, \ 564b24ab676SJeff Bonwick compress, \ 565b24ab676SJeff Bonwick BP_GET_BYTEORDER(bp) == 0 ? "BE" : "LE", \ 566b24ab676SJeff Bonwick BP_IS_GANG(bp) ? "gang" : "contiguous", \ 567b24ab676SJeff Bonwick BP_GET_DEDUP(bp) ? "dedup" : "unique", \ 568b24ab676SJeff Bonwick copyname[copies], \ 569b24ab676SJeff Bonwick ws, \ 570b24ab676SJeff Bonwick (u_longlong_t)BP_GET_LSIZE(bp), \ 571b24ab676SJeff Bonwick (u_longlong_t)BP_GET_PSIZE(bp), \ 572b24ab676SJeff Bonwick (u_longlong_t)bp->blk_birth, \ 573b24ab676SJeff Bonwick (u_longlong_t)BP_PHYSICAL_BIRTH(bp), \ 5745d7b4d43SMatthew Ahrens (u_longlong_t)BP_GET_FILL(bp), \ 575b24ab676SJeff Bonwick ws, \ 576b24ab676SJeff Bonwick (u_longlong_t)bp->blk_cksum.zc_word[0], \ 577b24ab676SJeff Bonwick (u_longlong_t)bp->blk_cksum.zc_word[1], \ 578b24ab676SJeff Bonwick (u_longlong_t)bp->blk_cksum.zc_word[2], \ 579b24ab676SJeff Bonwick (u_longlong_t)bp->blk_cksum.zc_word[3]); \ 580b24ab676SJeff Bonwick } \ 581b24ab676SJeff Bonwick ASSERT(len < size); \ 582b24ab676SJeff Bonwick } 583b24ab676SJeff Bonwick 584fa9e4066Sahrens #include <sys/dmu.h> 585fa9e4066Sahrens 586ad23a2dbSjohansen #define BP_GET_BUFC_TYPE(bp) \ 587ad135b5dSChristopher Siden (((BP_GET_LEVEL(bp) > 0) || (DMU_OT_IS_METADATA(BP_GET_TYPE(bp)))) ? \ 588ad135b5dSChristopher Siden ARC_BUFC_METADATA : ARC_BUFC_DATA) 589fa9e4066Sahrens 5901195e687SMark J Musante typedef enum spa_import_type { 5911195e687SMark J Musante SPA_IMPORT_EXISTING, 5921195e687SMark J Musante SPA_IMPORT_ASSEMBLE 5931195e687SMark J Musante } spa_import_type_t; 5941195e687SMark J Musante 595fa9e4066Sahrens /* state manipulation functions */ 596fa9e4066Sahrens extern int spa_open(const char *pool, spa_t **, void *tag); 597468c413aSTim Haley extern int spa_open_rewind(const char *pool, spa_t **, void *tag, 598468c413aSTim Haley nvlist_t *policy, nvlist_t **config); 599ad135b5dSChristopher Siden extern int spa_get_stats(const char *pool, nvlist_t **config, char *altroot, 600ad135b5dSChristopher Siden size_t buflen); 601990b4856Slling extern int spa_create(const char *pool, nvlist_t *config, nvlist_t *props, 6024445fffbSMatthew Ahrens nvlist_t *zplprops); 603051aabe6Staylor extern int spa_import_rootpool(char *devpath, char *devid); 6044b964adaSGeorge Wilson extern int spa_import(const char *pool, nvlist_t *config, nvlist_t *props, 6054b964adaSGeorge Wilson uint64_t flags); 606fa9e4066Sahrens extern nvlist_t *spa_tryimport(nvlist_t *tryconfig); 607fa9e4066Sahrens extern int spa_destroy(char *pool); 608394ab0cbSGeorge Wilson extern int spa_export(char *pool, nvlist_t **oldconfig, boolean_t force, 609394ab0cbSGeorge Wilson boolean_t hardforce); 610ea8dc4b6Seschrock extern int spa_reset(char *pool); 611ea8dc4b6Seschrock extern void spa_async_request(spa_t *spa, int flag); 612088f3894Sahrens extern void spa_async_unrequest(spa_t *spa, int flag); 613ea8dc4b6Seschrock extern void spa_async_suspend(spa_t *spa); 614ea8dc4b6Seschrock extern void spa_async_resume(spa_t *spa); 615ea8dc4b6Seschrock extern spa_t *spa_inject_addref(char *pool); 616ea8dc4b6Seschrock extern void spa_inject_delref(spa_t *spa); 6173f9d6ad7SLin Ling extern void spa_scan_stat_init(spa_t *spa); 6183f9d6ad7SLin Ling extern int spa_scan_get_stats(spa_t *spa, pool_scan_stat_t *ps); 619ea8dc4b6Seschrock 620e14bb325SJeff Bonwick #define SPA_ASYNC_CONFIG_UPDATE 0x01 621e14bb325SJeff Bonwick #define SPA_ASYNC_REMOVE 0x02 622e14bb325SJeff Bonwick #define SPA_ASYNC_PROBE 0x04 623e14bb325SJeff Bonwick #define SPA_ASYNC_RESILVER_DONE 0x08 624e14bb325SJeff Bonwick #define SPA_ASYNC_RESILVER 0x10 625573ca77eSGeorge Wilson #define SPA_ASYNC_AUTOEXPAND 0x20 6263f9d6ad7SLin Ling #define SPA_ASYNC_REMOVE_DONE 0x40 6273f9d6ad7SLin Ling #define SPA_ASYNC_REMOVE_STOP 0x80 6283f9d6ad7SLin Ling 6293f9d6ad7SLin Ling /* 6303f9d6ad7SLin Ling * Controls the behavior of spa_vdev_remove(). 6313f9d6ad7SLin Ling */ 6323f9d6ad7SLin Ling #define SPA_REMOVE_UNSPARE 0x01 6333f9d6ad7SLin Ling #define SPA_REMOVE_DONE 0x02 634fa9e4066Sahrens 635fa9e4066Sahrens /* device manipulation */ 636fa9e4066Sahrens extern int spa_vdev_add(spa_t *spa, nvlist_t *nvroot); 637ea8dc4b6Seschrock extern int spa_vdev_attach(spa_t *spa, uint64_t guid, nvlist_t *nvroot, 638fa9e4066Sahrens int replacing); 6398ad4d6ddSJeff Bonwick extern int spa_vdev_detach(spa_t *spa, uint64_t guid, uint64_t pguid, 6408ad4d6ddSJeff Bonwick int replace_done); 64199653d4eSeschrock extern int spa_vdev_remove(spa_t *spa, uint64_t guid, boolean_t unspare); 6423f9d6ad7SLin Ling extern boolean_t spa_vdev_remove_active(spa_t *spa); 643c67d9675Seschrock extern int spa_vdev_setpath(spa_t *spa, uint64_t guid, const char *newpath); 6446809eb4eSEric Schrock extern int spa_vdev_setfru(spa_t *spa, uint64_t guid, const char *newfru); 6451195e687SMark J Musante extern int spa_vdev_split_mirror(spa_t *spa, char *newname, nvlist_t *config, 6461195e687SMark J Musante nvlist_t *props, boolean_t exp); 647fa9e4066Sahrens 64899653d4eSeschrock /* spare state (which is global across all pools) */ 64939c23413Seschrock extern void spa_spare_add(vdev_t *vd); 65039c23413Seschrock extern void spa_spare_remove(vdev_t *vd); 65189a89ebfSlling extern boolean_t spa_spare_exists(uint64_t guid, uint64_t *pool, int *refcnt); 65239c23413Seschrock extern void spa_spare_activate(vdev_t *vd); 65399653d4eSeschrock 654fa94a07fSbrendan /* L2ARC state (which is global across all pools) */ 655fa94a07fSbrendan extern void spa_l2cache_add(vdev_t *vd); 656fa94a07fSbrendan extern void spa_l2cache_remove(vdev_t *vd); 657fa94a07fSbrendan extern boolean_t spa_l2cache_exists(uint64_t guid, uint64_t *pool); 658fa94a07fSbrendan extern void spa_l2cache_activate(vdev_t *vd); 659fa94a07fSbrendan extern void spa_l2cache_drop(spa_t *spa); 660fa94a07fSbrendan 6613f9d6ad7SLin Ling /* scanning */ 6623f9d6ad7SLin Ling extern int spa_scan(spa_t *spa, pool_scan_func_t func); 6633f9d6ad7SLin Ling extern int spa_scan_stop(spa_t *spa); 664fa9e4066Sahrens 665fa9e4066Sahrens /* spa syncing */ 666fa9e4066Sahrens extern void spa_sync(spa_t *spa, uint64_t txg); /* only for DMU use */ 667fa9e4066Sahrens extern void spa_sync_allpools(void); 668fa9e4066Sahrens 6693a737e0dSbrendan /* spa namespace global mutex */ 6703a737e0dSbrendan extern kmutex_t spa_namespace_lock; 6713a737e0dSbrendan 672fa9e4066Sahrens /* 673fa9e4066Sahrens * SPA configuration functions in spa_config.c 674fa9e4066Sahrens */ 6750373e76bSbonwick 6760373e76bSbonwick #define SPA_CONFIG_UPDATE_POOL 0 6770373e76bSbonwick #define SPA_CONFIG_UPDATE_VDEVS 1 6780373e76bSbonwick 679c5904d13Seschrock extern void spa_config_sync(spa_t *, boolean_t, boolean_t); 680fa9e4066Sahrens extern void spa_config_load(void); 681fa9e4066Sahrens extern nvlist_t *spa_all_configs(uint64_t *); 682fa9e4066Sahrens extern void spa_config_set(spa_t *spa, nvlist_t *config); 683fa9e4066Sahrens extern nvlist_t *spa_config_generate(spa_t *spa, vdev_t *vd, uint64_t txg, 684fa9e4066Sahrens int getstats); 6850373e76bSbonwick extern void spa_config_update(spa_t *spa, int what); 686fa9e4066Sahrens 687fa9e4066Sahrens /* 688fa9e4066Sahrens * Miscellaneous SPA routines in spa_misc.c 689fa9e4066Sahrens */ 690fa9e4066Sahrens 691fa9e4066Sahrens /* Namespace manipulation */ 692fa9e4066Sahrens extern spa_t *spa_lookup(const char *name); 693468c413aSTim Haley extern spa_t *spa_add(const char *name, nvlist_t *config, const char *altroot); 694fa9e4066Sahrens extern void spa_remove(spa_t *spa); 695fa9e4066Sahrens extern spa_t *spa_next(spa_t *prev); 696fa9e4066Sahrens 697fa9e4066Sahrens /* Refcount functions */ 698fa9e4066Sahrens extern void spa_open_ref(spa_t *spa, void *tag); 699fa9e4066Sahrens extern void spa_close(spa_t *spa, void *tag); 700bc9014e6SJustin Gibbs extern void spa_async_close(spa_t *spa, void *tag); 701fa9e4066Sahrens extern boolean_t spa_refcount_zero(spa_t *spa); 702fa9e4066Sahrens 7038f18d1faSGeorge Wilson #define SCL_NONE 0x00 704e14bb325SJeff Bonwick #define SCL_CONFIG 0x01 705e14bb325SJeff Bonwick #define SCL_STATE 0x02 706e14bb325SJeff Bonwick #define SCL_L2ARC 0x04 /* hack until L2ARC 2.0 */ 707e14bb325SJeff Bonwick #define SCL_ALLOC 0x08 708e14bb325SJeff Bonwick #define SCL_ZIO 0x10 709e14bb325SJeff Bonwick #define SCL_FREE 0x20 710e14bb325SJeff Bonwick #define SCL_VDEV 0x40 711e14bb325SJeff Bonwick #define SCL_LOCKS 7 712e14bb325SJeff Bonwick #define SCL_ALL ((1 << SCL_LOCKS) - 1) 713e14bb325SJeff Bonwick #define SCL_STATE_ALL (SCL_STATE | SCL_L2ARC | SCL_ZIO) 714e14bb325SJeff Bonwick 715e14bb325SJeff Bonwick /* Pool configuration locks */ 716e14bb325SJeff Bonwick extern int spa_config_tryenter(spa_t *spa, int locks, void *tag, krw_t rw); 717e14bb325SJeff Bonwick extern void spa_config_enter(spa_t *spa, int locks, void *tag, krw_t rw); 718e14bb325SJeff Bonwick extern void spa_config_exit(spa_t *spa, int locks, void *tag); 719e14bb325SJeff Bonwick extern int spa_config_held(spa_t *spa, int locks, krw_t rw); 720fa9e4066Sahrens 721fa9e4066Sahrens /* Pool vdev add/remove lock */ 722fa9e4066Sahrens extern uint64_t spa_vdev_enter(spa_t *spa); 72388ecc943SGeorge Wilson extern uint64_t spa_vdev_config_enter(spa_t *spa); 72488ecc943SGeorge Wilson extern void spa_vdev_config_exit(spa_t *spa, vdev_t *vd, uint64_t txg, 72588ecc943SGeorge Wilson int error, char *tag); 726fa9e4066Sahrens extern int spa_vdev_exit(spa_t *spa, vdev_t *vd, uint64_t txg, int error); 727fa9e4066Sahrens 728e14bb325SJeff Bonwick /* Pool vdev state change lock */ 7298f18d1faSGeorge Wilson extern void spa_vdev_state_enter(spa_t *spa, int oplock); 730e14bb325SJeff Bonwick extern int spa_vdev_state_exit(spa_t *spa, vdev_t *vd, int error); 731e14bb325SJeff Bonwick 732b24ab676SJeff Bonwick /* Log state */ 733b24ab676SJeff Bonwick typedef enum spa_log_state { 734b24ab676SJeff Bonwick SPA_LOG_UNKNOWN = 0, /* unknown log state */ 735b24ab676SJeff Bonwick SPA_LOG_MISSING, /* missing log(s) */ 736b24ab676SJeff Bonwick SPA_LOG_CLEAR, /* clear the log(s) */ 737b24ab676SJeff Bonwick SPA_LOG_GOOD, /* log(s) are good */ 738b24ab676SJeff Bonwick } spa_log_state_t; 739b24ab676SJeff Bonwick 740b24ab676SJeff Bonwick extern spa_log_state_t spa_get_log_state(spa_t *spa); 741b24ab676SJeff Bonwick extern void spa_set_log_state(spa_t *spa, spa_log_state_t state); 7421195e687SMark J Musante extern int spa_offline_log(spa_t *spa); 743b24ab676SJeff Bonwick 744b24ab676SJeff Bonwick /* Log claim callback */ 745b24ab676SJeff Bonwick extern void spa_claim_notify(zio_t *zio); 746b24ab676SJeff Bonwick 747fa9e4066Sahrens /* Accessor functions */ 74888b7b0f2SMatthew Ahrens extern boolean_t spa_shutting_down(spa_t *spa); 749fa9e4066Sahrens extern struct dsl_pool *spa_get_dsl(spa_t *spa); 750ad135b5dSChristopher Siden extern boolean_t spa_is_initializing(spa_t *spa); 751fa9e4066Sahrens extern blkptr_t *spa_get_rootblkptr(spa_t *spa); 752fa9e4066Sahrens extern void spa_set_rootblkptr(spa_t *spa, const blkptr_t *bp); 753fa9e4066Sahrens extern void spa_altroot(spa_t *, char *, size_t); 754fa9e4066Sahrens extern int spa_sync_pass(spa_t *spa); 755fa9e4066Sahrens extern char *spa_name(spa_t *spa); 756fa9e4066Sahrens extern uint64_t spa_guid(spa_t *spa); 757e9103aaeSGarrett D'Amore extern uint64_t spa_load_guid(spa_t *spa); 758fa9e4066Sahrens extern uint64_t spa_last_synced_txg(spa_t *spa); 759fa9e4066Sahrens extern uint64_t spa_first_txg(spa_t *spa); 760b24ab676SJeff Bonwick extern uint64_t spa_syncing_txg(spa_t *spa); 76199653d4eSeschrock extern uint64_t spa_version(spa_t *spa); 76288b7b0f2SMatthew Ahrens extern pool_state_t spa_state(spa_t *spa); 763b16da2e2SGeorge Wilson extern spa_load_state_t spa_load_state(spa_t *spa); 764fa9e4066Sahrens extern uint64_t spa_freeze_txg(spa_t *spa); 765fa9e4066Sahrens extern uint64_t spa_get_asize(spa_t *spa, uint64_t lsize); 766485bbbf5SGeorge Wilson extern uint64_t spa_get_dspace(spa_t *spa); 767c39f2c8cSChristopher Siden extern uint64_t spa_get_slop_space(spa_t *spa); 768485bbbf5SGeorge Wilson extern void spa_update_dspace(spa_t *spa); 76944cd46caSbillm extern uint64_t spa_version(spa_t *spa); 770b24ab676SJeff Bonwick extern boolean_t spa_deflate(spa_t *spa); 771b24ab676SJeff Bonwick extern metaslab_class_t *spa_normal_class(spa_t *spa); 772b24ab676SJeff Bonwick extern metaslab_class_t *spa_log_class(spa_t *spa); 773bc9014e6SJustin Gibbs extern void spa_evicting_os_register(spa_t *, objset_t *os); 774bc9014e6SJustin Gibbs extern void spa_evicting_os_deregister(spa_t *, objset_t *os); 775bc9014e6SJustin Gibbs extern void spa_evicting_os_wait(spa_t *spa); 77644cd46caSbillm extern int spa_max_replication(spa_t *spa); 7773f9d6ad7SLin Ling extern int spa_prev_software_version(spa_t *spa); 778fa9e4066Sahrens extern int spa_busy(void); 7790a4e9518Sgw extern uint8_t spa_get_failmode(spa_t *spa); 780e14bb325SJeff Bonwick extern boolean_t spa_suspended(spa_t *spa); 781b24ab676SJeff Bonwick extern uint64_t spa_bootfs(spa_t *spa); 782b24ab676SJeff Bonwick extern uint64_t spa_delegation(spa_t *spa); 783b24ab676SJeff Bonwick extern objset_t *spa_meta_objset(spa_t *spa); 784283b8460SGeorge.Wilson extern uint64_t spa_deadman_synctime(spa_t *spa); 785fa9e4066Sahrens 786fa9e4066Sahrens /* Miscellaneous support routines */ 78743466aaeSMax Grossman extern void spa_activate_mos_feature(spa_t *spa, const char *feature, 78843466aaeSMax Grossman dmu_tx_t *tx); 789ad135b5dSChristopher Siden extern void spa_deactivate_mos_feature(spa_t *spa, const char *feature); 790fa9e4066Sahrens extern int spa_rename(const char *oldname, const char *newname); 791f9af39baSGeorge Wilson extern spa_t *spa_by_guid(uint64_t pool_guid, uint64_t device_guid); 792fa9e4066Sahrens extern boolean_t spa_guid_exists(uint64_t pool_guid, uint64_t device_guid); 793fa9e4066Sahrens extern char *spa_strdup(const char *); 794fa9e4066Sahrens extern void spa_strfree(char *); 795fa9e4066Sahrens extern uint64_t spa_get_random(uint64_t range); 7961195e687SMark J Musante extern uint64_t spa_generate_guid(spa_t *spa); 79743466aaeSMax Grossman extern void snprintf_blkptr(char *buf, size_t buflen, const blkptr_t *bp); 798fa9e4066Sahrens extern void spa_freeze(spa_t *spa); 799e9103aaeSGarrett D'Amore extern int spa_change_guid(spa_t *spa); 800990b4856Slling extern void spa_upgrade(spa_t *spa, uint64_t version); 801fa9e4066Sahrens extern void spa_evict_all(void); 802c5904d13Seschrock extern vdev_t *spa_lookup_by_guid(spa_t *spa, uint64_t guid, 803c5904d13Seschrock boolean_t l2cache); 80499653d4eSeschrock extern boolean_t spa_has_spare(spa_t *, uint64_t guid); 805b24ab676SJeff Bonwick extern uint64_t dva_get_dsize_sync(spa_t *spa, const dva_t *dva); 806b24ab676SJeff Bonwick extern uint64_t bp_get_dsize_sync(spa_t *spa, const blkptr_t *bp); 807b24ab676SJeff Bonwick extern uint64_t bp_get_dsize(spa_t *spa, const blkptr_t *bp); 8086ce0521aSperrin extern boolean_t spa_has_slogs(spa_t *spa); 809bf82a41bSeschrock extern boolean_t spa_is_root(spa_t *spa); 8108ad4d6ddSJeff Bonwick extern boolean_t spa_writeable(spa_t *spa); 81173527f44SAlex Reece extern boolean_t spa_has_pending_synctask(spa_t *spa); 812b5152584SMatthew Ahrens extern int spa_maxblocksize(spa_t *spa); 813f63ab3d5SMatthew Ahrens extern void zfs_blkptr_verify(spa_t *spa, const blkptr_t *bp); 814468c413aSTim Haley 8158ad4d6ddSJeff Bonwick extern int spa_mode(spa_t *spa); 816ca45db41SChris Kirby extern uint64_t strtonum(const char *str, char **nptr); 817ea8dc4b6Seschrock 818ecd6cf80Smarks extern char *spa_his_ievent_table[]; 819ecd6cf80Smarks 82006eeb2adSek extern void spa_history_create_obj(spa_t *spa, dmu_tx_t *tx); 82106eeb2adSek extern int spa_history_get(spa_t *spa, uint64_t *offset, uint64_t *len_read, 82206eeb2adSek char *his_buf); 8234445fffbSMatthew Ahrens extern int spa_history_log(spa_t *spa, const char *his_buf); 8244445fffbSMatthew Ahrens extern int spa_history_log_nvl(spa_t *spa, nvlist_t *nvl); 8254445fffbSMatthew Ahrens extern void spa_history_log_version(spa_t *spa, const char *operation); 8264445fffbSMatthew Ahrens extern void spa_history_log_internal(spa_t *spa, const char *operation, 8274445fffbSMatthew Ahrens dmu_tx_t *tx, const char *fmt, ...); 8284445fffbSMatthew Ahrens extern void spa_history_log_internal_ds(struct dsl_dataset *ds, const char *op, 8294445fffbSMatthew Ahrens dmu_tx_t *tx, const char *fmt, ...); 8304445fffbSMatthew Ahrens extern void spa_history_log_internal_dd(dsl_dir_t *dd, const char *operation, 8314445fffbSMatthew Ahrens dmu_tx_t *tx, const char *fmt, ...); 83206eeb2adSek 833ea8dc4b6Seschrock /* error handling */ 8347802d7bfSMatthew Ahrens struct zbookmark_phys; 835b24ab676SJeff Bonwick extern void spa_log_error(spa_t *spa, zio_t *zio); 836ea8dc4b6Seschrock extern void zfs_ereport_post(const char *class, spa_t *spa, vdev_t *vd, 837b24ab676SJeff Bonwick zio_t *zio, uint64_t stateoroffset, uint64_t length); 8383d7072f8Seschrock extern void zfs_post_remove(spa_t *spa, vdev_t *vd); 839069f55e2SEric Schrock extern void zfs_post_state_change(spa_t *spa, vdev_t *vd); 8403d7072f8Seschrock extern void zfs_post_autoreplace(spa_t *spa, vdev_t *vd); 841ea8dc4b6Seschrock extern uint64_t spa_get_errlog_size(spa_t *spa); 842ea8dc4b6Seschrock extern int spa_get_errlog(spa_t *spa, void *uaddr, size_t *count); 843ea8dc4b6Seschrock extern void spa_errlog_rotate(spa_t *spa); 844ea8dc4b6Seschrock extern void spa_errlog_drain(spa_t *spa); 845ea8dc4b6Seschrock extern void spa_errlog_sync(spa_t *spa, uint64_t txg); 846ea8dc4b6Seschrock extern void spa_get_errlists(spa_t *spa, avl_tree_t *last, avl_tree_t *scrub); 847fa9e4066Sahrens 84887db74c1Sek /* vdev cache */ 84987db74c1Sek extern void vdev_cache_stat_init(void); 85087db74c1Sek extern void vdev_cache_stat_fini(void); 85187db74c1Sek 852fa9e4066Sahrens /* Initialization and termination */ 853fa9e4066Sahrens extern void spa_init(int flags); 854fa9e4066Sahrens extern void spa_fini(void); 855e7cbe64fSgw extern void spa_boot_init(); 856fa9e4066Sahrens 857b1b8ab34Slling /* properties */ 858990b4856Slling extern int spa_prop_set(spa_t *spa, nvlist_t *nvp); 859990b4856Slling extern int spa_prop_get(spa_t *spa, nvlist_t **nvp); 860990b4856Slling extern void spa_prop_clear_bootfs(spa_t *spa, uint64_t obj, dmu_tx_t *tx); 861379c004dSEric Schrock extern void spa_configfile_set(spa_t *, nvlist_t *, boolean_t); 862b1b8ab34Slling 8633d7072f8Seschrock /* asynchronous event notification */ 8643d7072f8Seschrock extern void spa_event_notify(spa_t *spa, vdev_t *vdev, const char *name); 8653d7072f8Seschrock 866fa9e4066Sahrens #ifdef ZFS_DEBUG 867c0a81264Sek #define dprintf_bp(bp, fmt, ...) do { \ 86843466aaeSMax Grossman if (zfs_flags & ZFS_DEBUG_DPRINTF) { \ 869c0a81264Sek char *__blkbuf = kmem_alloc(BP_SPRINTF_LEN, KM_SLEEP); \ 87043466aaeSMax Grossman snprintf_blkptr(__blkbuf, BP_SPRINTF_LEN, (bp)); \ 871c0a81264Sek dprintf(fmt " %s\n", __VA_ARGS__, __blkbuf); \ 872c0a81264Sek kmem_free(__blkbuf, BP_SPRINTF_LEN); \ 873fa9e4066Sahrens } \ 874fa9e4066Sahrens _NOTE(CONSTCOND) } while (0) 875fa9e4066Sahrens #else 876fa9e4066Sahrens #define dprintf_bp(bp, fmt, ...) 877fa9e4066Sahrens #endif 878fa9e4066Sahrens 87909c9d376SGeorge Wilson extern boolean_t spa_debug_enabled(spa_t *spa); 88009c9d376SGeorge Wilson #define spa_dbgmsg(spa, ...) \ 88109c9d376SGeorge Wilson { \ 88209c9d376SGeorge Wilson if (spa_debug_enabled(spa)) \ 88309c9d376SGeorge Wilson zfs_dbgmsg(__VA_ARGS__); \ 88409c9d376SGeorge Wilson } 88509c9d376SGeorge Wilson 8868ad4d6ddSJeff Bonwick extern int spa_mode_global; /* mode, e.g. FREAD | FWRITE */ 887fa9e4066Sahrens 888fa9e4066Sahrens #ifdef __cplusplus 889fa9e4066Sahrens } 890fa9e4066Sahrens #endif 891fa9e4066Sahrens 892fa9e4066Sahrens #endif /* _SYS_SPA_H */ 893