1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5441d80aaSlling * Common Development and Distribution License (the "License"). 6441d80aaSlling * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 2199653d4eSeschrock 22fa9e4066Sahrens /* 2332b87932Sek * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 24fa9e4066Sahrens * Use is subject to license terms. 25fa9e4066Sahrens */ 26fa9e4066Sahrens 27fa9e4066Sahrens #include <sys/zfs_context.h> 28ea8dc4b6Seschrock #include <sys/fm/fs/zfs.h> 29fa9e4066Sahrens #include <sys/spa.h> 30fa9e4066Sahrens #include <sys/spa_impl.h> 31fa9e4066Sahrens #include <sys/dmu.h> 32fa9e4066Sahrens #include <sys/dmu_tx.h> 33fa9e4066Sahrens #include <sys/vdev_impl.h> 34fa9e4066Sahrens #include <sys/uberblock_impl.h> 35fa9e4066Sahrens #include <sys/metaslab.h> 36fa9e4066Sahrens #include <sys/metaslab_impl.h> 37fa9e4066Sahrens #include <sys/space_map.h> 38fa9e4066Sahrens #include <sys/zio.h> 39fa9e4066Sahrens #include <sys/zap.h> 40fa9e4066Sahrens #include <sys/fs/zfs.h> 41c5904d13Seschrock #include <sys/arc.h> 42fa9e4066Sahrens 43fa9e4066Sahrens /* 44fa9e4066Sahrens * Virtual device management. 45fa9e4066Sahrens */ 46fa9e4066Sahrens 47fa9e4066Sahrens static vdev_ops_t *vdev_ops_table[] = { 48fa9e4066Sahrens &vdev_root_ops, 49fa9e4066Sahrens &vdev_raidz_ops, 50fa9e4066Sahrens &vdev_mirror_ops, 51fa9e4066Sahrens &vdev_replacing_ops, 5299653d4eSeschrock &vdev_spare_ops, 53fa9e4066Sahrens &vdev_disk_ops, 54fa9e4066Sahrens &vdev_file_ops, 55fa9e4066Sahrens &vdev_missing_ops, 56fa9e4066Sahrens NULL 57fa9e4066Sahrens }; 58fa9e4066Sahrens 59088f3894Sahrens /* maximum scrub/resilver I/O queue per leaf vdev */ 60088f3894Sahrens int zfs_scrub_limit = 10; 6105b2b3b8Smishra 62fa9e4066Sahrens /* 63fa9e4066Sahrens * Given a vdev type, return the appropriate ops vector. 64fa9e4066Sahrens */ 65fa9e4066Sahrens static vdev_ops_t * 66fa9e4066Sahrens vdev_getops(const char *type) 67fa9e4066Sahrens { 68fa9e4066Sahrens vdev_ops_t *ops, **opspp; 69fa9e4066Sahrens 70fa9e4066Sahrens for (opspp = vdev_ops_table; (ops = *opspp) != NULL; opspp++) 71fa9e4066Sahrens if (strcmp(ops->vdev_op_type, type) == 0) 72fa9e4066Sahrens break; 73fa9e4066Sahrens 74fa9e4066Sahrens return (ops); 75fa9e4066Sahrens } 76fa9e4066Sahrens 77fa9e4066Sahrens /* 78fa9e4066Sahrens * Default asize function: return the MAX of psize with the asize of 79fa9e4066Sahrens * all children. This is what's used by anything other than RAID-Z. 80fa9e4066Sahrens */ 81fa9e4066Sahrens uint64_t 82fa9e4066Sahrens vdev_default_asize(vdev_t *vd, uint64_t psize) 83fa9e4066Sahrens { 84ecc2d604Sbonwick uint64_t asize = P2ROUNDUP(psize, 1ULL << vd->vdev_top->vdev_ashift); 85fa9e4066Sahrens uint64_t csize; 86fa9e4066Sahrens uint64_t c; 87fa9e4066Sahrens 88fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) { 89fa9e4066Sahrens csize = vdev_psize_to_asize(vd->vdev_child[c], psize); 90fa9e4066Sahrens asize = MAX(asize, csize); 91fa9e4066Sahrens } 92fa9e4066Sahrens 93fa9e4066Sahrens return (asize); 94fa9e4066Sahrens } 95fa9e4066Sahrens 962a79c5feSlling /* 972a79c5feSlling * Get the replaceable or attachable device size. 982a79c5feSlling * If the parent is a mirror or raidz, the replaceable size is the minimum 992a79c5feSlling * psize of all its children. For the rest, just return our own psize. 1002a79c5feSlling * 1012a79c5feSlling * e.g. 1022a79c5feSlling * psize rsize 1032a79c5feSlling * root - - 1042a79c5feSlling * mirror/raidz - - 1052a79c5feSlling * disk1 20g 20g 1062a79c5feSlling * disk2 40g 20g 1072a79c5feSlling * disk3 80g 80g 1082a79c5feSlling */ 1092a79c5feSlling uint64_t 1102a79c5feSlling vdev_get_rsize(vdev_t *vd) 1112a79c5feSlling { 1122a79c5feSlling vdev_t *pvd, *cvd; 1132a79c5feSlling uint64_t c, rsize; 1142a79c5feSlling 1152a79c5feSlling pvd = vd->vdev_parent; 1162a79c5feSlling 1172a79c5feSlling /* 1182a79c5feSlling * If our parent is NULL or the root, just return our own psize. 1192a79c5feSlling */ 1202a79c5feSlling if (pvd == NULL || pvd->vdev_parent == NULL) 1212a79c5feSlling return (vd->vdev_psize); 1222a79c5feSlling 1232a79c5feSlling rsize = 0; 1242a79c5feSlling 1252a79c5feSlling for (c = 0; c < pvd->vdev_children; c++) { 1262a79c5feSlling cvd = pvd->vdev_child[c]; 1272a79c5feSlling rsize = MIN(rsize - 1, cvd->vdev_psize - 1) + 1; 1282a79c5feSlling } 1292a79c5feSlling 1302a79c5feSlling return (rsize); 1312a79c5feSlling } 1322a79c5feSlling 133fa9e4066Sahrens vdev_t * 134fa9e4066Sahrens vdev_lookup_top(spa_t *spa, uint64_t vdev) 135fa9e4066Sahrens { 136fa9e4066Sahrens vdev_t *rvd = spa->spa_root_vdev; 137fa9e4066Sahrens 138*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_ALL, RW_READER) != 0); 139e05725b1Sbonwick 140088f3894Sahrens if (vdev < rvd->vdev_children) { 141088f3894Sahrens ASSERT(rvd->vdev_child[vdev] != NULL); 142fa9e4066Sahrens return (rvd->vdev_child[vdev]); 143088f3894Sahrens } 144fa9e4066Sahrens 145fa9e4066Sahrens return (NULL); 146fa9e4066Sahrens } 147fa9e4066Sahrens 148fa9e4066Sahrens vdev_t * 149fa9e4066Sahrens vdev_lookup_by_guid(vdev_t *vd, uint64_t guid) 150fa9e4066Sahrens { 151fa9e4066Sahrens int c; 152fa9e4066Sahrens vdev_t *mvd; 153fa9e4066Sahrens 1540e34b6a7Sbonwick if (vd->vdev_guid == guid) 155fa9e4066Sahrens return (vd); 156fa9e4066Sahrens 157fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) 158fa9e4066Sahrens if ((mvd = vdev_lookup_by_guid(vd->vdev_child[c], guid)) != 159fa9e4066Sahrens NULL) 160fa9e4066Sahrens return (mvd); 161fa9e4066Sahrens 162fa9e4066Sahrens return (NULL); 163fa9e4066Sahrens } 164fa9e4066Sahrens 165fa9e4066Sahrens void 166fa9e4066Sahrens vdev_add_child(vdev_t *pvd, vdev_t *cvd) 167fa9e4066Sahrens { 168fa9e4066Sahrens size_t oldsize, newsize; 169fa9e4066Sahrens uint64_t id = cvd->vdev_id; 170fa9e4066Sahrens vdev_t **newchild; 171fa9e4066Sahrens 172*e14bb325SJeff Bonwick ASSERT(spa_config_held(cvd->vdev_spa, SCL_ALL, RW_WRITER) == SCL_ALL); 173fa9e4066Sahrens ASSERT(cvd->vdev_parent == NULL); 174fa9e4066Sahrens 175fa9e4066Sahrens cvd->vdev_parent = pvd; 176fa9e4066Sahrens 177fa9e4066Sahrens if (pvd == NULL) 178fa9e4066Sahrens return; 179fa9e4066Sahrens 180fa9e4066Sahrens ASSERT(id >= pvd->vdev_children || pvd->vdev_child[id] == NULL); 181fa9e4066Sahrens 182fa9e4066Sahrens oldsize = pvd->vdev_children * sizeof (vdev_t *); 183fa9e4066Sahrens pvd->vdev_children = MAX(pvd->vdev_children, id + 1); 184fa9e4066Sahrens newsize = pvd->vdev_children * sizeof (vdev_t *); 185fa9e4066Sahrens 186fa9e4066Sahrens newchild = kmem_zalloc(newsize, KM_SLEEP); 187fa9e4066Sahrens if (pvd->vdev_child != NULL) { 188fa9e4066Sahrens bcopy(pvd->vdev_child, newchild, oldsize); 189fa9e4066Sahrens kmem_free(pvd->vdev_child, oldsize); 190fa9e4066Sahrens } 191fa9e4066Sahrens 192fa9e4066Sahrens pvd->vdev_child = newchild; 193fa9e4066Sahrens pvd->vdev_child[id] = cvd; 194fa9e4066Sahrens 195fa9e4066Sahrens cvd->vdev_top = (pvd->vdev_top ? pvd->vdev_top: cvd); 196fa9e4066Sahrens ASSERT(cvd->vdev_top->vdev_parent->vdev_parent == NULL); 197fa9e4066Sahrens 198fa9e4066Sahrens /* 199fa9e4066Sahrens * Walk up all ancestors to update guid sum. 200fa9e4066Sahrens */ 201fa9e4066Sahrens for (; pvd != NULL; pvd = pvd->vdev_parent) 202fa9e4066Sahrens pvd->vdev_guid_sum += cvd->vdev_guid_sum; 20305b2b3b8Smishra 20405b2b3b8Smishra if (cvd->vdev_ops->vdev_op_leaf) 20505b2b3b8Smishra cvd->vdev_spa->spa_scrub_maxinflight += zfs_scrub_limit; 206fa9e4066Sahrens } 207fa9e4066Sahrens 208fa9e4066Sahrens void 209fa9e4066Sahrens vdev_remove_child(vdev_t *pvd, vdev_t *cvd) 210fa9e4066Sahrens { 211fa9e4066Sahrens int c; 212fa9e4066Sahrens uint_t id = cvd->vdev_id; 213fa9e4066Sahrens 214fa9e4066Sahrens ASSERT(cvd->vdev_parent == pvd); 215fa9e4066Sahrens 216fa9e4066Sahrens if (pvd == NULL) 217fa9e4066Sahrens return; 218fa9e4066Sahrens 219fa9e4066Sahrens ASSERT(id < pvd->vdev_children); 220fa9e4066Sahrens ASSERT(pvd->vdev_child[id] == cvd); 221fa9e4066Sahrens 222fa9e4066Sahrens pvd->vdev_child[id] = NULL; 223fa9e4066Sahrens cvd->vdev_parent = NULL; 224fa9e4066Sahrens 225fa9e4066Sahrens for (c = 0; c < pvd->vdev_children; c++) 226fa9e4066Sahrens if (pvd->vdev_child[c]) 227fa9e4066Sahrens break; 228fa9e4066Sahrens 229fa9e4066Sahrens if (c == pvd->vdev_children) { 230fa9e4066Sahrens kmem_free(pvd->vdev_child, c * sizeof (vdev_t *)); 231fa9e4066Sahrens pvd->vdev_child = NULL; 232fa9e4066Sahrens pvd->vdev_children = 0; 233fa9e4066Sahrens } 234fa9e4066Sahrens 235fa9e4066Sahrens /* 236fa9e4066Sahrens * Walk up all ancestors to update guid sum. 237fa9e4066Sahrens */ 238fa9e4066Sahrens for (; pvd != NULL; pvd = pvd->vdev_parent) 239fa9e4066Sahrens pvd->vdev_guid_sum -= cvd->vdev_guid_sum; 24005b2b3b8Smishra 24105b2b3b8Smishra if (cvd->vdev_ops->vdev_op_leaf) 24205b2b3b8Smishra cvd->vdev_spa->spa_scrub_maxinflight -= zfs_scrub_limit; 243fa9e4066Sahrens } 244fa9e4066Sahrens 245fa9e4066Sahrens /* 246fa9e4066Sahrens * Remove any holes in the child array. 247fa9e4066Sahrens */ 248fa9e4066Sahrens void 249fa9e4066Sahrens vdev_compact_children(vdev_t *pvd) 250fa9e4066Sahrens { 251fa9e4066Sahrens vdev_t **newchild, *cvd; 252fa9e4066Sahrens int oldc = pvd->vdev_children; 253fa9e4066Sahrens int newc, c; 254fa9e4066Sahrens 255*e14bb325SJeff Bonwick ASSERT(spa_config_held(pvd->vdev_spa, SCL_ALL, RW_WRITER) == SCL_ALL); 256fa9e4066Sahrens 257fa9e4066Sahrens for (c = newc = 0; c < oldc; c++) 258fa9e4066Sahrens if (pvd->vdev_child[c]) 259fa9e4066Sahrens newc++; 260fa9e4066Sahrens 261fa9e4066Sahrens newchild = kmem_alloc(newc * sizeof (vdev_t *), KM_SLEEP); 262fa9e4066Sahrens 263fa9e4066Sahrens for (c = newc = 0; c < oldc; c++) { 264fa9e4066Sahrens if ((cvd = pvd->vdev_child[c]) != NULL) { 265fa9e4066Sahrens newchild[newc] = cvd; 266fa9e4066Sahrens cvd->vdev_id = newc++; 267fa9e4066Sahrens } 268fa9e4066Sahrens } 269fa9e4066Sahrens 270fa9e4066Sahrens kmem_free(pvd->vdev_child, oldc * sizeof (vdev_t *)); 271fa9e4066Sahrens pvd->vdev_child = newchild; 272fa9e4066Sahrens pvd->vdev_children = newc; 273fa9e4066Sahrens } 274fa9e4066Sahrens 275fa9e4066Sahrens /* 276fa9e4066Sahrens * Allocate and minimally initialize a vdev_t. 277fa9e4066Sahrens */ 278fa9e4066Sahrens static vdev_t * 279fa9e4066Sahrens vdev_alloc_common(spa_t *spa, uint_t id, uint64_t guid, vdev_ops_t *ops) 280fa9e4066Sahrens { 281fa9e4066Sahrens vdev_t *vd; 282fa9e4066Sahrens 283fa9e4066Sahrens vd = kmem_zalloc(sizeof (vdev_t), KM_SLEEP); 284fa9e4066Sahrens 2850e34b6a7Sbonwick if (spa->spa_root_vdev == NULL) { 2860e34b6a7Sbonwick ASSERT(ops == &vdev_root_ops); 2870e34b6a7Sbonwick spa->spa_root_vdev = vd; 2880e34b6a7Sbonwick } 2890e34b6a7Sbonwick 2900e34b6a7Sbonwick if (guid == 0) { 2910e34b6a7Sbonwick if (spa->spa_root_vdev == vd) { 2920e34b6a7Sbonwick /* 2930e34b6a7Sbonwick * The root vdev's guid will also be the pool guid, 2940e34b6a7Sbonwick * which must be unique among all pools. 2950e34b6a7Sbonwick */ 2960e34b6a7Sbonwick while (guid == 0 || spa_guid_exists(guid, 0)) 2970e34b6a7Sbonwick guid = spa_get_random(-1ULL); 2980e34b6a7Sbonwick } else { 2990e34b6a7Sbonwick /* 3000e34b6a7Sbonwick * Any other vdev's guid must be unique within the pool. 3010e34b6a7Sbonwick */ 3020e34b6a7Sbonwick while (guid == 0 || 3030e34b6a7Sbonwick spa_guid_exists(spa_guid(spa), guid)) 3040e34b6a7Sbonwick guid = spa_get_random(-1ULL); 3050e34b6a7Sbonwick } 3060e34b6a7Sbonwick ASSERT(!spa_guid_exists(spa_guid(spa), guid)); 3070e34b6a7Sbonwick } 3080e34b6a7Sbonwick 309fa9e4066Sahrens vd->vdev_spa = spa; 310fa9e4066Sahrens vd->vdev_id = id; 311fa9e4066Sahrens vd->vdev_guid = guid; 312fa9e4066Sahrens vd->vdev_guid_sum = guid; 313fa9e4066Sahrens vd->vdev_ops = ops; 314fa9e4066Sahrens vd->vdev_state = VDEV_STATE_CLOSED; 315fa9e4066Sahrens 316fa9e4066Sahrens mutex_init(&vd->vdev_dtl_lock, NULL, MUTEX_DEFAULT, NULL); 3175ad82045Snd mutex_init(&vd->vdev_stat_lock, NULL, MUTEX_DEFAULT, NULL); 318*e14bb325SJeff Bonwick mutex_init(&vd->vdev_probe_lock, NULL, MUTEX_DEFAULT, NULL); 319fa9e4066Sahrens space_map_create(&vd->vdev_dtl_map, 0, -1ULL, 0, &vd->vdev_dtl_lock); 320fa9e4066Sahrens space_map_create(&vd->vdev_dtl_scrub, 0, -1ULL, 0, &vd->vdev_dtl_lock); 321fa9e4066Sahrens txg_list_create(&vd->vdev_ms_list, 322fa9e4066Sahrens offsetof(struct metaslab, ms_txg_node)); 323fa9e4066Sahrens txg_list_create(&vd->vdev_dtl_list, 324fa9e4066Sahrens offsetof(struct vdev, vdev_dtl_node)); 325fa9e4066Sahrens vd->vdev_stat.vs_timestamp = gethrtime(); 3263d7072f8Seschrock vdev_queue_init(vd); 3273d7072f8Seschrock vdev_cache_init(vd); 328fa9e4066Sahrens 329fa9e4066Sahrens return (vd); 330fa9e4066Sahrens } 331fa9e4066Sahrens 332fa9e4066Sahrens /* 333fa9e4066Sahrens * Allocate a new vdev. The 'alloctype' is used to control whether we are 334fa9e4066Sahrens * creating a new vdev or loading an existing one - the behavior is slightly 335fa9e4066Sahrens * different for each case. 336fa9e4066Sahrens */ 33799653d4eSeschrock int 33899653d4eSeschrock vdev_alloc(spa_t *spa, vdev_t **vdp, nvlist_t *nv, vdev_t *parent, uint_t id, 33999653d4eSeschrock int alloctype) 340fa9e4066Sahrens { 341fa9e4066Sahrens vdev_ops_t *ops; 342fa9e4066Sahrens char *type; 3438654d025Sperrin uint64_t guid = 0, islog, nparity; 344fa9e4066Sahrens vdev_t *vd; 345fa9e4066Sahrens 346*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_ALL, RW_WRITER) == SCL_ALL); 347fa9e4066Sahrens 348fa9e4066Sahrens if (nvlist_lookup_string(nv, ZPOOL_CONFIG_TYPE, &type) != 0) 34999653d4eSeschrock return (EINVAL); 350fa9e4066Sahrens 351fa9e4066Sahrens if ((ops = vdev_getops(type)) == NULL) 35299653d4eSeschrock return (EINVAL); 353fa9e4066Sahrens 354fa9e4066Sahrens /* 355fa9e4066Sahrens * If this is a load, get the vdev guid from the nvlist. 356fa9e4066Sahrens * Otherwise, vdev_alloc_common() will generate one for us. 357fa9e4066Sahrens */ 358fa9e4066Sahrens if (alloctype == VDEV_ALLOC_LOAD) { 359fa9e4066Sahrens uint64_t label_id; 360fa9e4066Sahrens 361fa9e4066Sahrens if (nvlist_lookup_uint64(nv, ZPOOL_CONFIG_ID, &label_id) || 362fa9e4066Sahrens label_id != id) 36399653d4eSeschrock return (EINVAL); 364fa9e4066Sahrens 365fa9e4066Sahrens if (nvlist_lookup_uint64(nv, ZPOOL_CONFIG_GUID, &guid) != 0) 36699653d4eSeschrock return (EINVAL); 36799653d4eSeschrock } else if (alloctype == VDEV_ALLOC_SPARE) { 36899653d4eSeschrock if (nvlist_lookup_uint64(nv, ZPOOL_CONFIG_GUID, &guid) != 0) 36999653d4eSeschrock return (EINVAL); 370fa94a07fSbrendan } else if (alloctype == VDEV_ALLOC_L2CACHE) { 371fa94a07fSbrendan if (nvlist_lookup_uint64(nv, ZPOOL_CONFIG_GUID, &guid) != 0) 372fa94a07fSbrendan return (EINVAL); 373fa9e4066Sahrens } 374fa9e4066Sahrens 37599653d4eSeschrock /* 37699653d4eSeschrock * The first allocated vdev must be of type 'root'. 37799653d4eSeschrock */ 37899653d4eSeschrock if (ops != &vdev_root_ops && spa->spa_root_vdev == NULL) 37999653d4eSeschrock return (EINVAL); 38099653d4eSeschrock 3818654d025Sperrin /* 3828654d025Sperrin * Determine whether we're a log vdev. 3838654d025Sperrin */ 3848654d025Sperrin islog = 0; 3858654d025Sperrin (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_IS_LOG, &islog); 386990b4856Slling if (islog && spa_version(spa) < SPA_VERSION_SLOGS) 3878654d025Sperrin return (ENOTSUP); 388fa9e4066Sahrens 38999653d4eSeschrock /* 3908654d025Sperrin * Set the nparity property for RAID-Z vdevs. 39199653d4eSeschrock */ 3928654d025Sperrin nparity = -1ULL; 39399653d4eSeschrock if (ops == &vdev_raidz_ops) { 39499653d4eSeschrock if (nvlist_lookup_uint64(nv, ZPOOL_CONFIG_NPARITY, 3958654d025Sperrin &nparity) == 0) { 39699653d4eSeschrock /* 39799653d4eSeschrock * Currently, we can only support 2 parity devices. 39899653d4eSeschrock */ 3998654d025Sperrin if (nparity == 0 || nparity > 2) 40099653d4eSeschrock return (EINVAL); 40199653d4eSeschrock /* 40299653d4eSeschrock * Older versions can only support 1 parity device. 40399653d4eSeschrock */ 4048654d025Sperrin if (nparity == 2 && 405e7437265Sahrens spa_version(spa) < SPA_VERSION_RAID6) 40699653d4eSeschrock return (ENOTSUP); 40799653d4eSeschrock } else { 40899653d4eSeschrock /* 40999653d4eSeschrock * We require the parity to be specified for SPAs that 41099653d4eSeschrock * support multiple parity levels. 41199653d4eSeschrock */ 412e7437265Sahrens if (spa_version(spa) >= SPA_VERSION_RAID6) 41399653d4eSeschrock return (EINVAL); 41499653d4eSeschrock /* 41599653d4eSeschrock * Otherwise, we default to 1 parity device for RAID-Z. 41699653d4eSeschrock */ 4178654d025Sperrin nparity = 1; 41899653d4eSeschrock } 41999653d4eSeschrock } else { 4208654d025Sperrin nparity = 0; 42199653d4eSeschrock } 4228654d025Sperrin ASSERT(nparity != -1ULL); 4238654d025Sperrin 4248654d025Sperrin vd = vdev_alloc_common(spa, id, guid, ops); 4258654d025Sperrin 4268654d025Sperrin vd->vdev_islog = islog; 4278654d025Sperrin vd->vdev_nparity = nparity; 4288654d025Sperrin 4298654d025Sperrin if (nvlist_lookup_string(nv, ZPOOL_CONFIG_PATH, &vd->vdev_path) == 0) 4308654d025Sperrin vd->vdev_path = spa_strdup(vd->vdev_path); 4318654d025Sperrin if (nvlist_lookup_string(nv, ZPOOL_CONFIG_DEVID, &vd->vdev_devid) == 0) 4328654d025Sperrin vd->vdev_devid = spa_strdup(vd->vdev_devid); 4338654d025Sperrin if (nvlist_lookup_string(nv, ZPOOL_CONFIG_PHYS_PATH, 4348654d025Sperrin &vd->vdev_physpath) == 0) 4358654d025Sperrin vd->vdev_physpath = spa_strdup(vd->vdev_physpath); 43699653d4eSeschrock 437afefbcddSeschrock /* 438afefbcddSeschrock * Set the whole_disk property. If it's not specified, leave the value 439afefbcddSeschrock * as -1. 440afefbcddSeschrock */ 441afefbcddSeschrock if (nvlist_lookup_uint64(nv, ZPOOL_CONFIG_WHOLE_DISK, 442afefbcddSeschrock &vd->vdev_wholedisk) != 0) 443afefbcddSeschrock vd->vdev_wholedisk = -1ULL; 444afefbcddSeschrock 445ea8dc4b6Seschrock /* 446ea8dc4b6Seschrock * Look for the 'not present' flag. This will only be set if the device 447ea8dc4b6Seschrock * was not present at the time of import. 448ea8dc4b6Seschrock */ 449c5904d13Seschrock if (!spa->spa_import_faulted) 450c5904d13Seschrock (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_NOT_PRESENT, 451c5904d13Seschrock &vd->vdev_not_present); 452ea8dc4b6Seschrock 453ecc2d604Sbonwick /* 454ecc2d604Sbonwick * Get the alignment requirement. 455ecc2d604Sbonwick */ 456ecc2d604Sbonwick (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_ASHIFT, &vd->vdev_ashift); 457ecc2d604Sbonwick 458fa9e4066Sahrens /* 459fa9e4066Sahrens * If we're a top-level vdev, try to load the allocation parameters. 460fa9e4066Sahrens */ 461fa9e4066Sahrens if (parent && !parent->vdev_parent && alloctype == VDEV_ALLOC_LOAD) { 462fa9e4066Sahrens (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_METASLAB_ARRAY, 463fa9e4066Sahrens &vd->vdev_ms_array); 464fa9e4066Sahrens (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_METASLAB_SHIFT, 465fa9e4066Sahrens &vd->vdev_ms_shift); 466fa9e4066Sahrens (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_ASIZE, 467fa9e4066Sahrens &vd->vdev_asize); 468fa9e4066Sahrens } 469fa9e4066Sahrens 470fa9e4066Sahrens /* 4713d7072f8Seschrock * If we're a leaf vdev, try to load the DTL object and other state. 472fa9e4066Sahrens */ 473c5904d13Seschrock if (vd->vdev_ops->vdev_op_leaf && 474c5904d13Seschrock (alloctype == VDEV_ALLOC_LOAD || alloctype == VDEV_ALLOC_L2CACHE)) { 475c5904d13Seschrock if (alloctype == VDEV_ALLOC_LOAD) { 476c5904d13Seschrock (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_DTL, 477c5904d13Seschrock &vd->vdev_dtl.smo_object); 478c5904d13Seschrock (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_UNSPARE, 479c5904d13Seschrock &vd->vdev_unspare); 480c5904d13Seschrock } 481ecc2d604Sbonwick (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_OFFLINE, 482ecc2d604Sbonwick &vd->vdev_offline); 483c5904d13Seschrock 4843d7072f8Seschrock /* 4853d7072f8Seschrock * When importing a pool, we want to ignore the persistent fault 4863d7072f8Seschrock * state, as the diagnosis made on another system may not be 4873d7072f8Seschrock * valid in the current context. 4883d7072f8Seschrock */ 4893d7072f8Seschrock if (spa->spa_load_state == SPA_LOAD_OPEN) { 4903d7072f8Seschrock (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_FAULTED, 4913d7072f8Seschrock &vd->vdev_faulted); 4923d7072f8Seschrock (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_DEGRADED, 4933d7072f8Seschrock &vd->vdev_degraded); 4943d7072f8Seschrock (void) nvlist_lookup_uint64(nv, ZPOOL_CONFIG_REMOVED, 4953d7072f8Seschrock &vd->vdev_removed); 4963d7072f8Seschrock } 497fa9e4066Sahrens } 498fa9e4066Sahrens 499fa9e4066Sahrens /* 500fa9e4066Sahrens * Add ourselves to the parent's list of children. 501fa9e4066Sahrens */ 502fa9e4066Sahrens vdev_add_child(parent, vd); 503fa9e4066Sahrens 50499653d4eSeschrock *vdp = vd; 50599653d4eSeschrock 50699653d4eSeschrock return (0); 507fa9e4066Sahrens } 508fa9e4066Sahrens 509fa9e4066Sahrens void 510fa9e4066Sahrens vdev_free(vdev_t *vd) 511fa9e4066Sahrens { 512fa9e4066Sahrens int c; 5133d7072f8Seschrock spa_t *spa = vd->vdev_spa; 514fa9e4066Sahrens 515fa9e4066Sahrens /* 516fa9e4066Sahrens * vdev_free() implies closing the vdev first. This is simpler than 517fa9e4066Sahrens * trying to ensure complicated semantics for all callers. 518fa9e4066Sahrens */ 519fa9e4066Sahrens vdev_close(vd); 520fa9e4066Sahrens 521*e14bb325SJeff Bonwick ASSERT(!list_link_active(&vd->vdev_config_dirty_node)); 522fa9e4066Sahrens 523fa9e4066Sahrens /* 524fa9e4066Sahrens * Free all children. 525fa9e4066Sahrens */ 526fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) 527fa9e4066Sahrens vdev_free(vd->vdev_child[c]); 528fa9e4066Sahrens 529fa9e4066Sahrens ASSERT(vd->vdev_child == NULL); 530fa9e4066Sahrens ASSERT(vd->vdev_guid_sum == vd->vdev_guid); 531fa9e4066Sahrens 532fa9e4066Sahrens /* 533fa9e4066Sahrens * Discard allocation state. 534fa9e4066Sahrens */ 535fa9e4066Sahrens if (vd == vd->vdev_top) 536fa9e4066Sahrens vdev_metaslab_fini(vd); 537fa9e4066Sahrens 538fa9e4066Sahrens ASSERT3U(vd->vdev_stat.vs_space, ==, 0); 53999653d4eSeschrock ASSERT3U(vd->vdev_stat.vs_dspace, ==, 0); 540fa9e4066Sahrens ASSERT3U(vd->vdev_stat.vs_alloc, ==, 0); 541fa9e4066Sahrens 542fa9e4066Sahrens /* 543fa9e4066Sahrens * Remove this vdev from its parent's child list. 544fa9e4066Sahrens */ 545fa9e4066Sahrens vdev_remove_child(vd->vdev_parent, vd); 546fa9e4066Sahrens 547fa9e4066Sahrens ASSERT(vd->vdev_parent == NULL); 548fa9e4066Sahrens 5493d7072f8Seschrock /* 5503d7072f8Seschrock * Clean up vdev structure. 5513d7072f8Seschrock */ 5523d7072f8Seschrock vdev_queue_fini(vd); 5533d7072f8Seschrock vdev_cache_fini(vd); 5543d7072f8Seschrock 5553d7072f8Seschrock if (vd->vdev_path) 5563d7072f8Seschrock spa_strfree(vd->vdev_path); 5573d7072f8Seschrock if (vd->vdev_devid) 5583d7072f8Seschrock spa_strfree(vd->vdev_devid); 5593d7072f8Seschrock if (vd->vdev_physpath) 5603d7072f8Seschrock spa_strfree(vd->vdev_physpath); 5613d7072f8Seschrock 5623d7072f8Seschrock if (vd->vdev_isspare) 5633d7072f8Seschrock spa_spare_remove(vd); 564fa94a07fSbrendan if (vd->vdev_isl2cache) 565fa94a07fSbrendan spa_l2cache_remove(vd); 5663d7072f8Seschrock 5673d7072f8Seschrock txg_list_destroy(&vd->vdev_ms_list); 5683d7072f8Seschrock txg_list_destroy(&vd->vdev_dtl_list); 5693d7072f8Seschrock mutex_enter(&vd->vdev_dtl_lock); 5703d7072f8Seschrock space_map_unload(&vd->vdev_dtl_map); 5713d7072f8Seschrock space_map_destroy(&vd->vdev_dtl_map); 5723d7072f8Seschrock space_map_vacate(&vd->vdev_dtl_scrub, NULL, NULL); 5733d7072f8Seschrock space_map_destroy(&vd->vdev_dtl_scrub); 5743d7072f8Seschrock mutex_exit(&vd->vdev_dtl_lock); 5753d7072f8Seschrock mutex_destroy(&vd->vdev_dtl_lock); 5763d7072f8Seschrock mutex_destroy(&vd->vdev_stat_lock); 577*e14bb325SJeff Bonwick mutex_destroy(&vd->vdev_probe_lock); 5783d7072f8Seschrock 5793d7072f8Seschrock if (vd == spa->spa_root_vdev) 5803d7072f8Seschrock spa->spa_root_vdev = NULL; 5813d7072f8Seschrock 5823d7072f8Seschrock kmem_free(vd, sizeof (vdev_t)); 583fa9e4066Sahrens } 584fa9e4066Sahrens 585fa9e4066Sahrens /* 586fa9e4066Sahrens * Transfer top-level vdev state from svd to tvd. 587fa9e4066Sahrens */ 588fa9e4066Sahrens static void 589fa9e4066Sahrens vdev_top_transfer(vdev_t *svd, vdev_t *tvd) 590fa9e4066Sahrens { 591fa9e4066Sahrens spa_t *spa = svd->vdev_spa; 592fa9e4066Sahrens metaslab_t *msp; 593fa9e4066Sahrens vdev_t *vd; 594fa9e4066Sahrens int t; 595fa9e4066Sahrens 596fa9e4066Sahrens ASSERT(tvd == tvd->vdev_top); 597fa9e4066Sahrens 598fa9e4066Sahrens tvd->vdev_ms_array = svd->vdev_ms_array; 599fa9e4066Sahrens tvd->vdev_ms_shift = svd->vdev_ms_shift; 600fa9e4066Sahrens tvd->vdev_ms_count = svd->vdev_ms_count; 601fa9e4066Sahrens 602fa9e4066Sahrens svd->vdev_ms_array = 0; 603fa9e4066Sahrens svd->vdev_ms_shift = 0; 604fa9e4066Sahrens svd->vdev_ms_count = 0; 605fa9e4066Sahrens 606fa9e4066Sahrens tvd->vdev_mg = svd->vdev_mg; 607fa9e4066Sahrens tvd->vdev_ms = svd->vdev_ms; 608fa9e4066Sahrens 609fa9e4066Sahrens svd->vdev_mg = NULL; 610fa9e4066Sahrens svd->vdev_ms = NULL; 611ecc2d604Sbonwick 612ecc2d604Sbonwick if (tvd->vdev_mg != NULL) 613ecc2d604Sbonwick tvd->vdev_mg->mg_vd = tvd; 614fa9e4066Sahrens 615fa9e4066Sahrens tvd->vdev_stat.vs_alloc = svd->vdev_stat.vs_alloc; 616fa9e4066Sahrens tvd->vdev_stat.vs_space = svd->vdev_stat.vs_space; 61799653d4eSeschrock tvd->vdev_stat.vs_dspace = svd->vdev_stat.vs_dspace; 618fa9e4066Sahrens 619fa9e4066Sahrens svd->vdev_stat.vs_alloc = 0; 620fa9e4066Sahrens svd->vdev_stat.vs_space = 0; 62199653d4eSeschrock svd->vdev_stat.vs_dspace = 0; 622fa9e4066Sahrens 623fa9e4066Sahrens for (t = 0; t < TXG_SIZE; t++) { 624fa9e4066Sahrens while ((msp = txg_list_remove(&svd->vdev_ms_list, t)) != NULL) 625fa9e4066Sahrens (void) txg_list_add(&tvd->vdev_ms_list, msp, t); 626fa9e4066Sahrens while ((vd = txg_list_remove(&svd->vdev_dtl_list, t)) != NULL) 627fa9e4066Sahrens (void) txg_list_add(&tvd->vdev_dtl_list, vd, t); 628fa9e4066Sahrens if (txg_list_remove_this(&spa->spa_vdev_txg_list, svd, t)) 629fa9e4066Sahrens (void) txg_list_add(&spa->spa_vdev_txg_list, tvd, t); 630fa9e4066Sahrens } 631fa9e4066Sahrens 632*e14bb325SJeff Bonwick if (list_link_active(&svd->vdev_config_dirty_node)) { 633fa9e4066Sahrens vdev_config_clean(svd); 634fa9e4066Sahrens vdev_config_dirty(tvd); 635fa9e4066Sahrens } 636fa9e4066Sahrens 637*e14bb325SJeff Bonwick if (list_link_active(&svd->vdev_state_dirty_node)) { 638*e14bb325SJeff Bonwick vdev_state_clean(svd); 639*e14bb325SJeff Bonwick vdev_state_dirty(tvd); 640*e14bb325SJeff Bonwick } 641*e14bb325SJeff Bonwick 64299653d4eSeschrock tvd->vdev_deflate_ratio = svd->vdev_deflate_ratio; 64399653d4eSeschrock svd->vdev_deflate_ratio = 0; 6448654d025Sperrin 6458654d025Sperrin tvd->vdev_islog = svd->vdev_islog; 6468654d025Sperrin svd->vdev_islog = 0; 647fa9e4066Sahrens } 648fa9e4066Sahrens 649fa9e4066Sahrens static void 650fa9e4066Sahrens vdev_top_update(vdev_t *tvd, vdev_t *vd) 651fa9e4066Sahrens { 652fa9e4066Sahrens int c; 653fa9e4066Sahrens 654fa9e4066Sahrens if (vd == NULL) 655fa9e4066Sahrens return; 656fa9e4066Sahrens 657fa9e4066Sahrens vd->vdev_top = tvd; 658fa9e4066Sahrens 659fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) 660fa9e4066Sahrens vdev_top_update(tvd, vd->vdev_child[c]); 661fa9e4066Sahrens } 662fa9e4066Sahrens 663fa9e4066Sahrens /* 664fa9e4066Sahrens * Add a mirror/replacing vdev above an existing vdev. 665fa9e4066Sahrens */ 666fa9e4066Sahrens vdev_t * 667fa9e4066Sahrens vdev_add_parent(vdev_t *cvd, vdev_ops_t *ops) 668fa9e4066Sahrens { 669fa9e4066Sahrens spa_t *spa = cvd->vdev_spa; 670fa9e4066Sahrens vdev_t *pvd = cvd->vdev_parent; 671fa9e4066Sahrens vdev_t *mvd; 672fa9e4066Sahrens 673*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_ALL, RW_WRITER) == SCL_ALL); 674fa9e4066Sahrens 675fa9e4066Sahrens mvd = vdev_alloc_common(spa, cvd->vdev_id, 0, ops); 676ecc2d604Sbonwick 677ecc2d604Sbonwick mvd->vdev_asize = cvd->vdev_asize; 678ecc2d604Sbonwick mvd->vdev_ashift = cvd->vdev_ashift; 679ecc2d604Sbonwick mvd->vdev_state = cvd->vdev_state; 680ecc2d604Sbonwick 681fa9e4066Sahrens vdev_remove_child(pvd, cvd); 682fa9e4066Sahrens vdev_add_child(pvd, mvd); 683fa9e4066Sahrens cvd->vdev_id = mvd->vdev_children; 684fa9e4066Sahrens vdev_add_child(mvd, cvd); 685fa9e4066Sahrens vdev_top_update(cvd->vdev_top, cvd->vdev_top); 686fa9e4066Sahrens 687fa9e4066Sahrens if (mvd == mvd->vdev_top) 688fa9e4066Sahrens vdev_top_transfer(cvd, mvd); 689fa9e4066Sahrens 690fa9e4066Sahrens return (mvd); 691fa9e4066Sahrens } 692fa9e4066Sahrens 693fa9e4066Sahrens /* 694fa9e4066Sahrens * Remove a 1-way mirror/replacing vdev from the tree. 695fa9e4066Sahrens */ 696fa9e4066Sahrens void 697fa9e4066Sahrens vdev_remove_parent(vdev_t *cvd) 698fa9e4066Sahrens { 699fa9e4066Sahrens vdev_t *mvd = cvd->vdev_parent; 700fa9e4066Sahrens vdev_t *pvd = mvd->vdev_parent; 701fa9e4066Sahrens 702*e14bb325SJeff Bonwick ASSERT(spa_config_held(cvd->vdev_spa, SCL_ALL, RW_WRITER) == SCL_ALL); 703fa9e4066Sahrens 704fa9e4066Sahrens ASSERT(mvd->vdev_children == 1); 705fa9e4066Sahrens ASSERT(mvd->vdev_ops == &vdev_mirror_ops || 70699653d4eSeschrock mvd->vdev_ops == &vdev_replacing_ops || 70799653d4eSeschrock mvd->vdev_ops == &vdev_spare_ops); 708ecc2d604Sbonwick cvd->vdev_ashift = mvd->vdev_ashift; 709fa9e4066Sahrens 710fa9e4066Sahrens vdev_remove_child(mvd, cvd); 711fa9e4066Sahrens vdev_remove_child(pvd, mvd); 71299653d4eSeschrock /* 713*e14bb325SJeff Bonwick * If cvd will replace mvd as a top-level vdev, preserve mvd's guid. 714*e14bb325SJeff Bonwick * Otherwise, we could have detached an offline device, and when we 715*e14bb325SJeff Bonwick * go to import the pool we'll think we have two top-level vdevs, 716*e14bb325SJeff Bonwick * instead of a different version of the same top-level vdev. 71799653d4eSeschrock */ 718*e14bb325SJeff Bonwick if (mvd->vdev_top == mvd) 719*e14bb325SJeff Bonwick cvd->vdev_guid = cvd->vdev_guid_sum = mvd->vdev_guid; 720*e14bb325SJeff Bonwick cvd->vdev_id = mvd->vdev_id; 721*e14bb325SJeff Bonwick vdev_add_child(pvd, cvd); 722fa9e4066Sahrens vdev_top_update(cvd->vdev_top, cvd->vdev_top); 723fa9e4066Sahrens 724fa9e4066Sahrens if (cvd == cvd->vdev_top) 725fa9e4066Sahrens vdev_top_transfer(mvd, cvd); 726fa9e4066Sahrens 727fa9e4066Sahrens ASSERT(mvd->vdev_children == 0); 728fa9e4066Sahrens vdev_free(mvd); 729fa9e4066Sahrens } 730fa9e4066Sahrens 731ea8dc4b6Seschrock int 732fa9e4066Sahrens vdev_metaslab_init(vdev_t *vd, uint64_t txg) 733fa9e4066Sahrens { 734fa9e4066Sahrens spa_t *spa = vd->vdev_spa; 735ecc2d604Sbonwick objset_t *mos = spa->spa_meta_objset; 7368654d025Sperrin metaslab_class_t *mc; 737ecc2d604Sbonwick uint64_t m; 738fa9e4066Sahrens uint64_t oldc = vd->vdev_ms_count; 739fa9e4066Sahrens uint64_t newc = vd->vdev_asize >> vd->vdev_ms_shift; 740ecc2d604Sbonwick metaslab_t **mspp; 741ecc2d604Sbonwick int error; 742fa9e4066Sahrens 7430e34b6a7Sbonwick if (vd->vdev_ms_shift == 0) /* not being allocated from yet */ 7440e34b6a7Sbonwick return (0); 7450e34b6a7Sbonwick 746fa9e4066Sahrens ASSERT(oldc <= newc); 747fa9e4066Sahrens 7488654d025Sperrin if (vd->vdev_islog) 7498654d025Sperrin mc = spa->spa_log_class; 7508654d025Sperrin else 7518654d025Sperrin mc = spa->spa_normal_class; 7528654d025Sperrin 753ecc2d604Sbonwick if (vd->vdev_mg == NULL) 754ecc2d604Sbonwick vd->vdev_mg = metaslab_group_create(mc, vd); 755fa9e4066Sahrens 756ecc2d604Sbonwick mspp = kmem_zalloc(newc * sizeof (*mspp), KM_SLEEP); 757fa9e4066Sahrens 758ecc2d604Sbonwick if (oldc != 0) { 759ecc2d604Sbonwick bcopy(vd->vdev_ms, mspp, oldc * sizeof (*mspp)); 760ecc2d604Sbonwick kmem_free(vd->vdev_ms, oldc * sizeof (*mspp)); 761ecc2d604Sbonwick } 762fa9e4066Sahrens 763ecc2d604Sbonwick vd->vdev_ms = mspp; 764ecc2d604Sbonwick vd->vdev_ms_count = newc; 765fa9e4066Sahrens 766ecc2d604Sbonwick for (m = oldc; m < newc; m++) { 767ecc2d604Sbonwick space_map_obj_t smo = { 0, 0, 0 }; 768ecc2d604Sbonwick if (txg == 0) { 769ecc2d604Sbonwick uint64_t object = 0; 770ecc2d604Sbonwick error = dmu_read(mos, vd->vdev_ms_array, 771ecc2d604Sbonwick m * sizeof (uint64_t), sizeof (uint64_t), &object); 772ecc2d604Sbonwick if (error) 773ecc2d604Sbonwick return (error); 774ecc2d604Sbonwick if (object != 0) { 775ecc2d604Sbonwick dmu_buf_t *db; 776ecc2d604Sbonwick error = dmu_bonus_hold(mos, object, FTAG, &db); 777ecc2d604Sbonwick if (error) 778ecc2d604Sbonwick return (error); 7791934e92fSmaybee ASSERT3U(db->db_size, >=, sizeof (smo)); 7801934e92fSmaybee bcopy(db->db_data, &smo, sizeof (smo)); 781ecc2d604Sbonwick ASSERT3U(smo.smo_object, ==, object); 782ea8dc4b6Seschrock dmu_buf_rele(db, FTAG); 783fa9e4066Sahrens } 784fa9e4066Sahrens } 785ecc2d604Sbonwick vd->vdev_ms[m] = metaslab_init(vd->vdev_mg, &smo, 786ecc2d604Sbonwick m << vd->vdev_ms_shift, 1ULL << vd->vdev_ms_shift, txg); 787fa9e4066Sahrens } 788fa9e4066Sahrens 789ea8dc4b6Seschrock return (0); 790fa9e4066Sahrens } 791fa9e4066Sahrens 792fa9e4066Sahrens void 793fa9e4066Sahrens vdev_metaslab_fini(vdev_t *vd) 794fa9e4066Sahrens { 795fa9e4066Sahrens uint64_t m; 796fa9e4066Sahrens uint64_t count = vd->vdev_ms_count; 797fa9e4066Sahrens 798fa9e4066Sahrens if (vd->vdev_ms != NULL) { 799fa9e4066Sahrens for (m = 0; m < count; m++) 800ecc2d604Sbonwick if (vd->vdev_ms[m] != NULL) 801ecc2d604Sbonwick metaslab_fini(vd->vdev_ms[m]); 802fa9e4066Sahrens kmem_free(vd->vdev_ms, count * sizeof (metaslab_t *)); 803fa9e4066Sahrens vd->vdev_ms = NULL; 804fa9e4066Sahrens } 805fa9e4066Sahrens } 806fa9e4066Sahrens 807*e14bb325SJeff Bonwick typedef struct vdev_probe_stats { 808*e14bb325SJeff Bonwick boolean_t vps_readable; 809*e14bb325SJeff Bonwick boolean_t vps_writeable; 810*e14bb325SJeff Bonwick int vps_flags; 811*e14bb325SJeff Bonwick zio_t *vps_root; 812*e14bb325SJeff Bonwick vdev_t *vps_vd; 813*e14bb325SJeff Bonwick } vdev_probe_stats_t; 814*e14bb325SJeff Bonwick 815*e14bb325SJeff Bonwick static void 816*e14bb325SJeff Bonwick vdev_probe_done(zio_t *zio) 8170a4e9518Sgw { 818*e14bb325SJeff Bonwick vdev_probe_stats_t *vps = zio->io_private; 819*e14bb325SJeff Bonwick vdev_t *vd = vps->vps_vd; 820*e14bb325SJeff Bonwick 821*e14bb325SJeff Bonwick if (zio->io_type == ZIO_TYPE_READ) { 822*e14bb325SJeff Bonwick ASSERT(zio->io_vd == vd); 823*e14bb325SJeff Bonwick if (zio->io_error == 0) 824*e14bb325SJeff Bonwick vps->vps_readable = 1; 825*e14bb325SJeff Bonwick if (zio->io_error == 0 && (spa_mode & FWRITE)) { 826*e14bb325SJeff Bonwick zio_nowait(zio_write_phys(vps->vps_root, vd, 827*e14bb325SJeff Bonwick zio->io_offset, zio->io_size, zio->io_data, 828*e14bb325SJeff Bonwick ZIO_CHECKSUM_OFF, vdev_probe_done, vps, 829*e14bb325SJeff Bonwick ZIO_PRIORITY_SYNC_WRITE, vps->vps_flags, B_TRUE)); 830*e14bb325SJeff Bonwick } else { 831*e14bb325SJeff Bonwick zio_buf_free(zio->io_data, zio->io_size); 832*e14bb325SJeff Bonwick } 833*e14bb325SJeff Bonwick } else if (zio->io_type == ZIO_TYPE_WRITE) { 834*e14bb325SJeff Bonwick ASSERT(zio->io_vd == vd); 835*e14bb325SJeff Bonwick if (zio->io_error == 0) 836*e14bb325SJeff Bonwick vps->vps_writeable = 1; 837*e14bb325SJeff Bonwick zio_buf_free(zio->io_data, zio->io_size); 838*e14bb325SJeff Bonwick } else if (zio->io_type == ZIO_TYPE_NULL) { 839*e14bb325SJeff Bonwick ASSERT(zio->io_vd == NULL); 840*e14bb325SJeff Bonwick ASSERT(zio == vps->vps_root); 841*e14bb325SJeff Bonwick 842*e14bb325SJeff Bonwick vd->vdev_cant_read |= !vps->vps_readable; 843*e14bb325SJeff Bonwick vd->vdev_cant_write |= !vps->vps_writeable; 844*e14bb325SJeff Bonwick 845*e14bb325SJeff Bonwick if (vdev_readable(vd) && 846*e14bb325SJeff Bonwick (vdev_writeable(vd) || !(spa_mode & FWRITE))) { 847*e14bb325SJeff Bonwick zio->io_error = 0; 848*e14bb325SJeff Bonwick } else { 849*e14bb325SJeff Bonwick ASSERT(zio->io_error != 0); 850*e14bb325SJeff Bonwick zfs_ereport_post(FM_EREPORT_ZFS_PROBE_FAILURE, 851*e14bb325SJeff Bonwick zio->io_spa, vd, NULL, 0, 0); 852*e14bb325SJeff Bonwick zio->io_error = ENXIO; 853*e14bb325SJeff Bonwick } 854*e14bb325SJeff Bonwick kmem_free(vps, sizeof (*vps)); 855*e14bb325SJeff Bonwick } 856*e14bb325SJeff Bonwick } 8570a4e9518Sgw 858*e14bb325SJeff Bonwick /* 859*e14bb325SJeff Bonwick * Determine whether this device is accessible by reading and writing 860*e14bb325SJeff Bonwick * to several known locations: the pad regions of each vdev label 861*e14bb325SJeff Bonwick * but the first (which we leave alone in case it contains a VTOC). 862*e14bb325SJeff Bonwick */ 863*e14bb325SJeff Bonwick zio_t * 864*e14bb325SJeff Bonwick vdev_probe(vdev_t *vd, zio_t *pio) 865*e14bb325SJeff Bonwick { 866*e14bb325SJeff Bonwick spa_t *spa = vd->vdev_spa; 867*e14bb325SJeff Bonwick vdev_probe_stats_t *vps; 868*e14bb325SJeff Bonwick zio_t *zio; 8690a4e9518Sgw 870*e14bb325SJeff Bonwick vps = kmem_zalloc(sizeof (*vps), KM_SLEEP); 871*e14bb325SJeff Bonwick 872*e14bb325SJeff Bonwick vps->vps_flags = ZIO_FLAG_CANFAIL | ZIO_FLAG_PROBE | 873*e14bb325SJeff Bonwick ZIO_FLAG_DONT_CACHE | ZIO_FLAG_DONT_AGGREGATE | ZIO_FLAG_DONT_RETRY; 874*e14bb325SJeff Bonwick 875*e14bb325SJeff Bonwick if (spa_config_held(spa, SCL_ZIO, RW_WRITER)) { 876*e14bb325SJeff Bonwick /* 877*e14bb325SJeff Bonwick * vdev_cant_read and vdev_cant_write can only transition 878*e14bb325SJeff Bonwick * from TRUE to FALSE when we have the SCL_ZIO lock as writer; 879*e14bb325SJeff Bonwick * otherwise they can only transition from FALSE to TRUE. 880*e14bb325SJeff Bonwick * This ensures that any zio looking at these values can 881*e14bb325SJeff Bonwick * assume that failures persist for the life of the I/O. 882*e14bb325SJeff Bonwick * That's important because when a device has intermittent 883*e14bb325SJeff Bonwick * connectivity problems, we want to ensure that they're 884*e14bb325SJeff Bonwick * ascribed to the device (ENXIO) and not the zio (EIO). 885*e14bb325SJeff Bonwick * 886*e14bb325SJeff Bonwick * Since we hold SCL_ZIO as writer here, clear both values 887*e14bb325SJeff Bonwick * so the probe can reevaluate from first principles. 888*e14bb325SJeff Bonwick */ 889*e14bb325SJeff Bonwick vps->vps_flags |= ZIO_FLAG_CONFIG_WRITER; 890*e14bb325SJeff Bonwick vd->vdev_cant_read = B_FALSE; 891*e14bb325SJeff Bonwick vd->vdev_cant_write = B_FALSE; 892*e14bb325SJeff Bonwick } 893*e14bb325SJeff Bonwick 894*e14bb325SJeff Bonwick ASSERT(vd->vdev_ops->vdev_op_leaf); 895*e14bb325SJeff Bonwick 896*e14bb325SJeff Bonwick zio = zio_null(pio, spa, vdev_probe_done, vps, vps->vps_flags); 897*e14bb325SJeff Bonwick 898*e14bb325SJeff Bonwick vps->vps_root = zio; 899*e14bb325SJeff Bonwick vps->vps_vd = vd; 900*e14bb325SJeff Bonwick 901*e14bb325SJeff Bonwick for (int l = 1; l < VDEV_LABELS; l++) { 902*e14bb325SJeff Bonwick zio_nowait(zio_read_phys(zio, vd, 903*e14bb325SJeff Bonwick vdev_label_offset(vd->vdev_psize, l, 904*e14bb325SJeff Bonwick offsetof(vdev_label_t, vl_pad)), 905*e14bb325SJeff Bonwick VDEV_SKIP_SIZE, zio_buf_alloc(VDEV_SKIP_SIZE), 906*e14bb325SJeff Bonwick ZIO_CHECKSUM_OFF, vdev_probe_done, vps, 907*e14bb325SJeff Bonwick ZIO_PRIORITY_SYNC_READ, vps->vps_flags, B_TRUE)); 908*e14bb325SJeff Bonwick } 909*e14bb325SJeff Bonwick 910*e14bb325SJeff Bonwick return (zio); 9110a4e9518Sgw } 9120a4e9518Sgw 913fa9e4066Sahrens /* 914fa9e4066Sahrens * Prepare a virtual device for access. 915fa9e4066Sahrens */ 916fa9e4066Sahrens int 917fa9e4066Sahrens vdev_open(vdev_t *vd) 918fa9e4066Sahrens { 919fa9e4066Sahrens int error; 920fa9e4066Sahrens int c; 921fa9e4066Sahrens uint64_t osize = 0; 922fa9e4066Sahrens uint64_t asize, psize; 923ecc2d604Sbonwick uint64_t ashift = 0; 924fa9e4066Sahrens 925fa9e4066Sahrens ASSERT(vd->vdev_state == VDEV_STATE_CLOSED || 926fa9e4066Sahrens vd->vdev_state == VDEV_STATE_CANT_OPEN || 927fa9e4066Sahrens vd->vdev_state == VDEV_STATE_OFFLINE); 928fa9e4066Sahrens 929fa9e4066Sahrens vd->vdev_stat.vs_aux = VDEV_AUX_NONE; 930fa9e4066Sahrens 9313d7072f8Seschrock if (!vd->vdev_removed && vd->vdev_faulted) { 9323d7072f8Seschrock ASSERT(vd->vdev_children == 0); 9333d7072f8Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_FAULTED, 9343d7072f8Seschrock VDEV_AUX_ERR_EXCEEDED); 9353d7072f8Seschrock return (ENXIO); 9363d7072f8Seschrock } else if (vd->vdev_offline) { 937fa9e4066Sahrens ASSERT(vd->vdev_children == 0); 938ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_OFFLINE, VDEV_AUX_NONE); 939fa9e4066Sahrens return (ENXIO); 940fa9e4066Sahrens } 941fa9e4066Sahrens 942fa9e4066Sahrens error = vd->vdev_ops->vdev_op_open(vd, &osize, &ashift); 943fa9e4066Sahrens 944ea8dc4b6Seschrock if (zio_injection_enabled && error == 0) 945ea8dc4b6Seschrock error = zio_handle_device_injection(vd, ENXIO); 946ea8dc4b6Seschrock 947fa9e4066Sahrens if (error) { 9483d7072f8Seschrock if (vd->vdev_removed && 9493d7072f8Seschrock vd->vdev_stat.vs_aux != VDEV_AUX_OPEN_FAILED) 9503d7072f8Seschrock vd->vdev_removed = B_FALSE; 9513d7072f8Seschrock 952ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 953fa9e4066Sahrens vd->vdev_stat.vs_aux); 954fa9e4066Sahrens return (error); 955fa9e4066Sahrens } 956fa9e4066Sahrens 9573d7072f8Seschrock vd->vdev_removed = B_FALSE; 9583d7072f8Seschrock 9593d7072f8Seschrock if (vd->vdev_degraded) { 9603d7072f8Seschrock ASSERT(vd->vdev_children == 0); 9613d7072f8Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_DEGRADED, 9623d7072f8Seschrock VDEV_AUX_ERR_EXCEEDED); 9633d7072f8Seschrock } else { 9643d7072f8Seschrock vd->vdev_state = VDEV_STATE_HEALTHY; 9653d7072f8Seschrock } 966fa9e4066Sahrens 967fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) 968ea8dc4b6Seschrock if (vd->vdev_child[c]->vdev_state != VDEV_STATE_HEALTHY) { 969ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_DEGRADED, 970ea8dc4b6Seschrock VDEV_AUX_NONE); 971ea8dc4b6Seschrock break; 972ea8dc4b6Seschrock } 973fa9e4066Sahrens 974fa9e4066Sahrens osize = P2ALIGN(osize, (uint64_t)sizeof (vdev_label_t)); 975fa9e4066Sahrens 976fa9e4066Sahrens if (vd->vdev_children == 0) { 977fa9e4066Sahrens if (osize < SPA_MINDEVSIZE) { 978ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 979ea8dc4b6Seschrock VDEV_AUX_TOO_SMALL); 980fa9e4066Sahrens return (EOVERFLOW); 981fa9e4066Sahrens } 982fa9e4066Sahrens psize = osize; 983fa9e4066Sahrens asize = osize - (VDEV_LABEL_START_SIZE + VDEV_LABEL_END_SIZE); 984fa9e4066Sahrens } else { 985ecc2d604Sbonwick if (vd->vdev_parent != NULL && osize < SPA_MINDEVSIZE - 986fa9e4066Sahrens (VDEV_LABEL_START_SIZE + VDEV_LABEL_END_SIZE)) { 987ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 988ea8dc4b6Seschrock VDEV_AUX_TOO_SMALL); 989fa9e4066Sahrens return (EOVERFLOW); 990fa9e4066Sahrens } 991fa9e4066Sahrens psize = 0; 992fa9e4066Sahrens asize = osize; 993fa9e4066Sahrens } 994fa9e4066Sahrens 995fa9e4066Sahrens vd->vdev_psize = psize; 996fa9e4066Sahrens 997fa9e4066Sahrens if (vd->vdev_asize == 0) { 998fa9e4066Sahrens /* 999fa9e4066Sahrens * This is the first-ever open, so use the computed values. 1000ecc2d604Sbonwick * For testing purposes, a higher ashift can be requested. 1001fa9e4066Sahrens */ 1002fa9e4066Sahrens vd->vdev_asize = asize; 1003ecc2d604Sbonwick vd->vdev_ashift = MAX(ashift, vd->vdev_ashift); 1004fa9e4066Sahrens } else { 1005fa9e4066Sahrens /* 1006fa9e4066Sahrens * Make sure the alignment requirement hasn't increased. 1007fa9e4066Sahrens */ 1008ecc2d604Sbonwick if (ashift > vd->vdev_top->vdev_ashift) { 1009ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 1010ea8dc4b6Seschrock VDEV_AUX_BAD_LABEL); 1011fa9e4066Sahrens return (EINVAL); 1012fa9e4066Sahrens } 1013fa9e4066Sahrens 1014fa9e4066Sahrens /* 1015fa9e4066Sahrens * Make sure the device hasn't shrunk. 1016fa9e4066Sahrens */ 1017fa9e4066Sahrens if (asize < vd->vdev_asize) { 1018ea8dc4b6Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 1019ea8dc4b6Seschrock VDEV_AUX_BAD_LABEL); 1020fa9e4066Sahrens return (EINVAL); 1021fa9e4066Sahrens } 1022fa9e4066Sahrens 1023fa9e4066Sahrens /* 1024fa9e4066Sahrens * If all children are healthy and the asize has increased, 1025fa9e4066Sahrens * then we've experienced dynamic LUN growth. 1026fa9e4066Sahrens */ 1027fa9e4066Sahrens if (vd->vdev_state == VDEV_STATE_HEALTHY && 1028fa9e4066Sahrens asize > vd->vdev_asize) { 1029fa9e4066Sahrens vd->vdev_asize = asize; 1030fa9e4066Sahrens } 1031fa9e4066Sahrens } 1032fa9e4066Sahrens 10330a4e9518Sgw /* 10340a4e9518Sgw * Ensure we can issue some IO before declaring the 10350a4e9518Sgw * vdev open for business. 10360a4e9518Sgw */ 1037*e14bb325SJeff Bonwick if (vd->vdev_ops->vdev_op_leaf && 1038*e14bb325SJeff Bonwick (error = zio_wait(vdev_probe(vd, NULL))) != 0) { 10390a4e9518Sgw vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 1040*e14bb325SJeff Bonwick VDEV_AUX_IO_FAILURE); 10410a4e9518Sgw return (error); 10420a4e9518Sgw } 10430a4e9518Sgw 104499653d4eSeschrock /* 104599653d4eSeschrock * If this is a top-level vdev, compute the raidz-deflation 104699653d4eSeschrock * ratio. Note, we hard-code in 128k (1<<17) because it is the 104799653d4eSeschrock * current "typical" blocksize. Even if SPA_MAXBLOCKSIZE 104899653d4eSeschrock * changes, this algorithm must never change, or we will 104999653d4eSeschrock * inconsistently account for existing bp's. 105099653d4eSeschrock */ 105199653d4eSeschrock if (vd->vdev_top == vd) { 105299653d4eSeschrock vd->vdev_deflate_ratio = (1<<17) / 105399653d4eSeschrock (vdev_psize_to_asize(vd, 1<<17) >> SPA_MINBLOCKSHIFT); 105499653d4eSeschrock } 105599653d4eSeschrock 1056088f3894Sahrens /* 1057088f3894Sahrens * If a leaf vdev has a DTL, and seems healthy, then kick off a 1058088f3894Sahrens * resilver. But don't do this if we are doing a reopen for a 1059088f3894Sahrens * scrub, since this would just restart the scrub we are already 1060088f3894Sahrens * doing. 1061088f3894Sahrens */ 1062088f3894Sahrens if (vd->vdev_children == 0 && !vd->vdev_spa->spa_scrub_reopen) { 1063088f3894Sahrens mutex_enter(&vd->vdev_dtl_lock); 1064088f3894Sahrens if (vd->vdev_dtl_map.sm_space != 0 && vdev_writeable(vd)) 1065088f3894Sahrens spa_async_request(vd->vdev_spa, SPA_ASYNC_RESILVER); 1066088f3894Sahrens mutex_exit(&vd->vdev_dtl_lock); 1067088f3894Sahrens } 1068088f3894Sahrens 1069fa9e4066Sahrens return (0); 1070fa9e4066Sahrens } 1071fa9e4066Sahrens 1072560e6e96Seschrock /* 1073560e6e96Seschrock * Called once the vdevs are all opened, this routine validates the label 1074560e6e96Seschrock * contents. This needs to be done before vdev_load() so that we don't 10753d7072f8Seschrock * inadvertently do repair I/Os to the wrong device. 1076560e6e96Seschrock * 1077560e6e96Seschrock * This function will only return failure if one of the vdevs indicates that it 1078560e6e96Seschrock * has since been destroyed or exported. This is only possible if 1079560e6e96Seschrock * /etc/zfs/zpool.cache was readonly at the time. Otherwise, the vdev state 1080560e6e96Seschrock * will be updated but the function will return 0. 1081560e6e96Seschrock */ 1082560e6e96Seschrock int 1083560e6e96Seschrock vdev_validate(vdev_t *vd) 1084560e6e96Seschrock { 1085560e6e96Seschrock spa_t *spa = vd->vdev_spa; 1086560e6e96Seschrock int c; 1087560e6e96Seschrock nvlist_t *label; 1088*e14bb325SJeff Bonwick uint64_t guid, top_guid; 1089560e6e96Seschrock uint64_t state; 1090560e6e96Seschrock 1091560e6e96Seschrock for (c = 0; c < vd->vdev_children; c++) 1092560e6e96Seschrock if (vdev_validate(vd->vdev_child[c]) != 0) 10930bf246f5Smc return (EBADF); 1094560e6e96Seschrock 1095b5989ec7Seschrock /* 1096b5989ec7Seschrock * If the device has already failed, or was marked offline, don't do 1097b5989ec7Seschrock * any further validation. Otherwise, label I/O will fail and we will 1098b5989ec7Seschrock * overwrite the previous state. 1099b5989ec7Seschrock */ 1100*e14bb325SJeff Bonwick if (vd->vdev_ops->vdev_op_leaf && vdev_readable(vd)) { 1101560e6e96Seschrock 1102560e6e96Seschrock if ((label = vdev_label_read_config(vd)) == NULL) { 1103560e6e96Seschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 1104560e6e96Seschrock VDEV_AUX_BAD_LABEL); 1105560e6e96Seschrock return (0); 1106560e6e96Seschrock } 1107560e6e96Seschrock 1108560e6e96Seschrock if (nvlist_lookup_uint64(label, ZPOOL_CONFIG_POOL_GUID, 1109560e6e96Seschrock &guid) != 0 || guid != spa_guid(spa)) { 1110560e6e96Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN, 1111560e6e96Seschrock VDEV_AUX_CORRUPT_DATA); 1112560e6e96Seschrock nvlist_free(label); 1113560e6e96Seschrock return (0); 1114560e6e96Seschrock } 1115560e6e96Seschrock 1116*e14bb325SJeff Bonwick /* 1117*e14bb325SJeff Bonwick * If this vdev just became a top-level vdev because its 1118*e14bb325SJeff Bonwick * sibling was detached, it will have adopted the parent's 1119*e14bb325SJeff Bonwick * vdev guid -- but the label may or may not be on disk yet. 1120*e14bb325SJeff Bonwick * Fortunately, either version of the label will have the 1121*e14bb325SJeff Bonwick * same top guid, so if we're a top-level vdev, we can 1122*e14bb325SJeff Bonwick * safely compare to that instead. 1123*e14bb325SJeff Bonwick */ 1124560e6e96Seschrock if (nvlist_lookup_uint64(label, ZPOOL_CONFIG_GUID, 1125*e14bb325SJeff Bonwick &guid) != 0 || 1126*e14bb325SJeff Bonwick nvlist_lookup_uint64(label, ZPOOL_CONFIG_TOP_GUID, 1127*e14bb325SJeff Bonwick &top_guid) != 0 || 1128*e14bb325SJeff Bonwick (vd->vdev_guid != guid && 1129*e14bb325SJeff Bonwick (vd->vdev_guid != top_guid || vd != vd->vdev_top))) { 1130560e6e96Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN, 1131560e6e96Seschrock VDEV_AUX_CORRUPT_DATA); 1132560e6e96Seschrock nvlist_free(label); 1133560e6e96Seschrock return (0); 1134560e6e96Seschrock } 1135560e6e96Seschrock 1136560e6e96Seschrock if (nvlist_lookup_uint64(label, ZPOOL_CONFIG_POOL_STATE, 1137560e6e96Seschrock &state) != 0) { 1138560e6e96Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN, 1139560e6e96Seschrock VDEV_AUX_CORRUPT_DATA); 1140560e6e96Seschrock nvlist_free(label); 1141560e6e96Seschrock return (0); 1142560e6e96Seschrock } 1143560e6e96Seschrock 1144560e6e96Seschrock nvlist_free(label); 1145560e6e96Seschrock 1146560e6e96Seschrock if (spa->spa_load_state == SPA_LOAD_OPEN && 1147560e6e96Seschrock state != POOL_STATE_ACTIVE) 11480bf246f5Smc return (EBADF); 1149560e6e96Seschrock 115051ece835Seschrock /* 115151ece835Seschrock * If we were able to open and validate a vdev that was 115251ece835Seschrock * previously marked permanently unavailable, clear that state 115351ece835Seschrock * now. 115451ece835Seschrock */ 115551ece835Seschrock if (vd->vdev_not_present) 115651ece835Seschrock vd->vdev_not_present = 0; 115751ece835Seschrock } 1158560e6e96Seschrock 1159560e6e96Seschrock return (0); 1160560e6e96Seschrock } 1161560e6e96Seschrock 1162fa9e4066Sahrens /* 1163fa9e4066Sahrens * Close a virtual device. 1164fa9e4066Sahrens */ 1165fa9e4066Sahrens void 1166fa9e4066Sahrens vdev_close(vdev_t *vd) 1167fa9e4066Sahrens { 1168fa9e4066Sahrens vd->vdev_ops->vdev_op_close(vd); 1169fa9e4066Sahrens 11703d7072f8Seschrock vdev_cache_purge(vd); 1171fa9e4066Sahrens 1172560e6e96Seschrock /* 1173560e6e96Seschrock * We record the previous state before we close it, so that if we are 1174560e6e96Seschrock * doing a reopen(), we don't generate FMA ereports if we notice that 1175560e6e96Seschrock * it's still faulted. 1176560e6e96Seschrock */ 1177560e6e96Seschrock vd->vdev_prevstate = vd->vdev_state; 1178560e6e96Seschrock 1179fa9e4066Sahrens if (vd->vdev_offline) 1180fa9e4066Sahrens vd->vdev_state = VDEV_STATE_OFFLINE; 1181fa9e4066Sahrens else 1182fa9e4066Sahrens vd->vdev_state = VDEV_STATE_CLOSED; 1183ea8dc4b6Seschrock vd->vdev_stat.vs_aux = VDEV_AUX_NONE; 1184fa9e4066Sahrens } 1185fa9e4066Sahrens 1186fa9e4066Sahrens void 1187ea8dc4b6Seschrock vdev_reopen(vdev_t *vd) 1188fa9e4066Sahrens { 1189ea8dc4b6Seschrock spa_t *spa = vd->vdev_spa; 1190fa9e4066Sahrens 1191*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_STATE_ALL, RW_WRITER) == SCL_STATE_ALL); 1192ea8dc4b6Seschrock 1193fa9e4066Sahrens vdev_close(vd); 1194fa9e4066Sahrens (void) vdev_open(vd); 1195fa9e4066Sahrens 119639c23413Seschrock /* 119739c23413Seschrock * Call vdev_validate() here to make sure we have the same device. 119839c23413Seschrock * Otherwise, a device with an invalid label could be successfully 119939c23413Seschrock * opened in response to vdev_reopen(). 120039c23413Seschrock */ 1201c5904d13Seschrock if (vd->vdev_aux) { 1202c5904d13Seschrock (void) vdev_validate_aux(vd); 1203*e14bb325SJeff Bonwick if (vdev_readable(vd) && vdev_writeable(vd) && 1204c5904d13Seschrock !l2arc_vdev_present(vd)) { 1205c5904d13Seschrock uint64_t size = vdev_get_rsize(vd); 1206c5904d13Seschrock l2arc_add_vdev(spa, vd, 1207c5904d13Seschrock VDEV_LABEL_START_SIZE, 1208c5904d13Seschrock size - VDEV_LABEL_START_SIZE); 1209c5904d13Seschrock } 1210c5904d13Seschrock } else { 1211c5904d13Seschrock (void) vdev_validate(vd); 1212c5904d13Seschrock } 121339c23413Seschrock 1214fa9e4066Sahrens /* 12153d7072f8Seschrock * Reassess parent vdev's health. 1216fa9e4066Sahrens */ 12173d7072f8Seschrock vdev_propagate_state(vd); 1218fa9e4066Sahrens } 1219fa9e4066Sahrens 1220fa9e4066Sahrens int 122199653d4eSeschrock vdev_create(vdev_t *vd, uint64_t txg, boolean_t isreplacing) 1222fa9e4066Sahrens { 1223fa9e4066Sahrens int error; 1224fa9e4066Sahrens 1225fa9e4066Sahrens /* 1226fa9e4066Sahrens * Normally, partial opens (e.g. of a mirror) are allowed. 1227fa9e4066Sahrens * For a create, however, we want to fail the request if 1228fa9e4066Sahrens * there are any components we can't open. 1229fa9e4066Sahrens */ 1230fa9e4066Sahrens error = vdev_open(vd); 1231fa9e4066Sahrens 1232fa9e4066Sahrens if (error || vd->vdev_state != VDEV_STATE_HEALTHY) { 1233fa9e4066Sahrens vdev_close(vd); 1234fa9e4066Sahrens return (error ? error : ENXIO); 1235fa9e4066Sahrens } 1236fa9e4066Sahrens 1237fa9e4066Sahrens /* 1238fa9e4066Sahrens * Recursively initialize all labels. 1239fa9e4066Sahrens */ 124039c23413Seschrock if ((error = vdev_label_init(vd, txg, isreplacing ? 124139c23413Seschrock VDEV_LABEL_REPLACE : VDEV_LABEL_CREATE)) != 0) { 1242fa9e4066Sahrens vdev_close(vd); 1243fa9e4066Sahrens return (error); 1244fa9e4066Sahrens } 1245fa9e4066Sahrens 1246fa9e4066Sahrens return (0); 1247fa9e4066Sahrens } 1248fa9e4066Sahrens 1249fa9e4066Sahrens /* 1250fa9e4066Sahrens * The is the latter half of vdev_create(). It is distinct because it 1251fa9e4066Sahrens * involves initiating transactions in order to do metaslab creation. 1252fa9e4066Sahrens * For creation, we want to try to create all vdevs at once and then undo it 1253fa9e4066Sahrens * if anything fails; this is much harder if we have pending transactions. 1254fa9e4066Sahrens */ 12550e34b6a7Sbonwick void 1256fa9e4066Sahrens vdev_init(vdev_t *vd, uint64_t txg) 1257fa9e4066Sahrens { 1258fa9e4066Sahrens /* 1259fa9e4066Sahrens * Aim for roughly 200 metaslabs per vdev. 1260fa9e4066Sahrens */ 1261fa9e4066Sahrens vd->vdev_ms_shift = highbit(vd->vdev_asize / 200); 1262fa9e4066Sahrens vd->vdev_ms_shift = MAX(vd->vdev_ms_shift, SPA_MAXBLOCKSHIFT); 1263fa9e4066Sahrens 1264fa9e4066Sahrens /* 12650e34b6a7Sbonwick * Initialize the vdev's metaslabs. This can't fail because 12660e34b6a7Sbonwick * there's nothing to read when creating all new metaslabs. 1267fa9e4066Sahrens */ 12680e34b6a7Sbonwick VERIFY(vdev_metaslab_init(vd, txg) == 0); 1269fa9e4066Sahrens } 1270fa9e4066Sahrens 1271fa9e4066Sahrens void 1272ecc2d604Sbonwick vdev_dirty(vdev_t *vd, int flags, void *arg, uint64_t txg) 1273fa9e4066Sahrens { 1274ecc2d604Sbonwick ASSERT(vd == vd->vdev_top); 1275ecc2d604Sbonwick ASSERT(ISP2(flags)); 1276fa9e4066Sahrens 1277ecc2d604Sbonwick if (flags & VDD_METASLAB) 1278ecc2d604Sbonwick (void) txg_list_add(&vd->vdev_ms_list, arg, txg); 1279ecc2d604Sbonwick 1280ecc2d604Sbonwick if (flags & VDD_DTL) 1281ecc2d604Sbonwick (void) txg_list_add(&vd->vdev_dtl_list, arg, txg); 1282ecc2d604Sbonwick 1283ecc2d604Sbonwick (void) txg_list_add(&vd->vdev_spa->spa_vdev_txg_list, vd, txg); 1284fa9e4066Sahrens } 1285fa9e4066Sahrens 1286fa9e4066Sahrens void 1287fa9e4066Sahrens vdev_dtl_dirty(space_map_t *sm, uint64_t txg, uint64_t size) 1288fa9e4066Sahrens { 1289fa9e4066Sahrens mutex_enter(sm->sm_lock); 1290fa9e4066Sahrens if (!space_map_contains(sm, txg, size)) 1291fa9e4066Sahrens space_map_add(sm, txg, size); 1292fa9e4066Sahrens mutex_exit(sm->sm_lock); 1293fa9e4066Sahrens } 1294fa9e4066Sahrens 1295fa9e4066Sahrens int 1296fa9e4066Sahrens vdev_dtl_contains(space_map_t *sm, uint64_t txg, uint64_t size) 1297fa9e4066Sahrens { 1298fa9e4066Sahrens int dirty; 1299fa9e4066Sahrens 1300fa9e4066Sahrens /* 1301fa9e4066Sahrens * Quick test without the lock -- covers the common case that 1302fa9e4066Sahrens * there are no dirty time segments. 1303fa9e4066Sahrens */ 1304fa9e4066Sahrens if (sm->sm_space == 0) 1305fa9e4066Sahrens return (0); 1306fa9e4066Sahrens 1307fa9e4066Sahrens mutex_enter(sm->sm_lock); 1308fa9e4066Sahrens dirty = space_map_contains(sm, txg, size); 1309fa9e4066Sahrens mutex_exit(sm->sm_lock); 1310fa9e4066Sahrens 1311fa9e4066Sahrens return (dirty); 1312fa9e4066Sahrens } 1313fa9e4066Sahrens 1314fa9e4066Sahrens /* 1315fa9e4066Sahrens * Reassess DTLs after a config change or scrub completion. 1316fa9e4066Sahrens */ 1317fa9e4066Sahrens void 1318fa9e4066Sahrens vdev_dtl_reassess(vdev_t *vd, uint64_t txg, uint64_t scrub_txg, int scrub_done) 1319fa9e4066Sahrens { 1320ea8dc4b6Seschrock spa_t *spa = vd->vdev_spa; 1321fa9e4066Sahrens int c; 1322fa9e4066Sahrens 1323*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_CONFIG, RW_READER)); 1324fa9e4066Sahrens 1325fa9e4066Sahrens if (vd->vdev_children == 0) { 1326fa9e4066Sahrens mutex_enter(&vd->vdev_dtl_lock); 1327088f3894Sahrens if (scrub_txg != 0 && 1328088f3894Sahrens (spa->spa_scrub_started || spa->spa_scrub_errors == 0)) { 1329088f3894Sahrens /* XXX should check scrub_done? */ 1330088f3894Sahrens /* 1331088f3894Sahrens * We completed a scrub up to scrub_txg. If we 1332088f3894Sahrens * did it without rebooting, then the scrub dtl 1333088f3894Sahrens * will be valid, so excise the old region and 1334088f3894Sahrens * fold in the scrub dtl. Otherwise, leave the 1335088f3894Sahrens * dtl as-is if there was an error. 1336088f3894Sahrens */ 1337fa9e4066Sahrens space_map_excise(&vd->vdev_dtl_map, 0, scrub_txg); 1338fa9e4066Sahrens space_map_union(&vd->vdev_dtl_map, &vd->vdev_dtl_scrub); 1339fa9e4066Sahrens } 1340fa9e4066Sahrens if (scrub_done) 1341fa9e4066Sahrens space_map_vacate(&vd->vdev_dtl_scrub, NULL, NULL); 1342fa9e4066Sahrens mutex_exit(&vd->vdev_dtl_lock); 1343088f3894Sahrens 1344ecc2d604Sbonwick if (txg != 0) 1345ecc2d604Sbonwick vdev_dirty(vd->vdev_top, VDD_DTL, vd, txg); 1346fa9e4066Sahrens return; 1347fa9e4066Sahrens } 1348fa9e4066Sahrens 1349ea8dc4b6Seschrock /* 1350ea8dc4b6Seschrock * Make sure the DTLs are always correct under the scrub lock. 1351ea8dc4b6Seschrock */ 1352ea8dc4b6Seschrock if (vd == spa->spa_root_vdev) 1353ea8dc4b6Seschrock mutex_enter(&spa->spa_scrub_lock); 1354ea8dc4b6Seschrock 1355fa9e4066Sahrens mutex_enter(&vd->vdev_dtl_lock); 1356fa9e4066Sahrens space_map_vacate(&vd->vdev_dtl_map, NULL, NULL); 1357fa9e4066Sahrens space_map_vacate(&vd->vdev_dtl_scrub, NULL, NULL); 1358fa9e4066Sahrens mutex_exit(&vd->vdev_dtl_lock); 1359fa9e4066Sahrens 1360fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) { 1361fa9e4066Sahrens vdev_t *cvd = vd->vdev_child[c]; 1362fa9e4066Sahrens vdev_dtl_reassess(cvd, txg, scrub_txg, scrub_done); 1363fa9e4066Sahrens mutex_enter(&vd->vdev_dtl_lock); 1364fa9e4066Sahrens space_map_union(&vd->vdev_dtl_map, &cvd->vdev_dtl_map); 1365fa9e4066Sahrens space_map_union(&vd->vdev_dtl_scrub, &cvd->vdev_dtl_scrub); 1366fa9e4066Sahrens mutex_exit(&vd->vdev_dtl_lock); 1367fa9e4066Sahrens } 1368ea8dc4b6Seschrock 1369ea8dc4b6Seschrock if (vd == spa->spa_root_vdev) 1370ea8dc4b6Seschrock mutex_exit(&spa->spa_scrub_lock); 1371fa9e4066Sahrens } 1372fa9e4066Sahrens 1373fa9e4066Sahrens static int 1374fa9e4066Sahrens vdev_dtl_load(vdev_t *vd) 1375fa9e4066Sahrens { 1376fa9e4066Sahrens spa_t *spa = vd->vdev_spa; 1377fa9e4066Sahrens space_map_obj_t *smo = &vd->vdev_dtl; 1378ecc2d604Sbonwick objset_t *mos = spa->spa_meta_objset; 1379fa9e4066Sahrens dmu_buf_t *db; 1380fa9e4066Sahrens int error; 1381fa9e4066Sahrens 1382fa9e4066Sahrens ASSERT(vd->vdev_children == 0); 1383fa9e4066Sahrens 1384fa9e4066Sahrens if (smo->smo_object == 0) 1385fa9e4066Sahrens return (0); 1386fa9e4066Sahrens 1387ecc2d604Sbonwick if ((error = dmu_bonus_hold(mos, smo->smo_object, FTAG, &db)) != 0) 1388ea8dc4b6Seschrock return (error); 1389ecc2d604Sbonwick 13901934e92fSmaybee ASSERT3U(db->db_size, >=, sizeof (*smo)); 13911934e92fSmaybee bcopy(db->db_data, smo, sizeof (*smo)); 1392ea8dc4b6Seschrock dmu_buf_rele(db, FTAG); 1393fa9e4066Sahrens 1394fa9e4066Sahrens mutex_enter(&vd->vdev_dtl_lock); 1395ecc2d604Sbonwick error = space_map_load(&vd->vdev_dtl_map, NULL, SM_ALLOC, smo, mos); 1396fa9e4066Sahrens mutex_exit(&vd->vdev_dtl_lock); 1397fa9e4066Sahrens 1398fa9e4066Sahrens return (error); 1399fa9e4066Sahrens } 1400fa9e4066Sahrens 1401fa9e4066Sahrens void 1402fa9e4066Sahrens vdev_dtl_sync(vdev_t *vd, uint64_t txg) 1403fa9e4066Sahrens { 1404fa9e4066Sahrens spa_t *spa = vd->vdev_spa; 1405fa9e4066Sahrens space_map_obj_t *smo = &vd->vdev_dtl; 1406fa9e4066Sahrens space_map_t *sm = &vd->vdev_dtl_map; 1407ecc2d604Sbonwick objset_t *mos = spa->spa_meta_objset; 1408fa9e4066Sahrens space_map_t smsync; 1409fa9e4066Sahrens kmutex_t smlock; 1410fa9e4066Sahrens dmu_buf_t *db; 1411fa9e4066Sahrens dmu_tx_t *tx; 1412fa9e4066Sahrens 1413fa9e4066Sahrens tx = dmu_tx_create_assigned(spa->spa_dsl_pool, txg); 1414fa9e4066Sahrens 1415fa9e4066Sahrens if (vd->vdev_detached) { 1416fa9e4066Sahrens if (smo->smo_object != 0) { 1417ecc2d604Sbonwick int err = dmu_object_free(mos, smo->smo_object, tx); 1418fa9e4066Sahrens ASSERT3U(err, ==, 0); 1419fa9e4066Sahrens smo->smo_object = 0; 1420fa9e4066Sahrens } 1421fa9e4066Sahrens dmu_tx_commit(tx); 1422fa9e4066Sahrens return; 1423fa9e4066Sahrens } 1424fa9e4066Sahrens 1425fa9e4066Sahrens if (smo->smo_object == 0) { 1426fa9e4066Sahrens ASSERT(smo->smo_objsize == 0); 1427fa9e4066Sahrens ASSERT(smo->smo_alloc == 0); 1428ecc2d604Sbonwick smo->smo_object = dmu_object_alloc(mos, 1429fa9e4066Sahrens DMU_OT_SPACE_MAP, 1 << SPACE_MAP_BLOCKSHIFT, 1430fa9e4066Sahrens DMU_OT_SPACE_MAP_HEADER, sizeof (*smo), tx); 1431fa9e4066Sahrens ASSERT(smo->smo_object != 0); 1432fa9e4066Sahrens vdev_config_dirty(vd->vdev_top); 1433fa9e4066Sahrens } 1434fa9e4066Sahrens 1435fa9e4066Sahrens mutex_init(&smlock, NULL, MUTEX_DEFAULT, NULL); 1436fa9e4066Sahrens 1437fa9e4066Sahrens space_map_create(&smsync, sm->sm_start, sm->sm_size, sm->sm_shift, 1438fa9e4066Sahrens &smlock); 1439fa9e4066Sahrens 1440fa9e4066Sahrens mutex_enter(&smlock); 1441fa9e4066Sahrens 1442fa9e4066Sahrens mutex_enter(&vd->vdev_dtl_lock); 1443ecc2d604Sbonwick space_map_walk(sm, space_map_add, &smsync); 1444fa9e4066Sahrens mutex_exit(&vd->vdev_dtl_lock); 1445fa9e4066Sahrens 1446ecc2d604Sbonwick space_map_truncate(smo, mos, tx); 1447ecc2d604Sbonwick space_map_sync(&smsync, SM_ALLOC, smo, mos, tx); 1448fa9e4066Sahrens 1449fa9e4066Sahrens space_map_destroy(&smsync); 1450fa9e4066Sahrens 1451fa9e4066Sahrens mutex_exit(&smlock); 1452fa9e4066Sahrens mutex_destroy(&smlock); 1453fa9e4066Sahrens 1454ecc2d604Sbonwick VERIFY(0 == dmu_bonus_hold(mos, smo->smo_object, FTAG, &db)); 1455fa9e4066Sahrens dmu_buf_will_dirty(db, tx); 14561934e92fSmaybee ASSERT3U(db->db_size, >=, sizeof (*smo)); 14571934e92fSmaybee bcopy(smo, db->db_data, sizeof (*smo)); 1458ea8dc4b6Seschrock dmu_buf_rele(db, FTAG); 1459fa9e4066Sahrens 1460fa9e4066Sahrens dmu_tx_commit(tx); 1461fa9e4066Sahrens } 1462fa9e4066Sahrens 1463088f3894Sahrens /* 1464088f3894Sahrens * Determine if resilver is needed, and if so the txg range. 1465088f3894Sahrens */ 1466088f3894Sahrens boolean_t 1467088f3894Sahrens vdev_resilver_needed(vdev_t *vd, uint64_t *minp, uint64_t *maxp) 1468088f3894Sahrens { 1469088f3894Sahrens boolean_t needed = B_FALSE; 1470088f3894Sahrens uint64_t thismin = UINT64_MAX; 1471088f3894Sahrens uint64_t thismax = 0; 1472088f3894Sahrens 1473088f3894Sahrens if (vd->vdev_children == 0) { 1474088f3894Sahrens mutex_enter(&vd->vdev_dtl_lock); 1475088f3894Sahrens if (vd->vdev_dtl_map.sm_space != 0 && vdev_writeable(vd)) { 1476088f3894Sahrens space_seg_t *ss; 1477088f3894Sahrens 1478088f3894Sahrens ss = avl_first(&vd->vdev_dtl_map.sm_root); 1479088f3894Sahrens thismin = ss->ss_start - 1; 1480088f3894Sahrens ss = avl_last(&vd->vdev_dtl_map.sm_root); 1481088f3894Sahrens thismax = ss->ss_end; 1482088f3894Sahrens needed = B_TRUE; 1483088f3894Sahrens } 1484088f3894Sahrens mutex_exit(&vd->vdev_dtl_lock); 1485088f3894Sahrens } else { 1486088f3894Sahrens int c; 1487088f3894Sahrens for (c = 0; c < vd->vdev_children; c++) { 1488088f3894Sahrens vdev_t *cvd = vd->vdev_child[c]; 1489088f3894Sahrens uint64_t cmin, cmax; 1490088f3894Sahrens 1491088f3894Sahrens if (vdev_resilver_needed(cvd, &cmin, &cmax)) { 1492088f3894Sahrens thismin = MIN(thismin, cmin); 1493088f3894Sahrens thismax = MAX(thismax, cmax); 1494088f3894Sahrens needed = B_TRUE; 1495088f3894Sahrens } 1496088f3894Sahrens } 1497088f3894Sahrens } 1498088f3894Sahrens 1499088f3894Sahrens if (needed && minp) { 1500088f3894Sahrens *minp = thismin; 1501088f3894Sahrens *maxp = thismax; 1502088f3894Sahrens } 1503088f3894Sahrens return (needed); 1504088f3894Sahrens } 1505088f3894Sahrens 1506560e6e96Seschrock void 1507ea8dc4b6Seschrock vdev_load(vdev_t *vd) 1508fa9e4066Sahrens { 1509560e6e96Seschrock int c; 1510fa9e4066Sahrens 1511fa9e4066Sahrens /* 1512fa9e4066Sahrens * Recursively load all children. 1513fa9e4066Sahrens */ 1514fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) 1515560e6e96Seschrock vdev_load(vd->vdev_child[c]); 1516fa9e4066Sahrens 1517fa9e4066Sahrens /* 15180e34b6a7Sbonwick * If this is a top-level vdev, initialize its metaslabs. 1519fa9e4066Sahrens */ 1520560e6e96Seschrock if (vd == vd->vdev_top && 1521560e6e96Seschrock (vd->vdev_ashift == 0 || vd->vdev_asize == 0 || 1522560e6e96Seschrock vdev_metaslab_init(vd, 0) != 0)) 1523560e6e96Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN, 1524560e6e96Seschrock VDEV_AUX_CORRUPT_DATA); 1525fa9e4066Sahrens 1526fa9e4066Sahrens /* 1527fa9e4066Sahrens * If this is a leaf vdev, load its DTL. 1528fa9e4066Sahrens */ 1529560e6e96Seschrock if (vd->vdev_ops->vdev_op_leaf && vdev_dtl_load(vd) != 0) 1530560e6e96Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN, 1531560e6e96Seschrock VDEV_AUX_CORRUPT_DATA); 1532fa9e4066Sahrens } 1533fa9e4066Sahrens 153499653d4eSeschrock /* 1535fa94a07fSbrendan * The special vdev case is used for hot spares and l2cache devices. Its 1536fa94a07fSbrendan * sole purpose it to set the vdev state for the associated vdev. To do this, 1537fa94a07fSbrendan * we make sure that we can open the underlying device, then try to read the 1538fa94a07fSbrendan * label, and make sure that the label is sane and that it hasn't been 1539fa94a07fSbrendan * repurposed to another pool. 154099653d4eSeschrock */ 154199653d4eSeschrock int 1542fa94a07fSbrendan vdev_validate_aux(vdev_t *vd) 154399653d4eSeschrock { 154499653d4eSeschrock nvlist_t *label; 154599653d4eSeschrock uint64_t guid, version; 154699653d4eSeschrock uint64_t state; 154799653d4eSeschrock 1548*e14bb325SJeff Bonwick if (!vdev_readable(vd)) 1549c5904d13Seschrock return (0); 1550c5904d13Seschrock 155199653d4eSeschrock if ((label = vdev_label_read_config(vd)) == NULL) { 155299653d4eSeschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 155399653d4eSeschrock VDEV_AUX_CORRUPT_DATA); 155499653d4eSeschrock return (-1); 155599653d4eSeschrock } 155699653d4eSeschrock 155799653d4eSeschrock if (nvlist_lookup_uint64(label, ZPOOL_CONFIG_VERSION, &version) != 0 || 1558e7437265Sahrens version > SPA_VERSION || 155999653d4eSeschrock nvlist_lookup_uint64(label, ZPOOL_CONFIG_GUID, &guid) != 0 || 156099653d4eSeschrock guid != vd->vdev_guid || 156199653d4eSeschrock nvlist_lookup_uint64(label, ZPOOL_CONFIG_POOL_STATE, &state) != 0) { 156299653d4eSeschrock vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN, 156399653d4eSeschrock VDEV_AUX_CORRUPT_DATA); 156499653d4eSeschrock nvlist_free(label); 156599653d4eSeschrock return (-1); 156699653d4eSeschrock } 156799653d4eSeschrock 156899653d4eSeschrock /* 156999653d4eSeschrock * We don't actually check the pool state here. If it's in fact in 157099653d4eSeschrock * use by another pool, we update this fact on the fly when requested. 157199653d4eSeschrock */ 157299653d4eSeschrock nvlist_free(label); 157399653d4eSeschrock return (0); 157499653d4eSeschrock } 157599653d4eSeschrock 1576fa9e4066Sahrens void 1577fa9e4066Sahrens vdev_sync_done(vdev_t *vd, uint64_t txg) 1578fa9e4066Sahrens { 1579fa9e4066Sahrens metaslab_t *msp; 1580fa9e4066Sahrens 1581fa9e4066Sahrens while (msp = txg_list_remove(&vd->vdev_ms_list, TXG_CLEAN(txg))) 1582fa9e4066Sahrens metaslab_sync_done(msp, txg); 1583fa9e4066Sahrens } 1584fa9e4066Sahrens 1585fa9e4066Sahrens void 1586fa9e4066Sahrens vdev_sync(vdev_t *vd, uint64_t txg) 1587fa9e4066Sahrens { 1588fa9e4066Sahrens spa_t *spa = vd->vdev_spa; 1589fa9e4066Sahrens vdev_t *lvd; 1590fa9e4066Sahrens metaslab_t *msp; 1591ecc2d604Sbonwick dmu_tx_t *tx; 1592fa9e4066Sahrens 1593ecc2d604Sbonwick if (vd->vdev_ms_array == 0 && vd->vdev_ms_shift != 0) { 1594ecc2d604Sbonwick ASSERT(vd == vd->vdev_top); 1595ecc2d604Sbonwick tx = dmu_tx_create_assigned(spa->spa_dsl_pool, txg); 1596ecc2d604Sbonwick vd->vdev_ms_array = dmu_object_alloc(spa->spa_meta_objset, 1597ecc2d604Sbonwick DMU_OT_OBJECT_ARRAY, 0, DMU_OT_NONE, 0, tx); 1598ecc2d604Sbonwick ASSERT(vd->vdev_ms_array != 0); 1599ecc2d604Sbonwick vdev_config_dirty(vd); 1600ecc2d604Sbonwick dmu_tx_commit(tx); 1601ecc2d604Sbonwick } 1602fa9e4066Sahrens 1603ecc2d604Sbonwick while ((msp = txg_list_remove(&vd->vdev_ms_list, txg)) != NULL) { 1604fa9e4066Sahrens metaslab_sync(msp, txg); 1605ecc2d604Sbonwick (void) txg_list_add(&vd->vdev_ms_list, msp, TXG_CLEAN(txg)); 1606ecc2d604Sbonwick } 1607fa9e4066Sahrens 1608fa9e4066Sahrens while ((lvd = txg_list_remove(&vd->vdev_dtl_list, txg)) != NULL) 1609fa9e4066Sahrens vdev_dtl_sync(lvd, txg); 1610fa9e4066Sahrens 1611fa9e4066Sahrens (void) txg_list_add(&spa->spa_vdev_txg_list, vd, TXG_CLEAN(txg)); 1612fa9e4066Sahrens } 1613fa9e4066Sahrens 1614fa9e4066Sahrens uint64_t 1615fa9e4066Sahrens vdev_psize_to_asize(vdev_t *vd, uint64_t psize) 1616fa9e4066Sahrens { 1617fa9e4066Sahrens return (vd->vdev_ops->vdev_op_asize(vd, psize)); 1618fa9e4066Sahrens } 1619fa9e4066Sahrens 16203d7072f8Seschrock /* 16213d7072f8Seschrock * Mark the given vdev faulted. A faulted vdev behaves as if the device could 16223d7072f8Seschrock * not be opened, and no I/O is attempted. 16233d7072f8Seschrock */ 1624fa9e4066Sahrens int 16253d7072f8Seschrock vdev_fault(spa_t *spa, uint64_t guid) 1626fa9e4066Sahrens { 1627c5904d13Seschrock vdev_t *vd; 1628fa9e4066Sahrens 1629*e14bb325SJeff Bonwick spa_vdev_state_enter(spa); 1630fa9e4066Sahrens 1631c5904d13Seschrock if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL) 1632*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENODEV)); 1633*e14bb325SJeff Bonwick 16343d7072f8Seschrock if (!vd->vdev_ops->vdev_op_leaf) 1635*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENOTSUP)); 1636fa9e4066Sahrens 16373d7072f8Seschrock /* 16383d7072f8Seschrock * Faulted state takes precedence over degraded. 16393d7072f8Seschrock */ 16403d7072f8Seschrock vd->vdev_faulted = 1ULL; 16413d7072f8Seschrock vd->vdev_degraded = 0ULL; 1642*e14bb325SJeff Bonwick vdev_set_state(vd, B_FALSE, VDEV_STATE_FAULTED, VDEV_AUX_ERR_EXCEEDED); 16433d7072f8Seschrock 16443d7072f8Seschrock /* 1645*e14bb325SJeff Bonwick * If marking the vdev as faulted cause the top-level vdev to become 16463d7072f8Seschrock * unavailable, then back off and simply mark the vdev as degraded 16473d7072f8Seschrock * instead. 16483d7072f8Seschrock */ 1649c5904d13Seschrock if (vdev_is_dead(vd->vdev_top) && vd->vdev_aux == NULL) { 16503d7072f8Seschrock vd->vdev_degraded = 1ULL; 16513d7072f8Seschrock vd->vdev_faulted = 0ULL; 16523d7072f8Seschrock 16533d7072f8Seschrock /* 16543d7072f8Seschrock * If we reopen the device and it's not dead, only then do we 16553d7072f8Seschrock * mark it degraded. 16563d7072f8Seschrock */ 16573d7072f8Seschrock vdev_reopen(vd); 16583d7072f8Seschrock 16590a4e9518Sgw if (vdev_readable(vd)) { 16603d7072f8Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_DEGRADED, 16613d7072f8Seschrock VDEV_AUX_ERR_EXCEEDED); 16623d7072f8Seschrock } 16633d7072f8Seschrock } 16643d7072f8Seschrock 1665*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, vd, 0)); 16663d7072f8Seschrock } 16673d7072f8Seschrock 16683d7072f8Seschrock /* 16693d7072f8Seschrock * Mark the given vdev degraded. A degraded vdev is purely an indication to the 16703d7072f8Seschrock * user that something is wrong. The vdev continues to operate as normal as far 16713d7072f8Seschrock * as I/O is concerned. 16723d7072f8Seschrock */ 16733d7072f8Seschrock int 16743d7072f8Seschrock vdev_degrade(spa_t *spa, uint64_t guid) 16753d7072f8Seschrock { 1676c5904d13Seschrock vdev_t *vd; 16770a4e9518Sgw 1678*e14bb325SJeff Bonwick spa_vdev_state_enter(spa); 16793d7072f8Seschrock 1680c5904d13Seschrock if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL) 1681*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENODEV)); 1682*e14bb325SJeff Bonwick 16830e34b6a7Sbonwick if (!vd->vdev_ops->vdev_op_leaf) 1684*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENOTSUP)); 16850e34b6a7Sbonwick 16863d7072f8Seschrock /* 16873d7072f8Seschrock * If the vdev is already faulted, then don't do anything. 16883d7072f8Seschrock */ 1689*e14bb325SJeff Bonwick if (vd->vdev_faulted || vd->vdev_degraded) 1690*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, 0)); 16913d7072f8Seschrock 16923d7072f8Seschrock vd->vdev_degraded = 1ULL; 16933d7072f8Seschrock if (!vdev_is_dead(vd)) 16943d7072f8Seschrock vdev_set_state(vd, B_FALSE, VDEV_STATE_DEGRADED, 16953d7072f8Seschrock VDEV_AUX_ERR_EXCEEDED); 16963d7072f8Seschrock 1697*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, vd, 0)); 16983d7072f8Seschrock } 16993d7072f8Seschrock 17003d7072f8Seschrock /* 17013d7072f8Seschrock * Online the given vdev. If 'unspare' is set, it implies two things. First, 17023d7072f8Seschrock * any attached spare device should be detached when the device finishes 17033d7072f8Seschrock * resilvering. Second, the online should be treated like a 'test' online case, 17043d7072f8Seschrock * so no FMA events are generated if the device fails to open. 17053d7072f8Seschrock */ 17063d7072f8Seschrock int 1707*e14bb325SJeff Bonwick vdev_online(spa_t *spa, uint64_t guid, uint64_t flags, vdev_state_t *newstate) 17083d7072f8Seschrock { 1709c5904d13Seschrock vdev_t *vd; 17103d7072f8Seschrock 1711*e14bb325SJeff Bonwick spa_vdev_state_enter(spa); 17123d7072f8Seschrock 1713c5904d13Seschrock if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL) 1714*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENODEV)); 17153d7072f8Seschrock 17163d7072f8Seschrock if (!vd->vdev_ops->vdev_op_leaf) 1717*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENOTSUP)); 1718fa9e4066Sahrens 1719fa9e4066Sahrens vd->vdev_offline = B_FALSE; 1720441d80aaSlling vd->vdev_tmpoffline = B_FALSE; 1721*e14bb325SJeff Bonwick vd->vdev_checkremove = !!(flags & ZFS_ONLINE_CHECKREMOVE); 1722*e14bb325SJeff Bonwick vd->vdev_forcefault = !!(flags & ZFS_ONLINE_FORCEFAULT); 1723ea8dc4b6Seschrock vdev_reopen(vd->vdev_top); 17243d7072f8Seschrock vd->vdev_checkremove = vd->vdev_forcefault = B_FALSE; 17253d7072f8Seschrock 17263d7072f8Seschrock if (newstate) 17273d7072f8Seschrock *newstate = vd->vdev_state; 17283d7072f8Seschrock if ((flags & ZFS_ONLINE_UNSPARE) && 17293d7072f8Seschrock !vdev_is_dead(vd) && vd->vdev_parent && 17303d7072f8Seschrock vd->vdev_parent->vdev_ops == &vdev_spare_ops && 17313d7072f8Seschrock vd->vdev_parent->vdev_child[0] == vd) 17323d7072f8Seschrock vd->vdev_unspare = B_TRUE; 1733fa9e4066Sahrens 1734*e14bb325SJeff Bonwick (void) spa_vdev_state_exit(spa, vd, 0); 1735fa9e4066Sahrens 1736088f3894Sahrens VERIFY3U(spa_scrub(spa, POOL_SCRUB_RESILVER), ==, 0); 1737fa9e4066Sahrens 1738fa9e4066Sahrens return (0); 1739fa9e4066Sahrens } 1740fa9e4066Sahrens 1741fa9e4066Sahrens int 17423d7072f8Seschrock vdev_offline(spa_t *spa, uint64_t guid, uint64_t flags) 1743fa9e4066Sahrens { 1744c5904d13Seschrock vdev_t *vd; 17450a4e9518Sgw 1746*e14bb325SJeff Bonwick spa_vdev_state_enter(spa); 1747fa9e4066Sahrens 1748c5904d13Seschrock if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL) 1749*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENODEV)); 1750fa9e4066Sahrens 17510e34b6a7Sbonwick if (!vd->vdev_ops->vdev_op_leaf) 1752*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, ENOTSUP)); 17530e34b6a7Sbonwick 1754fa9e4066Sahrens /* 1755ecc2d604Sbonwick * If the device isn't already offline, try to offline it. 1756fa9e4066Sahrens */ 1757ecc2d604Sbonwick if (!vd->vdev_offline) { 1758ecc2d604Sbonwick /* 1759ecc2d604Sbonwick * If this device's top-level vdev has a non-empty DTL, 1760ecc2d604Sbonwick * don't allow the device to be offlined. 1761ecc2d604Sbonwick * 1762ecc2d604Sbonwick * XXX -- make this more precise by allowing the offline 1763ecc2d604Sbonwick * as long as the remaining devices don't have any DTL holes. 1764ecc2d604Sbonwick */ 1765ecc2d604Sbonwick if (vd->vdev_top->vdev_dtl_map.sm_space != 0) 1766*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, EBUSY)); 1767fa9e4066Sahrens 1768ecc2d604Sbonwick /* 1769ecc2d604Sbonwick * Offline this device and reopen its top-level vdev. 1770ecc2d604Sbonwick * If this action results in the top-level vdev becoming 1771ecc2d604Sbonwick * unusable, undo it and fail the request. 1772ecc2d604Sbonwick */ 1773ecc2d604Sbonwick vd->vdev_offline = B_TRUE; 1774ea8dc4b6Seschrock vdev_reopen(vd->vdev_top); 1775c5904d13Seschrock if (vdev_is_dead(vd->vdev_top) && vd->vdev_aux == NULL) { 1776ecc2d604Sbonwick vd->vdev_offline = B_FALSE; 1777ecc2d604Sbonwick vdev_reopen(vd->vdev_top); 1778*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, NULL, EBUSY)); 1779ecc2d604Sbonwick } 1780fa9e4066Sahrens } 1781fa9e4066Sahrens 1782*e14bb325SJeff Bonwick vd->vdev_tmpoffline = !!(flags & ZFS_OFFLINE_TEMPORARY); 1783ecc2d604Sbonwick 1784*e14bb325SJeff Bonwick return (spa_vdev_state_exit(spa, vd, 0)); 1785fa9e4066Sahrens } 1786fa9e4066Sahrens 1787ea8dc4b6Seschrock /* 1788ea8dc4b6Seschrock * Clear the error counts associated with this vdev. Unlike vdev_online() and 1789ea8dc4b6Seschrock * vdev_offline(), we assume the spa config is locked. We also clear all 1790ea8dc4b6Seschrock * children. If 'vd' is NULL, then the user wants to clear all vdevs. 1791ea8dc4b6Seschrock */ 1792ea8dc4b6Seschrock void 1793*e14bb325SJeff Bonwick vdev_clear(spa_t *spa, vdev_t *vd) 1794fa9e4066Sahrens { 1795*e14bb325SJeff Bonwick vdev_t *rvd = spa->spa_root_vdev; 1796*e14bb325SJeff Bonwick 1797*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_STATE_ALL, RW_WRITER) == SCL_STATE_ALL); 1798fa9e4066Sahrens 1799ea8dc4b6Seschrock if (vd == NULL) 1800*e14bb325SJeff Bonwick vd = rvd; 1801fa9e4066Sahrens 1802ea8dc4b6Seschrock vd->vdev_stat.vs_read_errors = 0; 1803ea8dc4b6Seschrock vd->vdev_stat.vs_write_errors = 0; 1804ea8dc4b6Seschrock vd->vdev_stat.vs_checksum_errors = 0; 1805fa9e4066Sahrens 1806*e14bb325SJeff Bonwick for (int c = 0; c < vd->vdev_children; c++) 1807*e14bb325SJeff Bonwick vdev_clear(spa, vd->vdev_child[c]); 18083d7072f8Seschrock 18093d7072f8Seschrock /* 18108a79c1b5Sek * If we're in the FAULTED state or have experienced failed I/O, then 18118a79c1b5Sek * clear the persistent state and attempt to reopen the device. We 18128a79c1b5Sek * also mark the vdev config dirty, so that the new faulted state is 18138a79c1b5Sek * written out to disk. 18143d7072f8Seschrock */ 1815*e14bb325SJeff Bonwick if (vd->vdev_faulted || vd->vdev_degraded || 1816*e14bb325SJeff Bonwick !vdev_readable(vd) || !vdev_writeable(vd)) { 18178a79c1b5Sek 18183d7072f8Seschrock vd->vdev_faulted = vd->vdev_degraded = 0; 1819*e14bb325SJeff Bonwick vd->vdev_cant_read = B_FALSE; 1820*e14bb325SJeff Bonwick vd->vdev_cant_write = B_FALSE; 1821*e14bb325SJeff Bonwick 18223d7072f8Seschrock vdev_reopen(vd); 18233d7072f8Seschrock 1824*e14bb325SJeff Bonwick if (vd != rvd) 1825*e14bb325SJeff Bonwick vdev_state_dirty(vd->vdev_top); 1826*e14bb325SJeff Bonwick 1827*e14bb325SJeff Bonwick if (vd->vdev_aux == NULL && !vdev_is_dead(vd)) 1828bb8b5132Sek spa_async_request(spa, SPA_ASYNC_RESILVER); 18293d7072f8Seschrock 18303d7072f8Seschrock spa_event_notify(spa, vd, ESC_ZFS_VDEV_CLEAR); 18313d7072f8Seschrock } 1832fa9e4066Sahrens } 1833fa9e4066Sahrens 1834*e14bb325SJeff Bonwick boolean_t 1835*e14bb325SJeff Bonwick vdev_is_dead(vdev_t *vd) 18360a4e9518Sgw { 1837*e14bb325SJeff Bonwick return (vd->vdev_state < VDEV_STATE_DEGRADED); 18380a4e9518Sgw } 18390a4e9518Sgw 1840*e14bb325SJeff Bonwick boolean_t 1841*e14bb325SJeff Bonwick vdev_readable(vdev_t *vd) 18420a4e9518Sgw { 1843*e14bb325SJeff Bonwick return (!vdev_is_dead(vd) && !vd->vdev_cant_read); 18440a4e9518Sgw } 18450a4e9518Sgw 1846*e14bb325SJeff Bonwick boolean_t 1847*e14bb325SJeff Bonwick vdev_writeable(vdev_t *vd) 1848fa9e4066Sahrens { 1849*e14bb325SJeff Bonwick return (!vdev_is_dead(vd) && !vd->vdev_cant_write); 1850fa9e4066Sahrens } 1851fa9e4066Sahrens 1852*e14bb325SJeff Bonwick boolean_t 1853*e14bb325SJeff Bonwick vdev_accessible(vdev_t *vd, zio_t *zio) 1854fa9e4066Sahrens { 1855*e14bb325SJeff Bonwick ASSERT(zio->io_vd == vd); 1856fa9e4066Sahrens 1857*e14bb325SJeff Bonwick if (vdev_is_dead(vd) || vd->vdev_remove_wanted) 1858*e14bb325SJeff Bonwick return (B_FALSE); 1859fa9e4066Sahrens 1860*e14bb325SJeff Bonwick if (zio->io_type == ZIO_TYPE_READ) 1861*e14bb325SJeff Bonwick return (!vd->vdev_cant_read); 1862fa9e4066Sahrens 1863*e14bb325SJeff Bonwick if (zio->io_type == ZIO_TYPE_WRITE) 1864*e14bb325SJeff Bonwick return (!vd->vdev_cant_write); 1865fa9e4066Sahrens 1866*e14bb325SJeff Bonwick return (B_TRUE); 1867fa9e4066Sahrens } 1868fa9e4066Sahrens 1869fa9e4066Sahrens /* 1870fa9e4066Sahrens * Get statistics for the given vdev. 1871fa9e4066Sahrens */ 1872fa9e4066Sahrens void 1873fa9e4066Sahrens vdev_get_stats(vdev_t *vd, vdev_stat_t *vs) 1874fa9e4066Sahrens { 1875fa9e4066Sahrens vdev_t *rvd = vd->vdev_spa->spa_root_vdev; 1876fa9e4066Sahrens 1877fa9e4066Sahrens mutex_enter(&vd->vdev_stat_lock); 1878fa9e4066Sahrens bcopy(&vd->vdev_stat, vs, sizeof (*vs)); 1879088f3894Sahrens vs->vs_scrub_errors = vd->vdev_spa->spa_scrub_errors; 1880fa9e4066Sahrens vs->vs_timestamp = gethrtime() - vs->vs_timestamp; 1881fa9e4066Sahrens vs->vs_state = vd->vdev_state; 18822a79c5feSlling vs->vs_rsize = vdev_get_rsize(vd); 1883fa9e4066Sahrens mutex_exit(&vd->vdev_stat_lock); 1884fa9e4066Sahrens 1885fa9e4066Sahrens /* 1886fa9e4066Sahrens * If we're getting stats on the root vdev, aggregate the I/O counts 1887fa9e4066Sahrens * over all top-level vdevs (i.e. the direct children of the root). 1888fa9e4066Sahrens */ 1889fa9e4066Sahrens if (vd == rvd) { 1890*e14bb325SJeff Bonwick for (int c = 0; c < rvd->vdev_children; c++) { 1891fa9e4066Sahrens vdev_t *cvd = rvd->vdev_child[c]; 1892fa9e4066Sahrens vdev_stat_t *cvs = &cvd->vdev_stat; 1893fa9e4066Sahrens 1894fa9e4066Sahrens mutex_enter(&vd->vdev_stat_lock); 1895*e14bb325SJeff Bonwick for (int t = 0; t < ZIO_TYPES; t++) { 1896fa9e4066Sahrens vs->vs_ops[t] += cvs->vs_ops[t]; 1897fa9e4066Sahrens vs->vs_bytes[t] += cvs->vs_bytes[t]; 1898fa9e4066Sahrens } 1899fa9e4066Sahrens vs->vs_scrub_examined += cvs->vs_scrub_examined; 1900fa9e4066Sahrens mutex_exit(&vd->vdev_stat_lock); 1901fa9e4066Sahrens } 1902fa9e4066Sahrens } 1903fa9e4066Sahrens } 1904fa9e4066Sahrens 1905fa94a07fSbrendan void 1906fa94a07fSbrendan vdev_clear_stats(vdev_t *vd) 1907fa94a07fSbrendan { 1908fa94a07fSbrendan mutex_enter(&vd->vdev_stat_lock); 1909fa94a07fSbrendan vd->vdev_stat.vs_space = 0; 1910fa94a07fSbrendan vd->vdev_stat.vs_dspace = 0; 1911fa94a07fSbrendan vd->vdev_stat.vs_alloc = 0; 1912fa94a07fSbrendan mutex_exit(&vd->vdev_stat_lock); 1913fa94a07fSbrendan } 1914fa94a07fSbrendan 1915fa9e4066Sahrens void 1916*e14bb325SJeff Bonwick vdev_stat_update(zio_t *zio, uint64_t psize) 1917fa9e4066Sahrens { 1918*e14bb325SJeff Bonwick vdev_t *rvd = zio->io_spa->spa_root_vdev; 1919*e14bb325SJeff Bonwick vdev_t *vd = zio->io_vd ? zio->io_vd : rvd; 1920fa9e4066Sahrens vdev_t *pvd; 1921fa9e4066Sahrens uint64_t txg = zio->io_txg; 1922fa9e4066Sahrens vdev_stat_t *vs = &vd->vdev_stat; 1923fa9e4066Sahrens zio_type_t type = zio->io_type; 1924fa9e4066Sahrens int flags = zio->io_flags; 1925fa9e4066Sahrens 1926*e14bb325SJeff Bonwick /* 1927*e14bb325SJeff Bonwick * If this i/o is a gang leader, it didn't do any actual work. 1928*e14bb325SJeff Bonwick */ 1929*e14bb325SJeff Bonwick if (zio->io_gang_tree) 1930*e14bb325SJeff Bonwick return; 1931*e14bb325SJeff Bonwick 1932fa9e4066Sahrens if (zio->io_error == 0) { 1933*e14bb325SJeff Bonwick /* 1934*e14bb325SJeff Bonwick * If this is a root i/o, don't count it -- we've already 1935*e14bb325SJeff Bonwick * counted the top-level vdevs, and vdev_get_stats() will 1936*e14bb325SJeff Bonwick * aggregate them when asked. This reduces contention on 1937*e14bb325SJeff Bonwick * the root vdev_stat_lock and implicitly handles blocks 1938*e14bb325SJeff Bonwick * that compress away to holes, for which there is no i/o. 1939*e14bb325SJeff Bonwick * (Holes never create vdev children, so all the counters 1940*e14bb325SJeff Bonwick * remain zero, which is what we want.) 1941*e14bb325SJeff Bonwick * 1942*e14bb325SJeff Bonwick * Note: this only applies to successful i/o (io_error == 0) 1943*e14bb325SJeff Bonwick * because unlike i/o counts, errors are not additive. 1944*e14bb325SJeff Bonwick * When reading a ditto block, for example, failure of 1945*e14bb325SJeff Bonwick * one top-level vdev does not imply a root-level error. 1946*e14bb325SJeff Bonwick */ 1947*e14bb325SJeff Bonwick if (vd == rvd) 1948*e14bb325SJeff Bonwick return; 1949*e14bb325SJeff Bonwick 1950*e14bb325SJeff Bonwick ASSERT(vd == zio->io_vd); 1951fa9e4066Sahrens if (!(flags & ZIO_FLAG_IO_BYPASS)) { 1952fa9e4066Sahrens mutex_enter(&vd->vdev_stat_lock); 1953fa9e4066Sahrens vs->vs_ops[type]++; 1954*e14bb325SJeff Bonwick vs->vs_bytes[type] += psize; 1955fa9e4066Sahrens mutex_exit(&vd->vdev_stat_lock); 1956fa9e4066Sahrens } 1957*e14bb325SJeff Bonwick if (flags & ZIO_FLAG_IO_REPAIR) { 1958*e14bb325SJeff Bonwick ASSERT(zio->io_delegate_list == NULL); 1959fa9e4066Sahrens mutex_enter(&vd->vdev_stat_lock); 1960d80c45e0Sbonwick if (flags & ZIO_FLAG_SCRUB_THREAD) 1961*e14bb325SJeff Bonwick vs->vs_scrub_repaired += psize; 1962fa9e4066Sahrens else 1963*e14bb325SJeff Bonwick vs->vs_self_healed += psize; 1964fa9e4066Sahrens mutex_exit(&vd->vdev_stat_lock); 1965fa9e4066Sahrens } 1966fa9e4066Sahrens return; 1967fa9e4066Sahrens } 1968fa9e4066Sahrens 1969fa9e4066Sahrens if (flags & ZIO_FLAG_SPECULATIVE) 1970fa9e4066Sahrens return; 1971fa9e4066Sahrens 1972*e14bb325SJeff Bonwick mutex_enter(&vd->vdev_stat_lock); 1973*e14bb325SJeff Bonwick if (type == ZIO_TYPE_READ) { 1974*e14bb325SJeff Bonwick if (zio->io_error == ECKSUM) 1975*e14bb325SJeff Bonwick vs->vs_checksum_errors++; 1976*e14bb325SJeff Bonwick else 1977*e14bb325SJeff Bonwick vs->vs_read_errors++; 1978fa9e4066Sahrens } 1979*e14bb325SJeff Bonwick if (type == ZIO_TYPE_WRITE) 1980*e14bb325SJeff Bonwick vs->vs_write_errors++; 1981*e14bb325SJeff Bonwick mutex_exit(&vd->vdev_stat_lock); 1982fa9e4066Sahrens 1983*e14bb325SJeff Bonwick if (type == ZIO_TYPE_WRITE && txg != 0 && vd->vdev_children == 0) { 1984d80c45e0Sbonwick if (flags & ZIO_FLAG_SCRUB_THREAD) { 1985fa9e4066Sahrens ASSERT(flags & ZIO_FLAG_IO_REPAIR); 1986fa9e4066Sahrens for (pvd = vd; pvd != NULL; pvd = pvd->vdev_parent) 1987fa9e4066Sahrens vdev_dtl_dirty(&pvd->vdev_dtl_scrub, txg, 1); 1988fa9e4066Sahrens } 1989fa9e4066Sahrens if (!(flags & ZIO_FLAG_IO_REPAIR)) { 1990fa9e4066Sahrens if (vdev_dtl_contains(&vd->vdev_dtl_map, txg, 1)) 1991fa9e4066Sahrens return; 1992ecc2d604Sbonwick vdev_dirty(vd->vdev_top, VDD_DTL, vd, txg); 1993fa9e4066Sahrens for (pvd = vd; pvd != NULL; pvd = pvd->vdev_parent) 1994fa9e4066Sahrens vdev_dtl_dirty(&pvd->vdev_dtl_map, txg, 1); 1995fa9e4066Sahrens } 1996fa9e4066Sahrens } 1997fa9e4066Sahrens } 1998fa9e4066Sahrens 1999fa9e4066Sahrens void 2000fa9e4066Sahrens vdev_scrub_stat_update(vdev_t *vd, pool_scrub_type_t type, boolean_t complete) 2001fa9e4066Sahrens { 2002fa9e4066Sahrens int c; 2003fa9e4066Sahrens vdev_stat_t *vs = &vd->vdev_stat; 2004fa9e4066Sahrens 2005fa9e4066Sahrens for (c = 0; c < vd->vdev_children; c++) 2006fa9e4066Sahrens vdev_scrub_stat_update(vd->vdev_child[c], type, complete); 2007fa9e4066Sahrens 2008fa9e4066Sahrens mutex_enter(&vd->vdev_stat_lock); 2009fa9e4066Sahrens 2010fa9e4066Sahrens if (type == POOL_SCRUB_NONE) { 2011fa9e4066Sahrens /* 2012fa9e4066Sahrens * Update completion and end time. Leave everything else alone 2013fa9e4066Sahrens * so we can report what happened during the previous scrub. 2014fa9e4066Sahrens */ 2015fa9e4066Sahrens vs->vs_scrub_complete = complete; 2016fa9e4066Sahrens vs->vs_scrub_end = gethrestime_sec(); 2017fa9e4066Sahrens } else { 2018fa9e4066Sahrens vs->vs_scrub_type = type; 2019fa9e4066Sahrens vs->vs_scrub_complete = 0; 2020fa9e4066Sahrens vs->vs_scrub_examined = 0; 2021fa9e4066Sahrens vs->vs_scrub_repaired = 0; 2022fa9e4066Sahrens vs->vs_scrub_start = gethrestime_sec(); 2023fa9e4066Sahrens vs->vs_scrub_end = 0; 2024fa9e4066Sahrens } 2025fa9e4066Sahrens 2026fa9e4066Sahrens mutex_exit(&vd->vdev_stat_lock); 2027fa9e4066Sahrens } 2028fa9e4066Sahrens 2029fa9e4066Sahrens /* 2030fa9e4066Sahrens * Update the in-core space usage stats for this vdev and the root vdev. 2031fa9e4066Sahrens */ 2032fa9e4066Sahrens void 2033fa94a07fSbrendan vdev_space_update(vdev_t *vd, int64_t space_delta, int64_t alloc_delta, 2034fa94a07fSbrendan boolean_t update_root) 2035fa9e4066Sahrens { 203699653d4eSeschrock int64_t dspace_delta = space_delta; 20378654d025Sperrin spa_t *spa = vd->vdev_spa; 20388654d025Sperrin vdev_t *rvd = spa->spa_root_vdev; 2039fa9e4066Sahrens 20408654d025Sperrin ASSERT(vd == vd->vdev_top); 204199653d4eSeschrock 20428654d025Sperrin /* 20438654d025Sperrin * Apply the inverse of the psize-to-asize (ie. RAID-Z) space-expansion 20448654d025Sperrin * factor. We must calculate this here and not at the root vdev 20458654d025Sperrin * because the root vdev's psize-to-asize is simply the max of its 20468654d025Sperrin * childrens', thus not accurate enough for us. 20478654d025Sperrin */ 20488654d025Sperrin ASSERT((dspace_delta & (SPA_MINBLOCKSIZE-1)) == 0); 20498654d025Sperrin dspace_delta = (dspace_delta >> SPA_MINBLOCKSHIFT) * 20508654d025Sperrin vd->vdev_deflate_ratio; 20518654d025Sperrin 20528654d025Sperrin mutex_enter(&vd->vdev_stat_lock); 20538654d025Sperrin vd->vdev_stat.vs_space += space_delta; 20548654d025Sperrin vd->vdev_stat.vs_alloc += alloc_delta; 20558654d025Sperrin vd->vdev_stat.vs_dspace += dspace_delta; 20568654d025Sperrin mutex_exit(&vd->vdev_stat_lock); 20578654d025Sperrin 2058fa94a07fSbrendan if (update_root) { 2059fa94a07fSbrendan ASSERT(rvd == vd->vdev_parent); 2060fa94a07fSbrendan ASSERT(vd->vdev_ms_count != 0); 2061fa94a07fSbrendan 2062fa94a07fSbrendan /* 2063fa94a07fSbrendan * Don't count non-normal (e.g. intent log) space as part of 2064fa94a07fSbrendan * the pool's capacity. 2065fa94a07fSbrendan */ 2066fa94a07fSbrendan if (vd->vdev_mg->mg_class != spa->spa_normal_class) 2067fa94a07fSbrendan return; 20688654d025Sperrin 2069fa94a07fSbrendan mutex_enter(&rvd->vdev_stat_lock); 2070fa94a07fSbrendan rvd->vdev_stat.vs_space += space_delta; 2071fa94a07fSbrendan rvd->vdev_stat.vs_alloc += alloc_delta; 2072fa94a07fSbrendan rvd->vdev_stat.vs_dspace += dspace_delta; 2073fa94a07fSbrendan mutex_exit(&rvd->vdev_stat_lock); 2074fa94a07fSbrendan } 2075fa9e4066Sahrens } 2076fa9e4066Sahrens 2077fa9e4066Sahrens /* 2078fa9e4066Sahrens * Mark a top-level vdev's config as dirty, placing it on the dirty list 2079fa9e4066Sahrens * so that it will be written out next time the vdev configuration is synced. 2080fa9e4066Sahrens * If the root vdev is specified (vdev_top == NULL), dirty all top-level vdevs. 2081fa9e4066Sahrens */ 2082fa9e4066Sahrens void 2083fa9e4066Sahrens vdev_config_dirty(vdev_t *vd) 2084fa9e4066Sahrens { 2085fa9e4066Sahrens spa_t *spa = vd->vdev_spa; 2086fa9e4066Sahrens vdev_t *rvd = spa->spa_root_vdev; 2087fa9e4066Sahrens int c; 2088fa9e4066Sahrens 2089c5904d13Seschrock /* 2090c5904d13Seschrock * If this is an aux vdev (as with l2cache devices), then we update the 2091c5904d13Seschrock * vdev config manually and set the sync flag. 2092c5904d13Seschrock */ 2093c5904d13Seschrock if (vd->vdev_aux != NULL) { 2094c5904d13Seschrock spa_aux_vdev_t *sav = vd->vdev_aux; 2095c5904d13Seschrock nvlist_t **aux; 2096c5904d13Seschrock uint_t naux; 2097c5904d13Seschrock 2098c5904d13Seschrock for (c = 0; c < sav->sav_count; c++) { 2099c5904d13Seschrock if (sav->sav_vdevs[c] == vd) 2100c5904d13Seschrock break; 2101c5904d13Seschrock } 2102c5904d13Seschrock 2103*e14bb325SJeff Bonwick if (c == sav->sav_count) { 2104*e14bb325SJeff Bonwick /* 2105*e14bb325SJeff Bonwick * We're being removed. There's nothing more to do. 2106*e14bb325SJeff Bonwick */ 2107*e14bb325SJeff Bonwick ASSERT(sav->sav_sync == B_TRUE); 2108*e14bb325SJeff Bonwick return; 2109*e14bb325SJeff Bonwick } 2110*e14bb325SJeff Bonwick 2111c5904d13Seschrock sav->sav_sync = B_TRUE; 2112c5904d13Seschrock 2113c5904d13Seschrock VERIFY(nvlist_lookup_nvlist_array(sav->sav_config, 2114c5904d13Seschrock ZPOOL_CONFIG_L2CACHE, &aux, &naux) == 0); 2115c5904d13Seschrock 2116c5904d13Seschrock ASSERT(c < naux); 2117c5904d13Seschrock 2118c5904d13Seschrock /* 2119c5904d13Seschrock * Setting the nvlist in the middle if the array is a little 2120c5904d13Seschrock * sketchy, but it will work. 2121c5904d13Seschrock */ 2122c5904d13Seschrock nvlist_free(aux[c]); 2123c5904d13Seschrock aux[c] = vdev_config_generate(spa, vd, B_TRUE, B_FALSE, B_TRUE); 2124c5904d13Seschrock 2125c5904d13Seschrock return; 2126c5904d13Seschrock } 2127c5904d13Seschrock 21285dabedeeSbonwick /* 2129*e14bb325SJeff Bonwick * The dirty list is protected by the SCL_CONFIG lock. The caller 2130*e14bb325SJeff Bonwick * must either hold SCL_CONFIG as writer, or must be the sync thread 2131*e14bb325SJeff Bonwick * (which holds SCL_CONFIG as reader). There's only one sync thread, 21325dabedeeSbonwick * so this is sufficient to ensure mutual exclusion. 21335dabedeeSbonwick */ 2134*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_CONFIG, RW_WRITER) || 2135*e14bb325SJeff Bonwick (dsl_pool_sync_context(spa_get_dsl(spa)) && 2136*e14bb325SJeff Bonwick spa_config_held(spa, SCL_CONFIG, RW_READER))); 21375dabedeeSbonwick 2138fa9e4066Sahrens if (vd == rvd) { 2139fa9e4066Sahrens for (c = 0; c < rvd->vdev_children; c++) 2140fa9e4066Sahrens vdev_config_dirty(rvd->vdev_child[c]); 2141fa9e4066Sahrens } else { 2142fa9e4066Sahrens ASSERT(vd == vd->vdev_top); 2143fa9e4066Sahrens 2144*e14bb325SJeff Bonwick if (!list_link_active(&vd->vdev_config_dirty_node)) 2145*e14bb325SJeff Bonwick list_insert_head(&spa->spa_config_dirty_list, vd); 2146fa9e4066Sahrens } 2147fa9e4066Sahrens } 2148fa9e4066Sahrens 2149fa9e4066Sahrens void 2150fa9e4066Sahrens vdev_config_clean(vdev_t *vd) 2151fa9e4066Sahrens { 21525dabedeeSbonwick spa_t *spa = vd->vdev_spa; 21535dabedeeSbonwick 2154*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_CONFIG, RW_WRITER) || 2155*e14bb325SJeff Bonwick (dsl_pool_sync_context(spa_get_dsl(spa)) && 2156*e14bb325SJeff Bonwick spa_config_held(spa, SCL_CONFIG, RW_READER))); 21575dabedeeSbonwick 2158*e14bb325SJeff Bonwick ASSERT(list_link_active(&vd->vdev_config_dirty_node)); 2159*e14bb325SJeff Bonwick list_remove(&spa->spa_config_dirty_list, vd); 2160*e14bb325SJeff Bonwick } 2161*e14bb325SJeff Bonwick 2162*e14bb325SJeff Bonwick /* 2163*e14bb325SJeff Bonwick * Mark a top-level vdev's state as dirty, so that the next pass of 2164*e14bb325SJeff Bonwick * spa_sync() can convert this into vdev_config_dirty(). We distinguish 2165*e14bb325SJeff Bonwick * the state changes from larger config changes because they require 2166*e14bb325SJeff Bonwick * much less locking, and are often needed for administrative actions. 2167*e14bb325SJeff Bonwick */ 2168*e14bb325SJeff Bonwick void 2169*e14bb325SJeff Bonwick vdev_state_dirty(vdev_t *vd) 2170*e14bb325SJeff Bonwick { 2171*e14bb325SJeff Bonwick spa_t *spa = vd->vdev_spa; 2172*e14bb325SJeff Bonwick 2173*e14bb325SJeff Bonwick ASSERT(vd == vd->vdev_top); 2174*e14bb325SJeff Bonwick 2175*e14bb325SJeff Bonwick /* 2176*e14bb325SJeff Bonwick * The state list is protected by the SCL_STATE lock. The caller 2177*e14bb325SJeff Bonwick * must either hold SCL_STATE as writer, or must be the sync thread 2178*e14bb325SJeff Bonwick * (which holds SCL_STATE as reader). There's only one sync thread, 2179*e14bb325SJeff Bonwick * so this is sufficient to ensure mutual exclusion. 2180*e14bb325SJeff Bonwick */ 2181*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_STATE, RW_WRITER) || 2182*e14bb325SJeff Bonwick (dsl_pool_sync_context(spa_get_dsl(spa)) && 2183*e14bb325SJeff Bonwick spa_config_held(spa, SCL_STATE, RW_READER))); 2184*e14bb325SJeff Bonwick 2185*e14bb325SJeff Bonwick if (!list_link_active(&vd->vdev_state_dirty_node)) 2186*e14bb325SJeff Bonwick list_insert_head(&spa->spa_state_dirty_list, vd); 2187*e14bb325SJeff Bonwick } 2188*e14bb325SJeff Bonwick 2189*e14bb325SJeff Bonwick void 2190*e14bb325SJeff Bonwick vdev_state_clean(vdev_t *vd) 2191*e14bb325SJeff Bonwick { 2192*e14bb325SJeff Bonwick spa_t *spa = vd->vdev_spa; 2193*e14bb325SJeff Bonwick 2194*e14bb325SJeff Bonwick ASSERT(spa_config_held(spa, SCL_STATE, RW_WRITER) || 2195*e14bb325SJeff Bonwick (dsl_pool_sync_context(spa_get_dsl(spa)) && 2196*e14bb325SJeff Bonwick spa_config_held(spa, SCL_STATE, RW_READER))); 2197*e14bb325SJeff Bonwick 2198*e14bb325SJeff Bonwick ASSERT(list_link_active(&vd->vdev_state_dirty_node)); 2199*e14bb325SJeff Bonwick list_remove(&spa->spa_state_dirty_list, vd); 2200fa9e4066Sahrens } 2201fa9e4066Sahrens 220232b87932Sek /* 220332b87932Sek * Propagate vdev state up from children to parent. 220432b87932Sek */ 220544cd46caSbillm void 220644cd46caSbillm vdev_propagate_state(vdev_t *vd) 220744cd46caSbillm { 220844cd46caSbillm vdev_t *rvd = vd->vdev_spa->spa_root_vdev; 220944cd46caSbillm int degraded = 0, faulted = 0; 221044cd46caSbillm int corrupted = 0; 221144cd46caSbillm int c; 221244cd46caSbillm vdev_t *child; 221344cd46caSbillm 22143d7072f8Seschrock if (vd->vdev_children > 0) { 22153d7072f8Seschrock for (c = 0; c < vd->vdev_children; c++) { 22163d7072f8Seschrock child = vd->vdev_child[c]; 221751ece835Seschrock 2218*e14bb325SJeff Bonwick if (!vdev_readable(child) || 2219*e14bb325SJeff Bonwick (!vdev_writeable(child) && (spa_mode & FWRITE))) { 222051ece835Seschrock /* 222151ece835Seschrock * Root special: if there is a top-level log 222251ece835Seschrock * device, treat the root vdev as if it were 222351ece835Seschrock * degraded. 222451ece835Seschrock */ 222551ece835Seschrock if (child->vdev_islog && vd == rvd) 222651ece835Seschrock degraded++; 222751ece835Seschrock else 222851ece835Seschrock faulted++; 222951ece835Seschrock } else if (child->vdev_state <= VDEV_STATE_DEGRADED) { 22303d7072f8Seschrock degraded++; 223151ece835Seschrock } 223244cd46caSbillm 22333d7072f8Seschrock if (child->vdev_stat.vs_aux == VDEV_AUX_CORRUPT_DATA) 22343d7072f8Seschrock corrupted++; 22353d7072f8Seschrock } 223644cd46caSbillm 22373d7072f8Seschrock vd->vdev_ops->vdev_op_state_change(vd, faulted, degraded); 22383d7072f8Seschrock 22393d7072f8Seschrock /* 2240*e14bb325SJeff Bonwick * Root special: if there is a top-level vdev that cannot be 22413d7072f8Seschrock * opened due to corrupted metadata, then propagate the root 22423d7072f8Seschrock * vdev's aux state as 'corrupt' rather than 'insufficient 22433d7072f8Seschrock * replicas'. 22443d7072f8Seschrock */ 22453d7072f8Seschrock if (corrupted && vd == rvd && 22463d7072f8Seschrock rvd->vdev_state == VDEV_STATE_CANT_OPEN) 22473d7072f8Seschrock vdev_set_state(rvd, B_FALSE, VDEV_STATE_CANT_OPEN, 22483d7072f8Seschrock VDEV_AUX_CORRUPT_DATA); 22493d7072f8Seschrock } 22503d7072f8Seschrock 225151ece835Seschrock if (vd->vdev_parent) 22523d7072f8Seschrock vdev_propagate_state(vd->vdev_parent); 225344cd46caSbillm } 225444cd46caSbillm 2255fa9e4066Sahrens /* 2256ea8dc4b6Seschrock * Set a vdev's state. If this is during an open, we don't update the parent 2257ea8dc4b6Seschrock * state, because we're in the process of opening children depth-first. 2258ea8dc4b6Seschrock * Otherwise, we propagate the change to the parent. 2259ea8dc4b6Seschrock * 2260ea8dc4b6Seschrock * If this routine places a device in a faulted state, an appropriate ereport is 2261ea8dc4b6Seschrock * generated. 2262fa9e4066Sahrens */ 2263fa9e4066Sahrens void 2264ea8dc4b6Seschrock vdev_set_state(vdev_t *vd, boolean_t isopen, vdev_state_t state, vdev_aux_t aux) 2265fa9e4066Sahrens { 2266560e6e96Seschrock uint64_t save_state; 2267c5904d13Seschrock spa_t *spa = vd->vdev_spa; 2268ea8dc4b6Seschrock 2269ea8dc4b6Seschrock if (state == vd->vdev_state) { 2270ea8dc4b6Seschrock vd->vdev_stat.vs_aux = aux; 2271fa9e4066Sahrens return; 2272ea8dc4b6Seschrock } 2273ea8dc4b6Seschrock 2274560e6e96Seschrock save_state = vd->vdev_state; 2275fa9e4066Sahrens 2276fa9e4066Sahrens vd->vdev_state = state; 2277fa9e4066Sahrens vd->vdev_stat.vs_aux = aux; 2278fa9e4066Sahrens 22793d7072f8Seschrock /* 22803d7072f8Seschrock * If we are setting the vdev state to anything but an open state, then 22813d7072f8Seschrock * always close the underlying device. Otherwise, we keep accessible 22823d7072f8Seschrock * but invalid devices open forever. We don't call vdev_close() itself, 22833d7072f8Seschrock * because that implies some extra checks (offline, etc) that we don't 22843d7072f8Seschrock * want here. This is limited to leaf devices, because otherwise 22853d7072f8Seschrock * closing the device will affect other children. 22863d7072f8Seschrock */ 22870a4e9518Sgw if (!vdev_readable(vd) && vd->vdev_ops->vdev_op_leaf) 22883d7072f8Seschrock vd->vdev_ops->vdev_op_close(vd); 22893d7072f8Seschrock 22903d7072f8Seschrock if (vd->vdev_removed && 22913d7072f8Seschrock state == VDEV_STATE_CANT_OPEN && 22923d7072f8Seschrock (aux == VDEV_AUX_OPEN_FAILED || vd->vdev_checkremove)) { 22933d7072f8Seschrock /* 22943d7072f8Seschrock * If the previous state is set to VDEV_STATE_REMOVED, then this 22953d7072f8Seschrock * device was previously marked removed and someone attempted to 22963d7072f8Seschrock * reopen it. If this failed due to a nonexistent device, then 22973d7072f8Seschrock * keep the device in the REMOVED state. We also let this be if 22983d7072f8Seschrock * it is one of our special test online cases, which is only 22993d7072f8Seschrock * attempting to online the device and shouldn't generate an FMA 23003d7072f8Seschrock * fault. 23013d7072f8Seschrock */ 23023d7072f8Seschrock vd->vdev_state = VDEV_STATE_REMOVED; 23033d7072f8Seschrock vd->vdev_stat.vs_aux = VDEV_AUX_NONE; 23043d7072f8Seschrock } else if (state == VDEV_STATE_REMOVED) { 23053d7072f8Seschrock /* 23063d7072f8Seschrock * Indicate to the ZFS DE that this device has been removed, and 23073d7072f8Seschrock * any recent errors should be ignored. 23083d7072f8Seschrock */ 2309c5904d13Seschrock zfs_post_remove(spa, vd); 23103d7072f8Seschrock vd->vdev_removed = B_TRUE; 23113d7072f8Seschrock } else if (state == VDEV_STATE_CANT_OPEN) { 2312ea8dc4b6Seschrock /* 2313ea8dc4b6Seschrock * If we fail to open a vdev during an import, we mark it as 2314ea8dc4b6Seschrock * "not available", which signifies that it was never there to 2315ea8dc4b6Seschrock * begin with. Failure to open such a device is not considered 2316ea8dc4b6Seschrock * an error. 2317ea8dc4b6Seschrock */ 2318c5904d13Seschrock if (spa->spa_load_state == SPA_LOAD_IMPORT && 2319c5904d13Seschrock !spa->spa_import_faulted && 2320560e6e96Seschrock vd->vdev_ops->vdev_op_leaf) 2321560e6e96Seschrock vd->vdev_not_present = 1; 2322560e6e96Seschrock 2323560e6e96Seschrock /* 2324560e6e96Seschrock * Post the appropriate ereport. If the 'prevstate' field is 2325560e6e96Seschrock * set to something other than VDEV_STATE_UNKNOWN, it indicates 2326560e6e96Seschrock * that this is part of a vdev_reopen(). In this case, we don't 2327560e6e96Seschrock * want to post the ereport if the device was already in the 2328560e6e96Seschrock * CANT_OPEN state beforehand. 23293d7072f8Seschrock * 23303d7072f8Seschrock * If the 'checkremove' flag is set, then this is an attempt to 23313d7072f8Seschrock * online the device in response to an insertion event. If we 23323d7072f8Seschrock * hit this case, then we have detected an insertion event for a 23333d7072f8Seschrock * faulted or offline device that wasn't in the removed state. 23343d7072f8Seschrock * In this scenario, we don't post an ereport because we are 23353d7072f8Seschrock * about to replace the device, or attempt an online with 23363d7072f8Seschrock * vdev_forcefault, which will generate the fault for us. 2337560e6e96Seschrock */ 23383d7072f8Seschrock if ((vd->vdev_prevstate != state || vd->vdev_forcefault) && 23393d7072f8Seschrock !vd->vdev_not_present && !vd->vdev_checkremove && 2340c5904d13Seschrock vd != spa->spa_root_vdev) { 2341ea8dc4b6Seschrock const char *class; 2342ea8dc4b6Seschrock 2343ea8dc4b6Seschrock switch (aux) { 2344ea8dc4b6Seschrock case VDEV_AUX_OPEN_FAILED: 2345ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_OPEN_FAILED; 2346ea8dc4b6Seschrock break; 2347ea8dc4b6Seschrock case VDEV_AUX_CORRUPT_DATA: 2348ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_CORRUPT_DATA; 2349ea8dc4b6Seschrock break; 2350ea8dc4b6Seschrock case VDEV_AUX_NO_REPLICAS: 2351ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_NO_REPLICAS; 2352ea8dc4b6Seschrock break; 2353ea8dc4b6Seschrock case VDEV_AUX_BAD_GUID_SUM: 2354ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_BAD_GUID_SUM; 2355ea8dc4b6Seschrock break; 2356ea8dc4b6Seschrock case VDEV_AUX_TOO_SMALL: 2357ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_TOO_SMALL; 2358ea8dc4b6Seschrock break; 2359ea8dc4b6Seschrock case VDEV_AUX_BAD_LABEL: 2360ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_BAD_LABEL; 2361ea8dc4b6Seschrock break; 2362*e14bb325SJeff Bonwick case VDEV_AUX_IO_FAILURE: 2363*e14bb325SJeff Bonwick class = FM_EREPORT_ZFS_IO_FAILURE; 2364*e14bb325SJeff Bonwick break; 2365ea8dc4b6Seschrock default: 2366ea8dc4b6Seschrock class = FM_EREPORT_ZFS_DEVICE_UNKNOWN; 2367ea8dc4b6Seschrock } 2368ea8dc4b6Seschrock 2369c5904d13Seschrock zfs_ereport_post(class, spa, vd, NULL, save_state, 0); 2370ea8dc4b6Seschrock } 2371ea8dc4b6Seschrock 23723d7072f8Seschrock /* Erase any notion of persistent removed state */ 23733d7072f8Seschrock vd->vdev_removed = B_FALSE; 23743d7072f8Seschrock } else { 23753d7072f8Seschrock vd->vdev_removed = B_FALSE; 23763d7072f8Seschrock } 2377ea8dc4b6Seschrock 23783d7072f8Seschrock if (!isopen) 23793d7072f8Seschrock vdev_propagate_state(vd); 2380fa9e4066Sahrens } 238115e6edf1Sgw 238215e6edf1Sgw /* 238315e6edf1Sgw * Check the vdev configuration to ensure that it's capable of supporting 238415e6edf1Sgw * a root pool. Currently, we do not support RAID-Z or partial configuration. 238515e6edf1Sgw * In addition, only a single top-level vdev is allowed and none of the leaves 238615e6edf1Sgw * can be wholedisks. 238715e6edf1Sgw */ 238815e6edf1Sgw boolean_t 238915e6edf1Sgw vdev_is_bootable(vdev_t *vd) 239015e6edf1Sgw { 239115e6edf1Sgw int c; 239215e6edf1Sgw 239315e6edf1Sgw if (!vd->vdev_ops->vdev_op_leaf) { 239415e6edf1Sgw char *vdev_type = vd->vdev_ops->vdev_op_type; 239515e6edf1Sgw 239615e6edf1Sgw if (strcmp(vdev_type, VDEV_TYPE_ROOT) == 0 && 239715e6edf1Sgw vd->vdev_children > 1) { 239815e6edf1Sgw return (B_FALSE); 239915e6edf1Sgw } else if (strcmp(vdev_type, VDEV_TYPE_RAIDZ) == 0 || 240015e6edf1Sgw strcmp(vdev_type, VDEV_TYPE_MISSING) == 0) { 240115e6edf1Sgw return (B_FALSE); 240215e6edf1Sgw } 240315e6edf1Sgw } else if (vd->vdev_wholedisk == 1) { 240415e6edf1Sgw return (B_FALSE); 240515e6edf1Sgw } 240615e6edf1Sgw 240715e6edf1Sgw for (c = 0; c < vd->vdev_children; c++) { 240815e6edf1Sgw if (!vdev_is_bootable(vd->vdev_child[c])) 240915e6edf1Sgw return (B_FALSE); 241015e6edf1Sgw } 241115e6edf1Sgw return (B_TRUE); 241215e6edf1Sgw } 2413