1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5ea8dc4b6Seschrock * Common Development and Distribution License (the "License"). 6ea8dc4b6Seschrock * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21c9431fa1Sahl 22fa9e4066Sahrens /* 23e7cbe64fSgw * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 24fa9e4066Sahrens * Use is subject to license terms. 25fa9e4066Sahrens */ 26fa9e4066Sahrens 27fa9e4066Sahrens #ifndef _ZIO_H 28fa9e4066Sahrens #define _ZIO_H 29fa9e4066Sahrens 30fa9e4066Sahrens #pragma ident "%Z%%M% %I% %E% SMI" 31fa9e4066Sahrens 32fa9e4066Sahrens #include <sys/zfs_context.h> 33fa9e4066Sahrens #include <sys/spa.h> 34fa9e4066Sahrens #include <sys/txg.h> 35fa9e4066Sahrens #include <sys/avl.h> 36fa9e4066Sahrens #include <sys/dkio.h> 37fa9e4066Sahrens #include <sys/fs/zfs.h> 3844cd46caSbillm #include <sys/zio_impl.h> 39fa9e4066Sahrens 40fa9e4066Sahrens #ifdef __cplusplus 41fa9e4066Sahrens extern "C" { 42fa9e4066Sahrens #endif 43fa9e4066Sahrens 44fa9e4066Sahrens #define ZBT_MAGIC 0x210da7ab10c7a11ULL /* zio data bloc tail */ 45fa9e4066Sahrens 46fa9e4066Sahrens typedef struct zio_block_tail { 47fa9e4066Sahrens uint64_t zbt_magic; /* for validation, endianness */ 48fa9e4066Sahrens zio_cksum_t zbt_cksum; /* 256-bit checksum */ 49fa9e4066Sahrens } zio_block_tail_t; 50fa9e4066Sahrens 51fa9e4066Sahrens /* 52fa9e4066Sahrens * Gang block headers are self-checksumming and contain an array 53fa9e4066Sahrens * of block pointers. 54fa9e4066Sahrens */ 55fa9e4066Sahrens #define SPA_GANGBLOCKSIZE SPA_MINBLOCKSIZE 56fa9e4066Sahrens #define SPA_GBH_NBLKPTRS ((SPA_GANGBLOCKSIZE - \ 57fa9e4066Sahrens sizeof (zio_block_tail_t)) / sizeof (blkptr_t)) 58fa9e4066Sahrens #define SPA_GBH_FILLER ((SPA_GANGBLOCKSIZE - \ 59fa9e4066Sahrens sizeof (zio_block_tail_t) - \ 60fa9e4066Sahrens (SPA_GBH_NBLKPTRS * sizeof (blkptr_t))) /\ 61fa9e4066Sahrens sizeof (uint64_t)) 62fa9e4066Sahrens 63fa9e4066Sahrens #define ZIO_GET_IOSIZE(zio) \ 6444cd46caSbillm (BP_IS_GANG((zio)->io_bp) ? \ 65fa9e4066Sahrens SPA_GANGBLOCKSIZE : BP_GET_PSIZE((zio)->io_bp)) 66fa9e4066Sahrens 67fa9e4066Sahrens typedef struct zio_gbh { 68fa9e4066Sahrens blkptr_t zg_blkptr[SPA_GBH_NBLKPTRS]; 69fa9e4066Sahrens uint64_t zg_filler[SPA_GBH_FILLER]; 70fa9e4066Sahrens zio_block_tail_t zg_tail; 71fa9e4066Sahrens } zio_gbh_phys_t; 72fa9e4066Sahrens 73fa9e4066Sahrens enum zio_checksum { 74fa9e4066Sahrens ZIO_CHECKSUM_INHERIT = 0, 75fa9e4066Sahrens ZIO_CHECKSUM_ON, 76fa9e4066Sahrens ZIO_CHECKSUM_OFF, 77fa9e4066Sahrens ZIO_CHECKSUM_LABEL, 78fa9e4066Sahrens ZIO_CHECKSUM_GANG_HEADER, 79fa9e4066Sahrens ZIO_CHECKSUM_ZILOG, 80fa9e4066Sahrens ZIO_CHECKSUM_FLETCHER_2, 81fa9e4066Sahrens ZIO_CHECKSUM_FLETCHER_4, 82fa9e4066Sahrens ZIO_CHECKSUM_SHA256, 83fa9e4066Sahrens ZIO_CHECKSUM_FUNCTIONS 84fa9e4066Sahrens }; 85fa9e4066Sahrens 86fa9e4066Sahrens #define ZIO_CHECKSUM_ON_VALUE ZIO_CHECKSUM_FLETCHER_2 87fa9e4066Sahrens #define ZIO_CHECKSUM_DEFAULT ZIO_CHECKSUM_ON 88fa9e4066Sahrens 89fa9e4066Sahrens enum zio_compress { 90fa9e4066Sahrens ZIO_COMPRESS_INHERIT = 0, 91fa9e4066Sahrens ZIO_COMPRESS_ON, 92fa9e4066Sahrens ZIO_COMPRESS_OFF, 93fa9e4066Sahrens ZIO_COMPRESS_LZJB, 94416e0cd8Sek ZIO_COMPRESS_EMPTY, 95c9431fa1Sahl ZIO_COMPRESS_GZIP_1, 96c9431fa1Sahl ZIO_COMPRESS_GZIP_2, 97c9431fa1Sahl ZIO_COMPRESS_GZIP_3, 98c9431fa1Sahl ZIO_COMPRESS_GZIP_4, 99c9431fa1Sahl ZIO_COMPRESS_GZIP_5, 100c9431fa1Sahl ZIO_COMPRESS_GZIP_6, 101c9431fa1Sahl ZIO_COMPRESS_GZIP_7, 102c9431fa1Sahl ZIO_COMPRESS_GZIP_8, 103c9431fa1Sahl ZIO_COMPRESS_GZIP_9, 104fa9e4066Sahrens ZIO_COMPRESS_FUNCTIONS 105fa9e4066Sahrens }; 106fa9e4066Sahrens 107fa9e4066Sahrens #define ZIO_COMPRESS_ON_VALUE ZIO_COMPRESS_LZJB 108fa9e4066Sahrens #define ZIO_COMPRESS_DEFAULT ZIO_COMPRESS_OFF 109fa9e4066Sahrens 1100a4e9518Sgw #define ZIO_FAILURE_MODE_WAIT 0 1110a4e9518Sgw #define ZIO_FAILURE_MODE_CONTINUE 1 1120a4e9518Sgw #define ZIO_FAILURE_MODE_PANIC 2 1130a4e9518Sgw 114fa9e4066Sahrens #define ZIO_PRIORITY_NOW (zio_priority_table[0]) 115fa9e4066Sahrens #define ZIO_PRIORITY_SYNC_READ (zio_priority_table[1]) 116fa9e4066Sahrens #define ZIO_PRIORITY_SYNC_WRITE (zio_priority_table[2]) 117fa9e4066Sahrens #define ZIO_PRIORITY_ASYNC_READ (zio_priority_table[3]) 118fa9e4066Sahrens #define ZIO_PRIORITY_ASYNC_WRITE (zio_priority_table[4]) 119fa9e4066Sahrens #define ZIO_PRIORITY_FREE (zio_priority_table[5]) 120fa9e4066Sahrens #define ZIO_PRIORITY_CACHE_FILL (zio_priority_table[6]) 121fa9e4066Sahrens #define ZIO_PRIORITY_LOG_WRITE (zio_priority_table[7]) 122fa9e4066Sahrens #define ZIO_PRIORITY_RESILVER (zio_priority_table[8]) 123fa9e4066Sahrens #define ZIO_PRIORITY_SCRUB (zio_priority_table[9]) 124fa9e4066Sahrens #define ZIO_PRIORITY_TABLE_SIZE 10 125fa9e4066Sahrens 126ea8dc4b6Seschrock #define ZIO_FLAG_MUSTSUCCEED 0x00000 127ea8dc4b6Seschrock #define ZIO_FLAG_CANFAIL 0x00001 128ea8dc4b6Seschrock #define ZIO_FLAG_FAILFAST 0x00002 129ea8dc4b6Seschrock #define ZIO_FLAG_CONFIG_HELD 0x00004 130b3995adbSahrens #define ZIO_FLAG_CONFIG_GRABBED 0x00008 131fa9e4066Sahrens 132ea8dc4b6Seschrock #define ZIO_FLAG_DONT_CACHE 0x00010 133ea8dc4b6Seschrock #define ZIO_FLAG_DONT_QUEUE 0x00020 134ea8dc4b6Seschrock #define ZIO_FLAG_DONT_PROPAGATE 0x00040 135ea8dc4b6Seschrock #define ZIO_FLAG_DONT_RETRY 0x00080 136fa9e4066Sahrens 137ea8dc4b6Seschrock #define ZIO_FLAG_PHYSICAL 0x00100 138ea8dc4b6Seschrock #define ZIO_FLAG_IO_BYPASS 0x00200 139ea8dc4b6Seschrock #define ZIO_FLAG_IO_REPAIR 0x00400 140ea8dc4b6Seschrock #define ZIO_FLAG_SPECULATIVE 0x00800 141fa9e4066Sahrens 142ea8dc4b6Seschrock #define ZIO_FLAG_RESILVER 0x01000 143ea8dc4b6Seschrock #define ZIO_FLAG_SCRUB 0x02000 144d80c45e0Sbonwick #define ZIO_FLAG_SCRUB_THREAD 0x04000 145d80c45e0Sbonwick #define ZIO_FLAG_SUBBLOCK 0x08000 146ea8dc4b6Seschrock 147ea8dc4b6Seschrock #define ZIO_FLAG_NOBOOKMARK 0x10000 148faafa6e3Sahrens #define ZIO_FLAG_USER 0x20000 1499bc11082Sek #define ZIO_FLAG_METADATA 0x40000 1500a4e9518Sgw #define ZIO_FLAG_WRITE_RETRY 0x80000 1519bc11082Sek 152fa9e4066Sahrens #define ZIO_FLAG_GANG_INHERIT \ 153fa9e4066Sahrens (ZIO_FLAG_CANFAIL | \ 154fa9e4066Sahrens ZIO_FLAG_FAILFAST | \ 155fa9e4066Sahrens ZIO_FLAG_CONFIG_HELD | \ 156e05725b1Sbonwick ZIO_FLAG_DONT_CACHE | \ 157fa9e4066Sahrens ZIO_FLAG_DONT_RETRY | \ 158fa9e4066Sahrens ZIO_FLAG_IO_REPAIR | \ 159fa9e4066Sahrens ZIO_FLAG_SPECULATIVE | \ 160fa9e4066Sahrens ZIO_FLAG_RESILVER | \ 161d80c45e0Sbonwick ZIO_FLAG_SCRUB | \ 162e9ed0a81Sgw ZIO_FLAG_SCRUB_THREAD | \ 163e9ed0a81Sgw ZIO_FLAG_USER | \ 164e9ed0a81Sgw ZIO_FLAG_METADATA) 165fa9e4066Sahrens 166fa9e4066Sahrens #define ZIO_FLAG_VDEV_INHERIT \ 167fa9e4066Sahrens (ZIO_FLAG_GANG_INHERIT | \ 168fa9e4066Sahrens ZIO_FLAG_PHYSICAL) 169fa9e4066Sahrens 17017f17c2dSbonwick #define ZIO_FLAG_RETRY_INHERIT \ 17117f17c2dSbonwick (ZIO_FLAG_VDEV_INHERIT | \ 17217f17c2dSbonwick ZIO_FLAG_CONFIG_GRABBED | \ 17317f17c2dSbonwick ZIO_FLAG_DONT_PROPAGATE | \ 17417f17c2dSbonwick ZIO_FLAG_NOBOOKMARK) 17517f17c2dSbonwick 17617f17c2dSbonwick 177e05725b1Sbonwick #define ZIO_PIPELINE_CONTINUE 0x100 178e05725b1Sbonwick #define ZIO_PIPELINE_STOP 0x101 179e05725b1Sbonwick 180fa9e4066Sahrens /* 181e7cbe64fSgw * We'll take the unused errnos, 'EBADE' and 'EBADR' (from the Convergent 182e7cbe64fSgw * graveyard) to indicate checksum errors and fragmentation. 183fa9e4066Sahrens */ 184fa9e4066Sahrens #define ECKSUM EBADE 185e7cbe64fSgw #define EFRAGS EBADR 186fa9e4066Sahrens 187fa9e4066Sahrens typedef struct zio zio_t; 188fa9e4066Sahrens typedef void zio_done_func_t(zio_t *zio); 189fa9e4066Sahrens 190fa9e4066Sahrens extern uint8_t zio_priority_table[ZIO_PRIORITY_TABLE_SIZE]; 191fa9e4066Sahrens extern char *zio_type_name[ZIO_TYPES]; 192fa9e4066Sahrens 193ea8dc4b6Seschrock /* 194ea8dc4b6Seschrock * A bookmark is a four-tuple <objset, object, level, blkid> that uniquely 195ea8dc4b6Seschrock * identifies any block in the pool. By convention, the meta-objset (MOS) 196ea8dc4b6Seschrock * is objset 0, the meta-dnode is object 0, the root block (osphys_t) is 197ea8dc4b6Seschrock * level -1 of the meta-dnode, and intent log blocks (which are chained 198ea8dc4b6Seschrock * off the root block) have blkid == sequence number. In summary: 199ea8dc4b6Seschrock * 200ea8dc4b6Seschrock * mos is objset 0 201ea8dc4b6Seschrock * meta-dnode is object 0 202ea8dc4b6Seschrock * root block is <objset, 0, -1, 0> 203ea8dc4b6Seschrock * intent log is <objset, 0, -1, ZIL sequence number> 204ea8dc4b6Seschrock * 205ea8dc4b6Seschrock * Note: this structure is called a bookmark because its first purpose was 206ea8dc4b6Seschrock * to remember where to resume a pool-wide traverse. The absolute ordering 207ea8dc4b6Seschrock * for block visitation during traversal is defined in compare_bookmark(). 208ea8dc4b6Seschrock * 209ea8dc4b6Seschrock * Note: this structure is passed between userland and the kernel. 210ea8dc4b6Seschrock * Therefore it must not change size or alignment between 32/64 bit 211ea8dc4b6Seschrock * compilation options. 212ea8dc4b6Seschrock */ 213ea8dc4b6Seschrock typedef struct zbookmark { 214ea8dc4b6Seschrock uint64_t zb_objset; 215ea8dc4b6Seschrock uint64_t zb_object; 216ea8dc4b6Seschrock int64_t zb_level; 217ea8dc4b6Seschrock uint64_t zb_blkid; 218ea8dc4b6Seschrock } zbookmark_t; 219ea8dc4b6Seschrock 220fa9e4066Sahrens struct zio { 221fa9e4066Sahrens /* Core information about this I/O */ 222fa9e4066Sahrens zio_t *io_parent; 223fa9e4066Sahrens zio_t *io_root; 224fa9e4066Sahrens spa_t *io_spa; 225ea8dc4b6Seschrock zbookmark_t io_bookmark; 22644cd46caSbillm enum zio_checksum io_checksum; 22744cd46caSbillm enum zio_compress io_compress; 22844cd46caSbillm int io_ndvas; 229fa9e4066Sahrens uint64_t io_txg; 230fa9e4066Sahrens blkptr_t *io_bp; 231fa9e4066Sahrens blkptr_t io_bp_copy; 232fa9e4066Sahrens zio_t *io_child; 233fa9e4066Sahrens zio_t *io_sibling_prev; 234fa9e4066Sahrens zio_t *io_sibling_next; 235fa9e4066Sahrens zio_transform_t *io_transform_stack; 236ea8dc4b6Seschrock zio_t *io_logical; 2370a4e9518Sgw list_node_t zio_link_node; 238fa9e4066Sahrens 239fa9e4066Sahrens /* Callback info */ 240c717a561Smaybee zio_done_func_t *io_ready; 241fa9e4066Sahrens zio_done_func_t *io_done; 242fa9e4066Sahrens void *io_private; 243fa9e4066Sahrens blkptr_t io_bp_orig; 244fa9e4066Sahrens 245fa9e4066Sahrens /* Data represented by this I/O */ 246fa9e4066Sahrens void *io_data; 247fa9e4066Sahrens uint64_t io_size; 248fa9e4066Sahrens 249fa9e4066Sahrens /* Stuff for the vdev stack */ 250fa9e4066Sahrens vdev_t *io_vd; 25132b87932Sek vdev_t **io_failed_vds; 25232b87932Sek uint64_t io_failed_vds_count; 253fa9e4066Sahrens void *io_vsd; 254fa9e4066Sahrens uint64_t io_offset; 255fa9e4066Sahrens uint64_t io_deadline; 256fa9e4066Sahrens uint64_t io_timestamp; 257fa9e4066Sahrens avl_node_t io_offset_node; 258fa9e4066Sahrens avl_node_t io_deadline_node; 259fa9e4066Sahrens avl_tree_t *io_vdev_tree; 260fa9e4066Sahrens zio_t *io_delegate_list; 261fa9e4066Sahrens zio_t *io_delegate_next; 262fa9e4066Sahrens 263fa9e4066Sahrens /* Internal pipeline state */ 264fa9e4066Sahrens int io_flags; 2650a4e9518Sgw int io_orig_flags; 26644cd46caSbillm enum zio_type io_type; 26744cd46caSbillm enum zio_stage io_stage; 2680a4e9518Sgw enum zio_stage io_orig_stage; 269fa9e4066Sahrens uint8_t io_stalled; 270fa9e4066Sahrens uint8_t io_priority; 271fa9e4066Sahrens struct dk_callback io_dk_callback; 272fa9e4066Sahrens int io_cmd; 273fa9e4066Sahrens int io_retries; 274fa9e4066Sahrens int io_error; 275fa9e4066Sahrens uint32_t io_numerrors; 276fa9e4066Sahrens uint32_t io_pipeline; 2770a4e9518Sgw uint32_t io_orig_pipeline; 278fa9e4066Sahrens uint64_t io_children_notready; 279fa9e4066Sahrens uint64_t io_children_notdone; 280fa9e4066Sahrens void *io_waiter; 281fa9e4066Sahrens kmutex_t io_lock; 282fa9e4066Sahrens kcondvar_t io_cv; 283ea8dc4b6Seschrock 284ea8dc4b6Seschrock /* FMA state */ 285ea8dc4b6Seschrock uint64_t io_ena; 286fa9e4066Sahrens }; 287fa9e4066Sahrens 288fa9e4066Sahrens extern zio_t *zio_null(zio_t *pio, spa_t *spa, 289fa9e4066Sahrens zio_done_func_t *done, void *private, int flags); 290fa9e4066Sahrens 291fa9e4066Sahrens extern zio_t *zio_root(spa_t *spa, 292fa9e4066Sahrens zio_done_func_t *done, void *private, int flags); 293fa9e4066Sahrens 294fa9e4066Sahrens extern zio_t *zio_read(zio_t *pio, spa_t *spa, blkptr_t *bp, void *data, 295fa9e4066Sahrens uint64_t size, zio_done_func_t *done, void *private, 296ea8dc4b6Seschrock int priority, int flags, zbookmark_t *zb); 297fa9e4066Sahrens 298fa9e4066Sahrens extern zio_t *zio_write(zio_t *pio, spa_t *spa, int checksum, int compress, 29944cd46caSbillm int ncopies, uint64_t txg, blkptr_t *bp, void *data, uint64_t size, 300c717a561Smaybee zio_done_func_t *ready, zio_done_func_t *done, void *private, int priority, 301c717a561Smaybee int flags, zbookmark_t *zb); 302fa9e4066Sahrens 303fa9e4066Sahrens extern zio_t *zio_rewrite(zio_t *pio, spa_t *spa, int checksum, 304fa9e4066Sahrens uint64_t txg, blkptr_t *bp, void *data, uint64_t size, 305ea8dc4b6Seschrock zio_done_func_t *done, void *private, int priority, int flags, 306ea8dc4b6Seschrock zbookmark_t *zb); 307fa9e4066Sahrens 308fa9e4066Sahrens extern zio_t *zio_free(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, 309fa9e4066Sahrens zio_done_func_t *done, void *private); 310fa9e4066Sahrens 311fa9e4066Sahrens extern zio_t *zio_claim(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, 312fa9e4066Sahrens zio_done_func_t *done, void *private); 313fa9e4066Sahrens 314fa9e4066Sahrens extern zio_t *zio_ioctl(zio_t *pio, spa_t *spa, vdev_t *vd, int cmd, 315fa9e4066Sahrens zio_done_func_t *done, void *private, int priority, int flags); 316fa9e4066Sahrens 317fa9e4066Sahrens extern zio_t *zio_read_phys(zio_t *pio, vdev_t *vd, uint64_t offset, 318fa9e4066Sahrens uint64_t size, void *data, int checksum, 319fa94a07fSbrendan zio_done_func_t *done, void *private, int priority, int flags, 320fa94a07fSbrendan boolean_t labels); 321fa9e4066Sahrens 322fa9e4066Sahrens extern zio_t *zio_write_phys(zio_t *pio, vdev_t *vd, uint64_t offset, 323fa9e4066Sahrens uint64_t size, void *data, int checksum, 324fa94a07fSbrendan zio_done_func_t *done, void *private, int priority, int flags, 325fa94a07fSbrendan boolean_t labels); 326fa9e4066Sahrens 32767bd71c6Sperrin extern int zio_alloc_blk(spa_t *spa, uint64_t size, blkptr_t *new_bp, 32867bd71c6Sperrin blkptr_t *old_bp, uint64_t txg); 329fa9e4066Sahrens extern void zio_free_blk(spa_t *spa, blkptr_t *bp, uint64_t txg); 33017f17c2dSbonwick extern void zio_flush(zio_t *zio, vdev_t *vd); 331fa9e4066Sahrens 332fa9e4066Sahrens extern int zio_wait(zio_t *zio); 333fa9e4066Sahrens extern void zio_nowait(zio_t *zio); 334e05725b1Sbonwick extern void zio_execute(zio_t *zio); 335e05725b1Sbonwick extern void zio_interrupt(zio_t *zio); 336e05725b1Sbonwick 337e05725b1Sbonwick extern int zio_wait_for_children_ready(zio_t *zio); 338e05725b1Sbonwick extern int zio_wait_for_children_done(zio_t *zio); 339fa9e4066Sahrens 340fa9e4066Sahrens extern void *zio_buf_alloc(size_t size); 341fa9e4066Sahrens extern void zio_buf_free(void *buf, size_t size); 342ad23a2dbSjohansen extern void *zio_data_buf_alloc(size_t size); 343ad23a2dbSjohansen extern void zio_data_buf_free(void *buf, size_t size); 344fa9e4066Sahrens 3450a4e9518Sgw extern void zio_resubmit_stage_async(void *); 346fa9e4066Sahrens 347fa9e4066Sahrens /* 348fa9e4066Sahrens * Delegate I/O to a child vdev. 349fa9e4066Sahrens */ 350fa9e4066Sahrens extern zio_t *zio_vdev_child_io(zio_t *zio, blkptr_t *bp, vdev_t *vd, 351fa9e4066Sahrens uint64_t offset, void *data, uint64_t size, int type, int priority, 352fa9e4066Sahrens int flags, zio_done_func_t *done, void *private); 353fa9e4066Sahrens 354fa9e4066Sahrens extern void zio_vdev_io_bypass(zio_t *zio); 355fa9e4066Sahrens extern void zio_vdev_io_reissue(zio_t *zio); 356fa9e4066Sahrens extern void zio_vdev_io_redone(zio_t *zio); 357fa9e4066Sahrens 358fa9e4066Sahrens extern void zio_checksum_verified(zio_t *zio); 359fa9e4066Sahrens extern void zio_set_gang_verifier(zio_t *zio, zio_cksum_t *zcp); 360fa9e4066Sahrens 361fa9e4066Sahrens extern uint8_t zio_checksum_select(uint8_t child, uint8_t parent); 362fa9e4066Sahrens extern uint8_t zio_compress_select(uint8_t child, uint8_t parent); 363fa9e4066Sahrens 3640a4e9518Sgw extern boolean_t zio_should_retry(zio_t *zio); 3650a4e9518Sgw extern int zio_vdev_resume_io(spa_t *); 366ea8dc4b6Seschrock 367fa9e4066Sahrens /* 368fa9e4066Sahrens * Initial setup and teardown. 369fa9e4066Sahrens */ 370fa9e4066Sahrens extern void zio_init(void); 371fa9e4066Sahrens extern void zio_fini(void); 372fa9e4066Sahrens 373ea8dc4b6Seschrock /* 374ea8dc4b6Seschrock * Fault injection 375ea8dc4b6Seschrock */ 376ea8dc4b6Seschrock struct zinject_record; 377ea8dc4b6Seschrock extern uint32_t zio_injection_enabled; 378ea8dc4b6Seschrock extern int zio_inject_fault(char *name, int flags, int *id, 379ea8dc4b6Seschrock struct zinject_record *record); 380ea8dc4b6Seschrock extern int zio_inject_list_next(int *id, char *name, size_t buflen, 381ea8dc4b6Seschrock struct zinject_record *record); 382ea8dc4b6Seschrock extern int zio_clear_fault(int id); 383ea8dc4b6Seschrock extern int zio_handle_fault_injection(zio_t *zio, int error); 384ea8dc4b6Seschrock extern int zio_handle_device_injection(vdev_t *vd, int error); 385*21bf64a7Sgw extern int zio_handle_label_injection(zio_t *zio, int error); 386ea8dc4b6Seschrock 387fa9e4066Sahrens #ifdef __cplusplus 388fa9e4066Sahrens } 389fa9e4066Sahrens #endif 390fa9e4066Sahrens 391fa9e4066Sahrens #endif /* _ZIO_H */ 392