/illumos-gate/usr/src/uts/common/fs/zfs/ |
H A D | zio.c | 740 zio->io_logical = zio; in zio_create() 2365 zio->io_gang_leader = zio; in zio_gang_assemble() 3239 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate() 3253 zio->io_prop.zp_copies, zio->io_allocator, zio); in zio_dva_allocate() 3258 zio->io_prop.zp_copies, zio->io_allocator, zio, in zio_dva_allocate() 3267 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate() 3981 zio->io_vd, &zio->io_bookmark, zio, in zio_checksum_verify() 4047 zio->io_ready(zio); in zio_ready() 4284 zio->io_spa, zio->io_vd, zio)) { in zio_done() 4290 zio->io_spa, zio->io_vd, &zio->io_bookmark, in zio_done() [all …]
|
H A D | vdev_queue.c | 321 avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_add() 322 avl_add(vdev_queue_type_tree(vq, zio->io_type), zio); in vdev_queue_io_add() 337 avl_remove(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_remove() 338 avl_remove(vdev_queue_type_tree(vq, zio->io_type), zio); in vdev_queue_io_remove() 742 zio = aio; in vdev_queue_io_to_issue() 761 vq->vq_last_offset = zio->io_offset + zio->io_size; in vdev_queue_io_to_issue() 763 return (zio); in vdev_queue_io_to_issue() 773 return (zio); in vdev_queue_io() 832 zio->io_delta = gethrtime() - zio->io_timestamp; in vdev_queue_io_done() 889 if (avl_find(tree, zio, NULL) == zio) { in vdev_queue_change_io_priority() [all …]
|
H A D | vdev_mirror.c | 351 zio->io_vsd = mm; in vdev_mirror_map_init() 588 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start() 591 zio->io_size), zio->io_size, in vdev_mirror_io_start() 592 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start() 615 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start() 616 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_start() 617 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start() 703 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done() 704 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_done() 757 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done() [all …]
|
H A D | vdev_file.c | 177 zio_t *zio = vb->vb_io; in vdev_file_io_intr() local 184 abd_return_buf_copy(zio->io_abd, bp->b_un.b_addr, zio->io_size); in vdev_file_io_intr() 186 abd_return_buf(zio->io_abd, bp->b_un.b_addr, zio->io_size); in vdev_file_io_intr() 227 zio_interrupt(zio); in vdev_file_io_start() 240 zio_execute(zio); in vdev_file_io_start() 255 zio_execute(zio); in vdev_file_io_start() 259 ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); in vdev_file_io_start() 260 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_file_io_start() 264 vb->vb_io = zio; in vdev_file_io_start() 273 abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_file_io_start() [all …]
|
H A D | vdev_cache.c | 155 vdev_cache_allocate(zio_t *zio) in vdev_cache_allocate() argument 205 abd_copy_off(zio->io_abd, ve->ve_abd, 0, cache_phase, zio->io_size); in vdev_cache_hit() 251 vdev_cache_read(zio_t *zio) in vdev_cache_read() argument 270 if (P2BOUNDARY(zio->io_offset, zio->io_size, VCBS)) in vdev_cache_read() 287 zio_vdev_io_bypass(zio); in vdev_cache_read() 288 zio_add_child(zio, fio); in vdev_cache_read() 294 vdev_cache_hit(vc, ve, zio); in vdev_cache_read() 295 zio_vdev_io_bypass(zio); in vdev_cache_read() 314 zio_vdev_io_bypass(zio); in vdev_cache_read() 315 zio_add_child(zio, fio); in vdev_cache_read() [all …]
|
H A D | vdev_indirect.c | 1168 abd_put(zio->io_abd); in vdev_indirect_child_io_done() 1179 zio_t *zio = arg; in vdev_indirect_gather_splits() local 1270 is->is_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_read_all() 1285 zio->io_vsd = iv; in vdev_indirect_io_start() 1299 vdev_indirect_remap(zio->io_vd, zio->io_offset, zio->io_size, in vdev_indirect_io_start() 1320 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_indirect_io_start() 1323 zio->io_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_io_start() 1362 zio_execute(zio); in vdev_indirect_io_start() 1385 (void) zfs_ereport_post_checksum(zio->io_spa, vd, &zio->io_bookmark, in vdev_indirect_checksum_error() 1463 &zio->io_bookmark, zio, is->is_target_offset, in vdev_indirect_all_checksum_errors() [all …]
|
H A D | vdev_label.c | 743 zio_t *zio; in vdev_label_read_config() local 948 zio_t *zio; in vdev_label_init() local 1183 *cbp = zio->io_abd; in vdev_label_read_bootenv_done() 1284 zio_t *zio; in vdev_label_write_bootenv() local 1487 zio_t *zio; in vdev_uberblock_load() local 1505 (void) zio_wait(zio); in vdev_uberblock_load() 1539 if (zio->io_error == 0 && zio->io_vd->vdev_top->vdev_ms_array != 0) in vdev_uberblock_sync_done() 1583 zio_t *zio; in vdev_uberblock_sync_list() local 1701 zio_t *zio; in vdev_label_sync_list() local 1731 zio_flush(zio, vd); in vdev_label_sync_list() [all …]
|
H A D | zio_inject.c | 191 zio_match_dva(zio_t *zio) in zio_match_dva() argument 195 if (zio->io_bp != NULL && zio->io_vd != NULL && in zio_match_dva() 207 if (zio->io_vd == vd && zio->io_offset == off) in zio_match_dva() 260 if (zio->io_logical == NULL) in zio_handle_fault_injection() 280 zio->io_bp ? BP_GET_TYPE(zio->io_bp) : DMU_OT_NONE, in zio_handle_fault_injection() 302 vdev_t *vd = zio->io_vd; in zio_handle_label_injection() 351 if (zio != NULL) { in zio_handle_device_injection() 369 (zio == NULL || (zio->io_flags & in zio_handle_device_injection() 375 if (zio != NULL && in zio_handle_device_injection() 401 zio != NULL) in zio_handle_device_injection() [all …]
|
H A D | vdev_disk.c | 868 abd_return_buf_copy(zio->io_abd, bp->b_un.b_addr, zio->io_size); in vdev_disk_io_intr() 870 abd_return_buf(zio->io_abd, bp->b_un.b_addr, zio->io_size); in vdev_disk_io_intr() 897 zio_interrupt(zio); in vdev_disk_ioctl_done() 917 zio_interrupt(zio); in vdev_disk_io_start() 969 zio_execute(zio); in vdev_disk_io_start() 975 zio_execute(zio); in vdev_disk_io_start() 992 if (zio->io_error == ENOTSUP || zio->io_error == ENOTTY) { in vdev_disk_io_start() 1005 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_disk_io_start() 1009 vb->vb_io = zio; in vdev_disk_io_start() 1021 abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_disk_io_start() [all …]
|
H A D | zfs_fm.c | 144 } else if (zio != NULL && zio->io_logical != NULL) { in zfs_ereport_start() 146 zio->io_logical->io_ena = in zfs_ereport_start() 230 if (zio != NULL) { in zfs_ereport_start() 270 if (zb != NULL && (zio == NULL || zio->io_logical != NULL)) { in zfs_ereport_start() 635 if (zio != NULL) { in zfs_ereport_is_valid() 654 if (zio->io_vd == vd && !vdev_accessible(vd, zio)) in zfs_ereport_is_valid() 680 (zio != NULL) && (!zio->io_timestamp)) { in zfs_ereport_is_valid() 718 struct zio *zio, uint64_t offset, uint64_t length, void *arg, in zfs_ereport_start_checksum() argument 723 if (zio->io_vsd != NULL) in zfs_ereport_start_checksum() 724 zio->io_vsd_ops->vsd_cksum_report(zio, report, arg); in zfs_ereport_start_checksum() [all …]
|
H A D | vdev_raidz.c | 1806 vdev_raidz_asize(zio->io_vd, zio->io_size); in vdev_raidz_io_verify() 1859 zio->io_vsd = rm; in vdev_raidz_io_start() 1878 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start() 1895 zio->io_type, zio->io_priority, in vdev_raidz_io_start() 1899 zio_execute(zio); in vdev_raidz_io_start() 1935 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start() 1940 zio_execute(zio); in vdev_raidz_io_start() 1964 &zio->io_bookmark, zio, rc->rc_offset, rc->rc_size, in raidz_checksum_error() 2399 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_done() 2455 &zio->io_bookmark, zio, in vdev_raidz_io_done() [all …]
|
H A D | zio_checksum.c | 338 blkptr_t *bp = zio->io_bp; in zio_checksum_compute() 339 uint64_t offset = zio->io_offset; in zio_checksum_compute() 342 spa_t *spa = zio->io_spa; in zio_checksum_compute() 530 zio_checksum_error(zio_t *zio, zio_bad_cksum_t *info) in zio_checksum_error() argument 532 blkptr_t *bp = zio->io_bp; in zio_checksum_error() 533 uint_t checksum = (bp == NULL ? zio->io_prop.zp_checksum : in zio_checksum_error() 536 uint64_t size = (bp == NULL ? zio->io_size : in zio_checksum_error() 538 uint64_t offset = zio->io_offset; in zio_checksum_error() 539 abd_t *data = zio->io_abd; in zio_checksum_error() 540 spa_t *spa = zio->io_spa; in zio_checksum_error() [all …]
|
H A D | vdev_missing.c | 71 vdev_missing_io_start(zio_t *zio) in vdev_missing_io_start() argument 73 zio->io_error = SET_ERROR(ENOTSUP); in vdev_missing_io_start() 74 zio_execute(zio); in vdev_missing_io_start() 79 vdev_missing_io_done(zio_t *zio) in vdev_missing_io_done() argument
|
H A D | arc.c | 1353 BP_GET_CHECKSUM(zio->io_bp), zio->io_abd, zio->io_size, in arc_cksum_is_equal() 5315 ASSERT(zio == NULL || zio->io_error != 0); in arc_getbuf_func() 5318 ASSERT(zio == NULL || zio->io_error == 0); in arc_getbuf_func() 5507 zio->io_spa, NULL, &acb->acb_zb, zio, 0, 0); in arc_read_done() 5591 acb->acb_done(zio, &zio->io_bookmark, zio->io_bp, in arc_read_done() 6618 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done() 6631 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done() 6667 zio_t *zio; in arc_write() local 7978 spa_config_exit(zio->io_spa, SCL_L2ARC, zio->io_vd); in l2arc_read_done() 8020 zio->io_abd = zio->io_orig_abd = in l2arc_read_done() [all …]
|
H A D | dbuf.c | 1001 ASSERT(zio == NULL || zio->io_error != 0); in dbuf_read_done() 1007 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_read_done() 1020 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_read_done() 2668 ASSERT(zio == NULL || zio->io_error != 0); in dbuf_prefetch_indirect_done() 2671 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_prefetch_indirect_done() 2687 ASSERT3U(BP_GET_PSIZE(zio->io_bp), ==, zio->io_size); in dbuf_prefetch_indirect_done() 2689 ASSERT3U(BP_GET_LSIZE(zio->io_bp), ==, zio->io_size); in dbuf_prefetch_indirect_done() 3453 zio_t *zio; in dbuf_sync_indirect() local 3947 dbuf_write_ready(zio, NULL, zio->io_private); in dbuf_write_nofill_ready() 3953 dbuf_write_done(zio, NULL, zio->io_private); in dbuf_write_nofill_done() [all …]
|
H A D | mmp.c | 389 mmp_write_done(zio_t *zio) in mmp_write_done() argument 391 spa_t *spa = zio->io_spa; in mmp_write_done() 392 vdev_t *vd = zio->io_vd; in mmp_write_done() 393 mmp_thread_t *mts = zio->io_private; in mmp_write_done() 399 mmp_delay_update(spa, (zio->io_error == 0)); in mmp_write_done() 407 abd_free(zio->io_abd); in mmp_write_done() 519 zio_t *zio = zio_null(mmp->mmp_zio_root, spa, NULL, NULL, NULL, flags); in mmp_write_uberblock() local 532 vdev_label_write(zio, vd, label, ub_abd, offset, in mmp_write_uberblock() 542 zio_nowait(zio); in mmp_write_uberblock()
|
H A D | dmu.c | 556 zio_t *zio; in dmu_buf_hold_array_by_dnode() local 595 zio_nowait(zio); in dmu_buf_hold_array_by_dnode() 613 err = zio_wait(zio); in dmu_buf_hold_array_by_dnode() 1830 if (zio->io_error == 0) { in dmu_sync_ready() 1847 dmu_sync_ready(zio, NULL, zio->io_private); in dmu_sync_late_arrival_ready() 1863 if (zio->io_error == 0) { in dmu_sync_done() 1869 if (zio->io_error == 0) { in dmu_sync_done() 1928 ASSERT(zio->io_bp->blk_birth == zio->io_txg); in dmu_sync_late_arrival_done() 1929 ASSERT(zio->io_txg > spa_syncing_txg(zio->io_spa)); in dmu_sync_late_arrival_done() 1930 zio_free(zio->io_spa, zio->io_txg, zio->io_bp); in dmu_sync_late_arrival_done() [all …]
|
H A D | vdev.c | 1352 zio->io_offset, zio->io_size, zio->io_abd, in vdev_probe_done() 1370 zio->io_error = 0; in vdev_probe_done() 1412 if (zio && (zio->io_flags & ZIO_FLAG_PROBE)) in vdev_probe() 1459 if (zio != NULL) { in vdev_probe() 1465 if (zio != NULL) in vdev_probe() 1471 ASSERT(zio != NULL); in vdev_probe() 1484 if (zio == NULL) in vdev_probe() 3889 vdev_t *vd = zio->io_vd ? zio->io_vd : rvd; in vdev_stat_update() 3971 if (zio->io_delta && zio->io_delay) { in vdev_stat_update() 3973 [L_HISTO(zio->io_delta - zio->io_delay)]++; in vdev_stat_update() [all …]
|
H A D | dmu_tx.c | 201 err = dbuf_read(db, zio, DB_RF_CANFAIL | DB_RF_NOPREFETCH); in dmu_tx_check_ioerr() 239 zio_t *zio = zio_root(dn->dn_objset->os_spa, in dmu_tx_count_write() local 245 err = dmu_tx_check_ioerr(zio, dn, 0, start); in dmu_tx_count_write() 255 err = dmu_tx_check_ioerr(zio, dn, 0, end); in dmu_tx_count_write() 266 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_count_write() 273 err = zio_wait(zio); in dmu_tx_count_write() 409 zio_t *zio = zio_root(tx->tx_pool->dp_spa, in dmu_tx_hold_free_impl() local 419 (void) zio_wait(zio); in dmu_tx_hold_free_impl() 426 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_hold_free_impl() 429 (void) zio_wait(zio); in dmu_tx_hold_free_impl() [all …]
|
/illumos-gate/usr/src/uts/common/fs/zfs/sys/ |
H A D | zio.h | 216 #define ZIO_DDT_CHILD_FLAGS(zio) \ argument 220 #define ZIO_GANG_CHILD_FLAGS(zio) \ argument 224 #define ZIO_VDEV_CHILD_FLAGS(zio) \ argument 420 struct zio { struct 565 extern int zio_wait(zio_t *zio); 566 extern void zio_nowait(zio_t *zio); 567 extern void zio_execute(zio_t *zio); 568 extern void zio_interrupt(zio_t *zio); 569 extern void zio_delay_init(zio_t *zio); 646 const zbookmark_phys_t *zb, struct zio *zio, uint64_t offset, [all …]
|
H A D | vdev.h | 106 extern void vdev_stat_update(zio_t *zio, uint64_t psize); 131 extern boolean_t vdev_accessible(vdev_t *vd, zio_t *zio); 136 extern boolean_t vdev_cache_read(zio_t *zio); 137 extern void vdev_cache_write(zio_t *zio); 142 extern zio_t *vdev_queue_io(zio_t *zio); 143 extern void vdev_queue_io_done(zio_t *zio); 144 extern void vdev_queue_change_io_priority(zio_t *zio, zio_priority_t priority); 181 extern void vdev_label_write(zio_t *zio, vdev_t *vd, int l, abd_t *buf, uint64_t
|
H A D | vdev_raidz.h | 35 struct zio; 44 struct raidz_map * vdev_raidz_map_alloc(struct zio *, uint64_t,
|
/illumos-gate/usr/src/cmd/raidz_test/ |
H A D | raidz_test.c | 242 init_zio_abd(zio_t *zio) in init_zio_abd() argument 244 (void) abd_iterate_func(zio->io_abd, 0, zio->io_size, init_rand, NULL); in init_zio_abd() 248 fini_raidz_map(zio_t **zio, raidz_map_t **rm) in fini_raidz_map() argument 251 raidz_free((*zio)->io_abd, (*zio)->io_size); in fini_raidz_map() 252 umem_free(*zio, sizeof (zio_t)); in fini_raidz_map() 254 *zio = NULL; in fini_raidz_map() 316 VERIFY(zio); in init_raidz_map() 321 (*zio)->io_offset = 0; in init_raidz_map() 322 (*zio)->io_size = alloc_dsize; in init_raidz_map() 323 (*zio)->io_abd = raidz_alloc(alloc_dsize); in init_raidz_map() [all …]
|
/illumos-gate/usr/src/grub/grub-0.97/stage2/zfs-include/ |
H A D | zio.h | 50 #define ZIO_GET_IOSIZE(zio) \ argument 51 (BP_IS_GANG((zio)->io_bp) ? \ 52 SPA_GANGBLOCKSIZE : BP_GET_PSIZE((zio)->io_bp))
|
/illumos-gate/usr/src/boot/libsa/zfs/ |
H A D | zfsimpl.c | 552 zio_t *zio = arg; in vdev_indirect_gather_splits() local 600 zio_t *zio = arg; in vdev_indirect_remap() local 692 zio_t zio; in vdev_indirect_read() local 705 bzero(&zio, sizeof (zio)); in vdev_indirect_read() 706 zio.io_spa = spa; in vdev_indirect_read() 708 zio.io_data = buf; in vdev_indirect_read() 709 zio.io_size = bytes; in vdev_indirect_read() 711 zio.io_vd = vdev; in vdev_indirect_read() 712 zio.io_vsd = iv; in vdev_indirect_read() 763 if (zio_checksum_verify(spa, zio.io_bp, zio.io_data)) in vdev_indirect_read() [all …]
|