/titanic_50/usr/src/uts/common/fs/zfs/ |
H A D | zio.c | 94 #define IO_IS_ALLOCATING(zio) ((zio)->io_orig_pipeline & ZIO_STAGE_DVA_ALLOCATE) argument 270 zio_push_transform(zio_t *zio, void *data, uint64_t size, uint64_t bufsize, in zio_push_transform() argument 275 zt->zt_orig_data = zio->io_data; in zio_push_transform() 276 zt->zt_orig_size = zio->io_size; in zio_push_transform() 280 zt->zt_next = zio->io_transform_stack; in zio_push_transform() 281 zio->io_transform_stack = zt; in zio_push_transform() 283 zio->io_data = data; in zio_push_transform() 284 zio->io_size = size; in zio_push_transform() 288 zio_pop_transforms(zio_t *zio) in zio_pop_transforms() argument 292 while ((zt = zio->io_transform_stack) != NULL) { in zio_pop_transforms() [all …]
|
H A D | vdev_mirror.c | 60 vdev_mirror_map_free(zio_t *zio) in vdev_mirror_map_free() argument 62 mirror_map_t *mm = zio->io_vsd; in vdev_mirror_map_free() 73 vdev_mirror_map_alloc(zio_t *zio) in vdev_mirror_map_alloc() argument 77 vdev_t *vd = zio->io_vd; in vdev_mirror_map_alloc() 81 dva_t *dva = zio->io_bp->blk_dva; in vdev_mirror_map_alloc() 82 spa_t *spa = zio->io_spa; in vdev_mirror_map_alloc() 84 c = BP_GET_NDVAS(zio->io_bp); in vdev_mirror_map_alloc() 118 (zio->io_offset >> vdev_mirror_shift) % c; in vdev_mirror_map_alloc() 124 mc->mc_offset = zio->io_offset; in vdev_mirror_map_alloc() 128 zio->io_vsd = mm; in vdev_mirror_map_alloc() [all …]
|
H A D | vdev_queue.c | 233 sizeof (zio_t), offsetof(struct zio, io_queue_node)); in vdev_queue_init() 236 offsetof(struct zio, io_offset_node)); in vdev_queue_init() 239 offsetof(struct zio, io_offset_node)); in vdev_queue_init() 255 sizeof (zio_t), offsetof(struct zio, io_queue_node)); in vdev_queue_init() 274 vdev_queue_io_add(vdev_queue_t *vq, zio_t *zio) in vdev_queue_io_add() argument 276 spa_t *spa = zio->io_spa; in vdev_queue_io_add() 277 ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE); in vdev_queue_io_add() 278 avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_add() 279 avl_add(vdev_queue_type_tree(vq, zio->io_type), zio); in vdev_queue_io_add() 282 spa->spa_queue_stats[zio->io_priority].spa_queued++; in vdev_queue_io_add() [all …]
|
H A D | vdev_file.c | 154 zio_t *zio = vb->vb_io; in vdev_file_io_intr() local 156 zio->io_error = (geterror(bp) != 0 ? EIO : 0); in vdev_file_io_intr() 157 if (zio->io_error == 0 && bp->b_resid != 0) in vdev_file_io_intr() 158 zio->io_error = SET_ERROR(ENOSPC); in vdev_file_io_intr() 161 zio_delay_interrupt(zio); in vdev_file_io_intr() 186 vdev_file_io_start(zio_t *zio) in vdev_file_io_start() argument 188 vdev_t *vd = zio->io_vd; in vdev_file_io_start() 193 if (zio->io_type == ZIO_TYPE_IOCTL) { in vdev_file_io_start() 196 zio->io_error = SET_ERROR(ENXIO); in vdev_file_io_start() 197 zio_interrupt(zio); in vdev_file_io_start() [all …]
|
H A D | vdev_cache.c | 159 vdev_cache_allocate(zio_t *zio) in vdev_cache_allocate() argument 161 vdev_cache_t *vc = &zio->io_vd->vdev_cache; in vdev_cache_allocate() 162 uint64_t offset = P2ALIGN(zio->io_offset, VCBS); in vdev_cache_allocate() 195 vdev_cache_hit(vdev_cache_t *vc, vdev_cache_entry_t *ve, zio_t *zio) in vdev_cache_hit() argument 197 uint64_t cache_phase = P2PHASE(zio->io_offset, VCBS); in vdev_cache_hit() 209 bcopy(ve->ve_data + cache_phase, zio->io_data, zio->io_size); in vdev_cache_hit() 254 vdev_cache_read(zio_t *zio) in vdev_cache_read() argument 256 vdev_cache_t *vc = &zio->io_vd->vdev_cache; in vdev_cache_read() 258 uint64_t cache_offset = P2ALIGN(zio->io_offset, VCBS); in vdev_cache_read() 259 uint64_t cache_phase = P2PHASE(zio->io_offset, VCBS); in vdev_cache_read() [all …]
|
H A D | vdev_label.c | 182 vdev_label_read(zio_t *zio, vdev_t *vd, int l, void *buf, uint64_t offset, in vdev_label_read() argument 185 ASSERT(spa_config_held(zio->io_spa, SCL_STATE_ALL, RW_WRITER) == in vdev_label_read() 189 zio_nowait(zio_read_phys(zio, vd, in vdev_label_read() 196 vdev_label_write(zio_t *zio, vdev_t *vd, int l, void *buf, uint64_t offset, in vdev_label_write() argument 199 ASSERT(spa_config_held(zio->io_spa, SCL_ALL, RW_WRITER) == SCL_ALL || in vdev_label_write() 200 (spa_config_held(zio->io_spa, SCL_CONFIG | SCL_STATE, RW_READER) == in vdev_label_write() 202 dsl_pool_sync_context(spa_get_dsl(zio->io_spa)))); in vdev_label_write() 205 zio_nowait(zio_write_phys(zio, vd, in vdev_label_write() 439 zio_t *zio; in vdev_label_read_config() local 456 zio = zio_root(spa, NULL, NULL, flags); in vdev_label_read_config() [all …]
|
H A D | zfs_fm.c | 107 const char *subclass, spa_t *spa, vdev_t *vd, zio_t *zio, in zfs_ereport_start() argument 132 if (zio != NULL) { in zfs_ereport_start() 137 if (zio->io_type != ZIO_TYPE_READ && in zfs_ereport_start() 138 zio->io_type != ZIO_TYPE_WRITE) in zfs_ereport_start() 145 if (zio->io_flags & ZIO_FLAG_SPECULATIVE) in zfs_ereport_start() 153 if (zio->io_error == EIO && in zfs_ereport_start() 154 !(zio->io_flags & ZIO_FLAG_IO_RETRY)) in zfs_ereport_start() 167 if (zio->io_vd == vd && !vdev_accessible(vd, zio)) in zfs_ereport_start() 174 if (zio->io_type == ZIO_TYPE_READ && in zfs_ereport_start() 175 zio->io_error == ECKSUM && in zfs_ereport_start() [all …]
|
H A D | vdev_disk.c | 680 zio_t *zio = vb->vb_io; in vdev_disk_io_intr() local 687 zio->io_error = (geterror(bp) != 0 ? EIO : 0); in vdev_disk_io_intr() 689 if (zio->io_error == 0 && bp->b_resid != 0) in vdev_disk_io_intr() 690 zio->io_error = SET_ERROR(EIO); in vdev_disk_io_intr() 694 zio_delay_interrupt(zio); in vdev_disk_io_intr() 698 vdev_disk_ioctl_free(zio_t *zio) in vdev_disk_ioctl_free() argument 700 kmem_free(zio->io_vsd, sizeof (struct dk_callback)); in vdev_disk_ioctl_free() 711 zio_t *zio = zio_arg; in vdev_disk_ioctl_done() local 713 zio->io_error = error; in vdev_disk_ioctl_done() 715 zio_interrupt(zio); in vdev_disk_ioctl_done() [all …]
|
H A D | zio_inject.c | 167 zio_handle_fault_injection(zio_t *zio, int error) in zio_handle_fault_injection() argument 175 if (zio->io_logical == NULL) in zio_handle_fault_injection() 181 if (zio->io_type != ZIO_TYPE_READ) in zio_handle_fault_injection() 189 if (zio->io_spa != handler->zi_spa || in zio_handle_fault_injection() 194 if (zio_match_handler(&zio->io_logical->io_bookmark, in zio_handle_fault_injection() 195 zio->io_bp ? BP_GET_TYPE(zio->io_bp) : DMU_OT_NONE, in zio_handle_fault_injection() 214 zio_handle_label_injection(zio_t *zio, int error) in zio_handle_label_injection() argument 217 vdev_t *vd = zio->io_vd; in zio_handle_label_injection() 218 uint64_t offset = zio->io_offset; in zio_handle_label_injection() 245 if (zio->io_vd->vdev_guid == handler->zi_record.zi_guid && in zio_handle_label_injection() [all …]
|
H A D | vdev_raidz.c | 286 vdev_raidz_map_free_vsd(zio_t *zio) in vdev_raidz_map_free_vsd() argument 288 raidz_map_t *rm = zio->io_vsd; in vdev_raidz_map_free_vsd() 389 vdev_raidz_cksum_report(zio_t *zio, zio_cksum_report_t *zcr, void *arg) in vdev_raidz_cksum_report() argument 394 raidz_map_t *rm = zio->io_vsd; in vdev_raidz_cksum_report() 1689 vdev_raidz_child_done(zio_t *zio) in vdev_raidz_child_done() argument 1691 raidz_col_t *rc = zio->io_private; in vdev_raidz_child_done() 1693 rc->rc_error = zio->io_error; in vdev_raidz_child_done() 1716 vdev_raidz_io_start(zio_t *zio) in vdev_raidz_io_start() argument 1718 vdev_t *vd = zio->io_vd; in vdev_raidz_io_start() 1725 rm = vdev_raidz_map_alloc(zio->io_data, zio->io_size, zio->io_offset, in vdev_raidz_io_start() [all …]
|
H A D | zio_checksum.c | 253 zio_checksum_compute(zio_t *zio, enum zio_checksum checksum, in zio_checksum_compute() argument 256 blkptr_t *bp = zio->io_bp; in zio_checksum_compute() 257 uint64_t offset = zio->io_offset; in zio_checksum_compute() 260 spa_t *spa = zio->io_spa; in zio_checksum_compute() 296 zio_checksum_error(zio_t *zio, zio_bad_cksum_t *info) in zio_checksum_error() argument 298 blkptr_t *bp = zio->io_bp; in zio_checksum_error() 299 uint_t checksum = (bp == NULL ? zio->io_prop.zp_checksum : in zio_checksum_error() 303 uint64_t size = (bp == NULL ? zio->io_size : in zio_checksum_error() 305 uint64_t offset = zio->io_offset; in zio_checksum_error() 306 void *data = zio->io_data; in zio_checksum_error() [all …]
|
H A D | vdev_missing.c | 70 vdev_missing_io_start(zio_t *zio) in vdev_missing_io_start() argument 72 zio->io_error = SET_ERROR(ENOTSUP); in vdev_missing_io_start() 73 zio_execute(zio); in vdev_missing_io_start() 78 vdev_missing_io_done(zio_t *zio) in vdev_missing_io_done() argument
|
H A D | dmu.c | 395 zio_t *zio; in dmu_buf_hold_array_by_dnode() local 427 zio = zio_root(dn->dn_objset->os_spa, NULL, NULL, ZIO_FLAG_CANFAIL); in dmu_buf_hold_array_by_dnode() 434 zio_nowait(zio); in dmu_buf_hold_array_by_dnode() 440 (void) dbuf_read(db, zio, dbuf_flags); in dmu_buf_hold_array_by_dnode() 451 err = zio_wait(zio); in dmu_buf_hold_array_by_dnode() 1382 dmu_sync_ready(zio_t *zio, arc_buf_t *buf, void *varg) in dmu_sync_ready() argument 1386 blkptr_t *bp = zio->io_bp; in dmu_sync_ready() 1388 if (zio->io_error == 0) { in dmu_sync_ready() 1403 dmu_sync_late_arrival_ready(zio_t *zio) in dmu_sync_late_arrival_ready() argument 1405 dmu_sync_ready(zio, NULL, zio->io_private); in dmu_sync_late_arrival_ready() [all …]
|
H A D | dbuf.c | 603 dbuf_read_done(zio_t *zio, arc_buf_t *buf, void *vdb) in dbuf_read_done() argument 623 } else if (zio == NULL || zio->io_error == 0) { in dbuf_read_done() 637 dbuf_read_impl(dmu_buf_impl_t *db, zio_t *zio, uint32_t flags) in dbuf_read_impl() argument 703 (void) arc_read(zio, db->db_objset->os_spa, db->db_blkptr, in dbuf_read_impl() 710 dbuf_read(dmu_buf_impl_t *db, zio_t *zio, uint32_t flags) in dbuf_read() argument 713 boolean_t havepzio = (zio != NULL); in dbuf_read() 746 if (zio == NULL) in dbuf_read() 747 zio = zio_root(spa, NULL, NULL, ZIO_FLAG_CANFAIL); in dbuf_read() 748 dbuf_read_impl(db, zio, flags); in dbuf_read() 760 err = zio_wait(zio); in dbuf_read() [all …]
|
H A D | vdev.c | 932 vdev_probe_done(zio_t *zio) in vdev_probe_done() argument 934 spa_t *spa = zio->io_spa; in vdev_probe_done() 935 vdev_t *vd = zio->io_vd; in vdev_probe_done() 936 vdev_probe_stats_t *vps = zio->io_private; in vdev_probe_done() 940 if (zio->io_type == ZIO_TYPE_READ) { in vdev_probe_done() 941 if (zio->io_error == 0) in vdev_probe_done() 943 if (zio->io_error == 0 && spa_writeable(spa)) { in vdev_probe_done() 945 zio->io_offset, zio->io_size, zio->io_data, in vdev_probe_done() 949 zio_buf_free(zio->io_data, zio->io_size); in vdev_probe_done() 951 } else if (zio->io_type == ZIO_TYPE_WRITE) { in vdev_probe_done() [all …]
|
H A D | arc.c | 976 static void l2arc_read_done(zio_t *zio); 1220 static void l2arc_log_blk_prefetch_abort(zio_t *zio); 4159 arc_bcopy_func(zio_t *zio, arc_buf_t *buf, void *arg) in arc_bcopy_func() argument 4161 if (zio == NULL || zio->io_error == 0) in arc_bcopy_func() 4168 arc_getbuf_func(zio_t *zio, arc_buf_t *buf, void *arg) in arc_getbuf_func() argument 4171 if (zio && zio->io_error) { in arc_getbuf_func() 4181 arc_read_done(zio_t *zio) in arc_read_done() argument 4190 buf = zio->io_private; in arc_read_done() 4202 ASSERT3U(hdr->b_birth, ==, BP_PHYSICAL_BIRTH(zio->io_bp)); in arc_read_done() 4204 BP_IDENTITY(zio->io_bp)->dva_word[0]); in arc_read_done() [all …]
|
H A D | dsl_pool.c | 436 zio_t *zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); in dsl_pool_sync_mos() local 437 dmu_objset_sync(dp->dp_meta_objset, zio, tx); in dsl_pool_sync_mos() 438 VERIFY0(zio_wait(zio)); in dsl_pool_sync_mos() 464 zio_t *zio; in dsl_pool_sync() local 479 zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); in dsl_pool_sync() 488 dsl_dataset_sync(ds, zio, tx); in dsl_pool_sync() 490 VERIFY0(zio_wait(zio)); in dsl_pool_sync() 517 zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); in dsl_pool_sync() 521 dsl_dataset_sync(ds, zio, tx); in dsl_pool_sync() 523 VERIFY0(zio_wait(zio)); in dsl_pool_sync()
|
H A D | ddt.c | 526 zio_t *zio = dde->dde_lead_zio[p]; in ddt_ditto_copies_needed() local 528 if (zio != NULL) in ddt_ditto_copies_needed() 529 refcnt += zio->io_parent_count; /* pending refs */ in ddt_ditto_copies_needed() 930 ddt_repair_entry_done(zio_t *zio) in ddt_repair_entry_done() argument 932 ddt_entry_t *rdde = zio->io_private; in ddt_repair_entry_done() 944 zio_t *zio; in ddt_repair_entry() local 947 zio = zio_null(rio, rio->io_spa, NULL, in ddt_repair_entry() 956 zio_nowait(zio_rewrite(zio, zio->io_spa, 0, &blk, in ddt_repair_entry() 958 ZIO_PRIORITY_SYNC_WRITE, ZIO_DDT_CHILD_FLAGS(zio), NULL)); in ddt_repair_entry() 961 zio_nowait(zio); in ddt_repair_entry()
|
H A D | dmu_tx.c | 156 dmu_tx_check_ioerr(zio_t *zio, dnode_t *dn, int level, uint64_t blkid) in dmu_tx_check_ioerr() argument 166 err = dbuf_read(db, zio, DB_RF_CANFAIL | DB_RF_NOPREFETCH); in dmu_tx_check_ioerr() 252 zio_t *zio = zio_root(dn->dn_objset->os_spa, in dmu_tx_count_write() local 259 err = dmu_tx_check_ioerr(zio, dn, 0, start); in dmu_tx_count_write() 268 err = dmu_tx_check_ioerr(zio, dn, 0, end); in dmu_tx_count_write() 277 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_count_write() 283 err = zio_wait(zio); in dmu_tx_count_write() 629 zio_t *zio; in dmu_tx_hold_free() local 685 zio = zio_root(tx->tx_pool->dp_spa, in dmu_tx_hold_free() 698 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_hold_free() [all …]
|
H A D | zil.c | 802 zio_t *zio; in zil_flush_vdevs() local 815 zio = zio_root(spa, NULL, NULL, ZIO_FLAG_CANFAIL); in zil_flush_vdevs() 820 zio_flush(zio, vd); in zil_flush_vdevs() 828 (void) zio_wait(zio); in zil_flush_vdevs() 837 zil_lwb_write_done(zio_t *zio) in zil_lwb_write_done() argument 839 lwb_t *lwb = zio->io_private; in zil_lwb_write_done() 843 ASSERT(BP_GET_COMPRESS(zio->io_bp) == ZIO_COMPRESS_OFF); in zil_lwb_write_done() 844 ASSERT(BP_GET_TYPE(zio->io_bp) == DMU_OT_INTENT_LOG); in zil_lwb_write_done() 845 ASSERT(BP_GET_LEVEL(zio->io_bp) == 0); in zil_lwb_write_done() 846 ASSERT(BP_GET_BYTEORDER(zio->io_bp) == ZFS_HOST_BYTEORDER); in zil_lwb_write_done() [all …]
|
H A D | dmu_objset.c | 1045 dmu_objset_write_ready(zio_t *zio, arc_buf_t *abuf, void *arg) in dmu_objset_write_ready() argument 1047 blkptr_t *bp = zio->io_bp; in dmu_objset_write_ready() 1069 dmu_objset_write_done(zio_t *zio, arc_buf_t *abuf, void *arg) in dmu_objset_write_done() argument 1071 blkptr_t *bp = zio->io_bp; in dmu_objset_write_done() 1072 blkptr_t *bp_orig = &zio->io_bp_orig; in dmu_objset_write_done() 1075 if (zio->io_flags & ZIO_FLAG_IO_REWRITE) { in dmu_objset_write_done() 1093 zio_t *zio; in dmu_objset_sync() local 1123 zio = arc_write(pio, os->os_spa, tx->tx_txg, in dmu_objset_sync() 1132 DMU_META_DNODE(os)->dn_zio = zio; in dmu_objset_sync() 1139 DMU_USERUSED_DNODE(os)->dn_zio = zio; in dmu_objset_sync() [all …]
|
/titanic_50/usr/src/uts/common/fs/zfs/sys/ |
H A D | zio.h | 208 #define ZIO_DDT_CHILD_FLAGS(zio) \ argument 209 (((zio)->io_flags & ZIO_FLAG_DDT_INHERIT) | \ 212 #define ZIO_GANG_CHILD_FLAGS(zio) \ argument 213 (((zio)->io_flags & ZIO_FLAG_GANG_INHERIT) | \ 216 #define ZIO_VDEV_CHILD_FLAGS(zio) \ argument 217 (((zio)->io_flags & ZIO_FLAG_VDEV_INHERIT) | \ 252 typedef void zio_done_func_t(zio_t *zio); 344 typedef void zio_vsd_cksum_report_f(zio_t *zio, zio_cksum_report_t *zcr, 359 typedef zio_t *zio_gang_issue_func_t(zio_t *zio, blkptr_t *bp, 362 typedef void zio_transform_func_t(zio_t *zio, void *data, uint64_t size); [all …]
|
H A D | vdev.h | 88 extern void vdev_stat_update(zio_t *zio, uint64_t psize); 110 extern boolean_t vdev_accessible(vdev_t *vd, zio_t *zio); 114 extern boolean_t vdev_cache_read(zio_t *zio); 115 extern void vdev_cache_write(zio_t *zio); 120 extern zio_t *vdev_queue_io(zio_t *zio); 121 extern void vdev_queue_io_done(zio_t *zio);
|
H A D | zio_checksum.h | 100 extern void zio_checksum_compute(zio_t *zio, enum zio_checksum checksum, 102 extern int zio_checksum_error(zio_t *zio, zio_bad_cksum_t *out);
|
/titanic_50/usr/src/grub/grub-0.97/stage2/zfs-include/ |
H A D | zio.h | 49 #define ZIO_GET_IOSIZE(zio) \ argument 50 (BP_IS_GANG((zio)->io_bp) ? \ 51 SPA_GANGBLOCKSIZE : BP_GET_PSIZE((zio)->io_bp))
|