Home
last modified time | relevance | path

Searched refs:zio (Results 1 – 25 of 47) sorted by relevance

12

/titanic_41/usr/src/uts/common/fs/zfs/
H A Dzio.c93 #define IO_IS_ALLOCATING(zio) ((zio)->io_orig_pipeline & ZIO_STAGE_DVA_ALLOCATE) argument
269 zio_push_transform(zio_t *zio, void *data, uint64_t size, uint64_t bufsize, in zio_push_transform() argument
274 zt->zt_orig_data = zio->io_data; in zio_push_transform()
275 zt->zt_orig_size = zio->io_size; in zio_push_transform()
279 zt->zt_next = zio->io_transform_stack; in zio_push_transform()
280 zio->io_transform_stack = zt; in zio_push_transform()
282 zio->io_data = data; in zio_push_transform()
283 zio->io_size = size; in zio_push_transform()
287 zio_pop_transforms(zio_t *zio) in zio_pop_transforms() argument
291 while ((zt = zio->io_transform_stack) != NULL) { in zio_pop_transforms()
[all …]
H A Dvdev_mirror.c60 vdev_mirror_map_free(zio_t *zio) in vdev_mirror_map_free() argument
62 mirror_map_t *mm = zio->io_vsd; in vdev_mirror_map_free()
73 vdev_mirror_map_alloc(zio_t *zio) in vdev_mirror_map_alloc() argument
77 vdev_t *vd = zio->io_vd; in vdev_mirror_map_alloc()
81 dva_t *dva = zio->io_bp->blk_dva; in vdev_mirror_map_alloc()
82 spa_t *spa = zio->io_spa; in vdev_mirror_map_alloc()
84 c = BP_GET_NDVAS(zio->io_bp); in vdev_mirror_map_alloc()
118 (zio->io_offset >> vdev_mirror_shift) % c; in vdev_mirror_map_alloc()
124 mc->mc_offset = zio->io_offset; in vdev_mirror_map_alloc()
128 zio->io_vsd = mm; in vdev_mirror_map_alloc()
[all …]
H A Dvdev_queue.c232 sizeof (zio_t), offsetof(struct zio, io_queue_node)); in vdev_queue_init()
235 offsetof(struct zio, io_offset_node)); in vdev_queue_init()
238 offsetof(struct zio, io_offset_node)); in vdev_queue_init()
254 sizeof (zio_t), offsetof(struct zio, io_queue_node)); in vdev_queue_init()
273 vdev_queue_io_add(vdev_queue_t *vq, zio_t *zio) in vdev_queue_io_add() argument
275 spa_t *spa = zio->io_spa; in vdev_queue_io_add()
276 ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE); in vdev_queue_io_add()
277 avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_add()
278 avl_add(vdev_queue_type_tree(vq, zio->io_type), zio); in vdev_queue_io_add()
281 spa->spa_queue_stats[zio->io_priority].spa_queued++; in vdev_queue_io_add()
[all …]
H A Dvdev_cache.c159 vdev_cache_allocate(zio_t *zio) in vdev_cache_allocate() argument
161 vdev_cache_t *vc = &zio->io_vd->vdev_cache; in vdev_cache_allocate()
162 uint64_t offset = P2ALIGN(zio->io_offset, VCBS); in vdev_cache_allocate()
195 vdev_cache_hit(vdev_cache_t *vc, vdev_cache_entry_t *ve, zio_t *zio) in vdev_cache_hit() argument
197 uint64_t cache_phase = P2PHASE(zio->io_offset, VCBS); in vdev_cache_hit()
209 bcopy(ve->ve_data + cache_phase, zio->io_data, zio->io_size); in vdev_cache_hit()
254 vdev_cache_read(zio_t *zio) in vdev_cache_read() argument
256 vdev_cache_t *vc = &zio->io_vd->vdev_cache; in vdev_cache_read()
258 uint64_t cache_offset = P2ALIGN(zio->io_offset, VCBS); in vdev_cache_read()
259 uint64_t cache_phase = P2PHASE(zio->io_offset, VCBS); in vdev_cache_read()
[all …]
H A Dvdev_label.c182 vdev_label_read(zio_t *zio, vdev_t *vd, int l, void *buf, uint64_t offset, in vdev_label_read() argument
185 ASSERT(spa_config_held(zio->io_spa, SCL_STATE_ALL, RW_WRITER) == in vdev_label_read()
189 zio_nowait(zio_read_phys(zio, vd, in vdev_label_read()
196 vdev_label_write(zio_t *zio, vdev_t *vd, int l, void *buf, uint64_t offset, in vdev_label_write() argument
199 ASSERT(spa_config_held(zio->io_spa, SCL_ALL, RW_WRITER) == SCL_ALL || in vdev_label_write()
200 (spa_config_held(zio->io_spa, SCL_CONFIG | SCL_STATE, RW_READER) == in vdev_label_write()
202 dsl_pool_sync_context(spa_get_dsl(zio->io_spa)))); in vdev_label_write()
205 zio_nowait(zio_write_phys(zio, vd, in vdev_label_write()
439 zio_t *zio; in vdev_label_read_config() local
456 zio = zio_root(spa, NULL, NULL, flags); in vdev_label_read_config()
[all …]
H A Dvdev_file.c154 zio_t *zio = vb->vb_io; in vdev_file_io_intr() local
156 zio->io_error = (geterror(bp) != 0 ? EIO : 0); in vdev_file_io_intr()
157 if (zio->io_error == 0 && bp->b_resid != 0) in vdev_file_io_intr()
158 zio->io_error = SET_ERROR(ENOSPC); in vdev_file_io_intr()
161 zio_interrupt(zio); in vdev_file_io_intr()
186 vdev_file_io_start(zio_t *zio) in vdev_file_io_start() argument
188 vdev_t *vd = zio->io_vd; in vdev_file_io_start()
193 if (zio->io_type == ZIO_TYPE_IOCTL) { in vdev_file_io_start()
196 zio->io_error = SET_ERROR(ENXIO); in vdev_file_io_start()
197 zio_interrupt(zio); in vdev_file_io_start()
[all …]
H A Dzio_inject.c129 zio_handle_fault_injection(zio_t *zio, int error) in zio_handle_fault_injection() argument
137 if (zio->io_logical == NULL) in zio_handle_fault_injection()
143 if (zio->io_type != ZIO_TYPE_READ) in zio_handle_fault_injection()
151 if (zio->io_spa != handler->zi_spa || in zio_handle_fault_injection()
156 if (zio_match_handler(&zio->io_logical->io_bookmark, in zio_handle_fault_injection()
157 zio->io_bp ? BP_GET_TYPE(zio->io_bp) : DMU_OT_NONE, in zio_handle_fault_injection()
176 zio_handle_label_injection(zio_t *zio, int error) in zio_handle_label_injection() argument
179 vdev_t *vd = zio->io_vd; in zio_handle_label_injection()
180 uint64_t offset = zio->io_offset; in zio_handle_label_injection()
207 if (zio->io_vd->vdev_guid == handler->zi_record.zi_guid && in zio_handle_label_injection()
[all …]
H A Dzfs_fm.c107 const char *subclass, spa_t *spa, vdev_t *vd, zio_t *zio, in zfs_ereport_start() argument
132 if (zio != NULL) { in zfs_ereport_start()
137 if (zio->io_type != ZIO_TYPE_READ && in zfs_ereport_start()
138 zio->io_type != ZIO_TYPE_WRITE) in zfs_ereport_start()
145 if (zio->io_flags & ZIO_FLAG_SPECULATIVE) in zfs_ereport_start()
153 if (zio->io_error == EIO && in zfs_ereport_start()
154 !(zio->io_flags & ZIO_FLAG_IO_RETRY)) in zfs_ereport_start()
167 if (zio->io_vd == vd && !vdev_accessible(vd, zio)) in zfs_ereport_start()
174 if (zio->io_type == ZIO_TYPE_READ && in zfs_ereport_start()
175 zio->io_error == ECKSUM && in zfs_ereport_start()
[all …]
H A Dvdev_disk.c680 zio_t *zio = vb->vb_io; in vdev_disk_io_intr() local
687 zio->io_error = (geterror(bp) != 0 ? EIO : 0); in vdev_disk_io_intr()
689 if (zio->io_error == 0 && bp->b_resid != 0) in vdev_disk_io_intr()
690 zio->io_error = SET_ERROR(EIO); in vdev_disk_io_intr()
694 zio_interrupt(zio); in vdev_disk_io_intr()
698 vdev_disk_ioctl_free(zio_t *zio) in vdev_disk_ioctl_free() argument
700 kmem_free(zio->io_vsd, sizeof (struct dk_callback)); in vdev_disk_ioctl_free()
711 zio_t *zio = zio_arg; in vdev_disk_ioctl_done() local
713 zio->io_error = error; in vdev_disk_ioctl_done()
715 zio_interrupt(zio); in vdev_disk_ioctl_done()
[all …]
H A Dvdev_raidz.c285 vdev_raidz_map_free_vsd(zio_t *zio) in vdev_raidz_map_free_vsd() argument
287 raidz_map_t *rm = zio->io_vsd; in vdev_raidz_map_free_vsd()
388 vdev_raidz_cksum_report(zio_t *zio, zio_cksum_report_t *zcr, void *arg) in vdev_raidz_cksum_report() argument
393 raidz_map_t *rm = zio->io_vsd; in vdev_raidz_cksum_report()
1688 vdev_raidz_child_done(zio_t *zio) in vdev_raidz_child_done() argument
1690 raidz_col_t *rc = zio->io_private; in vdev_raidz_child_done()
1692 rc->rc_error = zio->io_error; in vdev_raidz_child_done()
1715 vdev_raidz_io_start(zio_t *zio) in vdev_raidz_io_start() argument
1717 vdev_t *vd = zio->io_vd; in vdev_raidz_io_start()
1724 rm = vdev_raidz_map_alloc(zio->io_data, zio->io_size, zio->io_offset, in vdev_raidz_io_start()
[all …]
H A Dzio_checksum.c154 zio_checksum_compute(zio_t *zio, enum zio_checksum checksum, in zio_checksum_compute() argument
157 blkptr_t *bp = zio->io_bp; in zio_checksum_compute()
158 uint64_t offset = zio->io_offset; in zio_checksum_compute()
192 zio_checksum_error(zio_t *zio, zio_bad_cksum_t *info) in zio_checksum_error() argument
194 blkptr_t *bp = zio->io_bp; in zio_checksum_error()
195 uint_t checksum = (bp == NULL ? zio->io_prop.zp_checksum : in zio_checksum_error()
199 uint64_t size = (bp == NULL ? zio->io_size : in zio_checksum_error()
201 uint64_t offset = zio->io_offset; in zio_checksum_error()
202 void *data = zio->io_data; in zio_checksum_error()
269 if (zio_injection_enabled && !zio->io_error && in zio_checksum_error()
[all …]
H A Dvdev_missing.c70 vdev_missing_io_start(zio_t *zio) in vdev_missing_io_start() argument
72 zio->io_error = SET_ERROR(ENOTSUP); in vdev_missing_io_start()
73 zio_execute(zio); in vdev_missing_io_start()
78 vdev_missing_io_done(zio_t *zio) in vdev_missing_io_done() argument
H A Ddmu.c395 zio_t *zio; in dmu_buf_hold_array_by_dnode() local
423 zio = zio_root(dn->dn_objset->os_spa, NULL, NULL, ZIO_FLAG_CANFAIL); in dmu_buf_hold_array_by_dnode()
430 zio_nowait(zio); in dmu_buf_hold_array_by_dnode()
435 (void) dbuf_read(db, zio, dbuf_flags); in dmu_buf_hold_array_by_dnode()
442 err = zio_wait(zio); in dmu_buf_hold_array_by_dnode()
1375 dmu_sync_ready(zio_t *zio, arc_buf_t *buf, void *varg) in dmu_sync_ready() argument
1379 blkptr_t *bp = zio->io_bp; in dmu_sync_ready()
1381 if (zio->io_error == 0) { in dmu_sync_ready()
1396 dmu_sync_late_arrival_ready(zio_t *zio) in dmu_sync_late_arrival_ready() argument
1398 dmu_sync_ready(zio, NULL, zio->io_private); in dmu_sync_late_arrival_ready()
[all …]
H A Ddbuf.c602 dbuf_read_done(zio_t *zio, arc_buf_t *buf, void *vdb) in dbuf_read_done() argument
622 } else if (zio == NULL || zio->io_error == 0) { in dbuf_read_done()
636 dbuf_read_impl(dmu_buf_impl_t *db, zio_t *zio, uint32_t *flags) in dbuf_read_impl() argument
703 (void) arc_read(zio, db->db_objset->os_spa, db->db_blkptr, in dbuf_read_impl()
712 dbuf_read(dmu_buf_impl_t *db, zio_t *zio, uint32_t flags) in dbuf_read() argument
715 boolean_t havepzio = (zio != NULL); in dbuf_read()
749 if (zio == NULL) in dbuf_read()
750 zio = zio_root(spa, NULL, NULL, ZIO_FLAG_CANFAIL); in dbuf_read()
751 dbuf_read_impl(db, zio, &flags); in dbuf_read()
764 err = zio_wait(zio); in dbuf_read()
[all …]
H A Dvdev.c931 vdev_probe_done(zio_t *zio) in vdev_probe_done() argument
933 spa_t *spa = zio->io_spa; in vdev_probe_done()
934 vdev_t *vd = zio->io_vd; in vdev_probe_done()
935 vdev_probe_stats_t *vps = zio->io_private; in vdev_probe_done()
939 if (zio->io_type == ZIO_TYPE_READ) { in vdev_probe_done()
940 if (zio->io_error == 0) in vdev_probe_done()
942 if (zio->io_error == 0 && spa_writeable(spa)) { in vdev_probe_done()
944 zio->io_offset, zio->io_size, zio->io_data, in vdev_probe_done()
948 zio_buf_free(zio->io_data, zio->io_size); in vdev_probe_done()
950 } else if (zio->io_type == ZIO_TYPE_WRITE) { in vdev_probe_done()
[all …]
H A Darc.c972 static void l2arc_read_done(zio_t *zio);
1216 static void l2arc_log_blk_prefetch_abort(zio_t *zio);
4155 arc_bcopy_func(zio_t *zio, arc_buf_t *buf, void *arg) in arc_bcopy_func() argument
4157 if (zio == NULL || zio->io_error == 0) in arc_bcopy_func()
4164 arc_getbuf_func(zio_t *zio, arc_buf_t *buf, void *arg) in arc_getbuf_func() argument
4167 if (zio && zio->io_error) { in arc_getbuf_func()
4177 arc_read_done(zio_t *zio) in arc_read_done() argument
4186 buf = zio->io_private; in arc_read_done()
4198 ASSERT3U(hdr->b_birth, ==, BP_PHYSICAL_BIRTH(zio->io_bp)); in arc_read_done()
4200 BP_IDENTITY(zio->io_bp)->dva_word[0]); in arc_read_done()
[all …]
H A Ddsl_pool.c435 zio_t *zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); in dsl_pool_sync_mos() local
436 dmu_objset_sync(dp->dp_meta_objset, zio, tx); in dsl_pool_sync_mos()
437 VERIFY0(zio_wait(zio)); in dsl_pool_sync_mos()
463 zio_t *zio; in dsl_pool_sync() local
478 zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); in dsl_pool_sync()
487 dsl_dataset_sync(ds, zio, tx); in dsl_pool_sync()
489 VERIFY0(zio_wait(zio)); in dsl_pool_sync()
516 zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED); in dsl_pool_sync()
520 dsl_dataset_sync(ds, zio, tx); in dsl_pool_sync()
522 VERIFY0(zio_wait(zio)); in dsl_pool_sync()
H A Dddt.c525 zio_t *zio = dde->dde_lead_zio[p]; in ddt_ditto_copies_needed() local
527 if (zio != NULL) in ddt_ditto_copies_needed()
528 refcnt += zio->io_parent_count; /* pending refs */ in ddt_ditto_copies_needed()
929 ddt_repair_entry_done(zio_t *zio) in ddt_repair_entry_done() argument
931 ddt_entry_t *rdde = zio->io_private; in ddt_repair_entry_done()
943 zio_t *zio; in ddt_repair_entry() local
946 zio = zio_null(rio, rio->io_spa, NULL, in ddt_repair_entry()
955 zio_nowait(zio_rewrite(zio, zio->io_spa, 0, &blk, in ddt_repair_entry()
957 ZIO_PRIORITY_SYNC_WRITE, ZIO_DDT_CHILD_FLAGS(zio), NULL)); in ddt_repair_entry()
960 zio_nowait(zio); in ddt_repair_entry()
H A Ddmu_tx.c155 dmu_tx_check_ioerr(zio_t *zio, dnode_t *dn, int level, uint64_t blkid) in dmu_tx_check_ioerr() argument
165 err = dbuf_read(db, zio, DB_RF_CANFAIL | DB_RF_NOPREFETCH); in dmu_tx_check_ioerr()
251 zio_t *zio = zio_root(dn->dn_objset->os_spa, in dmu_tx_count_write() local
258 err = dmu_tx_check_ioerr(zio, dn, 0, start); in dmu_tx_count_write()
267 err = dmu_tx_check_ioerr(zio, dn, 0, end); in dmu_tx_count_write()
276 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_count_write()
282 err = zio_wait(zio); in dmu_tx_count_write()
628 zio_t *zio; in dmu_tx_hold_free() local
684 zio = zio_root(tx->tx_pool->dp_spa, in dmu_tx_hold_free()
697 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_hold_free()
[all …]
H A Dzil.c801 zio_t *zio; in zil_flush_vdevs() local
814 zio = zio_root(spa, NULL, NULL, ZIO_FLAG_CANFAIL); in zil_flush_vdevs()
819 zio_flush(zio, vd); in zil_flush_vdevs()
827 (void) zio_wait(zio); in zil_flush_vdevs()
836 zil_lwb_write_done(zio_t *zio) in zil_lwb_write_done() argument
838 lwb_t *lwb = zio->io_private; in zil_lwb_write_done()
842 ASSERT(BP_GET_COMPRESS(zio->io_bp) == ZIO_COMPRESS_OFF); in zil_lwb_write_done()
843 ASSERT(BP_GET_TYPE(zio->io_bp) == DMU_OT_INTENT_LOG); in zil_lwb_write_done()
844 ASSERT(BP_GET_LEVEL(zio->io_bp) == 0); in zil_lwb_write_done()
845 ASSERT(BP_GET_BYTEORDER(zio->io_bp) == ZFS_HOST_BYTEORDER); in zil_lwb_write_done()
[all …]
H A Ddmu_objset.c1076 dmu_objset_write_ready(zio_t *zio, arc_buf_t *abuf, void *arg) in dmu_objset_write_ready() argument
1078 blkptr_t *bp = zio->io_bp; in dmu_objset_write_ready()
1100 dmu_objset_write_done(zio_t *zio, arc_buf_t *abuf, void *arg) in dmu_objset_write_done() argument
1102 blkptr_t *bp = zio->io_bp; in dmu_objset_write_done()
1103 blkptr_t *bp_orig = &zio->io_bp_orig; in dmu_objset_write_done()
1106 if (zio->io_flags & ZIO_FLAG_IO_REWRITE) { in dmu_objset_write_done()
1124 zio_t *zio; in dmu_objset_sync() local
1154 zio = arc_write(pio, os->os_spa, tx->tx_txg, in dmu_objset_sync()
1163 DMU_META_DNODE(os)->dn_zio = zio; in dmu_objset_sync()
1170 DMU_USERUSED_DNODE(os)->dn_zio = zio; in dmu_objset_sync()
[all …]
/titanic_41/usr/src/uts/common/fs/zfs/sys/
H A Dzio.h205 #define ZIO_DDT_CHILD_FLAGS(zio) \ argument
206 (((zio)->io_flags & ZIO_FLAG_DDT_INHERIT) | \
209 #define ZIO_GANG_CHILD_FLAGS(zio) \ argument
210 (((zio)->io_flags & ZIO_FLAG_GANG_INHERIT) | \
213 #define ZIO_VDEV_CHILD_FLAGS(zio) \ argument
214 (((zio)->io_flags & ZIO_FLAG_VDEV_INHERIT) | \
249 typedef void zio_done_func_t(zio_t *zio);
341 typedef void zio_vsd_cksum_report_f(zio_t *zio, zio_cksum_report_t *zcr,
356 typedef zio_t *zio_gang_issue_func_t(zio_t *zio, blkptr_t *bp,
359 typedef void zio_transform_func_t(zio_t *zio, void *data, uint64_t size);
[all …]
H A Dvdev.h88 extern void vdev_stat_update(zio_t *zio, uint64_t psize);
110 extern boolean_t vdev_accessible(vdev_t *vd, zio_t *zio);
114 extern boolean_t vdev_cache_read(zio_t *zio);
115 extern void vdev_cache_write(zio_t *zio);
120 extern zio_t *vdev_queue_io(zio_t *zio);
121 extern void vdev_queue_io_done(zio_t *zio);
H A Dzio_checksum.h67 extern void zio_checksum_compute(zio_t *zio, enum zio_checksum checksum,
69 extern int zio_checksum_error(zio_t *zio, zio_bad_cksum_t *out);
/titanic_41/usr/src/grub/grub-0.97/stage2/zfs-include/
H A Dzio.h49 #define ZIO_GET_IOSIZE(zio) \ argument
50 (BP_IS_GANG((zio)->io_bp) ? \
51 SPA_GANGBLOCKSIZE : BP_GET_PSIZE((zio)->io_bp))

12