976 static void l2arc_read_done(zio_t *zio);
1220 static void l2arc_log_blk_prefetch_abort(zio_t *zio);
4159 arc_bcopy_func(zio_t *zio, arc_buf_t *buf, void *arg)  in arc_bcopy_func()  argument
4161 	if (zio == NULL || zio->io_error == 0)  in arc_bcopy_func()
4168 arc_getbuf_func(zio_t *zio, arc_buf_t *buf, void *arg)  in arc_getbuf_func()  argument
4171 	if (zio && zio->io_error) {  in arc_getbuf_func()
4181 arc_read_done(zio_t *zio)  in arc_read_done()  argument
4190 	buf = zio->io_private;  in arc_read_done()
4202 		ASSERT3U(hdr->b_birth, ==, BP_PHYSICAL_BIRTH(zio->io_bp));  in arc_read_done()
4204 		    BP_IDENTITY(zio->io_bp)->dva_word[0]);  in arc_read_done()
4206 		    BP_IDENTITY(zio->io_bp)->dva_word[1]);  in arc_read_done()
4208 		arc_buf_hdr_t *found = buf_hash_find(hdr->b_spa, zio->io_bp,  in arc_read_done()
4214 		    DVA_EQUAL(&hdr->b_dva, BP_IDENTITY(zio->io_bp))) ||  in arc_read_done()
4225 	if (BP_SHOULD_BYTESWAP(zio->io_bp) && zio->io_error == 0) {  in arc_read_done()
4227 		    DMU_OT_BYTESWAP(BP_GET_TYPE(zio->io_bp));  in arc_read_done()
4228 		arc_byteswap_func_t *func = BP_GET_LEVEL(zio->io_bp) > 0 ?  in arc_read_done()
4237 	if (hash_lock && zio->io_error == 0 &&  in arc_read_done()
4272 	if (zio->io_error != 0) {  in arc_read_done()
4304 			acb->acb_done(zio, acb->acb_buf, acb->acb_private);  in arc_read_done()
4307 			acb->acb_zio_dummy->io_error = zio->io_error;  in arc_read_done()
5000 arc_write_ready(zio_t *zio)  in arc_write_ready()  argument
5002 	arc_write_callback_t *callback = zio->io_private;  in arc_write_ready()
5009 	callback->awcb_ready(zio, buf, callback->awcb_private);  in arc_write_ready()
5034 arc_write_physdone(zio_t *zio)  in arc_write_physdone()  argument
5036 	arc_write_callback_t *cb = zio->io_private;  in arc_write_physdone()
5038 		cb->awcb_physdone(zio, cb->awcb_buf, cb->awcb_private);  in arc_write_physdone()
5042 arc_write_done(zio_t *zio)  in arc_write_done()  argument
5044 	arc_write_callback_t *callback = zio->io_private;  in arc_write_done()
5050 	if (zio->io_error == 0) {  in arc_write_done()
5051 		if (BP_IS_HOLE(zio->io_bp) || BP_IS_EMBEDDED(zio->io_bp)) {  in arc_write_done()
5054 			hdr->b_dva = *BP_IDENTITY(zio->io_bp);  in arc_write_done()
5055 			hdr->b_birth = BP_PHYSICAL_BIRTH(zio->io_bp);  in arc_write_done()
5071 		ASSERT(zio->io_error == 0);  in arc_write_done()
5082 			if (zio->io_flags & ZIO_FLAG_IO_REWRITE) {  in arc_write_done()
5083 				if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp))  in arc_write_done()
5093 			} else if (zio->io_flags & ZIO_FLAG_NOPWRITE) {  in arc_write_done()
5095 				ASSERT(zio->io_prop.zp_nopwrite);  in arc_write_done()
5096 				if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp))  in arc_write_done()
5103 				ASSERT(BP_GET_DEDUP(zio->io_bp));  in arc_write_done()
5104 				ASSERT(BP_GET_LEVEL(zio->io_bp) == 0);  in arc_write_done()
5117 	callback->awcb_done(zio, buf, callback->awcb_private);  in arc_write_done()
5131 	zio_t *zio;  in arc_write()  local
5150 	zio = zio_write(pio, spa, txg, bp, buf->b_data, hdr->b_size, zp,  in arc_write()
5154 	return (zio);  in arc_write()
5990 l2arc_write_done(zio_t *zio)  in l2arc_write_done()  argument
6000 	cb = zio->io_private;  in l2arc_write_done()
6008 	DTRACE_PROBE2(l2arc__iodone, zio_t *, zio,  in l2arc_write_done()
6011 	if (zio->io_error != 0)  in l2arc_write_done()
6071 		if (zio->io_error != 0) {  in l2arc_write_done()
6117 l2arc_read_done(zio_t *zio)  in l2arc_read_done()  argument
6125 	ASSERT(zio->io_vd != NULL);  in l2arc_read_done()
6126 	ASSERT(zio->io_flags & ZIO_FLAG_DONT_PROPAGATE);  in l2arc_read_done()
6128 	spa_config_exit(zio->io_spa, SCL_L2ARC, zio->io_vd);  in l2arc_read_done()
6130 	cb = zio->io_private;  in l2arc_read_done()
6144 		l2arc_decompress_zio(zio, hdr, cb->l2rcb_compress);  in l2arc_read_done()
6145 	ASSERT(zio->io_data != NULL);  in l2arc_read_done()
6146 	ASSERT3U(zio->io_size, ==, hdr->b_size);  in l2arc_read_done()
6153 	if (equal && zio->io_error == 0 && !HDR_L2_EVICTED(hdr)) {  in l2arc_read_done()
6155 		zio->io_private = buf;  in l2arc_read_done()
6156 		zio->io_bp_copy = cb->l2rcb_bp;	/* XXX fix in L2ARC 2.0	*/  in l2arc_read_done()
6157 		zio->io_bp = &zio->io_bp_copy;	/* XXX fix in L2ARC 2.0	*/  in l2arc_read_done()
6158 		arc_read_done(zio);  in l2arc_read_done()
6165 		if (zio->io_error != 0) {  in l2arc_read_done()
6168 			zio->io_error = SET_ERROR(EIO);  in l2arc_read_done()
6178 		if (zio->io_waiter == NULL) {  in l2arc_read_done()
6179 			zio_t *pio = zio_unique_parent(zio);  in l2arc_read_done()
6185 			    zio->io_priority, cb->l2rcb_flags, &cb->l2rcb_zb));  in l2arc_read_done()
6790 l2arc_decompress_zio(zio_t *zio, arc_buf_hdr_t *hdr, enum zio_compress c)  in l2arc_decompress_zio()  argument
6794 	if (zio->io_error != 0) {  in l2arc_decompress_zio()
6799 		zio->io_orig_size = zio->io_size = hdr->b_size;  in l2arc_decompress_zio()
6811 		zio->io_data = zio->io_orig_data = hdr->b_l1hdr.b_buf->b_data;  in l2arc_decompress_zio()
6813 		ASSERT(zio->io_data != NULL);  in l2arc_decompress_zio()
6827 		csize = zio->io_size;  in l2arc_decompress_zio()
6829 		bcopy(zio->io_data, cdata, csize);  in l2arc_decompress_zio()
6830 		if (zio_decompress_data(c, cdata, zio->io_data, csize,  in l2arc_decompress_zio()
6832 			zio->io_error = EIO;  in l2arc_decompress_zio()
6837 	zio->io_orig_size = zio->io_size = hdr->b_size;  in l2arc_decompress_zio()
7704 l2arc_log_blk_prefetch_abort(zio_t *zio)  in l2arc_log_blk_prefetch_abort()  argument
7706 	(void) zio_wait(zio);  in l2arc_log_blk_prefetch_abort()