972 static void l2arc_read_done(zio_t *zio);
1216 static void l2arc_log_blk_prefetch_abort(zio_t *zio);
4155 arc_bcopy_func(zio_t *zio, arc_buf_t *buf, void *arg)  in arc_bcopy_func()  argument
4157 	if (zio == NULL || zio->io_error == 0)  in arc_bcopy_func()
4164 arc_getbuf_func(zio_t *zio, arc_buf_t *buf, void *arg)  in arc_getbuf_func()  argument
4167 	if (zio && zio->io_error) {  in arc_getbuf_func()
4177 arc_read_done(zio_t *zio)  in arc_read_done()  argument
4186 	buf = zio->io_private;  in arc_read_done()
4198 		ASSERT3U(hdr->b_birth, ==, BP_PHYSICAL_BIRTH(zio->io_bp));  in arc_read_done()
4200 		    BP_IDENTITY(zio->io_bp)->dva_word[0]);  in arc_read_done()
4202 		    BP_IDENTITY(zio->io_bp)->dva_word[1]);  in arc_read_done()
4204 		arc_buf_hdr_t *found = buf_hash_find(hdr->b_spa, zio->io_bp,  in arc_read_done()
4210 		    DVA_EQUAL(&hdr->b_dva, BP_IDENTITY(zio->io_bp))) ||  in arc_read_done()
4221 	if (BP_SHOULD_BYTESWAP(zio->io_bp) && zio->io_error == 0) {  in arc_read_done()
4223 		    DMU_OT_BYTESWAP(BP_GET_TYPE(zio->io_bp));  in arc_read_done()
4224 		arc_byteswap_func_t *func = BP_GET_LEVEL(zio->io_bp) > 0 ?  in arc_read_done()
4233 	if (hash_lock && zio->io_error == 0 &&  in arc_read_done()
4268 	if (zio->io_error != 0) {  in arc_read_done()
4300 			acb->acb_done(zio, acb->acb_buf, acb->acb_private);  in arc_read_done()
4303 			acb->acb_zio_dummy->io_error = zio->io_error;  in arc_read_done()
4940 arc_write_ready(zio_t *zio)  in arc_write_ready()  argument
4942 	arc_write_callback_t *callback = zio->io_private;  in arc_write_ready()
4949 	callback->awcb_ready(zio, buf, callback->awcb_private);  in arc_write_ready()
4974 arc_write_physdone(zio_t *zio)  in arc_write_physdone()  argument
4976 	arc_write_callback_t *cb = zio->io_private;  in arc_write_physdone()
4978 		cb->awcb_physdone(zio, cb->awcb_buf, cb->awcb_private);  in arc_write_physdone()
4982 arc_write_done(zio_t *zio)  in arc_write_done()  argument
4984 	arc_write_callback_t *callback = zio->io_private;  in arc_write_done()
4990 	if (zio->io_error == 0) {  in arc_write_done()
4991 		if (BP_IS_HOLE(zio->io_bp) || BP_IS_EMBEDDED(zio->io_bp)) {  in arc_write_done()
4994 			hdr->b_dva = *BP_IDENTITY(zio->io_bp);  in arc_write_done()
4995 			hdr->b_birth = BP_PHYSICAL_BIRTH(zio->io_bp);  in arc_write_done()
5011 		ASSERT(zio->io_error == 0);  in arc_write_done()
5022 			if (zio->io_flags & ZIO_FLAG_IO_REWRITE) {  in arc_write_done()
5023 				if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp))  in arc_write_done()
5033 			} else if (zio->io_flags & ZIO_FLAG_NOPWRITE) {  in arc_write_done()
5035 				ASSERT(zio->io_prop.zp_nopwrite);  in arc_write_done()
5036 				if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp))  in arc_write_done()
5043 				ASSERT(BP_GET_DEDUP(zio->io_bp));  in arc_write_done()
5044 				ASSERT(BP_GET_LEVEL(zio->io_bp) == 0);  in arc_write_done()
5057 	callback->awcb_done(zio, buf, callback->awcb_private);  in arc_write_done()
5071 	zio_t *zio;  in arc_write()  local
5090 	zio = zio_write(pio, spa, txg, bp, buf->b_data, hdr->b_size, zp,  in arc_write()
5094 	return (zio);  in arc_write()
5918 l2arc_write_done(zio_t *zio)  in l2arc_write_done()  argument
5928 	cb = zio->io_private;  in l2arc_write_done()
5936 	DTRACE_PROBE2(l2arc__iodone, zio_t *, zio,  in l2arc_write_done()
5939 	if (zio->io_error != 0)  in l2arc_write_done()
5999 		if (zio->io_error != 0) {  in l2arc_write_done()
6045 l2arc_read_done(zio_t *zio)  in l2arc_read_done()  argument
6053 	ASSERT(zio->io_vd != NULL);  in l2arc_read_done()
6054 	ASSERT(zio->io_flags & ZIO_FLAG_DONT_PROPAGATE);  in l2arc_read_done()
6056 	spa_config_exit(zio->io_spa, SCL_L2ARC, zio->io_vd);  in l2arc_read_done()
6058 	cb = zio->io_private;  in l2arc_read_done()
6072 		l2arc_decompress_zio(zio, hdr, cb->l2rcb_compress);  in l2arc_read_done()
6073 	ASSERT(zio->io_data != NULL);  in l2arc_read_done()
6074 	ASSERT3U(zio->io_size, ==, hdr->b_size);  in l2arc_read_done()
6081 	if (equal && zio->io_error == 0 && !HDR_L2_EVICTED(hdr)) {  in l2arc_read_done()
6083 		zio->io_private = buf;  in l2arc_read_done()
6084 		zio->io_bp_copy = cb->l2rcb_bp;	/* XXX fix in L2ARC 2.0	*/  in l2arc_read_done()
6085 		zio->io_bp = &zio->io_bp_copy;	/* XXX fix in L2ARC 2.0	*/  in l2arc_read_done()
6086 		arc_read_done(zio);  in l2arc_read_done()
6093 		if (zio->io_error != 0) {  in l2arc_read_done()
6096 			zio->io_error = SET_ERROR(EIO);  in l2arc_read_done()
6106 		if (zio->io_waiter == NULL) {  in l2arc_read_done()
6107 			zio_t *pio = zio_unique_parent(zio);  in l2arc_read_done()
6113 			    zio->io_priority, cb->l2rcb_flags, &cb->l2rcb_zb));  in l2arc_read_done()
6731 l2arc_decompress_zio(zio_t *zio, arc_buf_hdr_t *hdr, enum zio_compress c)  in l2arc_decompress_zio()  argument
6735 	if (zio->io_error != 0) {  in l2arc_decompress_zio()
6740 		zio->io_orig_size = zio->io_size = hdr->b_size;  in l2arc_decompress_zio()
6752 		zio->io_data = zio->io_orig_data = hdr->b_l1hdr.b_buf->b_data;  in l2arc_decompress_zio()
6754 		ASSERT(zio->io_data != NULL);  in l2arc_decompress_zio()
6768 		csize = zio->io_size;  in l2arc_decompress_zio()
6770 		bcopy(zio->io_data, cdata, csize);  in l2arc_decompress_zio()
6771 		if (zio_decompress_data(c, cdata, zio->io_data, csize,  in l2arc_decompress_zio()
6773 			zio->io_error = EIO;  in l2arc_decompress_zio()
6778 	zio->io_orig_size = zio->io_size = hdr->b_size;  in l2arc_decompress_zio()
7645 l2arc_log_blk_prefetch_abort(zio_t *zio)  in l2arc_log_blk_prefetch_abort()  argument
7647 	(void) zio_wait(zio);  in l2arc_log_blk_prefetch_abort()