167 static void fletcher_4_scalar_fini(fletcher_4_ctx_t *ctx, zio_cksum_t *zcp);
243 fletcher_init(zio_cksum_t *zcp)  in fletcher_init()  argument
245 	ZIO_SET_CHECKSUM(zcp, 0, 0, 0, 0);  in fletcher_init()
251 	zio_cksum_t *zcp = data;  in fletcher_2_incremental_native()  local
257 	a0 = zcp->zc_word[0];  in fletcher_2_incremental_native()
258 	a1 = zcp->zc_word[1];  in fletcher_2_incremental_native()
259 	b0 = zcp->zc_word[2];  in fletcher_2_incremental_native()
260 	b1 = zcp->zc_word[3];  in fletcher_2_incremental_native()
269 	ZIO_SET_CHECKSUM(zcp, a0, a1, b0, b1);  in fletcher_2_incremental_native()
275     const void *ctx_template __unused, zio_cksum_t *zcp)  in fletcher_2_native()  argument
277 	fletcher_init(zcp);  in fletcher_2_native()
278 	(void) fletcher_2_incremental_native((void *) buf, size, zcp);  in fletcher_2_native()
284 	zio_cksum_t *zcp = data;  in fletcher_2_incremental_byteswap()  local
290 	a0 = zcp->zc_word[0];  in fletcher_2_incremental_byteswap()
291 	a1 = zcp->zc_word[1];  in fletcher_2_incremental_byteswap()
292 	b0 = zcp->zc_word[2];  in fletcher_2_incremental_byteswap()
293 	b1 = zcp->zc_word[3];  in fletcher_2_incremental_byteswap()
302 	ZIO_SET_CHECKSUM(zcp, a0, a1, b0, b1);  in fletcher_2_incremental_byteswap()
308     const void *ctx_template __unused, zio_cksum_t *zcp)  in fletcher_2_byteswap()  argument
310 	fletcher_init(zcp);  in fletcher_2_byteswap()
311 	(void) fletcher_2_incremental_byteswap((void *) buf, size, zcp);  in fletcher_2_byteswap()
321 fletcher_4_scalar_fini(fletcher_4_ctx_t *ctx, zio_cksum_t *zcp)  in fletcher_4_scalar_fini()  argument
323 	memcpy(zcp, &ctx->scalar, sizeof (zio_cksum_t));  in fletcher_4_scalar_fini()
458 fletcher_4_native_impl(const void *buf, size_t size, zio_cksum_t *zcp)  in fletcher_4_native_impl()  argument
467 	ops->fini_native(&ctx, zcp);  in fletcher_4_native_impl()
474     const void *ctx_template __unused, zio_cksum_t *zcp)  in fletcher_4_native()  argument
482 		ZIO_SET_CHECKSUM(zcp, 0, 0, 0, 0);  in fletcher_4_native()
485 			fletcher_4_scalar_native((fletcher_4_ctx_t *)zcp,  in fletcher_4_native()
489 		fletcher_4_native_impl(buf, p2size, zcp);  in fletcher_4_native()
492 			fletcher_4_scalar_native((fletcher_4_ctx_t *)zcp,  in fletcher_4_native()
499 fletcher_4_native_varsize(const void *buf, size_t size, zio_cksum_t *zcp)  in fletcher_4_native_varsize()  argument
501 	ZIO_SET_CHECKSUM(zcp, 0, 0, 0, 0);  in fletcher_4_native_varsize()
502 	fletcher_4_scalar_native((fletcher_4_ctx_t *)zcp, buf, size);  in fletcher_4_native_varsize()
506 fletcher_4_byteswap_impl(const void *buf, size_t size, zio_cksum_t *zcp)  in fletcher_4_byteswap_impl()  argument
515 	ops->fini_byteswap(&ctx, zcp);  in fletcher_4_byteswap_impl()
522     const void *ctx_template __unused, zio_cksum_t *zcp)  in fletcher_4_byteswap()  argument
530 		ZIO_SET_CHECKSUM(zcp, 0, 0, 0, 0);  in fletcher_4_byteswap()
533 			fletcher_4_scalar_byteswap((fletcher_4_ctx_t *)zcp,  in fletcher_4_byteswap()
537 		fletcher_4_byteswap_impl(buf, p2size, zcp);  in fletcher_4_byteswap()
540 			fletcher_4_scalar_byteswap((fletcher_4_ctx_t *)zcp,  in fletcher_4_byteswap()
551 fletcher_4_incremental_combine(zio_cksum_t *zcp, const size_t size,  in fletcher_4_incremental_combine()  argument
565 	zcp->zc_word[3] += nzcp->zc_word[3] + c1 * zcp->zc_word[2] +  in fletcher_4_incremental_combine()
566 	    c2 * zcp->zc_word[1] + c3 * zcp->zc_word[0];  in fletcher_4_incremental_combine()
567 	zcp->zc_word[2] += nzcp->zc_word[2] + c1 * zcp->zc_word[1] +  in fletcher_4_incremental_combine()
568 	    c2 * zcp->zc_word[0];  in fletcher_4_incremental_combine()
569 	zcp->zc_word[1] += nzcp->zc_word[1] + c1 * zcp->zc_word[0];  in fletcher_4_incremental_combine()
570 	zcp->zc_word[0] += nzcp->zc_word[0];  in fletcher_4_incremental_combine()
575     zio_cksum_t *zcp)  in fletcher_4_incremental_impl()  argument
586 		fletcher_4_incremental_combine(zcp, len, &nzc);  in fletcher_4_incremental_impl()
596 	zio_cksum_t *zcp = data;  in fletcher_4_incremental_native()  local
600 		fletcher_4_scalar_native((fletcher_4_ctx_t *)zcp, buf, size);  in fletcher_4_incremental_native()
602 		fletcher_4_incremental_impl(B_TRUE, buf, size, zcp);  in fletcher_4_incremental_native()
609 	zio_cksum_t *zcp = data;  in fletcher_4_incremental_byteswap()  local
613 		fletcher_4_scalar_byteswap((fletcher_4_ctx_t *)zcp, buf, size);  in fletcher_4_incremental_byteswap()
615 		fletcher_4_incremental_impl(B_FALSE, buf, size, zcp);  in fletcher_4_incremental_byteswap()
826 	zio_cksum_t *zcp = cdp->acd_zcp;  in abd_fletcher_4_simd2scalar()  local
834 		fletcher_4_incremental_native(data, size, zcp);  in abd_fletcher_4_simd2scalar()
836 		fletcher_4_incremental_byteswap(data, size, zcp);  in abd_fletcher_4_simd2scalar()