1 // SPDX-License-Identifier: CDDL-1.0
2 /*
3 * CDDL HEADER START
4 *
5 * The contents of this file are subject to the terms of the
6 * Common Development and Distribution License (the "License").
7 * You may not use this file except in compliance with the License.
8 *
9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10 * or https://opensource.org/licenses/CDDL-1.0.
11 * See the License for the specific language governing permissions
12 * and limitations under the License.
13 *
14 * When distributing Covered Code, include this CDDL HEADER in each
15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16 * If applicable, add the following below this CDDL HEADER, with the
17 * fields enclosed by brackets "[]" replaced with your own identifying
18 * information: Portions Copyright [yyyy] [name of copyright owner]
19 *
20 * CDDL HEADER END
21 */
22
23 /*
24 * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
25 * Copyright 2013 Saso Kiselkov. All rights reserved.
26 * Copyright (c) 2016 by Delphix. All rights reserved.
27 */
28
29 #include <sys/zfs_context.h>
30 #include <sys/zio_checksum.h>
31 #include <sys/sha2.h>
32 #include <sys/abd.h>
33 #include <sys/qat.h>
34
35 static int
sha_incremental(void * buf,size_t size,void * arg)36 sha_incremental(void *buf, size_t size, void *arg)
37 {
38 SHA2_CTX *ctx = arg;
39 SHA2Update(ctx, buf, size);
40 return (0);
41 }
42
43 void
abd_checksum_sha256(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)44 abd_checksum_sha256(abd_t *abd, uint64_t size,
45 const void *ctx_template, zio_cksum_t *zcp)
46 {
47 (void) ctx_template;
48 int ret;
49 SHA2_CTX ctx;
50 zio_cksum_t tmp;
51
52 if (qat_checksum_use_accel(size)) {
53 uint8_t *buf = abd_borrow_buf_copy(abd, size);
54 ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp);
55 abd_return_buf(abd, buf, size);
56 if (ret == CPA_STATUS_SUCCESS)
57 goto bswap;
58
59 /* If the hardware implementation fails fall back to software */
60 }
61
62 SHA2Init(SHA256, &ctx);
63 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
64 SHA2Final(&tmp, &ctx);
65
66 bswap:
67 /*
68 * A prior implementation of this function had a
69 * private SHA256 implementation always wrote things out in
70 * Big Endian and there wasn't a byteswap variant of it.
71 * To preserve on disk compatibility we need to force that
72 * behavior.
73 */
74 zcp->zc_word[0] = BE_64(tmp.zc_word[0]);
75 zcp->zc_word[1] = BE_64(tmp.zc_word[1]);
76 zcp->zc_word[2] = BE_64(tmp.zc_word[2]);
77 zcp->zc_word[3] = BE_64(tmp.zc_word[3]);
78 }
79
80 void
abd_checksum_sha512_native(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)81 abd_checksum_sha512_native(abd_t *abd, uint64_t size,
82 const void *ctx_template, zio_cksum_t *zcp)
83 {
84 (void) ctx_template;
85 SHA2_CTX ctx;
86
87 SHA2Init(SHA512_256, &ctx);
88 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
89 SHA2Final(zcp, &ctx);
90 }
91
92 void
abd_checksum_sha512_byteswap(abd_t * abd,uint64_t size,const void * ctx_template,zio_cksum_t * zcp)93 abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size,
94 const void *ctx_template, zio_cksum_t *zcp)
95 {
96 zio_cksum_t tmp;
97
98 abd_checksum_sha512_native(abd, size, ctx_template, &tmp);
99 zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]);
100 zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]);
101 zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]);
102 zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]);
103 }
104