1 // SPDX-License-Identifier: CDDL-1.0 2 /* 3 * CDDL HEADER START 4 * 5 * The contents of this file are subject to the terms of the 6 * Common Development and Distribution License (the "License"). 7 * You may not use this file except in compliance with the License. 8 * 9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 10 * or https://opensource.org/licenses/CDDL-1.0. 11 * See the License for the specific language governing permissions 12 * and limitations under the License. 13 * 14 * When distributing Covered Code, include this CDDL HEADER in each 15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 16 * If applicable, add the following below this CDDL HEADER, with the 17 * fields enclosed by brackets "[]" replaced with your own identifying 18 * information: Portions Copyright [yyyy] [name of copyright owner] 19 * 20 * CDDL HEADER END 21 */ 22 23 /* 24 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 25 * Copyright 2013 Saso Kiselkov. All rights reserved. 26 * Copyright (c) 2016 by Delphix. All rights reserved. 27 */ 28 29 #include <sys/zfs_context.h> 30 #include <sys/zio_checksum.h> 31 #include <sys/sha2.h> 32 #include <sys/abd.h> 33 #include <sys/qat.h> 34 35 static int 36 sha_incremental(void *buf, size_t size, void *arg) 37 { 38 SHA2_CTX *ctx = arg; 39 SHA2Update(ctx, buf, size); 40 return (0); 41 } 42 43 void 44 abd_checksum_sha256(abd_t *abd, uint64_t size, 45 const void *ctx_template, zio_cksum_t *zcp) 46 { 47 (void) ctx_template; 48 int ret; 49 SHA2_CTX ctx; 50 zio_cksum_t tmp; 51 52 if (qat_checksum_use_accel(size)) { 53 uint8_t *buf = abd_borrow_buf_copy(abd, size); 54 ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp); 55 abd_return_buf(abd, buf, size); 56 if (ret == CPA_STATUS_SUCCESS) 57 goto bswap; 58 59 /* If the hardware implementation fails fall back to software */ 60 } 61 62 SHA2Init(SHA256, &ctx); 63 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 64 SHA2Final(&tmp, &ctx); 65 66 bswap: 67 /* 68 * A prior implementation of this function had a 69 * private SHA256 implementation always wrote things out in 70 * Big Endian and there wasn't a byteswap variant of it. 71 * To preserve on disk compatibility we need to force that 72 * behavior. 73 */ 74 zcp->zc_word[0] = BE_64(tmp.zc_word[0]); 75 zcp->zc_word[1] = BE_64(tmp.zc_word[1]); 76 zcp->zc_word[2] = BE_64(tmp.zc_word[2]); 77 zcp->zc_word[3] = BE_64(tmp.zc_word[3]); 78 } 79 80 void 81 abd_checksum_sha512_native(abd_t *abd, uint64_t size, 82 const void *ctx_template, zio_cksum_t *zcp) 83 { 84 (void) ctx_template; 85 SHA2_CTX ctx; 86 87 SHA2Init(SHA512_256, &ctx); 88 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 89 SHA2Final(zcp, &ctx); 90 } 91 92 void 93 abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size, 94 const void *ctx_template, zio_cksum_t *zcp) 95 { 96 zio_cksum_t tmp; 97 98 abd_checksum_sha512_native(abd, size, ctx_template, &tmp); 99 zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]); 100 zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]); 101 zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]); 102 zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]); 103 } 104