1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or https://opensource.org/licenses/CDDL-1.0. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 24 * Copyright 2013 Saso Kiselkov. All rights reserved. 25 * Copyright (c) 2016 by Delphix. All rights reserved. 26 */ 27 28 #include <sys/zfs_context.h> 29 #include <sys/zio_checksum.h> 30 #include <sys/sha2.h> 31 #include <sys/abd.h> 32 #include <sys/qat.h> 33 34 static int 35 sha_incremental(void *buf, size_t size, void *arg) 36 { 37 SHA2_CTX *ctx = arg; 38 SHA2Update(ctx, buf, size); 39 return (0); 40 } 41 42 void 43 abd_checksum_sha256(abd_t *abd, uint64_t size, 44 const void *ctx_template, zio_cksum_t *zcp) 45 { 46 (void) ctx_template; 47 int ret; 48 SHA2_CTX ctx; 49 zio_cksum_t tmp; 50 51 if (qat_checksum_use_accel(size)) { 52 uint8_t *buf = abd_borrow_buf_copy(abd, size); 53 ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp); 54 abd_return_buf(abd, buf, size); 55 if (ret == CPA_STATUS_SUCCESS) 56 goto bswap; 57 58 /* If the hardware implementation fails fall back to software */ 59 } 60 61 SHA2Init(SHA256, &ctx); 62 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 63 SHA2Final(&tmp, &ctx); 64 65 bswap: 66 /* 67 * A prior implementation of this function had a 68 * private SHA256 implementation always wrote things out in 69 * Big Endian and there wasn't a byteswap variant of it. 70 * To preserve on disk compatibility we need to force that 71 * behavior. 72 */ 73 zcp->zc_word[0] = BE_64(tmp.zc_word[0]); 74 zcp->zc_word[1] = BE_64(tmp.zc_word[1]); 75 zcp->zc_word[2] = BE_64(tmp.zc_word[2]); 76 zcp->zc_word[3] = BE_64(tmp.zc_word[3]); 77 } 78 79 void 80 abd_checksum_sha512_native(abd_t *abd, uint64_t size, 81 const void *ctx_template, zio_cksum_t *zcp) 82 { 83 (void) ctx_template; 84 SHA2_CTX ctx; 85 86 SHA2Init(SHA512_256, &ctx); 87 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 88 SHA2Final(zcp, &ctx); 89 } 90 91 void 92 abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size, 93 const void *ctx_template, zio_cksum_t *zcp) 94 { 95 zio_cksum_t tmp; 96 97 abd_checksum_sha512_native(abd, size, ctx_template, &tmp); 98 zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]); 99 zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]); 100 zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]); 101 zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]); 102 } 103