1*2a58b312SMartin Matuska /* 2*2a58b312SMartin Matuska * CDDL HEADER START 3*2a58b312SMartin Matuska * 4*2a58b312SMartin Matuska * The contents of this file are subject to the terms of the 5*2a58b312SMartin Matuska * Common Development and Distribution License (the "License"). 6*2a58b312SMartin Matuska * You may not use this file except in compliance with the License. 7*2a58b312SMartin Matuska * 8*2a58b312SMartin Matuska * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9*2a58b312SMartin Matuska * or https://opensource.org/licenses/CDDL-1.0. 10*2a58b312SMartin Matuska * See the License for the specific language governing permissions 11*2a58b312SMartin Matuska * and limitations under the License. 12*2a58b312SMartin Matuska * 13*2a58b312SMartin Matuska * When distributing Covered Code, include this CDDL HEADER in each 14*2a58b312SMartin Matuska * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15*2a58b312SMartin Matuska * If applicable, add the following below this CDDL HEADER, with the 16*2a58b312SMartin Matuska * fields enclosed by brackets "[]" replaced with your own identifying 17*2a58b312SMartin Matuska * information: Portions Copyright [yyyy] [name of copyright owner] 18*2a58b312SMartin Matuska * 19*2a58b312SMartin Matuska * CDDL HEADER END 20*2a58b312SMartin Matuska */ 21*2a58b312SMartin Matuska 22*2a58b312SMartin Matuska /* 23*2a58b312SMartin Matuska * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 24*2a58b312SMartin Matuska * Copyright 2013 Saso Kiselkov. All rights reserved. 25*2a58b312SMartin Matuska * Copyright (c) 2016 by Delphix. All rights reserved. 26*2a58b312SMartin Matuska */ 27*2a58b312SMartin Matuska 28*2a58b312SMartin Matuska #include <sys/zfs_context.h> 29*2a58b312SMartin Matuska #include <sys/zio_checksum.h> 30*2a58b312SMartin Matuska #include <sys/sha2.h> 31*2a58b312SMartin Matuska #include <sys/abd.h> 32*2a58b312SMartin Matuska #include <sys/qat.h> 33*2a58b312SMartin Matuska 34*2a58b312SMartin Matuska static int 35*2a58b312SMartin Matuska sha_incremental(void *buf, size_t size, void *arg) 36*2a58b312SMartin Matuska { 37*2a58b312SMartin Matuska SHA2_CTX *ctx = arg; 38*2a58b312SMartin Matuska SHA2Update(ctx, buf, size); 39*2a58b312SMartin Matuska return (0); 40*2a58b312SMartin Matuska } 41*2a58b312SMartin Matuska 42*2a58b312SMartin Matuska void 43*2a58b312SMartin Matuska abd_checksum_sha256(abd_t *abd, uint64_t size, 44*2a58b312SMartin Matuska const void *ctx_template, zio_cksum_t *zcp) 45*2a58b312SMartin Matuska { 46*2a58b312SMartin Matuska (void) ctx_template; 47*2a58b312SMartin Matuska int ret; 48*2a58b312SMartin Matuska SHA2_CTX ctx; 49*2a58b312SMartin Matuska zio_cksum_t tmp; 50*2a58b312SMartin Matuska 51*2a58b312SMartin Matuska if (qat_checksum_use_accel(size)) { 52*2a58b312SMartin Matuska uint8_t *buf = abd_borrow_buf_copy(abd, size); 53*2a58b312SMartin Matuska ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp); 54*2a58b312SMartin Matuska abd_return_buf(abd, buf, size); 55*2a58b312SMartin Matuska if (ret == CPA_STATUS_SUCCESS) 56*2a58b312SMartin Matuska goto bswap; 57*2a58b312SMartin Matuska 58*2a58b312SMartin Matuska /* If the hardware implementation fails fall back to software */ 59*2a58b312SMartin Matuska } 60*2a58b312SMartin Matuska 61*2a58b312SMartin Matuska SHA2Init(SHA256, &ctx); 62*2a58b312SMartin Matuska (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 63*2a58b312SMartin Matuska SHA2Final(&tmp, &ctx); 64*2a58b312SMartin Matuska 65*2a58b312SMartin Matuska bswap: 66*2a58b312SMartin Matuska /* 67*2a58b312SMartin Matuska * A prior implementation of this function had a 68*2a58b312SMartin Matuska * private SHA256 implementation always wrote things out in 69*2a58b312SMartin Matuska * Big Endian and there wasn't a byteswap variant of it. 70*2a58b312SMartin Matuska * To preserve on disk compatibility we need to force that 71*2a58b312SMartin Matuska * behavior. 72*2a58b312SMartin Matuska */ 73*2a58b312SMartin Matuska zcp->zc_word[0] = BE_64(tmp.zc_word[0]); 74*2a58b312SMartin Matuska zcp->zc_word[1] = BE_64(tmp.zc_word[1]); 75*2a58b312SMartin Matuska zcp->zc_word[2] = BE_64(tmp.zc_word[2]); 76*2a58b312SMartin Matuska zcp->zc_word[3] = BE_64(tmp.zc_word[3]); 77*2a58b312SMartin Matuska } 78*2a58b312SMartin Matuska 79*2a58b312SMartin Matuska void 80*2a58b312SMartin Matuska abd_checksum_sha512_native(abd_t *abd, uint64_t size, 81*2a58b312SMartin Matuska const void *ctx_template, zio_cksum_t *zcp) 82*2a58b312SMartin Matuska { 83*2a58b312SMartin Matuska (void) ctx_template; 84*2a58b312SMartin Matuska SHA2_CTX ctx; 85*2a58b312SMartin Matuska 86*2a58b312SMartin Matuska SHA2Init(SHA512_256, &ctx); 87*2a58b312SMartin Matuska (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 88*2a58b312SMartin Matuska SHA2Final(zcp, &ctx); 89*2a58b312SMartin Matuska } 90*2a58b312SMartin Matuska 91*2a58b312SMartin Matuska void 92*2a58b312SMartin Matuska abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size, 93*2a58b312SMartin Matuska const void *ctx_template, zio_cksum_t *zcp) 94*2a58b312SMartin Matuska { 95*2a58b312SMartin Matuska zio_cksum_t tmp; 96*2a58b312SMartin Matuska 97*2a58b312SMartin Matuska abd_checksum_sha512_native(abd, size, ctx_template, &tmp); 98*2a58b312SMartin Matuska zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]); 99*2a58b312SMartin Matuska zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]); 100*2a58b312SMartin Matuska zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]); 101*2a58b312SMartin Matuska zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]); 102*2a58b312SMartin Matuska } 103