1*4f52dfbbSDag-Erling Smørgrav /* $OpenBSD: umac.c,v 1.12 2017/05/31 08:09:45 markus Exp $ */ 2d4af9e69SDag-Erling Smørgrav /* ----------------------------------------------------------------------- 3d4af9e69SDag-Erling Smørgrav * 4d4af9e69SDag-Erling Smørgrav * umac.c -- C Implementation UMAC Message Authentication 5d4af9e69SDag-Erling Smørgrav * 6d4af9e69SDag-Erling Smørgrav * Version 0.93b of rfc4418.txt -- 2006 July 18 7d4af9e69SDag-Erling Smørgrav * 8d4af9e69SDag-Erling Smørgrav * For a full description of UMAC message authentication see the UMAC 9d4af9e69SDag-Erling Smørgrav * world-wide-web page at http://www.cs.ucdavis.edu/~rogaway/umac 10d4af9e69SDag-Erling Smørgrav * Please report bugs and suggestions to the UMAC webpage. 11d4af9e69SDag-Erling Smørgrav * 12d4af9e69SDag-Erling Smørgrav * Copyright (c) 1999-2006 Ted Krovetz 13d4af9e69SDag-Erling Smørgrav * 14d4af9e69SDag-Erling Smørgrav * Permission to use, copy, modify, and distribute this software and 15d4af9e69SDag-Erling Smørgrav * its documentation for any purpose and with or without fee, is hereby 16d4af9e69SDag-Erling Smørgrav * granted provided that the above copyright notice appears in all copies 17d4af9e69SDag-Erling Smørgrav * and in supporting documentation, and that the name of the copyright 18d4af9e69SDag-Erling Smørgrav * holder not be used in advertising or publicity pertaining to 19d4af9e69SDag-Erling Smørgrav * distribution of the software without specific, written prior permission. 20d4af9e69SDag-Erling Smørgrav * 21d4af9e69SDag-Erling Smørgrav * Comments should be directed to Ted Krovetz (tdk@acm.org) 22d4af9e69SDag-Erling Smørgrav * 23d4af9e69SDag-Erling Smørgrav * ---------------------------------------------------------------------- */ 24d4af9e69SDag-Erling Smørgrav 25d4af9e69SDag-Erling Smørgrav /* ////////////////////// IMPORTANT NOTES ///////////////////////////////// 26d4af9e69SDag-Erling Smørgrav * 27d4af9e69SDag-Erling Smørgrav * 1) This version does not work properly on messages larger than 16MB 28d4af9e69SDag-Erling Smørgrav * 29d4af9e69SDag-Erling Smørgrav * 2) If you set the switch to use SSE2, then all data must be 16-byte 30d4af9e69SDag-Erling Smørgrav * aligned 31d4af9e69SDag-Erling Smørgrav * 32d4af9e69SDag-Erling Smørgrav * 3) When calling the function umac(), it is assumed that msg is in 33d4af9e69SDag-Erling Smørgrav * a writable buffer of length divisible by 32 bytes. The message itself 34d4af9e69SDag-Erling Smørgrav * does not have to fill the entire buffer, but bytes beyond msg may be 35d4af9e69SDag-Erling Smørgrav * zeroed. 36d4af9e69SDag-Erling Smørgrav * 37d4af9e69SDag-Erling Smørgrav * 4) Three free AES implementations are supported by this implementation of 38d4af9e69SDag-Erling Smørgrav * UMAC. Paulo Barreto's version is in the public domain and can be found 39d4af9e69SDag-Erling Smørgrav * at http://www.esat.kuleuven.ac.be/~rijmen/rijndael/ (search for 40d4af9e69SDag-Erling Smørgrav * "Barreto"). The only two files needed are rijndael-alg-fst.c and 41d4af9e69SDag-Erling Smørgrav * rijndael-alg-fst.h. Brian Gladman's version is distributed with the GNU 42d4af9e69SDag-Erling Smørgrav * Public lisence at http://fp.gladman.plus.com/AES/index.htm. It 43d4af9e69SDag-Erling Smørgrav * includes a fast IA-32 assembly version. The OpenSSL crypo library is 44d4af9e69SDag-Erling Smørgrav * the third. 45d4af9e69SDag-Erling Smørgrav * 46d4af9e69SDag-Erling Smørgrav * 5) With FORCE_C_ONLY flags set to 0, incorrect results are sometimes 47d4af9e69SDag-Erling Smørgrav * produced under gcc with optimizations set -O3 or higher. Dunno why. 48d4af9e69SDag-Erling Smørgrav * 49d4af9e69SDag-Erling Smørgrav /////////////////////////////////////////////////////////////////////// */ 50d4af9e69SDag-Erling Smørgrav 51d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 52d4af9e69SDag-Erling Smørgrav /* --- User Switches ---------------------------------------------------- */ 53d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 54d4af9e69SDag-Erling Smørgrav 556888a9beSDag-Erling Smørgrav #ifndef UMAC_OUTPUT_LEN 56d4af9e69SDag-Erling Smørgrav #define UMAC_OUTPUT_LEN 8 /* Alowable: 4, 8, 12, 16 */ 576888a9beSDag-Erling Smørgrav #endif 586888a9beSDag-Erling Smørgrav 596888a9beSDag-Erling Smørgrav #if UMAC_OUTPUT_LEN != 4 && UMAC_OUTPUT_LEN != 8 && \ 606888a9beSDag-Erling Smørgrav UMAC_OUTPUT_LEN != 12 && UMAC_OUTPUT_LEN != 16 616888a9beSDag-Erling Smørgrav # error UMAC_OUTPUT_LEN must be defined to 4, 8, 12 or 16 626888a9beSDag-Erling Smørgrav #endif 636888a9beSDag-Erling Smørgrav 64d4af9e69SDag-Erling Smørgrav /* #define FORCE_C_ONLY 1 ANSI C and 64-bit integers req'd */ 65d4af9e69SDag-Erling Smørgrav /* #define AES_IMPLEMENTAION 1 1 = OpenSSL, 2 = Barreto, 3 = Gladman */ 66d4af9e69SDag-Erling Smørgrav /* #define SSE2 0 Is SSE2 is available? */ 67d4af9e69SDag-Erling Smørgrav /* #define RUN_TESTS 0 Run basic correctness/speed tests */ 68d4af9e69SDag-Erling Smørgrav /* #define UMAC_AE_SUPPORT 0 Enable auhthenticated encrytion */ 69d4af9e69SDag-Erling Smørgrav 70d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 71d4af9e69SDag-Erling Smørgrav /* -- Global Includes --------------------------------------------------- */ 72d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 73d4af9e69SDag-Erling Smørgrav 74d4af9e69SDag-Erling Smørgrav #include "includes.h" 75d4af9e69SDag-Erling Smørgrav #include <sys/types.h> 76a0ee8cc6SDag-Erling Smørgrav #include <string.h> 77a0ee8cc6SDag-Erling Smørgrav #include <stdio.h> 78a0ee8cc6SDag-Erling Smørgrav #include <stdlib.h> 79a0ee8cc6SDag-Erling Smørgrav #include <stddef.h> 80d4af9e69SDag-Erling Smørgrav 81d4af9e69SDag-Erling Smørgrav #include "xmalloc.h" 82d4af9e69SDag-Erling Smørgrav #include "umac.h" 83a0ee8cc6SDag-Erling Smørgrav #include "misc.h" 84d4af9e69SDag-Erling Smørgrav 85d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 86d4af9e69SDag-Erling Smørgrav /* --- Primitive Data Types --- */ 87d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 88d4af9e69SDag-Erling Smørgrav 89d4af9e69SDag-Erling Smørgrav /* The following assumptions may need change on your system */ 90d4af9e69SDag-Erling Smørgrav typedef u_int8_t UINT8; /* 1 byte */ 91d4af9e69SDag-Erling Smørgrav typedef u_int16_t UINT16; /* 2 byte */ 92d4af9e69SDag-Erling Smørgrav typedef u_int32_t UINT32; /* 4 byte */ 93d4af9e69SDag-Erling Smørgrav typedef u_int64_t UINT64; /* 8 bytes */ 94d4af9e69SDag-Erling Smørgrav typedef unsigned int UWORD; /* Register */ 95d4af9e69SDag-Erling Smørgrav 96d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 97d4af9e69SDag-Erling Smørgrav /* --- Constants -------------------------------------------------------- */ 98d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 99d4af9e69SDag-Erling Smørgrav 100d4af9e69SDag-Erling Smørgrav #define UMAC_KEY_LEN 16 /* UMAC takes 16 bytes of external key */ 101d4af9e69SDag-Erling Smørgrav 102d4af9e69SDag-Erling Smørgrav /* Message "words" are read from memory in an endian-specific manner. */ 103d4af9e69SDag-Erling Smørgrav /* For this implementation to behave correctly, __LITTLE_ENDIAN__ must */ 104d4af9e69SDag-Erling Smørgrav /* be set true if the host computer is little-endian. */ 105d4af9e69SDag-Erling Smørgrav 106d4af9e69SDag-Erling Smørgrav #if BYTE_ORDER == LITTLE_ENDIAN 107d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 1 108d4af9e69SDag-Erling Smørgrav #else 109d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 0 110d4af9e69SDag-Erling Smørgrav #endif 111d4af9e69SDag-Erling Smørgrav 112d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 113d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 114d4af9e69SDag-Erling Smørgrav /* ----- Architecture Specific ------------------------------------------ */ 115d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 116d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 117d4af9e69SDag-Erling Smørgrav 118d4af9e69SDag-Erling Smørgrav 119d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 120d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 121d4af9e69SDag-Erling Smørgrav /* ----- Primitive Routines --------------------------------------------- */ 122d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 123d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 124d4af9e69SDag-Erling Smørgrav 125d4af9e69SDag-Erling Smørgrav 126d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 127d4af9e69SDag-Erling Smørgrav /* --- 32-bit by 32-bit to 64-bit Multiplication ------------------------ */ 128d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 129d4af9e69SDag-Erling Smørgrav 130d4af9e69SDag-Erling Smørgrav #define MUL64(a,b) ((UINT64)((UINT64)(UINT32)(a) * (UINT64)(UINT32)(b))) 131d4af9e69SDag-Erling Smørgrav 132d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 133d4af9e69SDag-Erling Smørgrav /* --- Endian Conversion --- Forcing assembly on some platforms */ 134d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 135d4af9e69SDag-Erling Smørgrav 136d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__) 137a0ee8cc6SDag-Erling Smørgrav #define LOAD_UINT32_REVERSED(p) get_u32(p) 138a0ee8cc6SDag-Erling Smørgrav #define STORE_UINT32_REVERSED(p,v) put_u32(p,v) 139d4af9e69SDag-Erling Smørgrav #else 140a0ee8cc6SDag-Erling Smørgrav #define LOAD_UINT32_REVERSED(p) get_u32_le(p) 141a0ee8cc6SDag-Erling Smørgrav #define STORE_UINT32_REVERSED(p,v) put_u32_le(p,v) 142d4af9e69SDag-Erling Smørgrav #endif 143d4af9e69SDag-Erling Smørgrav 144a0ee8cc6SDag-Erling Smørgrav #define LOAD_UINT32_LITTLE(p) (get_u32_le(p)) 145a0ee8cc6SDag-Erling Smørgrav #define STORE_UINT32_BIG(p,v) put_u32(p, v) 146a0ee8cc6SDag-Erling Smørgrav 147d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 148d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 149d4af9e69SDag-Erling Smørgrav /* ----- Begin KDF & PDF Section ---------------------------------------- */ 150d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 151d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 152d4af9e69SDag-Erling Smørgrav 153d4af9e69SDag-Erling Smørgrav /* UMAC uses AES with 16 byte block and key lengths */ 154d4af9e69SDag-Erling Smørgrav #define AES_BLOCK_LEN 16 155d4af9e69SDag-Erling Smørgrav 156d4af9e69SDag-Erling Smørgrav /* OpenSSL's AES */ 157a0ee8cc6SDag-Erling Smørgrav #ifdef WITH_OPENSSL 158d4af9e69SDag-Erling Smørgrav #include "openbsd-compat/openssl-compat.h" 159d4af9e69SDag-Erling Smørgrav #ifndef USE_BUILTIN_RIJNDAEL 160d4af9e69SDag-Erling Smørgrav # include <openssl/aes.h> 161d4af9e69SDag-Erling Smørgrav #endif 162d4af9e69SDag-Erling Smørgrav typedef AES_KEY aes_int_key[1]; 163d4af9e69SDag-Erling Smørgrav #define aes_encryption(in,out,int_key) \ 164d4af9e69SDag-Erling Smørgrav AES_encrypt((u_char *)(in),(u_char *)(out),(AES_KEY *)int_key) 165d4af9e69SDag-Erling Smørgrav #define aes_key_setup(key,int_key) \ 166e4a9863fSDag-Erling Smørgrav AES_set_encrypt_key((const u_char *)(key),UMAC_KEY_LEN*8,int_key) 167a0ee8cc6SDag-Erling Smørgrav #else 168a0ee8cc6SDag-Erling Smørgrav #include "rijndael.h" 169a0ee8cc6SDag-Erling Smørgrav #define AES_ROUNDS ((UMAC_KEY_LEN / 4) + 6) 170a0ee8cc6SDag-Erling Smørgrav typedef UINT8 aes_int_key[AES_ROUNDS+1][4][4]; /* AES internal */ 171a0ee8cc6SDag-Erling Smørgrav #define aes_encryption(in,out,int_key) \ 172a0ee8cc6SDag-Erling Smørgrav rijndaelEncrypt((u32 *)(int_key), AES_ROUNDS, (u8 *)(in), (u8 *)(out)) 173a0ee8cc6SDag-Erling Smørgrav #define aes_key_setup(key,int_key) \ 174a0ee8cc6SDag-Erling Smørgrav rijndaelKeySetupEnc((u32 *)(int_key), (const unsigned char *)(key), \ 175a0ee8cc6SDag-Erling Smørgrav UMAC_KEY_LEN*8) 176a0ee8cc6SDag-Erling Smørgrav #endif 177d4af9e69SDag-Erling Smørgrav 178d4af9e69SDag-Erling Smørgrav /* The user-supplied UMAC key is stretched using AES in a counter 179d4af9e69SDag-Erling Smørgrav * mode to supply all random bits needed by UMAC. The kdf function takes 180d4af9e69SDag-Erling Smørgrav * an AES internal key representation 'key' and writes a stream of 181d4af9e69SDag-Erling Smørgrav * 'nbytes' bytes to the memory pointed at by 'bufp'. Each distinct 182d4af9e69SDag-Erling Smørgrav * 'ndx' causes a distinct byte stream. 183d4af9e69SDag-Erling Smørgrav */ 184d4af9e69SDag-Erling Smørgrav static void kdf(void *bufp, aes_int_key key, UINT8 ndx, int nbytes) 185d4af9e69SDag-Erling Smørgrav { 186d4af9e69SDag-Erling Smørgrav UINT8 in_buf[AES_BLOCK_LEN] = {0}; 187d4af9e69SDag-Erling Smørgrav UINT8 out_buf[AES_BLOCK_LEN]; 188d4af9e69SDag-Erling Smørgrav UINT8 *dst_buf = (UINT8 *)bufp; 189d4af9e69SDag-Erling Smørgrav int i; 190d4af9e69SDag-Erling Smørgrav 191d4af9e69SDag-Erling Smørgrav /* Setup the initial value */ 192d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-9] = ndx; 193d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-1] = i = 1; 194d4af9e69SDag-Erling Smørgrav 195d4af9e69SDag-Erling Smørgrav while (nbytes >= AES_BLOCK_LEN) { 196d4af9e69SDag-Erling Smørgrav aes_encryption(in_buf, out_buf, key); 197d4af9e69SDag-Erling Smørgrav memcpy(dst_buf,out_buf,AES_BLOCK_LEN); 198d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-1] = ++i; 199d4af9e69SDag-Erling Smørgrav nbytes -= AES_BLOCK_LEN; 200d4af9e69SDag-Erling Smørgrav dst_buf += AES_BLOCK_LEN; 201d4af9e69SDag-Erling Smørgrav } 202d4af9e69SDag-Erling Smørgrav if (nbytes) { 203d4af9e69SDag-Erling Smørgrav aes_encryption(in_buf, out_buf, key); 204d4af9e69SDag-Erling Smørgrav memcpy(dst_buf,out_buf,nbytes); 205d4af9e69SDag-Erling Smørgrav } 206*4f52dfbbSDag-Erling Smørgrav explicit_bzero(in_buf, sizeof(in_buf)); 207*4f52dfbbSDag-Erling Smørgrav explicit_bzero(out_buf, sizeof(out_buf)); 208d4af9e69SDag-Erling Smørgrav } 209d4af9e69SDag-Erling Smørgrav 210d4af9e69SDag-Erling Smørgrav /* The final UHASH result is XOR'd with the output of a pseudorandom 211d4af9e69SDag-Erling Smørgrav * function. Here, we use AES to generate random output and 212d4af9e69SDag-Erling Smørgrav * xor the appropriate bytes depending on the last bits of nonce. 213d4af9e69SDag-Erling Smørgrav * This scheme is optimized for sequential, increasing big-endian nonces. 214d4af9e69SDag-Erling Smørgrav */ 215d4af9e69SDag-Erling Smørgrav 216d4af9e69SDag-Erling Smørgrav typedef struct { 217d4af9e69SDag-Erling Smørgrav UINT8 cache[AES_BLOCK_LEN]; /* Previous AES output is saved */ 218d4af9e69SDag-Erling Smørgrav UINT8 nonce[AES_BLOCK_LEN]; /* The AES input making above cache */ 219d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; /* Expanded AES key for PDF */ 220d4af9e69SDag-Erling Smørgrav } pdf_ctx; 221d4af9e69SDag-Erling Smørgrav 222d4af9e69SDag-Erling Smørgrav static void pdf_init(pdf_ctx *pc, aes_int_key prf_key) 223d4af9e69SDag-Erling Smørgrav { 224d4af9e69SDag-Erling Smørgrav UINT8 buf[UMAC_KEY_LEN]; 225d4af9e69SDag-Erling Smørgrav 226d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 0, UMAC_KEY_LEN); 227d4af9e69SDag-Erling Smørgrav aes_key_setup(buf, pc->prf_key); 228d4af9e69SDag-Erling Smørgrav 229d4af9e69SDag-Erling Smørgrav /* Initialize pdf and cache */ 230d4af9e69SDag-Erling Smørgrav memset(pc->nonce, 0, sizeof(pc->nonce)); 231d4af9e69SDag-Erling Smørgrav aes_encryption(pc->nonce, pc->cache, pc->prf_key); 232*4f52dfbbSDag-Erling Smørgrav explicit_bzero(buf, sizeof(buf)); 233d4af9e69SDag-Erling Smørgrav } 234d4af9e69SDag-Erling Smørgrav 235e4a9863fSDag-Erling Smørgrav static void pdf_gen_xor(pdf_ctx *pc, const UINT8 nonce[8], UINT8 buf[8]) 236d4af9e69SDag-Erling Smørgrav { 237d4af9e69SDag-Erling Smørgrav /* 'ndx' indicates that we'll be using the 0th or 1st eight bytes 238d4af9e69SDag-Erling Smørgrav * of the AES output. If last time around we returned the ndx-1st 239d4af9e69SDag-Erling Smørgrav * element, then we may have the result in the cache already. 240d4af9e69SDag-Erling Smørgrav */ 241d4af9e69SDag-Erling Smørgrav 242d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4) 243d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 3 244d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8) 245d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 1 246d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN > 8) 247d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 0 248d4af9e69SDag-Erling Smørgrav #endif 249e4a9863fSDag-Erling Smørgrav union { 250d4af9e69SDag-Erling Smørgrav UINT8 tmp_nonce_lo[4]; 251e4a9863fSDag-Erling Smørgrav UINT32 align; 252e4a9863fSDag-Erling Smørgrav } t; 253d4af9e69SDag-Erling Smørgrav #if LOW_BIT_MASK != 0 254d4af9e69SDag-Erling Smørgrav int ndx = nonce[7] & LOW_BIT_MASK; 255d4af9e69SDag-Erling Smørgrav #endif 256e4a9863fSDag-Erling Smørgrav *(UINT32 *)t.tmp_nonce_lo = ((const UINT32 *)nonce)[1]; 257e4a9863fSDag-Erling Smørgrav t.tmp_nonce_lo[3] &= ~LOW_BIT_MASK; /* zero last bit */ 258d4af9e69SDag-Erling Smørgrav 259e4a9863fSDag-Erling Smørgrav if ( (((UINT32 *)t.tmp_nonce_lo)[0] != ((UINT32 *)pc->nonce)[1]) || 260e4a9863fSDag-Erling Smørgrav (((const UINT32 *)nonce)[0] != ((UINT32 *)pc->nonce)[0]) ) 261d4af9e69SDag-Erling Smørgrav { 262e4a9863fSDag-Erling Smørgrav ((UINT32 *)pc->nonce)[0] = ((const UINT32 *)nonce)[0]; 263e4a9863fSDag-Erling Smørgrav ((UINT32 *)pc->nonce)[1] = ((UINT32 *)t.tmp_nonce_lo)[0]; 264d4af9e69SDag-Erling Smørgrav aes_encryption(pc->nonce, pc->cache, pc->prf_key); 265d4af9e69SDag-Erling Smørgrav } 266d4af9e69SDag-Erling Smørgrav 267d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4) 268d4af9e69SDag-Erling Smørgrav *((UINT32 *)buf) ^= ((UINT32 *)pc->cache)[ndx]; 269d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8) 270d4af9e69SDag-Erling Smørgrav *((UINT64 *)buf) ^= ((UINT64 *)pc->cache)[ndx]; 271d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12) 272d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0]; 273d4af9e69SDag-Erling Smørgrav ((UINT32 *)buf)[2] ^= ((UINT32 *)pc->cache)[2]; 274d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16) 275d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0]; 276d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[1] ^= ((UINT64 *)pc->cache)[1]; 277d4af9e69SDag-Erling Smørgrav #endif 278d4af9e69SDag-Erling Smørgrav } 279d4af9e69SDag-Erling Smørgrav 280d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 281d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 282d4af9e69SDag-Erling Smørgrav /* ----- Begin NH Hash Section ------------------------------------------ */ 283d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 284d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 285d4af9e69SDag-Erling Smørgrav 286d4af9e69SDag-Erling Smørgrav /* The NH-based hash functions used in UMAC are described in the UMAC paper 287d4af9e69SDag-Erling Smørgrav * and specification, both of which can be found at the UMAC website. 288d4af9e69SDag-Erling Smørgrav * The interface to this implementation has two 289d4af9e69SDag-Erling Smørgrav * versions, one expects the entire message being hashed to be passed 290d4af9e69SDag-Erling Smørgrav * in a single buffer and returns the hash result immediately. The second 291d4af9e69SDag-Erling Smørgrav * allows the message to be passed in a sequence of buffers. In the 292d4af9e69SDag-Erling Smørgrav * muliple-buffer interface, the client calls the routine nh_update() as 293d4af9e69SDag-Erling Smørgrav * many times as necessary. When there is no more data to be fed to the 294d4af9e69SDag-Erling Smørgrav * hash, the client calls nh_final() which calculates the hash output. 295d4af9e69SDag-Erling Smørgrav * Before beginning another hash calculation the nh_reset() routine 296d4af9e69SDag-Erling Smørgrav * must be called. The single-buffer routine, nh(), is equivalent to 297d4af9e69SDag-Erling Smørgrav * the sequence of calls nh_update() and nh_final(); however it is 298d4af9e69SDag-Erling Smørgrav * optimized and should be prefered whenever the multiple-buffer interface 299d4af9e69SDag-Erling Smørgrav * is not necessary. When using either interface, it is the client's 300d4af9e69SDag-Erling Smørgrav * responsability to pass no more than L1_KEY_LEN bytes per hash result. 301d4af9e69SDag-Erling Smørgrav * 302d4af9e69SDag-Erling Smørgrav * The routine nh_init() initializes the nh_ctx data structure and 303d4af9e69SDag-Erling Smørgrav * must be called once, before any other PDF routine. 304d4af9e69SDag-Erling Smørgrav */ 305d4af9e69SDag-Erling Smørgrav 306d4af9e69SDag-Erling Smørgrav /* The "nh_aux" routines do the actual NH hashing work. They 307d4af9e69SDag-Erling Smørgrav * expect buffers to be multiples of L1_PAD_BOUNDARY. These routines 308d4af9e69SDag-Erling Smørgrav * produce output for all STREAMS NH iterations in one call, 309d4af9e69SDag-Erling Smørgrav * allowing the parallel implementation of the streams. 310d4af9e69SDag-Erling Smørgrav */ 311d4af9e69SDag-Erling Smørgrav 312d4af9e69SDag-Erling Smørgrav #define STREAMS (UMAC_OUTPUT_LEN / 4) /* Number of times hash is applied */ 313d4af9e69SDag-Erling Smørgrav #define L1_KEY_LEN 1024 /* Internal key bytes */ 314d4af9e69SDag-Erling Smørgrav #define L1_KEY_SHIFT 16 /* Toeplitz key shift between streams */ 315d4af9e69SDag-Erling Smørgrav #define L1_PAD_BOUNDARY 32 /* pad message to boundary multiple */ 316d4af9e69SDag-Erling Smørgrav #define ALLOC_BOUNDARY 16 /* Keep buffers aligned to this */ 317d4af9e69SDag-Erling Smørgrav #define HASH_BUF_BYTES 64 /* nh_aux_hb buffer multiple */ 318d4af9e69SDag-Erling Smørgrav 319d4af9e69SDag-Erling Smørgrav typedef struct { 320d4af9e69SDag-Erling Smørgrav UINT8 nh_key [L1_KEY_LEN + L1_KEY_SHIFT * (STREAMS - 1)]; /* NH Key */ 321462c32cbSDag-Erling Smørgrav UINT8 data [HASH_BUF_BYTES]; /* Incoming data buffer */ 322d4af9e69SDag-Erling Smørgrav int next_data_empty; /* Bookeeping variable for data buffer. */ 323d4af9e69SDag-Erling Smørgrav int bytes_hashed; /* Bytes (out of L1_KEY_LEN) incorperated. */ 324d4af9e69SDag-Erling Smørgrav UINT64 state[STREAMS]; /* on-line state */ 325d4af9e69SDag-Erling Smørgrav } nh_ctx; 326d4af9e69SDag-Erling Smørgrav 327d4af9e69SDag-Erling Smørgrav 328d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4) 329d4af9e69SDag-Erling Smørgrav 330e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 331d4af9e69SDag-Erling Smørgrav /* NH hashing primitive. Previous (partial) hash result is loaded and 332d4af9e69SDag-Erling Smørgrav * then stored via hp pointer. The length of the data pointed at by "dp", 333d4af9e69SDag-Erling Smørgrav * "dlen", is guaranteed to be divisible by L1_PAD_BOUNDARY (32). Key 334d4af9e69SDag-Erling Smørgrav * is expected to be endian compensated in memory at key setup. 335d4af9e69SDag-Erling Smørgrav */ 336d4af9e69SDag-Erling Smørgrav { 337d4af9e69SDag-Erling Smørgrav UINT64 h; 338d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 339d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 340e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 341d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 342d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7; 343d4af9e69SDag-Erling Smørgrav 344d4af9e69SDag-Erling Smørgrav h = *((UINT64 *)hp); 345d4af9e69SDag-Erling Smørgrav do { 346d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 347d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 348d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 349d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 350d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 351d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 352d4af9e69SDag-Erling Smørgrav h += MUL64((k0 + d0), (k4 + d4)); 353d4af9e69SDag-Erling Smørgrav h += MUL64((k1 + d1), (k5 + d5)); 354d4af9e69SDag-Erling Smørgrav h += MUL64((k2 + d2), (k6 + d6)); 355d4af9e69SDag-Erling Smørgrav h += MUL64((k3 + d3), (k7 + d7)); 356d4af9e69SDag-Erling Smørgrav 357d4af9e69SDag-Erling Smørgrav d += 8; 358d4af9e69SDag-Erling Smørgrav k += 8; 359d4af9e69SDag-Erling Smørgrav } while (--c); 360d4af9e69SDag-Erling Smørgrav *((UINT64 *)hp) = h; 361d4af9e69SDag-Erling Smørgrav } 362d4af9e69SDag-Erling Smørgrav 363d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8) 364d4af9e69SDag-Erling Smørgrav 365e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 366d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass, 367d4af9e69SDag-Erling Smørgrav * reading and writing 16 bytes of hash-state per call. 368d4af9e69SDag-Erling Smørgrav */ 369d4af9e69SDag-Erling Smørgrav { 370d4af9e69SDag-Erling Smørgrav UINT64 h1,h2; 371d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 372d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 373e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 374d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 375d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7, 376d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11; 377d4af9e69SDag-Erling Smørgrav 378d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp); 379d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1); 380d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 381d4af9e69SDag-Erling Smørgrav do { 382d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 383d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 384d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 385d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 386d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 387d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11); 388d4af9e69SDag-Erling Smørgrav 389d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4)); 390d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4)); 391d4af9e69SDag-Erling Smørgrav 392d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5)); 393d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5)); 394d4af9e69SDag-Erling Smørgrav 395d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6)); 396d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6)); 397d4af9e69SDag-Erling Smørgrav 398d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7)); 399d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7)); 400d4af9e69SDag-Erling Smørgrav 401d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11; 402d4af9e69SDag-Erling Smørgrav 403d4af9e69SDag-Erling Smørgrav d += 8; 404d4af9e69SDag-Erling Smørgrav k += 8; 405d4af9e69SDag-Erling Smørgrav } while (--c); 406d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1; 407d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2; 408d4af9e69SDag-Erling Smørgrav } 409d4af9e69SDag-Erling Smørgrav 410d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12) 411d4af9e69SDag-Erling Smørgrav 412e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 413d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass, 414d4af9e69SDag-Erling Smørgrav * reading and writing 24 bytes of hash-state per call. 415d4af9e69SDag-Erling Smørgrav */ 416d4af9e69SDag-Erling Smørgrav { 417d4af9e69SDag-Erling Smørgrav UINT64 h1,h2,h3; 418d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 419d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 420e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 421d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 422d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7, 423d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11,k12,k13,k14,k15; 424d4af9e69SDag-Erling Smørgrav 425d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp); 426d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1); 427d4af9e69SDag-Erling Smørgrav h3 = *((UINT64 *)hp + 2); 428d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 429d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 430d4af9e69SDag-Erling Smørgrav do { 431d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 432d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 433d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 434d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 435d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11); 436d4af9e69SDag-Erling Smørgrav k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15); 437d4af9e69SDag-Erling Smørgrav 438d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4)); 439d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4)); 440d4af9e69SDag-Erling Smørgrav h3 += MUL64((k8 + d0), (k12 + d4)); 441d4af9e69SDag-Erling Smørgrav 442d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5)); 443d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5)); 444d4af9e69SDag-Erling Smørgrav h3 += MUL64((k9 + d1), (k13 + d5)); 445d4af9e69SDag-Erling Smørgrav 446d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6)); 447d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6)); 448d4af9e69SDag-Erling Smørgrav h3 += MUL64((k10 + d2), (k14 + d6)); 449d4af9e69SDag-Erling Smørgrav 450d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7)); 451d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7)); 452d4af9e69SDag-Erling Smørgrav h3 += MUL64((k11 + d3), (k15 + d7)); 453d4af9e69SDag-Erling Smørgrav 454d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11; 455d4af9e69SDag-Erling Smørgrav k4 = k12; k5 = k13; k6 = k14; k7 = k15; 456d4af9e69SDag-Erling Smørgrav 457d4af9e69SDag-Erling Smørgrav d += 8; 458d4af9e69SDag-Erling Smørgrav k += 8; 459d4af9e69SDag-Erling Smørgrav } while (--c); 460d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1; 461d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2; 462d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[2] = h3; 463d4af9e69SDag-Erling Smørgrav } 464d4af9e69SDag-Erling Smørgrav 465d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16) 466d4af9e69SDag-Erling Smørgrav 467e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 468d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass, 469d4af9e69SDag-Erling Smørgrav * reading and writing 24 bytes of hash-state per call. 470d4af9e69SDag-Erling Smørgrav */ 471d4af9e69SDag-Erling Smørgrav { 472d4af9e69SDag-Erling Smørgrav UINT64 h1,h2,h3,h4; 473d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 474d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 475e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 476d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 477d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7, 478d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11,k12,k13,k14,k15, 479d4af9e69SDag-Erling Smørgrav k16,k17,k18,k19; 480d4af9e69SDag-Erling Smørgrav 481d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp); 482d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1); 483d4af9e69SDag-Erling Smørgrav h3 = *((UINT64 *)hp + 2); 484d4af9e69SDag-Erling Smørgrav h4 = *((UINT64 *)hp + 3); 485d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 486d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 487d4af9e69SDag-Erling Smørgrav do { 488d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 489d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 490d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 491d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 492d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11); 493d4af9e69SDag-Erling Smørgrav k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15); 494d4af9e69SDag-Erling Smørgrav k16 = *(k+16); k17 = *(k+17); k18 = *(k+18); k19 = *(k+19); 495d4af9e69SDag-Erling Smørgrav 496d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4)); 497d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4)); 498d4af9e69SDag-Erling Smørgrav h3 += MUL64((k8 + d0), (k12 + d4)); 499d4af9e69SDag-Erling Smørgrav h4 += MUL64((k12 + d0), (k16 + d4)); 500d4af9e69SDag-Erling Smørgrav 501d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5)); 502d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5)); 503d4af9e69SDag-Erling Smørgrav h3 += MUL64((k9 + d1), (k13 + d5)); 504d4af9e69SDag-Erling Smørgrav h4 += MUL64((k13 + d1), (k17 + d5)); 505d4af9e69SDag-Erling Smørgrav 506d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6)); 507d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6)); 508d4af9e69SDag-Erling Smørgrav h3 += MUL64((k10 + d2), (k14 + d6)); 509d4af9e69SDag-Erling Smørgrav h4 += MUL64((k14 + d2), (k18 + d6)); 510d4af9e69SDag-Erling Smørgrav 511d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7)); 512d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7)); 513d4af9e69SDag-Erling Smørgrav h3 += MUL64((k11 + d3), (k15 + d7)); 514d4af9e69SDag-Erling Smørgrav h4 += MUL64((k15 + d3), (k19 + d7)); 515d4af9e69SDag-Erling Smørgrav 516d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11; 517d4af9e69SDag-Erling Smørgrav k4 = k12; k5 = k13; k6 = k14; k7 = k15; 518d4af9e69SDag-Erling Smørgrav k8 = k16; k9 = k17; k10 = k18; k11 = k19; 519d4af9e69SDag-Erling Smørgrav 520d4af9e69SDag-Erling Smørgrav d += 8; 521d4af9e69SDag-Erling Smørgrav k += 8; 522d4af9e69SDag-Erling Smørgrav } while (--c); 523d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1; 524d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2; 525d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[2] = h3; 526d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[3] = h4; 527d4af9e69SDag-Erling Smørgrav } 528d4af9e69SDag-Erling Smørgrav 529d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 530d4af9e69SDag-Erling Smørgrav #endif /* UMAC_OUTPUT_LENGTH */ 531d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 532d4af9e69SDag-Erling Smørgrav 533d4af9e69SDag-Erling Smørgrav 534d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 535d4af9e69SDag-Erling Smørgrav 536e4a9863fSDag-Erling Smørgrav static void nh_transform(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes) 537d4af9e69SDag-Erling Smørgrav /* This function is a wrapper for the primitive NH hash functions. It takes 538d4af9e69SDag-Erling Smørgrav * as argument "hc" the current hash context and a buffer which must be a 539d4af9e69SDag-Erling Smørgrav * multiple of L1_PAD_BOUNDARY. The key passed to nh_aux is offset 540d4af9e69SDag-Erling Smørgrav * appropriately according to how much message has been hashed already. 541d4af9e69SDag-Erling Smørgrav */ 542d4af9e69SDag-Erling Smørgrav { 543d4af9e69SDag-Erling Smørgrav UINT8 *key; 544d4af9e69SDag-Erling Smørgrav 545d4af9e69SDag-Erling Smørgrav key = hc->nh_key + hc->bytes_hashed; 546d4af9e69SDag-Erling Smørgrav nh_aux(key, buf, hc->state, nbytes); 547d4af9e69SDag-Erling Smørgrav } 548d4af9e69SDag-Erling Smørgrav 549d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 550d4af9e69SDag-Erling Smørgrav 551d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__) 552d4af9e69SDag-Erling Smørgrav static void endian_convert(void *buf, UWORD bpw, UINT32 num_bytes) 553d4af9e69SDag-Erling Smørgrav /* We endian convert the keys on little-endian computers to */ 554d4af9e69SDag-Erling Smørgrav /* compensate for the lack of big-endian memory reads during hashing. */ 555d4af9e69SDag-Erling Smørgrav { 556d4af9e69SDag-Erling Smørgrav UWORD iters = num_bytes / bpw; 557d4af9e69SDag-Erling Smørgrav if (bpw == 4) { 558d4af9e69SDag-Erling Smørgrav UINT32 *p = (UINT32 *)buf; 559d4af9e69SDag-Erling Smørgrav do { 560d4af9e69SDag-Erling Smørgrav *p = LOAD_UINT32_REVERSED(p); 561d4af9e69SDag-Erling Smørgrav p++; 562d4af9e69SDag-Erling Smørgrav } while (--iters); 563d4af9e69SDag-Erling Smørgrav } else if (bpw == 8) { 564d4af9e69SDag-Erling Smørgrav UINT32 *p = (UINT32 *)buf; 565d4af9e69SDag-Erling Smørgrav UINT32 t; 566d4af9e69SDag-Erling Smørgrav do { 567d4af9e69SDag-Erling Smørgrav t = LOAD_UINT32_REVERSED(p+1); 568d4af9e69SDag-Erling Smørgrav p[1] = LOAD_UINT32_REVERSED(p); 569d4af9e69SDag-Erling Smørgrav p[0] = t; 570d4af9e69SDag-Erling Smørgrav p += 2; 571d4af9e69SDag-Erling Smørgrav } while (--iters); 572d4af9e69SDag-Erling Smørgrav } 573d4af9e69SDag-Erling Smørgrav } 574d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) endian_convert((x),(y),(z)) 575d4af9e69SDag-Erling Smørgrav #else 576d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) do{}while(0) /* Do nothing */ 577d4af9e69SDag-Erling Smørgrav #endif 578d4af9e69SDag-Erling Smørgrav 579d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 580d4af9e69SDag-Erling Smørgrav 581d4af9e69SDag-Erling Smørgrav static void nh_reset(nh_ctx *hc) 582d4af9e69SDag-Erling Smørgrav /* Reset nh_ctx to ready for hashing of new data */ 583d4af9e69SDag-Erling Smørgrav { 584d4af9e69SDag-Erling Smørgrav hc->bytes_hashed = 0; 585d4af9e69SDag-Erling Smørgrav hc->next_data_empty = 0; 586d4af9e69SDag-Erling Smørgrav hc->state[0] = 0; 587d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 588d4af9e69SDag-Erling Smørgrav hc->state[1] = 0; 589d4af9e69SDag-Erling Smørgrav #endif 590d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 591d4af9e69SDag-Erling Smørgrav hc->state[2] = 0; 592d4af9e69SDag-Erling Smørgrav #endif 593d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 594d4af9e69SDag-Erling Smørgrav hc->state[3] = 0; 595d4af9e69SDag-Erling Smørgrav #endif 596d4af9e69SDag-Erling Smørgrav 597d4af9e69SDag-Erling Smørgrav } 598d4af9e69SDag-Erling Smørgrav 599d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 600d4af9e69SDag-Erling Smørgrav 601d4af9e69SDag-Erling Smørgrav static void nh_init(nh_ctx *hc, aes_int_key prf_key) 602d4af9e69SDag-Erling Smørgrav /* Generate nh_key, endian convert and reset to be ready for hashing. */ 603d4af9e69SDag-Erling Smørgrav { 604d4af9e69SDag-Erling Smørgrav kdf(hc->nh_key, prf_key, 1, sizeof(hc->nh_key)); 605d4af9e69SDag-Erling Smørgrav endian_convert_if_le(hc->nh_key, 4, sizeof(hc->nh_key)); 606d4af9e69SDag-Erling Smørgrav nh_reset(hc); 607d4af9e69SDag-Erling Smørgrav } 608d4af9e69SDag-Erling Smørgrav 609d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 610d4af9e69SDag-Erling Smørgrav 611e4a9863fSDag-Erling Smørgrav static void nh_update(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes) 612d4af9e69SDag-Erling Smørgrav /* Incorporate nbytes of data into a nh_ctx, buffer whatever is not an */ 613d4af9e69SDag-Erling Smørgrav /* even multiple of HASH_BUF_BYTES. */ 614d4af9e69SDag-Erling Smørgrav { 615d4af9e69SDag-Erling Smørgrav UINT32 i,j; 616d4af9e69SDag-Erling Smørgrav 617d4af9e69SDag-Erling Smørgrav j = hc->next_data_empty; 618d4af9e69SDag-Erling Smørgrav if ((j + nbytes) >= HASH_BUF_BYTES) { 619d4af9e69SDag-Erling Smørgrav if (j) { 620d4af9e69SDag-Erling Smørgrav i = HASH_BUF_BYTES - j; 621d4af9e69SDag-Erling Smørgrav memcpy(hc->data+j, buf, i); 622d4af9e69SDag-Erling Smørgrav nh_transform(hc,hc->data,HASH_BUF_BYTES); 623d4af9e69SDag-Erling Smørgrav nbytes -= i; 624d4af9e69SDag-Erling Smørgrav buf += i; 625d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += HASH_BUF_BYTES; 626d4af9e69SDag-Erling Smørgrav } 627d4af9e69SDag-Erling Smørgrav if (nbytes >= HASH_BUF_BYTES) { 628d4af9e69SDag-Erling Smørgrav i = nbytes & ~(HASH_BUF_BYTES - 1); 629d4af9e69SDag-Erling Smørgrav nh_transform(hc, buf, i); 630d4af9e69SDag-Erling Smørgrav nbytes -= i; 631d4af9e69SDag-Erling Smørgrav buf += i; 632d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += i; 633d4af9e69SDag-Erling Smørgrav } 634d4af9e69SDag-Erling Smørgrav j = 0; 635d4af9e69SDag-Erling Smørgrav } 636d4af9e69SDag-Erling Smørgrav memcpy(hc->data + j, buf, nbytes); 637d4af9e69SDag-Erling Smørgrav hc->next_data_empty = j + nbytes; 638d4af9e69SDag-Erling Smørgrav } 639d4af9e69SDag-Erling Smørgrav 640d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 641d4af9e69SDag-Erling Smørgrav 642d4af9e69SDag-Erling Smørgrav static void zero_pad(UINT8 *p, int nbytes) 643d4af9e69SDag-Erling Smørgrav { 644d4af9e69SDag-Erling Smørgrav /* Write "nbytes" of zeroes, beginning at "p" */ 645d4af9e69SDag-Erling Smørgrav if (nbytes >= (int)sizeof(UWORD)) { 646d4af9e69SDag-Erling Smørgrav while ((ptrdiff_t)p % sizeof(UWORD)) { 647d4af9e69SDag-Erling Smørgrav *p = 0; 648d4af9e69SDag-Erling Smørgrav nbytes--; 649d4af9e69SDag-Erling Smørgrav p++; 650d4af9e69SDag-Erling Smørgrav } 651d4af9e69SDag-Erling Smørgrav while (nbytes >= (int)sizeof(UWORD)) { 652d4af9e69SDag-Erling Smørgrav *(UWORD *)p = 0; 653d4af9e69SDag-Erling Smørgrav nbytes -= sizeof(UWORD); 654d4af9e69SDag-Erling Smørgrav p += sizeof(UWORD); 655d4af9e69SDag-Erling Smørgrav } 656d4af9e69SDag-Erling Smørgrav } 657d4af9e69SDag-Erling Smørgrav while (nbytes) { 658d4af9e69SDag-Erling Smørgrav *p = 0; 659d4af9e69SDag-Erling Smørgrav nbytes--; 660d4af9e69SDag-Erling Smørgrav p++; 661d4af9e69SDag-Erling Smørgrav } 662d4af9e69SDag-Erling Smørgrav } 663d4af9e69SDag-Erling Smørgrav 664d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 665d4af9e69SDag-Erling Smørgrav 666d4af9e69SDag-Erling Smørgrav static void nh_final(nh_ctx *hc, UINT8 *result) 667d4af9e69SDag-Erling Smørgrav /* After passing some number of data buffers to nh_update() for integration 668d4af9e69SDag-Erling Smørgrav * into an NH context, nh_final is called to produce a hash result. If any 669d4af9e69SDag-Erling Smørgrav * bytes are in the buffer hc->data, incorporate them into the 670d4af9e69SDag-Erling Smørgrav * NH context. Finally, add into the NH accumulation "state" the total number 671d4af9e69SDag-Erling Smørgrav * of bits hashed. The resulting numbers are written to the buffer "result". 672d4af9e69SDag-Erling Smørgrav * If nh_update was never called, L1_PAD_BOUNDARY zeroes are incorporated. 673d4af9e69SDag-Erling Smørgrav */ 674d4af9e69SDag-Erling Smørgrav { 675d4af9e69SDag-Erling Smørgrav int nh_len, nbits; 676d4af9e69SDag-Erling Smørgrav 677d4af9e69SDag-Erling Smørgrav if (hc->next_data_empty != 0) { 678d4af9e69SDag-Erling Smørgrav nh_len = ((hc->next_data_empty + (L1_PAD_BOUNDARY - 1)) & 679d4af9e69SDag-Erling Smørgrav ~(L1_PAD_BOUNDARY - 1)); 680d4af9e69SDag-Erling Smørgrav zero_pad(hc->data + hc->next_data_empty, 681d4af9e69SDag-Erling Smørgrav nh_len - hc->next_data_empty); 682d4af9e69SDag-Erling Smørgrav nh_transform(hc, hc->data, nh_len); 683d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += hc->next_data_empty; 684d4af9e69SDag-Erling Smørgrav } else if (hc->bytes_hashed == 0) { 685d4af9e69SDag-Erling Smørgrav nh_len = L1_PAD_BOUNDARY; 686d4af9e69SDag-Erling Smørgrav zero_pad(hc->data, L1_PAD_BOUNDARY); 687d4af9e69SDag-Erling Smørgrav nh_transform(hc, hc->data, nh_len); 688d4af9e69SDag-Erling Smørgrav } 689d4af9e69SDag-Erling Smørgrav 690d4af9e69SDag-Erling Smørgrav nbits = (hc->bytes_hashed << 3); 691d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[0] = ((UINT64 *)hc->state)[0] + nbits; 692d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 693d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[1] = ((UINT64 *)hc->state)[1] + nbits; 694d4af9e69SDag-Erling Smørgrav #endif 695d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 696d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[2] = ((UINT64 *)hc->state)[2] + nbits; 697d4af9e69SDag-Erling Smørgrav #endif 698d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 699d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[3] = ((UINT64 *)hc->state)[3] + nbits; 700d4af9e69SDag-Erling Smørgrav #endif 701d4af9e69SDag-Erling Smørgrav nh_reset(hc); 702d4af9e69SDag-Erling Smørgrav } 703d4af9e69SDag-Erling Smørgrav 704d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 705d4af9e69SDag-Erling Smørgrav 706e4a9863fSDag-Erling Smørgrav static void nh(nh_ctx *hc, const UINT8 *buf, UINT32 padded_len, 707d4af9e69SDag-Erling Smørgrav UINT32 unpadded_len, UINT8 *result) 708d4af9e69SDag-Erling Smørgrav /* All-in-one nh_update() and nh_final() equivalent. 709d4af9e69SDag-Erling Smørgrav * Assumes that padded_len is divisible by L1_PAD_BOUNDARY and result is 710d4af9e69SDag-Erling Smørgrav * well aligned 711d4af9e69SDag-Erling Smørgrav */ 712d4af9e69SDag-Erling Smørgrav { 713d4af9e69SDag-Erling Smørgrav UINT32 nbits; 714d4af9e69SDag-Erling Smørgrav 715d4af9e69SDag-Erling Smørgrav /* Initialize the hash state */ 716d4af9e69SDag-Erling Smørgrav nbits = (unpadded_len << 3); 717d4af9e69SDag-Erling Smørgrav 718d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[0] = nbits; 719d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 720d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[1] = nbits; 721d4af9e69SDag-Erling Smørgrav #endif 722d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 723d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[2] = nbits; 724d4af9e69SDag-Erling Smørgrav #endif 725d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 726d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[3] = nbits; 727d4af9e69SDag-Erling Smørgrav #endif 728d4af9e69SDag-Erling Smørgrav 729d4af9e69SDag-Erling Smørgrav nh_aux(hc->nh_key, buf, result, padded_len); 730d4af9e69SDag-Erling Smørgrav } 731d4af9e69SDag-Erling Smørgrav 732d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 733d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 734d4af9e69SDag-Erling Smørgrav /* ----- Begin UHASH Section -------------------------------------------- */ 735d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 736d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 737d4af9e69SDag-Erling Smørgrav 738d4af9e69SDag-Erling Smørgrav /* UHASH is a multi-layered algorithm. Data presented to UHASH is first 739d4af9e69SDag-Erling Smørgrav * hashed by NH. The NH output is then hashed by a polynomial-hash layer 740d4af9e69SDag-Erling Smørgrav * unless the initial data to be hashed is short. After the polynomial- 741d4af9e69SDag-Erling Smørgrav * layer, an inner-product hash is used to produce the final UHASH output. 742d4af9e69SDag-Erling Smørgrav * 743d4af9e69SDag-Erling Smørgrav * UHASH provides two interfaces, one all-at-once and another where data 744d4af9e69SDag-Erling Smørgrav * buffers are presented sequentially. In the sequential interface, the 745d4af9e69SDag-Erling Smørgrav * UHASH client calls the routine uhash_update() as many times as necessary. 746d4af9e69SDag-Erling Smørgrav * When there is no more data to be fed to UHASH, the client calls 747d4af9e69SDag-Erling Smørgrav * uhash_final() which 748d4af9e69SDag-Erling Smørgrav * calculates the UHASH output. Before beginning another UHASH calculation 749d4af9e69SDag-Erling Smørgrav * the uhash_reset() routine must be called. The all-at-once UHASH routine, 750d4af9e69SDag-Erling Smørgrav * uhash(), is equivalent to the sequence of calls uhash_update() and 751d4af9e69SDag-Erling Smørgrav * uhash_final(); however it is optimized and should be 752d4af9e69SDag-Erling Smørgrav * used whenever the sequential interface is not necessary. 753d4af9e69SDag-Erling Smørgrav * 754d4af9e69SDag-Erling Smørgrav * The routine uhash_init() initializes the uhash_ctx data structure and 755d4af9e69SDag-Erling Smørgrav * must be called once, before any other UHASH routine. 756d4af9e69SDag-Erling Smørgrav */ 757d4af9e69SDag-Erling Smørgrav 758d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 759d4af9e69SDag-Erling Smørgrav /* ----- Constants and uhash_ctx ---------------------------------------- */ 760d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 761d4af9e69SDag-Erling Smørgrav 762d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 763d4af9e69SDag-Erling Smørgrav /* ----- Poly hash and Inner-Product hash Constants --------------------- */ 764d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 765d4af9e69SDag-Erling Smørgrav 766d4af9e69SDag-Erling Smørgrav /* Primes and masks */ 767d4af9e69SDag-Erling Smørgrav #define p36 ((UINT64)0x0000000FFFFFFFFBull) /* 2^36 - 5 */ 768d4af9e69SDag-Erling Smørgrav #define p64 ((UINT64)0xFFFFFFFFFFFFFFC5ull) /* 2^64 - 59 */ 769d4af9e69SDag-Erling Smørgrav #define m36 ((UINT64)0x0000000FFFFFFFFFull) /* The low 36 of 64 bits */ 770d4af9e69SDag-Erling Smørgrav 771d4af9e69SDag-Erling Smørgrav 772d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 773d4af9e69SDag-Erling Smørgrav 774d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx { 775d4af9e69SDag-Erling Smørgrav nh_ctx hash; /* Hash context for L1 NH hash */ 776d4af9e69SDag-Erling Smørgrav UINT64 poly_key_8[STREAMS]; /* p64 poly keys */ 777d4af9e69SDag-Erling Smørgrav UINT64 poly_accum[STREAMS]; /* poly hash result */ 778d4af9e69SDag-Erling Smørgrav UINT64 ip_keys[STREAMS*4]; /* Inner-product keys */ 779d4af9e69SDag-Erling Smørgrav UINT32 ip_trans[STREAMS]; /* Inner-product translation */ 780d4af9e69SDag-Erling Smørgrav UINT32 msg_len; /* Total length of data passed */ 781d4af9e69SDag-Erling Smørgrav /* to uhash */ 782d4af9e69SDag-Erling Smørgrav } uhash_ctx; 783d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx *uhash_ctx_t; 784d4af9e69SDag-Erling Smørgrav 785d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 786d4af9e69SDag-Erling Smørgrav 787d4af9e69SDag-Erling Smørgrav 788d4af9e69SDag-Erling Smørgrav /* The polynomial hashes use Horner's rule to evaluate a polynomial one 789d4af9e69SDag-Erling Smørgrav * word at a time. As described in the specification, poly32 and poly64 790d4af9e69SDag-Erling Smørgrav * require keys from special domains. The following implementations exploit 791d4af9e69SDag-Erling Smørgrav * the special domains to avoid overflow. The results are not guaranteed to 792d4af9e69SDag-Erling Smørgrav * be within Z_p32 and Z_p64, but the Inner-Product hash implementation 793d4af9e69SDag-Erling Smørgrav * patches any errant values. 794d4af9e69SDag-Erling Smørgrav */ 795d4af9e69SDag-Erling Smørgrav 796d4af9e69SDag-Erling Smørgrav static UINT64 poly64(UINT64 cur, UINT64 key, UINT64 data) 797d4af9e69SDag-Erling Smørgrav { 798d4af9e69SDag-Erling Smørgrav UINT32 key_hi = (UINT32)(key >> 32), 799d4af9e69SDag-Erling Smørgrav key_lo = (UINT32)key, 800d4af9e69SDag-Erling Smørgrav cur_hi = (UINT32)(cur >> 32), 801d4af9e69SDag-Erling Smørgrav cur_lo = (UINT32)cur, 802d4af9e69SDag-Erling Smørgrav x_lo, 803d4af9e69SDag-Erling Smørgrav x_hi; 804d4af9e69SDag-Erling Smørgrav UINT64 X,T,res; 805d4af9e69SDag-Erling Smørgrav 806d4af9e69SDag-Erling Smørgrav X = MUL64(key_hi, cur_lo) + MUL64(cur_hi, key_lo); 807d4af9e69SDag-Erling Smørgrav x_lo = (UINT32)X; 808d4af9e69SDag-Erling Smørgrav x_hi = (UINT32)(X >> 32); 809d4af9e69SDag-Erling Smørgrav 810d4af9e69SDag-Erling Smørgrav res = (MUL64(key_hi, cur_hi) + x_hi) * 59 + MUL64(key_lo, cur_lo); 811d4af9e69SDag-Erling Smørgrav 812d4af9e69SDag-Erling Smørgrav T = ((UINT64)x_lo << 32); 813d4af9e69SDag-Erling Smørgrav res += T; 814d4af9e69SDag-Erling Smørgrav if (res < T) 815d4af9e69SDag-Erling Smørgrav res += 59; 816d4af9e69SDag-Erling Smørgrav 817d4af9e69SDag-Erling Smørgrav res += data; 818d4af9e69SDag-Erling Smørgrav if (res < data) 819d4af9e69SDag-Erling Smørgrav res += 59; 820d4af9e69SDag-Erling Smørgrav 821d4af9e69SDag-Erling Smørgrav return res; 822d4af9e69SDag-Erling Smørgrav } 823d4af9e69SDag-Erling Smørgrav 824d4af9e69SDag-Erling Smørgrav 825d4af9e69SDag-Erling Smørgrav /* Although UMAC is specified to use a ramped polynomial hash scheme, this 826d4af9e69SDag-Erling Smørgrav * implementation does not handle all ramp levels. Because we don't handle 827d4af9e69SDag-Erling Smørgrav * the ramp up to p128 modulus in this implementation, we are limited to 828d4af9e69SDag-Erling Smørgrav * 2^14 poly_hash() invocations per stream (for a total capacity of 2^24 829d4af9e69SDag-Erling Smørgrav * bytes input to UMAC per tag, ie. 16MB). 830d4af9e69SDag-Erling Smørgrav */ 831d4af9e69SDag-Erling Smørgrav static void poly_hash(uhash_ctx_t hc, UINT32 data_in[]) 832d4af9e69SDag-Erling Smørgrav { 833d4af9e69SDag-Erling Smørgrav int i; 834d4af9e69SDag-Erling Smørgrav UINT64 *data=(UINT64*)data_in; 835d4af9e69SDag-Erling Smørgrav 836d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) { 837d4af9e69SDag-Erling Smørgrav if ((UINT32)(data[i] >> 32) == 0xfffffffful) { 838d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i], 839d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], p64 - 1); 840d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i], 841d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], (data[i] - 59)); 842d4af9e69SDag-Erling Smørgrav } else { 843d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i], 844d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], data[i]); 845d4af9e69SDag-Erling Smørgrav } 846d4af9e69SDag-Erling Smørgrav } 847d4af9e69SDag-Erling Smørgrav } 848d4af9e69SDag-Erling Smørgrav 849d4af9e69SDag-Erling Smørgrav 850d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 851d4af9e69SDag-Erling Smørgrav 852d4af9e69SDag-Erling Smørgrav 853d4af9e69SDag-Erling Smørgrav /* The final step in UHASH is an inner-product hash. The poly hash 854d4af9e69SDag-Erling Smørgrav * produces a result not neccesarily WORD_LEN bytes long. The inner- 855d4af9e69SDag-Erling Smørgrav * product hash breaks the polyhash output into 16-bit chunks and 856d4af9e69SDag-Erling Smørgrav * multiplies each with a 36 bit key. 857d4af9e69SDag-Erling Smørgrav */ 858d4af9e69SDag-Erling Smørgrav 859d4af9e69SDag-Erling Smørgrav static UINT64 ip_aux(UINT64 t, UINT64 *ipkp, UINT64 data) 860d4af9e69SDag-Erling Smørgrav { 861d4af9e69SDag-Erling Smørgrav t = t + ipkp[0] * (UINT64)(UINT16)(data >> 48); 862d4af9e69SDag-Erling Smørgrav t = t + ipkp[1] * (UINT64)(UINT16)(data >> 32); 863d4af9e69SDag-Erling Smørgrav t = t + ipkp[2] * (UINT64)(UINT16)(data >> 16); 864d4af9e69SDag-Erling Smørgrav t = t + ipkp[3] * (UINT64)(UINT16)(data); 865d4af9e69SDag-Erling Smørgrav 866d4af9e69SDag-Erling Smørgrav return t; 867d4af9e69SDag-Erling Smørgrav } 868d4af9e69SDag-Erling Smørgrav 869d4af9e69SDag-Erling Smørgrav static UINT32 ip_reduce_p36(UINT64 t) 870d4af9e69SDag-Erling Smørgrav { 871d4af9e69SDag-Erling Smørgrav /* Divisionless modular reduction */ 872d4af9e69SDag-Erling Smørgrav UINT64 ret; 873d4af9e69SDag-Erling Smørgrav 874d4af9e69SDag-Erling Smørgrav ret = (t & m36) + 5 * (t >> 36); 875d4af9e69SDag-Erling Smørgrav if (ret >= p36) 876d4af9e69SDag-Erling Smørgrav ret -= p36; 877d4af9e69SDag-Erling Smørgrav 878d4af9e69SDag-Erling Smørgrav /* return least significant 32 bits */ 879d4af9e69SDag-Erling Smørgrav return (UINT32)(ret); 880d4af9e69SDag-Erling Smørgrav } 881d4af9e69SDag-Erling Smørgrav 882d4af9e69SDag-Erling Smørgrav 883d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is no longer than L1_KEY_LEN, then 884d4af9e69SDag-Erling Smørgrav * the polyhash stage is skipped and ip_short is applied directly to the 885d4af9e69SDag-Erling Smørgrav * NH output. 886d4af9e69SDag-Erling Smørgrav */ 887d4af9e69SDag-Erling Smørgrav static void ip_short(uhash_ctx_t ahc, UINT8 *nh_res, u_char *res) 888d4af9e69SDag-Erling Smørgrav { 889d4af9e69SDag-Erling Smørgrav UINT64 t; 890d4af9e69SDag-Erling Smørgrav UINT64 *nhp = (UINT64 *)nh_res; 891d4af9e69SDag-Erling Smørgrav 892d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys, nhp[0]); 893d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+0, ip_reduce_p36(t) ^ ahc->ip_trans[0]); 894d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 895d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+4, nhp[1]); 896d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+1, ip_reduce_p36(t) ^ ahc->ip_trans[1]); 897d4af9e69SDag-Erling Smørgrav #endif 898d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 899d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+8, nhp[2]); 900d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+2, ip_reduce_p36(t) ^ ahc->ip_trans[2]); 901d4af9e69SDag-Erling Smørgrav #endif 902d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 903d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+12, nhp[3]); 904d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+3, ip_reduce_p36(t) ^ ahc->ip_trans[3]); 905d4af9e69SDag-Erling Smørgrav #endif 906d4af9e69SDag-Erling Smørgrav } 907d4af9e69SDag-Erling Smørgrav 908d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is longer than L1_KEY_LEN, then 909d4af9e69SDag-Erling Smørgrav * the polyhash stage is not skipped and ip_long is applied to the 910d4af9e69SDag-Erling Smørgrav * polyhash output. 911d4af9e69SDag-Erling Smørgrav */ 912d4af9e69SDag-Erling Smørgrav static void ip_long(uhash_ctx_t ahc, u_char *res) 913d4af9e69SDag-Erling Smørgrav { 914d4af9e69SDag-Erling Smørgrav int i; 915d4af9e69SDag-Erling Smørgrav UINT64 t; 916d4af9e69SDag-Erling Smørgrav 917d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) { 918d4af9e69SDag-Erling Smørgrav /* fix polyhash output not in Z_p64 */ 919d4af9e69SDag-Erling Smørgrav if (ahc->poly_accum[i] >= p64) 920d4af9e69SDag-Erling Smørgrav ahc->poly_accum[i] -= p64; 921d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+(i*4), ahc->poly_accum[i]); 922d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+i, 923d4af9e69SDag-Erling Smørgrav ip_reduce_p36(t) ^ ahc->ip_trans[i]); 924d4af9e69SDag-Erling Smørgrav } 925d4af9e69SDag-Erling Smørgrav } 926d4af9e69SDag-Erling Smørgrav 927d4af9e69SDag-Erling Smørgrav 928d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 929d4af9e69SDag-Erling Smørgrav 930d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 931d4af9e69SDag-Erling Smørgrav 932d4af9e69SDag-Erling Smørgrav /* Reset uhash context for next hash session */ 933d4af9e69SDag-Erling Smørgrav static int uhash_reset(uhash_ctx_t pc) 934d4af9e69SDag-Erling Smørgrav { 935d4af9e69SDag-Erling Smørgrav nh_reset(&pc->hash); 936d4af9e69SDag-Erling Smørgrav pc->msg_len = 0; 937d4af9e69SDag-Erling Smørgrav pc->poly_accum[0] = 1; 938d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 939d4af9e69SDag-Erling Smørgrav pc->poly_accum[1] = 1; 940d4af9e69SDag-Erling Smørgrav #endif 941d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 942d4af9e69SDag-Erling Smørgrav pc->poly_accum[2] = 1; 943d4af9e69SDag-Erling Smørgrav #endif 944d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 945d4af9e69SDag-Erling Smørgrav pc->poly_accum[3] = 1; 946d4af9e69SDag-Erling Smørgrav #endif 947d4af9e69SDag-Erling Smørgrav return 1; 948d4af9e69SDag-Erling Smørgrav } 949d4af9e69SDag-Erling Smørgrav 950d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 951d4af9e69SDag-Erling Smørgrav 952d4af9e69SDag-Erling Smørgrav /* Given a pointer to the internal key needed by kdf() and a uhash context, 953d4af9e69SDag-Erling Smørgrav * initialize the NH context and generate keys needed for poly and inner- 954d4af9e69SDag-Erling Smørgrav * product hashing. All keys are endian adjusted in memory so that native 955d4af9e69SDag-Erling Smørgrav * loads cause correct keys to be in registers during calculation. 956d4af9e69SDag-Erling Smørgrav */ 957d4af9e69SDag-Erling Smørgrav static void uhash_init(uhash_ctx_t ahc, aes_int_key prf_key) 958d4af9e69SDag-Erling Smørgrav { 959d4af9e69SDag-Erling Smørgrav int i; 960d4af9e69SDag-Erling Smørgrav UINT8 buf[(8*STREAMS+4)*sizeof(UINT64)]; 961d4af9e69SDag-Erling Smørgrav 962d4af9e69SDag-Erling Smørgrav /* Zero the entire uhash context */ 963d4af9e69SDag-Erling Smørgrav memset(ahc, 0, sizeof(uhash_ctx)); 964d4af9e69SDag-Erling Smørgrav 965d4af9e69SDag-Erling Smørgrav /* Initialize the L1 hash */ 966d4af9e69SDag-Erling Smørgrav nh_init(&ahc->hash, prf_key); 967d4af9e69SDag-Erling Smørgrav 968d4af9e69SDag-Erling Smørgrav /* Setup L2 hash variables */ 969d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 2, sizeof(buf)); /* Fill buffer with index 1 key */ 970d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) { 971d4af9e69SDag-Erling Smørgrav /* Fill keys from the buffer, skipping bytes in the buffer not 972d4af9e69SDag-Erling Smørgrav * used by this implementation. Endian reverse the keys if on a 973d4af9e69SDag-Erling Smørgrav * little-endian computer. 974d4af9e69SDag-Erling Smørgrav */ 975d4af9e69SDag-Erling Smørgrav memcpy(ahc->poly_key_8+i, buf+24*i, 8); 976d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->poly_key_8+i, 8, 8); 977d4af9e69SDag-Erling Smørgrav /* Mask the 64-bit keys to their special domain */ 978d4af9e69SDag-Erling Smørgrav ahc->poly_key_8[i] &= ((UINT64)0x01ffffffu << 32) + 0x01ffffffu; 979d4af9e69SDag-Erling Smørgrav ahc->poly_accum[i] = 1; /* Our polyhash prepends a non-zero word */ 980d4af9e69SDag-Erling Smørgrav } 981d4af9e69SDag-Erling Smørgrav 982d4af9e69SDag-Erling Smørgrav /* Setup L3-1 hash variables */ 983d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 3, sizeof(buf)); /* Fill buffer with index 2 key */ 984d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) 985d4af9e69SDag-Erling Smørgrav memcpy(ahc->ip_keys+4*i, buf+(8*i+4)*sizeof(UINT64), 986d4af9e69SDag-Erling Smørgrav 4*sizeof(UINT64)); 987d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->ip_keys, sizeof(UINT64), 988d4af9e69SDag-Erling Smørgrav sizeof(ahc->ip_keys)); 989d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS*4; i++) 990d4af9e69SDag-Erling Smørgrav ahc->ip_keys[i] %= p36; /* Bring into Z_p36 */ 991d4af9e69SDag-Erling Smørgrav 992d4af9e69SDag-Erling Smørgrav /* Setup L3-2 hash variables */ 993d4af9e69SDag-Erling Smørgrav /* Fill buffer with index 4 key */ 994d4af9e69SDag-Erling Smørgrav kdf(ahc->ip_trans, prf_key, 4, STREAMS * sizeof(UINT32)); 995d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->ip_trans, sizeof(UINT32), 996d4af9e69SDag-Erling Smørgrav STREAMS * sizeof(UINT32)); 997*4f52dfbbSDag-Erling Smørgrav explicit_bzero(buf, sizeof(buf)); 998d4af9e69SDag-Erling Smørgrav } 999d4af9e69SDag-Erling Smørgrav 1000d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1001d4af9e69SDag-Erling Smørgrav 1002d4af9e69SDag-Erling Smørgrav #if 0 1003d4af9e69SDag-Erling Smørgrav static uhash_ctx_t uhash_alloc(u_char key[]) 1004d4af9e69SDag-Erling Smørgrav { 1005d4af9e69SDag-Erling Smørgrav /* Allocate memory and force to a 16-byte boundary. */ 1006d4af9e69SDag-Erling Smørgrav uhash_ctx_t ctx; 1007d4af9e69SDag-Erling Smørgrav u_char bytes_to_add; 1008d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; 1009d4af9e69SDag-Erling Smørgrav 1010d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)malloc(sizeof(uhash_ctx)+ALLOC_BOUNDARY); 1011d4af9e69SDag-Erling Smørgrav if (ctx) { 1012d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) { 1013d4af9e69SDag-Erling Smørgrav bytes_to_add = ALLOC_BOUNDARY - 1014d4af9e69SDag-Erling Smørgrav ((ptrdiff_t)ctx & (ALLOC_BOUNDARY -1)); 1015d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)((u_char *)ctx + bytes_to_add); 1016d4af9e69SDag-Erling Smørgrav *((u_char *)ctx - 1) = bytes_to_add; 1017d4af9e69SDag-Erling Smørgrav } 1018d4af9e69SDag-Erling Smørgrav aes_key_setup(key,prf_key); 1019d4af9e69SDag-Erling Smørgrav uhash_init(ctx, prf_key); 1020d4af9e69SDag-Erling Smørgrav } 1021d4af9e69SDag-Erling Smørgrav return (ctx); 1022d4af9e69SDag-Erling Smørgrav } 1023d4af9e69SDag-Erling Smørgrav #endif 1024d4af9e69SDag-Erling Smørgrav 1025d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1026d4af9e69SDag-Erling Smørgrav 1027d4af9e69SDag-Erling Smørgrav #if 0 1028d4af9e69SDag-Erling Smørgrav static int uhash_free(uhash_ctx_t ctx) 1029d4af9e69SDag-Erling Smørgrav { 1030d4af9e69SDag-Erling Smørgrav /* Free memory allocated by uhash_alloc */ 1031d4af9e69SDag-Erling Smørgrav u_char bytes_to_sub; 1032d4af9e69SDag-Erling Smørgrav 1033d4af9e69SDag-Erling Smørgrav if (ctx) { 1034d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) { 1035d4af9e69SDag-Erling Smørgrav bytes_to_sub = *((u_char *)ctx - 1); 1036d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)((u_char *)ctx - bytes_to_sub); 1037d4af9e69SDag-Erling Smørgrav } 1038d4af9e69SDag-Erling Smørgrav free(ctx); 1039d4af9e69SDag-Erling Smørgrav } 1040d4af9e69SDag-Erling Smørgrav return (1); 1041d4af9e69SDag-Erling Smørgrav } 1042d4af9e69SDag-Erling Smørgrav #endif 1043d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1044d4af9e69SDag-Erling Smørgrav 1045e4a9863fSDag-Erling Smørgrav static int uhash_update(uhash_ctx_t ctx, const u_char *input, long len) 1046d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and 1047d4af9e69SDag-Erling Smørgrav * hash each one with NH, calling the polyhash on each NH output. 1048d4af9e69SDag-Erling Smørgrav */ 1049d4af9e69SDag-Erling Smørgrav { 1050d4af9e69SDag-Erling Smørgrav UWORD bytes_hashed, bytes_remaining; 1051d4af9e69SDag-Erling Smørgrav UINT64 result_buf[STREAMS]; 1052d4af9e69SDag-Erling Smørgrav UINT8 *nh_result = (UINT8 *)&result_buf; 1053d4af9e69SDag-Erling Smørgrav 1054d4af9e69SDag-Erling Smørgrav if (ctx->msg_len + len <= L1_KEY_LEN) { 1055e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, len); 1056d4af9e69SDag-Erling Smørgrav ctx->msg_len += len; 1057d4af9e69SDag-Erling Smørgrav } else { 1058d4af9e69SDag-Erling Smørgrav 1059d4af9e69SDag-Erling Smørgrav bytes_hashed = ctx->msg_len % L1_KEY_LEN; 1060d4af9e69SDag-Erling Smørgrav if (ctx->msg_len == L1_KEY_LEN) 1061d4af9e69SDag-Erling Smørgrav bytes_hashed = L1_KEY_LEN; 1062d4af9e69SDag-Erling Smørgrav 1063d4af9e69SDag-Erling Smørgrav if (bytes_hashed + len >= L1_KEY_LEN) { 1064d4af9e69SDag-Erling Smørgrav 1065d4af9e69SDag-Erling Smørgrav /* If some bytes have been passed to the hash function */ 1066d4af9e69SDag-Erling Smørgrav /* then we want to pass at most (L1_KEY_LEN - bytes_hashed) */ 1067d4af9e69SDag-Erling Smørgrav /* bytes to complete the current nh_block. */ 1068d4af9e69SDag-Erling Smørgrav if (bytes_hashed) { 1069d4af9e69SDag-Erling Smørgrav bytes_remaining = (L1_KEY_LEN - bytes_hashed); 1070e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, bytes_remaining); 1071d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result); 1072d4af9e69SDag-Erling Smørgrav ctx->msg_len += bytes_remaining; 1073d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result); 1074d4af9e69SDag-Erling Smørgrav len -= bytes_remaining; 1075d4af9e69SDag-Erling Smørgrav input += bytes_remaining; 1076d4af9e69SDag-Erling Smørgrav } 1077d4af9e69SDag-Erling Smørgrav 1078d4af9e69SDag-Erling Smørgrav /* Hash directly from input stream if enough bytes */ 1079d4af9e69SDag-Erling Smørgrav while (len >= L1_KEY_LEN) { 1080e4a9863fSDag-Erling Smørgrav nh(&ctx->hash, (const UINT8 *)input, L1_KEY_LEN, 1081d4af9e69SDag-Erling Smørgrav L1_KEY_LEN, nh_result); 1082d4af9e69SDag-Erling Smørgrav ctx->msg_len += L1_KEY_LEN; 1083d4af9e69SDag-Erling Smørgrav len -= L1_KEY_LEN; 1084d4af9e69SDag-Erling Smørgrav input += L1_KEY_LEN; 1085d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result); 1086d4af9e69SDag-Erling Smørgrav } 1087d4af9e69SDag-Erling Smørgrav } 1088d4af9e69SDag-Erling Smørgrav 1089d4af9e69SDag-Erling Smørgrav /* pass remaining < L1_KEY_LEN bytes of input data to NH */ 1090d4af9e69SDag-Erling Smørgrav if (len) { 1091e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, len); 1092d4af9e69SDag-Erling Smørgrav ctx->msg_len += len; 1093d4af9e69SDag-Erling Smørgrav } 1094d4af9e69SDag-Erling Smørgrav } 1095d4af9e69SDag-Erling Smørgrav 1096d4af9e69SDag-Erling Smørgrav return (1); 1097d4af9e69SDag-Erling Smørgrav } 1098d4af9e69SDag-Erling Smørgrav 1099d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1100d4af9e69SDag-Erling Smørgrav 1101d4af9e69SDag-Erling Smørgrav static int uhash_final(uhash_ctx_t ctx, u_char *res) 1102d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */ 1103d4af9e69SDag-Erling Smørgrav { 1104d4af9e69SDag-Erling Smørgrav UINT64 result_buf[STREAMS]; 1105d4af9e69SDag-Erling Smørgrav UINT8 *nh_result = (UINT8 *)&result_buf; 1106d4af9e69SDag-Erling Smørgrav 1107d4af9e69SDag-Erling Smørgrav if (ctx->msg_len > L1_KEY_LEN) { 1108d4af9e69SDag-Erling Smørgrav if (ctx->msg_len % L1_KEY_LEN) { 1109d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result); 1110d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result); 1111d4af9e69SDag-Erling Smørgrav } 1112d4af9e69SDag-Erling Smørgrav ip_long(ctx, res); 1113d4af9e69SDag-Erling Smørgrav } else { 1114d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result); 1115d4af9e69SDag-Erling Smørgrav ip_short(ctx,nh_result, res); 1116d4af9e69SDag-Erling Smørgrav } 1117d4af9e69SDag-Erling Smørgrav uhash_reset(ctx); 1118d4af9e69SDag-Erling Smørgrav return (1); 1119d4af9e69SDag-Erling Smørgrav } 1120d4af9e69SDag-Erling Smørgrav 1121d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1122d4af9e69SDag-Erling Smørgrav 1123d4af9e69SDag-Erling Smørgrav #if 0 1124d4af9e69SDag-Erling Smørgrav static int uhash(uhash_ctx_t ahc, u_char *msg, long len, u_char *res) 1125d4af9e69SDag-Erling Smørgrav /* assumes that msg is in a writable buffer of length divisible by */ 1126d4af9e69SDag-Erling Smørgrav /* L1_PAD_BOUNDARY. Bytes beyond msg[len] may be zeroed. */ 1127d4af9e69SDag-Erling Smørgrav { 1128d4af9e69SDag-Erling Smørgrav UINT8 nh_result[STREAMS*sizeof(UINT64)]; 1129d4af9e69SDag-Erling Smørgrav UINT32 nh_len; 1130d4af9e69SDag-Erling Smørgrav int extra_zeroes_needed; 1131d4af9e69SDag-Erling Smørgrav 1132d4af9e69SDag-Erling Smørgrav /* If the message to be hashed is no longer than L1_HASH_LEN, we skip 1133d4af9e69SDag-Erling Smørgrav * the polyhash. 1134d4af9e69SDag-Erling Smørgrav */ 1135d4af9e69SDag-Erling Smørgrav if (len <= L1_KEY_LEN) { 1136d4af9e69SDag-Erling Smørgrav if (len == 0) /* If zero length messages will not */ 1137d4af9e69SDag-Erling Smørgrav nh_len = L1_PAD_BOUNDARY; /* be seen, comment out this case */ 1138d4af9e69SDag-Erling Smørgrav else 1139d4af9e69SDag-Erling Smørgrav nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1)); 1140d4af9e69SDag-Erling Smørgrav extra_zeroes_needed = nh_len - len; 1141d4af9e69SDag-Erling Smørgrav zero_pad((UINT8 *)msg + len, extra_zeroes_needed); 1142d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result); 1143d4af9e69SDag-Erling Smørgrav ip_short(ahc,nh_result, res); 1144d4af9e69SDag-Erling Smørgrav } else { 1145d4af9e69SDag-Erling Smørgrav /* Otherwise, we hash each L1_KEY_LEN chunk with NH, passing the NH 1146d4af9e69SDag-Erling Smørgrav * output to poly_hash(). 1147d4af9e69SDag-Erling Smørgrav */ 1148d4af9e69SDag-Erling Smørgrav do { 1149d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, L1_KEY_LEN, L1_KEY_LEN, nh_result); 1150d4af9e69SDag-Erling Smørgrav poly_hash(ahc,(UINT32 *)nh_result); 1151d4af9e69SDag-Erling Smørgrav len -= L1_KEY_LEN; 1152d4af9e69SDag-Erling Smørgrav msg += L1_KEY_LEN; 1153d4af9e69SDag-Erling Smørgrav } while (len >= L1_KEY_LEN); 1154d4af9e69SDag-Erling Smørgrav if (len) { 1155d4af9e69SDag-Erling Smørgrav nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1)); 1156d4af9e69SDag-Erling Smørgrav extra_zeroes_needed = nh_len - len; 1157d4af9e69SDag-Erling Smørgrav zero_pad((UINT8 *)msg + len, extra_zeroes_needed); 1158d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result); 1159d4af9e69SDag-Erling Smørgrav poly_hash(ahc,(UINT32 *)nh_result); 1160d4af9e69SDag-Erling Smørgrav } 1161d4af9e69SDag-Erling Smørgrav 1162d4af9e69SDag-Erling Smørgrav ip_long(ahc, res); 1163d4af9e69SDag-Erling Smørgrav } 1164d4af9e69SDag-Erling Smørgrav 1165d4af9e69SDag-Erling Smørgrav uhash_reset(ahc); 1166d4af9e69SDag-Erling Smørgrav return 1; 1167d4af9e69SDag-Erling Smørgrav } 1168d4af9e69SDag-Erling Smørgrav #endif 1169d4af9e69SDag-Erling Smørgrav 1170d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1171d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1172d4af9e69SDag-Erling Smørgrav /* ----- Begin UMAC Section --------------------------------------------- */ 1173d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1174d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1175d4af9e69SDag-Erling Smørgrav 1176d4af9e69SDag-Erling Smørgrav /* The UMAC interface has two interfaces, an all-at-once interface where 1177d4af9e69SDag-Erling Smørgrav * the entire message to be authenticated is passed to UMAC in one buffer, 1178d4af9e69SDag-Erling Smørgrav * and a sequential interface where the message is presented a little at a 1179d4af9e69SDag-Erling Smørgrav * time. The all-at-once is more optimaized than the sequential version and 1180d4af9e69SDag-Erling Smørgrav * should be preferred when the sequential interface is not required. 1181d4af9e69SDag-Erling Smørgrav */ 1182d4af9e69SDag-Erling Smørgrav struct umac_ctx { 1183d4af9e69SDag-Erling Smørgrav uhash_ctx hash; /* Hash function for message compression */ 1184d4af9e69SDag-Erling Smørgrav pdf_ctx pdf; /* PDF for hashed output */ 1185d4af9e69SDag-Erling Smørgrav void *free_ptr; /* Address to free this struct via */ 1186d4af9e69SDag-Erling Smørgrav } umac_ctx; 1187d4af9e69SDag-Erling Smørgrav 1188d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1189d4af9e69SDag-Erling Smørgrav 1190d4af9e69SDag-Erling Smørgrav #if 0 1191d4af9e69SDag-Erling Smørgrav int umac_reset(struct umac_ctx *ctx) 1192d4af9e69SDag-Erling Smørgrav /* Reset the hash function to begin a new authentication. */ 1193d4af9e69SDag-Erling Smørgrav { 1194d4af9e69SDag-Erling Smørgrav uhash_reset(&ctx->hash); 1195d4af9e69SDag-Erling Smørgrav return (1); 1196d4af9e69SDag-Erling Smørgrav } 1197d4af9e69SDag-Erling Smørgrav #endif 1198d4af9e69SDag-Erling Smørgrav 1199d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1200d4af9e69SDag-Erling Smørgrav 1201d4af9e69SDag-Erling Smørgrav int umac_delete(struct umac_ctx *ctx) 1202d4af9e69SDag-Erling Smørgrav /* Deallocate the ctx structure */ 1203d4af9e69SDag-Erling Smørgrav { 1204d4af9e69SDag-Erling Smørgrav if (ctx) { 1205d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) 1206d4af9e69SDag-Erling Smørgrav ctx = (struct umac_ctx *)ctx->free_ptr; 1207*4f52dfbbSDag-Erling Smørgrav explicit_bzero(ctx, sizeof(*ctx) + ALLOC_BOUNDARY); 1208e4a9863fSDag-Erling Smørgrav free(ctx); 1209d4af9e69SDag-Erling Smørgrav } 1210d4af9e69SDag-Erling Smørgrav return (1); 1211d4af9e69SDag-Erling Smørgrav } 1212d4af9e69SDag-Erling Smørgrav 1213d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1214d4af9e69SDag-Erling Smørgrav 1215e4a9863fSDag-Erling Smørgrav struct umac_ctx *umac_new(const u_char key[]) 1216d4af9e69SDag-Erling Smørgrav /* Dynamically allocate a umac_ctx struct, initialize variables, 1217d4af9e69SDag-Erling Smørgrav * generate subkeys from key. Align to 16-byte boundary. 1218d4af9e69SDag-Erling Smørgrav */ 1219d4af9e69SDag-Erling Smørgrav { 1220d4af9e69SDag-Erling Smørgrav struct umac_ctx *ctx, *octx; 1221d4af9e69SDag-Erling Smørgrav size_t bytes_to_add; 1222d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; 1223d4af9e69SDag-Erling Smørgrav 12240a37d4a3SXin LI octx = ctx = xcalloc(1, sizeof(*ctx) + ALLOC_BOUNDARY); 1225d4af9e69SDag-Erling Smørgrav if (ctx) { 1226d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) { 1227d4af9e69SDag-Erling Smørgrav bytes_to_add = ALLOC_BOUNDARY - 1228d4af9e69SDag-Erling Smørgrav ((ptrdiff_t)ctx & (ALLOC_BOUNDARY - 1)); 1229d4af9e69SDag-Erling Smørgrav ctx = (struct umac_ctx *)((u_char *)ctx + bytes_to_add); 1230d4af9e69SDag-Erling Smørgrav } 1231d4af9e69SDag-Erling Smørgrav ctx->free_ptr = octx; 1232d4af9e69SDag-Erling Smørgrav aes_key_setup(key, prf_key); 1233d4af9e69SDag-Erling Smørgrav pdf_init(&ctx->pdf, prf_key); 1234d4af9e69SDag-Erling Smørgrav uhash_init(&ctx->hash, prf_key); 1235*4f52dfbbSDag-Erling Smørgrav explicit_bzero(prf_key, sizeof(prf_key)); 1236d4af9e69SDag-Erling Smørgrav } 1237d4af9e69SDag-Erling Smørgrav 1238d4af9e69SDag-Erling Smørgrav return (ctx); 1239d4af9e69SDag-Erling Smørgrav } 1240d4af9e69SDag-Erling Smørgrav 1241d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1242d4af9e69SDag-Erling Smørgrav 1243e4a9863fSDag-Erling Smørgrav int umac_final(struct umac_ctx *ctx, u_char tag[], const u_char nonce[8]) 1244d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */ 1245d4af9e69SDag-Erling Smørgrav { 1246d4af9e69SDag-Erling Smørgrav uhash_final(&ctx->hash, (u_char *)tag); 1247e4a9863fSDag-Erling Smørgrav pdf_gen_xor(&ctx->pdf, (const UINT8 *)nonce, (UINT8 *)tag); 1248d4af9e69SDag-Erling Smørgrav 1249d4af9e69SDag-Erling Smørgrav return (1); 1250d4af9e69SDag-Erling Smørgrav } 1251d4af9e69SDag-Erling Smørgrav 1252d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1253d4af9e69SDag-Erling Smørgrav 1254e4a9863fSDag-Erling Smørgrav int umac_update(struct umac_ctx *ctx, const u_char *input, long len) 1255d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and */ 1256d4af9e69SDag-Erling Smørgrav /* hash each one, calling the PDF on the hashed output whenever the hash- */ 1257d4af9e69SDag-Erling Smørgrav /* output buffer is full. */ 1258d4af9e69SDag-Erling Smørgrav { 1259d4af9e69SDag-Erling Smørgrav uhash_update(&ctx->hash, input, len); 1260d4af9e69SDag-Erling Smørgrav return (1); 1261d4af9e69SDag-Erling Smørgrav } 1262d4af9e69SDag-Erling Smørgrav 1263d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1264d4af9e69SDag-Erling Smørgrav 1265d4af9e69SDag-Erling Smørgrav #if 0 1266d4af9e69SDag-Erling Smørgrav int umac(struct umac_ctx *ctx, u_char *input, 1267d4af9e69SDag-Erling Smørgrav long len, u_char tag[], 1268d4af9e69SDag-Erling Smørgrav u_char nonce[8]) 1269d4af9e69SDag-Erling Smørgrav /* All-in-one version simply calls umac_update() and umac_final(). */ 1270d4af9e69SDag-Erling Smørgrav { 1271d4af9e69SDag-Erling Smørgrav uhash(&ctx->hash, input, len, (u_char *)tag); 1272d4af9e69SDag-Erling Smørgrav pdf_gen_xor(&ctx->pdf, (UINT8 *)nonce, (UINT8 *)tag); 1273d4af9e69SDag-Erling Smørgrav 1274d4af9e69SDag-Erling Smørgrav return (1); 1275d4af9e69SDag-Erling Smørgrav } 1276d4af9e69SDag-Erling Smørgrav #endif 1277d4af9e69SDag-Erling Smørgrav 1278d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1279d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1280d4af9e69SDag-Erling Smørgrav /* ----- End UMAC Section ----------------------------------------------- */ 1281d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1282d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1283