1*e4a9863fSDag-Erling Smørgrav /* $OpenBSD: umac.c,v 1.7 2013/07/22 05:00:17 djm Exp $ */ 2d4af9e69SDag-Erling Smørgrav /* ----------------------------------------------------------------------- 3d4af9e69SDag-Erling Smørgrav * 4d4af9e69SDag-Erling Smørgrav * umac.c -- C Implementation UMAC Message Authentication 5d4af9e69SDag-Erling Smørgrav * 6d4af9e69SDag-Erling Smørgrav * Version 0.93b of rfc4418.txt -- 2006 July 18 7d4af9e69SDag-Erling Smørgrav * 8d4af9e69SDag-Erling Smørgrav * For a full description of UMAC message authentication see the UMAC 9d4af9e69SDag-Erling Smørgrav * world-wide-web page at http://www.cs.ucdavis.edu/~rogaway/umac 10d4af9e69SDag-Erling Smørgrav * Please report bugs and suggestions to the UMAC webpage. 11d4af9e69SDag-Erling Smørgrav * 12d4af9e69SDag-Erling Smørgrav * Copyright (c) 1999-2006 Ted Krovetz 13d4af9e69SDag-Erling Smørgrav * 14d4af9e69SDag-Erling Smørgrav * Permission to use, copy, modify, and distribute this software and 15d4af9e69SDag-Erling Smørgrav * its documentation for any purpose and with or without fee, is hereby 16d4af9e69SDag-Erling Smørgrav * granted provided that the above copyright notice appears in all copies 17d4af9e69SDag-Erling Smørgrav * and in supporting documentation, and that the name of the copyright 18d4af9e69SDag-Erling Smørgrav * holder not be used in advertising or publicity pertaining to 19d4af9e69SDag-Erling Smørgrav * distribution of the software without specific, written prior permission. 20d4af9e69SDag-Erling Smørgrav * 21d4af9e69SDag-Erling Smørgrav * Comments should be directed to Ted Krovetz (tdk@acm.org) 22d4af9e69SDag-Erling Smørgrav * 23d4af9e69SDag-Erling Smørgrav * ---------------------------------------------------------------------- */ 24d4af9e69SDag-Erling Smørgrav 25d4af9e69SDag-Erling Smørgrav /* ////////////////////// IMPORTANT NOTES ///////////////////////////////// 26d4af9e69SDag-Erling Smørgrav * 27d4af9e69SDag-Erling Smørgrav * 1) This version does not work properly on messages larger than 16MB 28d4af9e69SDag-Erling Smørgrav * 29d4af9e69SDag-Erling Smørgrav * 2) If you set the switch to use SSE2, then all data must be 16-byte 30d4af9e69SDag-Erling Smørgrav * aligned 31d4af9e69SDag-Erling Smørgrav * 32d4af9e69SDag-Erling Smørgrav * 3) When calling the function umac(), it is assumed that msg is in 33d4af9e69SDag-Erling Smørgrav * a writable buffer of length divisible by 32 bytes. The message itself 34d4af9e69SDag-Erling Smørgrav * does not have to fill the entire buffer, but bytes beyond msg may be 35d4af9e69SDag-Erling Smørgrav * zeroed. 36d4af9e69SDag-Erling Smørgrav * 37d4af9e69SDag-Erling Smørgrav * 4) Three free AES implementations are supported by this implementation of 38d4af9e69SDag-Erling Smørgrav * UMAC. Paulo Barreto's version is in the public domain and can be found 39d4af9e69SDag-Erling Smørgrav * at http://www.esat.kuleuven.ac.be/~rijmen/rijndael/ (search for 40d4af9e69SDag-Erling Smørgrav * "Barreto"). The only two files needed are rijndael-alg-fst.c and 41d4af9e69SDag-Erling Smørgrav * rijndael-alg-fst.h. Brian Gladman's version is distributed with the GNU 42d4af9e69SDag-Erling Smørgrav * Public lisence at http://fp.gladman.plus.com/AES/index.htm. It 43d4af9e69SDag-Erling Smørgrav * includes a fast IA-32 assembly version. The OpenSSL crypo library is 44d4af9e69SDag-Erling Smørgrav * the third. 45d4af9e69SDag-Erling Smørgrav * 46d4af9e69SDag-Erling Smørgrav * 5) With FORCE_C_ONLY flags set to 0, incorrect results are sometimes 47d4af9e69SDag-Erling Smørgrav * produced under gcc with optimizations set -O3 or higher. Dunno why. 48d4af9e69SDag-Erling Smørgrav * 49d4af9e69SDag-Erling Smørgrav /////////////////////////////////////////////////////////////////////// */ 50d4af9e69SDag-Erling Smørgrav 51d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 52d4af9e69SDag-Erling Smørgrav /* --- User Switches ---------------------------------------------------- */ 53d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 54d4af9e69SDag-Erling Smørgrav 556888a9beSDag-Erling Smørgrav #ifndef UMAC_OUTPUT_LEN 56d4af9e69SDag-Erling Smørgrav #define UMAC_OUTPUT_LEN 8 /* Alowable: 4, 8, 12, 16 */ 576888a9beSDag-Erling Smørgrav #endif 586888a9beSDag-Erling Smørgrav 596888a9beSDag-Erling Smørgrav #if UMAC_OUTPUT_LEN != 4 && UMAC_OUTPUT_LEN != 8 && \ 606888a9beSDag-Erling Smørgrav UMAC_OUTPUT_LEN != 12 && UMAC_OUTPUT_LEN != 16 616888a9beSDag-Erling Smørgrav # error UMAC_OUTPUT_LEN must be defined to 4, 8, 12 or 16 626888a9beSDag-Erling Smørgrav #endif 636888a9beSDag-Erling Smørgrav 64d4af9e69SDag-Erling Smørgrav /* #define FORCE_C_ONLY 1 ANSI C and 64-bit integers req'd */ 65d4af9e69SDag-Erling Smørgrav /* #define AES_IMPLEMENTAION 1 1 = OpenSSL, 2 = Barreto, 3 = Gladman */ 66d4af9e69SDag-Erling Smørgrav /* #define SSE2 0 Is SSE2 is available? */ 67d4af9e69SDag-Erling Smørgrav /* #define RUN_TESTS 0 Run basic correctness/speed tests */ 68d4af9e69SDag-Erling Smørgrav /* #define UMAC_AE_SUPPORT 0 Enable auhthenticated encrytion */ 69d4af9e69SDag-Erling Smørgrav 70d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 71d4af9e69SDag-Erling Smørgrav /* -- Global Includes --------------------------------------------------- */ 72d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 73d4af9e69SDag-Erling Smørgrav 74d4af9e69SDag-Erling Smørgrav #include "includes.h" 75d4af9e69SDag-Erling Smørgrav #include <sys/types.h> 76d4af9e69SDag-Erling Smørgrav 77d4af9e69SDag-Erling Smørgrav #include "xmalloc.h" 78d4af9e69SDag-Erling Smørgrav #include "umac.h" 79d4af9e69SDag-Erling Smørgrav #include <string.h> 80d4af9e69SDag-Erling Smørgrav #include <stdlib.h> 81d4af9e69SDag-Erling Smørgrav #include <stddef.h> 82d4af9e69SDag-Erling Smørgrav 83d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 84d4af9e69SDag-Erling Smørgrav /* --- Primitive Data Types --- */ 85d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 86d4af9e69SDag-Erling Smørgrav 87d4af9e69SDag-Erling Smørgrav /* The following assumptions may need change on your system */ 88d4af9e69SDag-Erling Smørgrav typedef u_int8_t UINT8; /* 1 byte */ 89d4af9e69SDag-Erling Smørgrav typedef u_int16_t UINT16; /* 2 byte */ 90d4af9e69SDag-Erling Smørgrav typedef u_int32_t UINT32; /* 4 byte */ 91d4af9e69SDag-Erling Smørgrav typedef u_int64_t UINT64; /* 8 bytes */ 92d4af9e69SDag-Erling Smørgrav typedef unsigned int UWORD; /* Register */ 93d4af9e69SDag-Erling Smørgrav 94d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 95d4af9e69SDag-Erling Smørgrav /* --- Constants -------------------------------------------------------- */ 96d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 97d4af9e69SDag-Erling Smørgrav 98d4af9e69SDag-Erling Smørgrav #define UMAC_KEY_LEN 16 /* UMAC takes 16 bytes of external key */ 99d4af9e69SDag-Erling Smørgrav 100d4af9e69SDag-Erling Smørgrav /* Message "words" are read from memory in an endian-specific manner. */ 101d4af9e69SDag-Erling Smørgrav /* For this implementation to behave correctly, __LITTLE_ENDIAN__ must */ 102d4af9e69SDag-Erling Smørgrav /* be set true if the host computer is little-endian. */ 103d4af9e69SDag-Erling Smørgrav 104d4af9e69SDag-Erling Smørgrav #if BYTE_ORDER == LITTLE_ENDIAN 105d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 1 106d4af9e69SDag-Erling Smørgrav #else 107d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 0 108d4af9e69SDag-Erling Smørgrav #endif 109d4af9e69SDag-Erling Smørgrav 110d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 111d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 112d4af9e69SDag-Erling Smørgrav /* ----- Architecture Specific ------------------------------------------ */ 113d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 114d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 115d4af9e69SDag-Erling Smørgrav 116d4af9e69SDag-Erling Smørgrav 117d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 118d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 119d4af9e69SDag-Erling Smørgrav /* ----- Primitive Routines --------------------------------------------- */ 120d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 121d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 122d4af9e69SDag-Erling Smørgrav 123d4af9e69SDag-Erling Smørgrav 124d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 125d4af9e69SDag-Erling Smørgrav /* --- 32-bit by 32-bit to 64-bit Multiplication ------------------------ */ 126d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 127d4af9e69SDag-Erling Smørgrav 128d4af9e69SDag-Erling Smørgrav #define MUL64(a,b) ((UINT64)((UINT64)(UINT32)(a) * (UINT64)(UINT32)(b))) 129d4af9e69SDag-Erling Smørgrav 130d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 131d4af9e69SDag-Erling Smørgrav /* --- Endian Conversion --- Forcing assembly on some platforms */ 132d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 133d4af9e69SDag-Erling Smørgrav 134d4af9e69SDag-Erling Smørgrav #if HAVE_SWAP32 135*e4a9863fSDag-Erling Smørgrav #define LOAD_UINT32_REVERSED(p) (swap32(*(const UINT32 *)(p))) 136d4af9e69SDag-Erling Smørgrav #define STORE_UINT32_REVERSED(p,v) (*(UINT32 *)(p) = swap32(v)) 137d4af9e69SDag-Erling Smørgrav #else /* HAVE_SWAP32 */ 138d4af9e69SDag-Erling Smørgrav 139*e4a9863fSDag-Erling Smørgrav static UINT32 LOAD_UINT32_REVERSED(const void *ptr) 140d4af9e69SDag-Erling Smørgrav { 141*e4a9863fSDag-Erling Smørgrav UINT32 temp = *(const UINT32 *)ptr; 142d4af9e69SDag-Erling Smørgrav temp = (temp >> 24) | ((temp & 0x00FF0000) >> 8 ) 143d4af9e69SDag-Erling Smørgrav | ((temp & 0x0000FF00) << 8 ) | (temp << 24); 144d4af9e69SDag-Erling Smørgrav return (UINT32)temp; 145d4af9e69SDag-Erling Smørgrav } 146d4af9e69SDag-Erling Smørgrav 147d4af9e69SDag-Erling Smørgrav # if (__LITTLE_ENDIAN__) 148d4af9e69SDag-Erling Smørgrav static void STORE_UINT32_REVERSED(void *ptr, UINT32 x) 149d4af9e69SDag-Erling Smørgrav { 150d4af9e69SDag-Erling Smørgrav UINT32 i = (UINT32)x; 151d4af9e69SDag-Erling Smørgrav *(UINT32 *)ptr = (i >> 24) | ((i & 0x00FF0000) >> 8 ) 152d4af9e69SDag-Erling Smørgrav | ((i & 0x0000FF00) << 8 ) | (i << 24); 153d4af9e69SDag-Erling Smørgrav } 154d4af9e69SDag-Erling Smørgrav # endif /* __LITTLE_ENDIAN */ 155d4af9e69SDag-Erling Smørgrav #endif /* HAVE_SWAP32 */ 156d4af9e69SDag-Erling Smørgrav 157d4af9e69SDag-Erling Smørgrav /* The following definitions use the above reversal-primitives to do the right 158d4af9e69SDag-Erling Smørgrav * thing on endian specific load and stores. 159d4af9e69SDag-Erling Smørgrav */ 160d4af9e69SDag-Erling Smørgrav 161d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__) 162*e4a9863fSDag-Erling Smørgrav #define LOAD_UINT32_LITTLE(ptr) (*(const UINT32 *)(ptr)) 163d4af9e69SDag-Erling Smørgrav #define STORE_UINT32_BIG(ptr,x) STORE_UINT32_REVERSED(ptr,x) 164d4af9e69SDag-Erling Smørgrav #else 165d4af9e69SDag-Erling Smørgrav #define LOAD_UINT32_LITTLE(ptr) LOAD_UINT32_REVERSED(ptr) 166d4af9e69SDag-Erling Smørgrav #define STORE_UINT32_BIG(ptr,x) (*(UINT32 *)(ptr) = (UINT32)(x)) 167d4af9e69SDag-Erling Smørgrav #endif 168d4af9e69SDag-Erling Smørgrav 169d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 170d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 171d4af9e69SDag-Erling Smørgrav /* ----- Begin KDF & PDF Section ---------------------------------------- */ 172d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 173d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 174d4af9e69SDag-Erling Smørgrav 175d4af9e69SDag-Erling Smørgrav /* UMAC uses AES with 16 byte block and key lengths */ 176d4af9e69SDag-Erling Smørgrav #define AES_BLOCK_LEN 16 177d4af9e69SDag-Erling Smørgrav 178d4af9e69SDag-Erling Smørgrav /* OpenSSL's AES */ 179d4af9e69SDag-Erling Smørgrav #include "openbsd-compat/openssl-compat.h" 180d4af9e69SDag-Erling Smørgrav #ifndef USE_BUILTIN_RIJNDAEL 181d4af9e69SDag-Erling Smørgrav # include <openssl/aes.h> 182d4af9e69SDag-Erling Smørgrav #endif 183d4af9e69SDag-Erling Smørgrav typedef AES_KEY aes_int_key[1]; 184d4af9e69SDag-Erling Smørgrav #define aes_encryption(in,out,int_key) \ 185d4af9e69SDag-Erling Smørgrav AES_encrypt((u_char *)(in),(u_char *)(out),(AES_KEY *)int_key) 186d4af9e69SDag-Erling Smørgrav #define aes_key_setup(key,int_key) \ 187*e4a9863fSDag-Erling Smørgrav AES_set_encrypt_key((const u_char *)(key),UMAC_KEY_LEN*8,int_key) 188d4af9e69SDag-Erling Smørgrav 189d4af9e69SDag-Erling Smørgrav /* The user-supplied UMAC key is stretched using AES in a counter 190d4af9e69SDag-Erling Smørgrav * mode to supply all random bits needed by UMAC. The kdf function takes 191d4af9e69SDag-Erling Smørgrav * an AES internal key representation 'key' and writes a stream of 192d4af9e69SDag-Erling Smørgrav * 'nbytes' bytes to the memory pointed at by 'bufp'. Each distinct 193d4af9e69SDag-Erling Smørgrav * 'ndx' causes a distinct byte stream. 194d4af9e69SDag-Erling Smørgrav */ 195d4af9e69SDag-Erling Smørgrav static void kdf(void *bufp, aes_int_key key, UINT8 ndx, int nbytes) 196d4af9e69SDag-Erling Smørgrav { 197d4af9e69SDag-Erling Smørgrav UINT8 in_buf[AES_BLOCK_LEN] = {0}; 198d4af9e69SDag-Erling Smørgrav UINT8 out_buf[AES_BLOCK_LEN]; 199d4af9e69SDag-Erling Smørgrav UINT8 *dst_buf = (UINT8 *)bufp; 200d4af9e69SDag-Erling Smørgrav int i; 201d4af9e69SDag-Erling Smørgrav 202d4af9e69SDag-Erling Smørgrav /* Setup the initial value */ 203d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-9] = ndx; 204d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-1] = i = 1; 205d4af9e69SDag-Erling Smørgrav 206d4af9e69SDag-Erling Smørgrav while (nbytes >= AES_BLOCK_LEN) { 207d4af9e69SDag-Erling Smørgrav aes_encryption(in_buf, out_buf, key); 208d4af9e69SDag-Erling Smørgrav memcpy(dst_buf,out_buf,AES_BLOCK_LEN); 209d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-1] = ++i; 210d4af9e69SDag-Erling Smørgrav nbytes -= AES_BLOCK_LEN; 211d4af9e69SDag-Erling Smørgrav dst_buf += AES_BLOCK_LEN; 212d4af9e69SDag-Erling Smørgrav } 213d4af9e69SDag-Erling Smørgrav if (nbytes) { 214d4af9e69SDag-Erling Smørgrav aes_encryption(in_buf, out_buf, key); 215d4af9e69SDag-Erling Smørgrav memcpy(dst_buf,out_buf,nbytes); 216d4af9e69SDag-Erling Smørgrav } 217d4af9e69SDag-Erling Smørgrav } 218d4af9e69SDag-Erling Smørgrav 219d4af9e69SDag-Erling Smørgrav /* The final UHASH result is XOR'd with the output of a pseudorandom 220d4af9e69SDag-Erling Smørgrav * function. Here, we use AES to generate random output and 221d4af9e69SDag-Erling Smørgrav * xor the appropriate bytes depending on the last bits of nonce. 222d4af9e69SDag-Erling Smørgrav * This scheme is optimized for sequential, increasing big-endian nonces. 223d4af9e69SDag-Erling Smørgrav */ 224d4af9e69SDag-Erling Smørgrav 225d4af9e69SDag-Erling Smørgrav typedef struct { 226d4af9e69SDag-Erling Smørgrav UINT8 cache[AES_BLOCK_LEN]; /* Previous AES output is saved */ 227d4af9e69SDag-Erling Smørgrav UINT8 nonce[AES_BLOCK_LEN]; /* The AES input making above cache */ 228d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; /* Expanded AES key for PDF */ 229d4af9e69SDag-Erling Smørgrav } pdf_ctx; 230d4af9e69SDag-Erling Smørgrav 231d4af9e69SDag-Erling Smørgrav static void pdf_init(pdf_ctx *pc, aes_int_key prf_key) 232d4af9e69SDag-Erling Smørgrav { 233d4af9e69SDag-Erling Smørgrav UINT8 buf[UMAC_KEY_LEN]; 234d4af9e69SDag-Erling Smørgrav 235d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 0, UMAC_KEY_LEN); 236d4af9e69SDag-Erling Smørgrav aes_key_setup(buf, pc->prf_key); 237d4af9e69SDag-Erling Smørgrav 238d4af9e69SDag-Erling Smørgrav /* Initialize pdf and cache */ 239d4af9e69SDag-Erling Smørgrav memset(pc->nonce, 0, sizeof(pc->nonce)); 240d4af9e69SDag-Erling Smørgrav aes_encryption(pc->nonce, pc->cache, pc->prf_key); 241d4af9e69SDag-Erling Smørgrav } 242d4af9e69SDag-Erling Smørgrav 243*e4a9863fSDag-Erling Smørgrav static void pdf_gen_xor(pdf_ctx *pc, const UINT8 nonce[8], UINT8 buf[8]) 244d4af9e69SDag-Erling Smørgrav { 245d4af9e69SDag-Erling Smørgrav /* 'ndx' indicates that we'll be using the 0th or 1st eight bytes 246d4af9e69SDag-Erling Smørgrav * of the AES output. If last time around we returned the ndx-1st 247d4af9e69SDag-Erling Smørgrav * element, then we may have the result in the cache already. 248d4af9e69SDag-Erling Smørgrav */ 249d4af9e69SDag-Erling Smørgrav 250d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4) 251d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 3 252d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8) 253d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 1 254d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN > 8) 255d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 0 256d4af9e69SDag-Erling Smørgrav #endif 257*e4a9863fSDag-Erling Smørgrav union { 258d4af9e69SDag-Erling Smørgrav UINT8 tmp_nonce_lo[4]; 259*e4a9863fSDag-Erling Smørgrav UINT32 align; 260*e4a9863fSDag-Erling Smørgrav } t; 261d4af9e69SDag-Erling Smørgrav #if LOW_BIT_MASK != 0 262d4af9e69SDag-Erling Smørgrav int ndx = nonce[7] & LOW_BIT_MASK; 263d4af9e69SDag-Erling Smørgrav #endif 264*e4a9863fSDag-Erling Smørgrav *(UINT32 *)t.tmp_nonce_lo = ((const UINT32 *)nonce)[1]; 265*e4a9863fSDag-Erling Smørgrav t.tmp_nonce_lo[3] &= ~LOW_BIT_MASK; /* zero last bit */ 266d4af9e69SDag-Erling Smørgrav 267*e4a9863fSDag-Erling Smørgrav if ( (((UINT32 *)t.tmp_nonce_lo)[0] != ((UINT32 *)pc->nonce)[1]) || 268*e4a9863fSDag-Erling Smørgrav (((const UINT32 *)nonce)[0] != ((UINT32 *)pc->nonce)[0]) ) 269d4af9e69SDag-Erling Smørgrav { 270*e4a9863fSDag-Erling Smørgrav ((UINT32 *)pc->nonce)[0] = ((const UINT32 *)nonce)[0]; 271*e4a9863fSDag-Erling Smørgrav ((UINT32 *)pc->nonce)[1] = ((UINT32 *)t.tmp_nonce_lo)[0]; 272d4af9e69SDag-Erling Smørgrav aes_encryption(pc->nonce, pc->cache, pc->prf_key); 273d4af9e69SDag-Erling Smørgrav } 274d4af9e69SDag-Erling Smørgrav 275d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4) 276d4af9e69SDag-Erling Smørgrav *((UINT32 *)buf) ^= ((UINT32 *)pc->cache)[ndx]; 277d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8) 278d4af9e69SDag-Erling Smørgrav *((UINT64 *)buf) ^= ((UINT64 *)pc->cache)[ndx]; 279d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12) 280d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0]; 281d4af9e69SDag-Erling Smørgrav ((UINT32 *)buf)[2] ^= ((UINT32 *)pc->cache)[2]; 282d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16) 283d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0]; 284d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[1] ^= ((UINT64 *)pc->cache)[1]; 285d4af9e69SDag-Erling Smørgrav #endif 286d4af9e69SDag-Erling Smørgrav } 287d4af9e69SDag-Erling Smørgrav 288d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 289d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 290d4af9e69SDag-Erling Smørgrav /* ----- Begin NH Hash Section ------------------------------------------ */ 291d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 292d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 293d4af9e69SDag-Erling Smørgrav 294d4af9e69SDag-Erling Smørgrav /* The NH-based hash functions used in UMAC are described in the UMAC paper 295d4af9e69SDag-Erling Smørgrav * and specification, both of which can be found at the UMAC website. 296d4af9e69SDag-Erling Smørgrav * The interface to this implementation has two 297d4af9e69SDag-Erling Smørgrav * versions, one expects the entire message being hashed to be passed 298d4af9e69SDag-Erling Smørgrav * in a single buffer and returns the hash result immediately. The second 299d4af9e69SDag-Erling Smørgrav * allows the message to be passed in a sequence of buffers. In the 300d4af9e69SDag-Erling Smørgrav * muliple-buffer interface, the client calls the routine nh_update() as 301d4af9e69SDag-Erling Smørgrav * many times as necessary. When there is no more data to be fed to the 302d4af9e69SDag-Erling Smørgrav * hash, the client calls nh_final() which calculates the hash output. 303d4af9e69SDag-Erling Smørgrav * Before beginning another hash calculation the nh_reset() routine 304d4af9e69SDag-Erling Smørgrav * must be called. The single-buffer routine, nh(), is equivalent to 305d4af9e69SDag-Erling Smørgrav * the sequence of calls nh_update() and nh_final(); however it is 306d4af9e69SDag-Erling Smørgrav * optimized and should be prefered whenever the multiple-buffer interface 307d4af9e69SDag-Erling Smørgrav * is not necessary. When using either interface, it is the client's 308d4af9e69SDag-Erling Smørgrav * responsability to pass no more than L1_KEY_LEN bytes per hash result. 309d4af9e69SDag-Erling Smørgrav * 310d4af9e69SDag-Erling Smørgrav * The routine nh_init() initializes the nh_ctx data structure and 311d4af9e69SDag-Erling Smørgrav * must be called once, before any other PDF routine. 312d4af9e69SDag-Erling Smørgrav */ 313d4af9e69SDag-Erling Smørgrav 314d4af9e69SDag-Erling Smørgrav /* The "nh_aux" routines do the actual NH hashing work. They 315d4af9e69SDag-Erling Smørgrav * expect buffers to be multiples of L1_PAD_BOUNDARY. These routines 316d4af9e69SDag-Erling Smørgrav * produce output for all STREAMS NH iterations in one call, 317d4af9e69SDag-Erling Smørgrav * allowing the parallel implementation of the streams. 318d4af9e69SDag-Erling Smørgrav */ 319d4af9e69SDag-Erling Smørgrav 320d4af9e69SDag-Erling Smørgrav #define STREAMS (UMAC_OUTPUT_LEN / 4) /* Number of times hash is applied */ 321d4af9e69SDag-Erling Smørgrav #define L1_KEY_LEN 1024 /* Internal key bytes */ 322d4af9e69SDag-Erling Smørgrav #define L1_KEY_SHIFT 16 /* Toeplitz key shift between streams */ 323d4af9e69SDag-Erling Smørgrav #define L1_PAD_BOUNDARY 32 /* pad message to boundary multiple */ 324d4af9e69SDag-Erling Smørgrav #define ALLOC_BOUNDARY 16 /* Keep buffers aligned to this */ 325d4af9e69SDag-Erling Smørgrav #define HASH_BUF_BYTES 64 /* nh_aux_hb buffer multiple */ 326d4af9e69SDag-Erling Smørgrav 327d4af9e69SDag-Erling Smørgrav typedef struct { 328d4af9e69SDag-Erling Smørgrav UINT8 nh_key [L1_KEY_LEN + L1_KEY_SHIFT * (STREAMS - 1)]; /* NH Key */ 329462c32cbSDag-Erling Smørgrav UINT8 data [HASH_BUF_BYTES]; /* Incoming data buffer */ 330d4af9e69SDag-Erling Smørgrav int next_data_empty; /* Bookeeping variable for data buffer. */ 331d4af9e69SDag-Erling Smørgrav int bytes_hashed; /* Bytes (out of L1_KEY_LEN) incorperated. */ 332d4af9e69SDag-Erling Smørgrav UINT64 state[STREAMS]; /* on-line state */ 333d4af9e69SDag-Erling Smørgrav } nh_ctx; 334d4af9e69SDag-Erling Smørgrav 335d4af9e69SDag-Erling Smørgrav 336d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4) 337d4af9e69SDag-Erling Smørgrav 338*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 339d4af9e69SDag-Erling Smørgrav /* NH hashing primitive. Previous (partial) hash result is loaded and 340d4af9e69SDag-Erling Smørgrav * then stored via hp pointer. The length of the data pointed at by "dp", 341d4af9e69SDag-Erling Smørgrav * "dlen", is guaranteed to be divisible by L1_PAD_BOUNDARY (32). Key 342d4af9e69SDag-Erling Smørgrav * is expected to be endian compensated in memory at key setup. 343d4af9e69SDag-Erling Smørgrav */ 344d4af9e69SDag-Erling Smørgrav { 345d4af9e69SDag-Erling Smørgrav UINT64 h; 346d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 347d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 348*e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 349d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 350d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7; 351d4af9e69SDag-Erling Smørgrav 352d4af9e69SDag-Erling Smørgrav h = *((UINT64 *)hp); 353d4af9e69SDag-Erling Smørgrav do { 354d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 355d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 356d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 357d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 358d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 359d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 360d4af9e69SDag-Erling Smørgrav h += MUL64((k0 + d0), (k4 + d4)); 361d4af9e69SDag-Erling Smørgrav h += MUL64((k1 + d1), (k5 + d5)); 362d4af9e69SDag-Erling Smørgrav h += MUL64((k2 + d2), (k6 + d6)); 363d4af9e69SDag-Erling Smørgrav h += MUL64((k3 + d3), (k7 + d7)); 364d4af9e69SDag-Erling Smørgrav 365d4af9e69SDag-Erling Smørgrav d += 8; 366d4af9e69SDag-Erling Smørgrav k += 8; 367d4af9e69SDag-Erling Smørgrav } while (--c); 368d4af9e69SDag-Erling Smørgrav *((UINT64 *)hp) = h; 369d4af9e69SDag-Erling Smørgrav } 370d4af9e69SDag-Erling Smørgrav 371d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8) 372d4af9e69SDag-Erling Smørgrav 373*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 374d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass, 375d4af9e69SDag-Erling Smørgrav * reading and writing 16 bytes of hash-state per call. 376d4af9e69SDag-Erling Smørgrav */ 377d4af9e69SDag-Erling Smørgrav { 378d4af9e69SDag-Erling Smørgrav UINT64 h1,h2; 379d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 380d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 381*e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 382d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 383d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7, 384d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11; 385d4af9e69SDag-Erling Smørgrav 386d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp); 387d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1); 388d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 389d4af9e69SDag-Erling Smørgrav do { 390d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 391d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 392d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 393d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 394d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 395d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11); 396d4af9e69SDag-Erling Smørgrav 397d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4)); 398d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4)); 399d4af9e69SDag-Erling Smørgrav 400d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5)); 401d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5)); 402d4af9e69SDag-Erling Smørgrav 403d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6)); 404d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6)); 405d4af9e69SDag-Erling Smørgrav 406d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7)); 407d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7)); 408d4af9e69SDag-Erling Smørgrav 409d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11; 410d4af9e69SDag-Erling Smørgrav 411d4af9e69SDag-Erling Smørgrav d += 8; 412d4af9e69SDag-Erling Smørgrav k += 8; 413d4af9e69SDag-Erling Smørgrav } while (--c); 414d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1; 415d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2; 416d4af9e69SDag-Erling Smørgrav } 417d4af9e69SDag-Erling Smørgrav 418d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12) 419d4af9e69SDag-Erling Smørgrav 420*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 421d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass, 422d4af9e69SDag-Erling Smørgrav * reading and writing 24 bytes of hash-state per call. 423d4af9e69SDag-Erling Smørgrav */ 424d4af9e69SDag-Erling Smørgrav { 425d4af9e69SDag-Erling Smørgrav UINT64 h1,h2,h3; 426d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 427d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 428*e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 429d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 430d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7, 431d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11,k12,k13,k14,k15; 432d4af9e69SDag-Erling Smørgrav 433d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp); 434d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1); 435d4af9e69SDag-Erling Smørgrav h3 = *((UINT64 *)hp + 2); 436d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 437d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 438d4af9e69SDag-Erling Smørgrav do { 439d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 440d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 441d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 442d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 443d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11); 444d4af9e69SDag-Erling Smørgrav k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15); 445d4af9e69SDag-Erling Smørgrav 446d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4)); 447d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4)); 448d4af9e69SDag-Erling Smørgrav h3 += MUL64((k8 + d0), (k12 + d4)); 449d4af9e69SDag-Erling Smørgrav 450d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5)); 451d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5)); 452d4af9e69SDag-Erling Smørgrav h3 += MUL64((k9 + d1), (k13 + d5)); 453d4af9e69SDag-Erling Smørgrav 454d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6)); 455d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6)); 456d4af9e69SDag-Erling Smørgrav h3 += MUL64((k10 + d2), (k14 + d6)); 457d4af9e69SDag-Erling Smørgrav 458d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7)); 459d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7)); 460d4af9e69SDag-Erling Smørgrav h3 += MUL64((k11 + d3), (k15 + d7)); 461d4af9e69SDag-Erling Smørgrav 462d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11; 463d4af9e69SDag-Erling Smørgrav k4 = k12; k5 = k13; k6 = k14; k7 = k15; 464d4af9e69SDag-Erling Smørgrav 465d4af9e69SDag-Erling Smørgrav d += 8; 466d4af9e69SDag-Erling Smørgrav k += 8; 467d4af9e69SDag-Erling Smørgrav } while (--c); 468d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1; 469d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2; 470d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[2] = h3; 471d4af9e69SDag-Erling Smørgrav } 472d4af9e69SDag-Erling Smørgrav 473d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16) 474d4af9e69SDag-Erling Smørgrav 475*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen) 476d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass, 477d4af9e69SDag-Erling Smørgrav * reading and writing 24 bytes of hash-state per call. 478d4af9e69SDag-Erling Smørgrav */ 479d4af9e69SDag-Erling Smørgrav { 480d4af9e69SDag-Erling Smørgrav UINT64 h1,h2,h3,h4; 481d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32; 482d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp; 483*e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp; 484d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7; 485d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7, 486d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11,k12,k13,k14,k15, 487d4af9e69SDag-Erling Smørgrav k16,k17,k18,k19; 488d4af9e69SDag-Erling Smørgrav 489d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp); 490d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1); 491d4af9e69SDag-Erling Smørgrav h3 = *((UINT64 *)hp + 2); 492d4af9e69SDag-Erling Smørgrav h4 = *((UINT64 *)hp + 3); 493d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3); 494d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7); 495d4af9e69SDag-Erling Smørgrav do { 496d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1); 497d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3); 498d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5); 499d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7); 500d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11); 501d4af9e69SDag-Erling Smørgrav k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15); 502d4af9e69SDag-Erling Smørgrav k16 = *(k+16); k17 = *(k+17); k18 = *(k+18); k19 = *(k+19); 503d4af9e69SDag-Erling Smørgrav 504d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4)); 505d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4)); 506d4af9e69SDag-Erling Smørgrav h3 += MUL64((k8 + d0), (k12 + d4)); 507d4af9e69SDag-Erling Smørgrav h4 += MUL64((k12 + d0), (k16 + d4)); 508d4af9e69SDag-Erling Smørgrav 509d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5)); 510d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5)); 511d4af9e69SDag-Erling Smørgrav h3 += MUL64((k9 + d1), (k13 + d5)); 512d4af9e69SDag-Erling Smørgrav h4 += MUL64((k13 + d1), (k17 + d5)); 513d4af9e69SDag-Erling Smørgrav 514d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6)); 515d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6)); 516d4af9e69SDag-Erling Smørgrav h3 += MUL64((k10 + d2), (k14 + d6)); 517d4af9e69SDag-Erling Smørgrav h4 += MUL64((k14 + d2), (k18 + d6)); 518d4af9e69SDag-Erling Smørgrav 519d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7)); 520d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7)); 521d4af9e69SDag-Erling Smørgrav h3 += MUL64((k11 + d3), (k15 + d7)); 522d4af9e69SDag-Erling Smørgrav h4 += MUL64((k15 + d3), (k19 + d7)); 523d4af9e69SDag-Erling Smørgrav 524d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11; 525d4af9e69SDag-Erling Smørgrav k4 = k12; k5 = k13; k6 = k14; k7 = k15; 526d4af9e69SDag-Erling Smørgrav k8 = k16; k9 = k17; k10 = k18; k11 = k19; 527d4af9e69SDag-Erling Smørgrav 528d4af9e69SDag-Erling Smørgrav d += 8; 529d4af9e69SDag-Erling Smørgrav k += 8; 530d4af9e69SDag-Erling Smørgrav } while (--c); 531d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1; 532d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2; 533d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[2] = h3; 534d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[3] = h4; 535d4af9e69SDag-Erling Smørgrav } 536d4af9e69SDag-Erling Smørgrav 537d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 538d4af9e69SDag-Erling Smørgrav #endif /* UMAC_OUTPUT_LENGTH */ 539d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 540d4af9e69SDag-Erling Smørgrav 541d4af9e69SDag-Erling Smørgrav 542d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 543d4af9e69SDag-Erling Smørgrav 544*e4a9863fSDag-Erling Smørgrav static void nh_transform(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes) 545d4af9e69SDag-Erling Smørgrav /* This function is a wrapper for the primitive NH hash functions. It takes 546d4af9e69SDag-Erling Smørgrav * as argument "hc" the current hash context and a buffer which must be a 547d4af9e69SDag-Erling Smørgrav * multiple of L1_PAD_BOUNDARY. The key passed to nh_aux is offset 548d4af9e69SDag-Erling Smørgrav * appropriately according to how much message has been hashed already. 549d4af9e69SDag-Erling Smørgrav */ 550d4af9e69SDag-Erling Smørgrav { 551d4af9e69SDag-Erling Smørgrav UINT8 *key; 552d4af9e69SDag-Erling Smørgrav 553d4af9e69SDag-Erling Smørgrav key = hc->nh_key + hc->bytes_hashed; 554d4af9e69SDag-Erling Smørgrav nh_aux(key, buf, hc->state, nbytes); 555d4af9e69SDag-Erling Smørgrav } 556d4af9e69SDag-Erling Smørgrav 557d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 558d4af9e69SDag-Erling Smørgrav 559d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__) 560d4af9e69SDag-Erling Smørgrav static void endian_convert(void *buf, UWORD bpw, UINT32 num_bytes) 561d4af9e69SDag-Erling Smørgrav /* We endian convert the keys on little-endian computers to */ 562d4af9e69SDag-Erling Smørgrav /* compensate for the lack of big-endian memory reads during hashing. */ 563d4af9e69SDag-Erling Smørgrav { 564d4af9e69SDag-Erling Smørgrav UWORD iters = num_bytes / bpw; 565d4af9e69SDag-Erling Smørgrav if (bpw == 4) { 566d4af9e69SDag-Erling Smørgrav UINT32 *p = (UINT32 *)buf; 567d4af9e69SDag-Erling Smørgrav do { 568d4af9e69SDag-Erling Smørgrav *p = LOAD_UINT32_REVERSED(p); 569d4af9e69SDag-Erling Smørgrav p++; 570d4af9e69SDag-Erling Smørgrav } while (--iters); 571d4af9e69SDag-Erling Smørgrav } else if (bpw == 8) { 572d4af9e69SDag-Erling Smørgrav UINT32 *p = (UINT32 *)buf; 573d4af9e69SDag-Erling Smørgrav UINT32 t; 574d4af9e69SDag-Erling Smørgrav do { 575d4af9e69SDag-Erling Smørgrav t = LOAD_UINT32_REVERSED(p+1); 576d4af9e69SDag-Erling Smørgrav p[1] = LOAD_UINT32_REVERSED(p); 577d4af9e69SDag-Erling Smørgrav p[0] = t; 578d4af9e69SDag-Erling Smørgrav p += 2; 579d4af9e69SDag-Erling Smørgrav } while (--iters); 580d4af9e69SDag-Erling Smørgrav } 581d4af9e69SDag-Erling Smørgrav } 582d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) endian_convert((x),(y),(z)) 583d4af9e69SDag-Erling Smørgrav #else 584d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) do{}while(0) /* Do nothing */ 585d4af9e69SDag-Erling Smørgrav #endif 586d4af9e69SDag-Erling Smørgrav 587d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 588d4af9e69SDag-Erling Smørgrav 589d4af9e69SDag-Erling Smørgrav static void nh_reset(nh_ctx *hc) 590d4af9e69SDag-Erling Smørgrav /* Reset nh_ctx to ready for hashing of new data */ 591d4af9e69SDag-Erling Smørgrav { 592d4af9e69SDag-Erling Smørgrav hc->bytes_hashed = 0; 593d4af9e69SDag-Erling Smørgrav hc->next_data_empty = 0; 594d4af9e69SDag-Erling Smørgrav hc->state[0] = 0; 595d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 596d4af9e69SDag-Erling Smørgrav hc->state[1] = 0; 597d4af9e69SDag-Erling Smørgrav #endif 598d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 599d4af9e69SDag-Erling Smørgrav hc->state[2] = 0; 600d4af9e69SDag-Erling Smørgrav #endif 601d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 602d4af9e69SDag-Erling Smørgrav hc->state[3] = 0; 603d4af9e69SDag-Erling Smørgrav #endif 604d4af9e69SDag-Erling Smørgrav 605d4af9e69SDag-Erling Smørgrav } 606d4af9e69SDag-Erling Smørgrav 607d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 608d4af9e69SDag-Erling Smørgrav 609d4af9e69SDag-Erling Smørgrav static void nh_init(nh_ctx *hc, aes_int_key prf_key) 610d4af9e69SDag-Erling Smørgrav /* Generate nh_key, endian convert and reset to be ready for hashing. */ 611d4af9e69SDag-Erling Smørgrav { 612d4af9e69SDag-Erling Smørgrav kdf(hc->nh_key, prf_key, 1, sizeof(hc->nh_key)); 613d4af9e69SDag-Erling Smørgrav endian_convert_if_le(hc->nh_key, 4, sizeof(hc->nh_key)); 614d4af9e69SDag-Erling Smørgrav nh_reset(hc); 615d4af9e69SDag-Erling Smørgrav } 616d4af9e69SDag-Erling Smørgrav 617d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 618d4af9e69SDag-Erling Smørgrav 619*e4a9863fSDag-Erling Smørgrav static void nh_update(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes) 620d4af9e69SDag-Erling Smørgrav /* Incorporate nbytes of data into a nh_ctx, buffer whatever is not an */ 621d4af9e69SDag-Erling Smørgrav /* even multiple of HASH_BUF_BYTES. */ 622d4af9e69SDag-Erling Smørgrav { 623d4af9e69SDag-Erling Smørgrav UINT32 i,j; 624d4af9e69SDag-Erling Smørgrav 625d4af9e69SDag-Erling Smørgrav j = hc->next_data_empty; 626d4af9e69SDag-Erling Smørgrav if ((j + nbytes) >= HASH_BUF_BYTES) { 627d4af9e69SDag-Erling Smørgrav if (j) { 628d4af9e69SDag-Erling Smørgrav i = HASH_BUF_BYTES - j; 629d4af9e69SDag-Erling Smørgrav memcpy(hc->data+j, buf, i); 630d4af9e69SDag-Erling Smørgrav nh_transform(hc,hc->data,HASH_BUF_BYTES); 631d4af9e69SDag-Erling Smørgrav nbytes -= i; 632d4af9e69SDag-Erling Smørgrav buf += i; 633d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += HASH_BUF_BYTES; 634d4af9e69SDag-Erling Smørgrav } 635d4af9e69SDag-Erling Smørgrav if (nbytes >= HASH_BUF_BYTES) { 636d4af9e69SDag-Erling Smørgrav i = nbytes & ~(HASH_BUF_BYTES - 1); 637d4af9e69SDag-Erling Smørgrav nh_transform(hc, buf, i); 638d4af9e69SDag-Erling Smørgrav nbytes -= i; 639d4af9e69SDag-Erling Smørgrav buf += i; 640d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += i; 641d4af9e69SDag-Erling Smørgrav } 642d4af9e69SDag-Erling Smørgrav j = 0; 643d4af9e69SDag-Erling Smørgrav } 644d4af9e69SDag-Erling Smørgrav memcpy(hc->data + j, buf, nbytes); 645d4af9e69SDag-Erling Smørgrav hc->next_data_empty = j + nbytes; 646d4af9e69SDag-Erling Smørgrav } 647d4af9e69SDag-Erling Smørgrav 648d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 649d4af9e69SDag-Erling Smørgrav 650d4af9e69SDag-Erling Smørgrav static void zero_pad(UINT8 *p, int nbytes) 651d4af9e69SDag-Erling Smørgrav { 652d4af9e69SDag-Erling Smørgrav /* Write "nbytes" of zeroes, beginning at "p" */ 653d4af9e69SDag-Erling Smørgrav if (nbytes >= (int)sizeof(UWORD)) { 654d4af9e69SDag-Erling Smørgrav while ((ptrdiff_t)p % sizeof(UWORD)) { 655d4af9e69SDag-Erling Smørgrav *p = 0; 656d4af9e69SDag-Erling Smørgrav nbytes--; 657d4af9e69SDag-Erling Smørgrav p++; 658d4af9e69SDag-Erling Smørgrav } 659d4af9e69SDag-Erling Smørgrav while (nbytes >= (int)sizeof(UWORD)) { 660d4af9e69SDag-Erling Smørgrav *(UWORD *)p = 0; 661d4af9e69SDag-Erling Smørgrav nbytes -= sizeof(UWORD); 662d4af9e69SDag-Erling Smørgrav p += sizeof(UWORD); 663d4af9e69SDag-Erling Smørgrav } 664d4af9e69SDag-Erling Smørgrav } 665d4af9e69SDag-Erling Smørgrav while (nbytes) { 666d4af9e69SDag-Erling Smørgrav *p = 0; 667d4af9e69SDag-Erling Smørgrav nbytes--; 668d4af9e69SDag-Erling Smørgrav p++; 669d4af9e69SDag-Erling Smørgrav } 670d4af9e69SDag-Erling Smørgrav } 671d4af9e69SDag-Erling Smørgrav 672d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 673d4af9e69SDag-Erling Smørgrav 674d4af9e69SDag-Erling Smørgrav static void nh_final(nh_ctx *hc, UINT8 *result) 675d4af9e69SDag-Erling Smørgrav /* After passing some number of data buffers to nh_update() for integration 676d4af9e69SDag-Erling Smørgrav * into an NH context, nh_final is called to produce a hash result. If any 677d4af9e69SDag-Erling Smørgrav * bytes are in the buffer hc->data, incorporate them into the 678d4af9e69SDag-Erling Smørgrav * NH context. Finally, add into the NH accumulation "state" the total number 679d4af9e69SDag-Erling Smørgrav * of bits hashed. The resulting numbers are written to the buffer "result". 680d4af9e69SDag-Erling Smørgrav * If nh_update was never called, L1_PAD_BOUNDARY zeroes are incorporated. 681d4af9e69SDag-Erling Smørgrav */ 682d4af9e69SDag-Erling Smørgrav { 683d4af9e69SDag-Erling Smørgrav int nh_len, nbits; 684d4af9e69SDag-Erling Smørgrav 685d4af9e69SDag-Erling Smørgrav if (hc->next_data_empty != 0) { 686d4af9e69SDag-Erling Smørgrav nh_len = ((hc->next_data_empty + (L1_PAD_BOUNDARY - 1)) & 687d4af9e69SDag-Erling Smørgrav ~(L1_PAD_BOUNDARY - 1)); 688d4af9e69SDag-Erling Smørgrav zero_pad(hc->data + hc->next_data_empty, 689d4af9e69SDag-Erling Smørgrav nh_len - hc->next_data_empty); 690d4af9e69SDag-Erling Smørgrav nh_transform(hc, hc->data, nh_len); 691d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += hc->next_data_empty; 692d4af9e69SDag-Erling Smørgrav } else if (hc->bytes_hashed == 0) { 693d4af9e69SDag-Erling Smørgrav nh_len = L1_PAD_BOUNDARY; 694d4af9e69SDag-Erling Smørgrav zero_pad(hc->data, L1_PAD_BOUNDARY); 695d4af9e69SDag-Erling Smørgrav nh_transform(hc, hc->data, nh_len); 696d4af9e69SDag-Erling Smørgrav } 697d4af9e69SDag-Erling Smørgrav 698d4af9e69SDag-Erling Smørgrav nbits = (hc->bytes_hashed << 3); 699d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[0] = ((UINT64 *)hc->state)[0] + nbits; 700d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 701d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[1] = ((UINT64 *)hc->state)[1] + nbits; 702d4af9e69SDag-Erling Smørgrav #endif 703d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 704d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[2] = ((UINT64 *)hc->state)[2] + nbits; 705d4af9e69SDag-Erling Smørgrav #endif 706d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 707d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[3] = ((UINT64 *)hc->state)[3] + nbits; 708d4af9e69SDag-Erling Smørgrav #endif 709d4af9e69SDag-Erling Smørgrav nh_reset(hc); 710d4af9e69SDag-Erling Smørgrav } 711d4af9e69SDag-Erling Smørgrav 712d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 713d4af9e69SDag-Erling Smørgrav 714*e4a9863fSDag-Erling Smørgrav static void nh(nh_ctx *hc, const UINT8 *buf, UINT32 padded_len, 715d4af9e69SDag-Erling Smørgrav UINT32 unpadded_len, UINT8 *result) 716d4af9e69SDag-Erling Smørgrav /* All-in-one nh_update() and nh_final() equivalent. 717d4af9e69SDag-Erling Smørgrav * Assumes that padded_len is divisible by L1_PAD_BOUNDARY and result is 718d4af9e69SDag-Erling Smørgrav * well aligned 719d4af9e69SDag-Erling Smørgrav */ 720d4af9e69SDag-Erling Smørgrav { 721d4af9e69SDag-Erling Smørgrav UINT32 nbits; 722d4af9e69SDag-Erling Smørgrav 723d4af9e69SDag-Erling Smørgrav /* Initialize the hash state */ 724d4af9e69SDag-Erling Smørgrav nbits = (unpadded_len << 3); 725d4af9e69SDag-Erling Smørgrav 726d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[0] = nbits; 727d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 728d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[1] = nbits; 729d4af9e69SDag-Erling Smørgrav #endif 730d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 731d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[2] = nbits; 732d4af9e69SDag-Erling Smørgrav #endif 733d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 734d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[3] = nbits; 735d4af9e69SDag-Erling Smørgrav #endif 736d4af9e69SDag-Erling Smørgrav 737d4af9e69SDag-Erling Smørgrav nh_aux(hc->nh_key, buf, result, padded_len); 738d4af9e69SDag-Erling Smørgrav } 739d4af9e69SDag-Erling Smørgrav 740d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 741d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 742d4af9e69SDag-Erling Smørgrav /* ----- Begin UHASH Section -------------------------------------------- */ 743d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 744d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 745d4af9e69SDag-Erling Smørgrav 746d4af9e69SDag-Erling Smørgrav /* UHASH is a multi-layered algorithm. Data presented to UHASH is first 747d4af9e69SDag-Erling Smørgrav * hashed by NH. The NH output is then hashed by a polynomial-hash layer 748d4af9e69SDag-Erling Smørgrav * unless the initial data to be hashed is short. After the polynomial- 749d4af9e69SDag-Erling Smørgrav * layer, an inner-product hash is used to produce the final UHASH output. 750d4af9e69SDag-Erling Smørgrav * 751d4af9e69SDag-Erling Smørgrav * UHASH provides two interfaces, one all-at-once and another where data 752d4af9e69SDag-Erling Smørgrav * buffers are presented sequentially. In the sequential interface, the 753d4af9e69SDag-Erling Smørgrav * UHASH client calls the routine uhash_update() as many times as necessary. 754d4af9e69SDag-Erling Smørgrav * When there is no more data to be fed to UHASH, the client calls 755d4af9e69SDag-Erling Smørgrav * uhash_final() which 756d4af9e69SDag-Erling Smørgrav * calculates the UHASH output. Before beginning another UHASH calculation 757d4af9e69SDag-Erling Smørgrav * the uhash_reset() routine must be called. The all-at-once UHASH routine, 758d4af9e69SDag-Erling Smørgrav * uhash(), is equivalent to the sequence of calls uhash_update() and 759d4af9e69SDag-Erling Smørgrav * uhash_final(); however it is optimized and should be 760d4af9e69SDag-Erling Smørgrav * used whenever the sequential interface is not necessary. 761d4af9e69SDag-Erling Smørgrav * 762d4af9e69SDag-Erling Smørgrav * The routine uhash_init() initializes the uhash_ctx data structure and 763d4af9e69SDag-Erling Smørgrav * must be called once, before any other UHASH routine. 764d4af9e69SDag-Erling Smørgrav */ 765d4af9e69SDag-Erling Smørgrav 766d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 767d4af9e69SDag-Erling Smørgrav /* ----- Constants and uhash_ctx ---------------------------------------- */ 768d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 769d4af9e69SDag-Erling Smørgrav 770d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 771d4af9e69SDag-Erling Smørgrav /* ----- Poly hash and Inner-Product hash Constants --------------------- */ 772d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 773d4af9e69SDag-Erling Smørgrav 774d4af9e69SDag-Erling Smørgrav /* Primes and masks */ 775d4af9e69SDag-Erling Smørgrav #define p36 ((UINT64)0x0000000FFFFFFFFBull) /* 2^36 - 5 */ 776d4af9e69SDag-Erling Smørgrav #define p64 ((UINT64)0xFFFFFFFFFFFFFFC5ull) /* 2^64 - 59 */ 777d4af9e69SDag-Erling Smørgrav #define m36 ((UINT64)0x0000000FFFFFFFFFull) /* The low 36 of 64 bits */ 778d4af9e69SDag-Erling Smørgrav 779d4af9e69SDag-Erling Smørgrav 780d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 781d4af9e69SDag-Erling Smørgrav 782d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx { 783d4af9e69SDag-Erling Smørgrav nh_ctx hash; /* Hash context for L1 NH hash */ 784d4af9e69SDag-Erling Smørgrav UINT64 poly_key_8[STREAMS]; /* p64 poly keys */ 785d4af9e69SDag-Erling Smørgrav UINT64 poly_accum[STREAMS]; /* poly hash result */ 786d4af9e69SDag-Erling Smørgrav UINT64 ip_keys[STREAMS*4]; /* Inner-product keys */ 787d4af9e69SDag-Erling Smørgrav UINT32 ip_trans[STREAMS]; /* Inner-product translation */ 788d4af9e69SDag-Erling Smørgrav UINT32 msg_len; /* Total length of data passed */ 789d4af9e69SDag-Erling Smørgrav /* to uhash */ 790d4af9e69SDag-Erling Smørgrav } uhash_ctx; 791d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx *uhash_ctx_t; 792d4af9e69SDag-Erling Smørgrav 793d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 794d4af9e69SDag-Erling Smørgrav 795d4af9e69SDag-Erling Smørgrav 796d4af9e69SDag-Erling Smørgrav /* The polynomial hashes use Horner's rule to evaluate a polynomial one 797d4af9e69SDag-Erling Smørgrav * word at a time. As described in the specification, poly32 and poly64 798d4af9e69SDag-Erling Smørgrav * require keys from special domains. The following implementations exploit 799d4af9e69SDag-Erling Smørgrav * the special domains to avoid overflow. The results are not guaranteed to 800d4af9e69SDag-Erling Smørgrav * be within Z_p32 and Z_p64, but the Inner-Product hash implementation 801d4af9e69SDag-Erling Smørgrav * patches any errant values. 802d4af9e69SDag-Erling Smørgrav */ 803d4af9e69SDag-Erling Smørgrav 804d4af9e69SDag-Erling Smørgrav static UINT64 poly64(UINT64 cur, UINT64 key, UINT64 data) 805d4af9e69SDag-Erling Smørgrav { 806d4af9e69SDag-Erling Smørgrav UINT32 key_hi = (UINT32)(key >> 32), 807d4af9e69SDag-Erling Smørgrav key_lo = (UINT32)key, 808d4af9e69SDag-Erling Smørgrav cur_hi = (UINT32)(cur >> 32), 809d4af9e69SDag-Erling Smørgrav cur_lo = (UINT32)cur, 810d4af9e69SDag-Erling Smørgrav x_lo, 811d4af9e69SDag-Erling Smørgrav x_hi; 812d4af9e69SDag-Erling Smørgrav UINT64 X,T,res; 813d4af9e69SDag-Erling Smørgrav 814d4af9e69SDag-Erling Smørgrav X = MUL64(key_hi, cur_lo) + MUL64(cur_hi, key_lo); 815d4af9e69SDag-Erling Smørgrav x_lo = (UINT32)X; 816d4af9e69SDag-Erling Smørgrav x_hi = (UINT32)(X >> 32); 817d4af9e69SDag-Erling Smørgrav 818d4af9e69SDag-Erling Smørgrav res = (MUL64(key_hi, cur_hi) + x_hi) * 59 + MUL64(key_lo, cur_lo); 819d4af9e69SDag-Erling Smørgrav 820d4af9e69SDag-Erling Smørgrav T = ((UINT64)x_lo << 32); 821d4af9e69SDag-Erling Smørgrav res += T; 822d4af9e69SDag-Erling Smørgrav if (res < T) 823d4af9e69SDag-Erling Smørgrav res += 59; 824d4af9e69SDag-Erling Smørgrav 825d4af9e69SDag-Erling Smørgrav res += data; 826d4af9e69SDag-Erling Smørgrav if (res < data) 827d4af9e69SDag-Erling Smørgrav res += 59; 828d4af9e69SDag-Erling Smørgrav 829d4af9e69SDag-Erling Smørgrav return res; 830d4af9e69SDag-Erling Smørgrav } 831d4af9e69SDag-Erling Smørgrav 832d4af9e69SDag-Erling Smørgrav 833d4af9e69SDag-Erling Smørgrav /* Although UMAC is specified to use a ramped polynomial hash scheme, this 834d4af9e69SDag-Erling Smørgrav * implementation does not handle all ramp levels. Because we don't handle 835d4af9e69SDag-Erling Smørgrav * the ramp up to p128 modulus in this implementation, we are limited to 836d4af9e69SDag-Erling Smørgrav * 2^14 poly_hash() invocations per stream (for a total capacity of 2^24 837d4af9e69SDag-Erling Smørgrav * bytes input to UMAC per tag, ie. 16MB). 838d4af9e69SDag-Erling Smørgrav */ 839d4af9e69SDag-Erling Smørgrav static void poly_hash(uhash_ctx_t hc, UINT32 data_in[]) 840d4af9e69SDag-Erling Smørgrav { 841d4af9e69SDag-Erling Smørgrav int i; 842d4af9e69SDag-Erling Smørgrav UINT64 *data=(UINT64*)data_in; 843d4af9e69SDag-Erling Smørgrav 844d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) { 845d4af9e69SDag-Erling Smørgrav if ((UINT32)(data[i] >> 32) == 0xfffffffful) { 846d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i], 847d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], p64 - 1); 848d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i], 849d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], (data[i] - 59)); 850d4af9e69SDag-Erling Smørgrav } else { 851d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i], 852d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], data[i]); 853d4af9e69SDag-Erling Smørgrav } 854d4af9e69SDag-Erling Smørgrav } 855d4af9e69SDag-Erling Smørgrav } 856d4af9e69SDag-Erling Smørgrav 857d4af9e69SDag-Erling Smørgrav 858d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 859d4af9e69SDag-Erling Smørgrav 860d4af9e69SDag-Erling Smørgrav 861d4af9e69SDag-Erling Smørgrav /* The final step in UHASH is an inner-product hash. The poly hash 862d4af9e69SDag-Erling Smørgrav * produces a result not neccesarily WORD_LEN bytes long. The inner- 863d4af9e69SDag-Erling Smørgrav * product hash breaks the polyhash output into 16-bit chunks and 864d4af9e69SDag-Erling Smørgrav * multiplies each with a 36 bit key. 865d4af9e69SDag-Erling Smørgrav */ 866d4af9e69SDag-Erling Smørgrav 867d4af9e69SDag-Erling Smørgrav static UINT64 ip_aux(UINT64 t, UINT64 *ipkp, UINT64 data) 868d4af9e69SDag-Erling Smørgrav { 869d4af9e69SDag-Erling Smørgrav t = t + ipkp[0] * (UINT64)(UINT16)(data >> 48); 870d4af9e69SDag-Erling Smørgrav t = t + ipkp[1] * (UINT64)(UINT16)(data >> 32); 871d4af9e69SDag-Erling Smørgrav t = t + ipkp[2] * (UINT64)(UINT16)(data >> 16); 872d4af9e69SDag-Erling Smørgrav t = t + ipkp[3] * (UINT64)(UINT16)(data); 873d4af9e69SDag-Erling Smørgrav 874d4af9e69SDag-Erling Smørgrav return t; 875d4af9e69SDag-Erling Smørgrav } 876d4af9e69SDag-Erling Smørgrav 877d4af9e69SDag-Erling Smørgrav static UINT32 ip_reduce_p36(UINT64 t) 878d4af9e69SDag-Erling Smørgrav { 879d4af9e69SDag-Erling Smørgrav /* Divisionless modular reduction */ 880d4af9e69SDag-Erling Smørgrav UINT64 ret; 881d4af9e69SDag-Erling Smørgrav 882d4af9e69SDag-Erling Smørgrav ret = (t & m36) + 5 * (t >> 36); 883d4af9e69SDag-Erling Smørgrav if (ret >= p36) 884d4af9e69SDag-Erling Smørgrav ret -= p36; 885d4af9e69SDag-Erling Smørgrav 886d4af9e69SDag-Erling Smørgrav /* return least significant 32 bits */ 887d4af9e69SDag-Erling Smørgrav return (UINT32)(ret); 888d4af9e69SDag-Erling Smørgrav } 889d4af9e69SDag-Erling Smørgrav 890d4af9e69SDag-Erling Smørgrav 891d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is no longer than L1_KEY_LEN, then 892d4af9e69SDag-Erling Smørgrav * the polyhash stage is skipped and ip_short is applied directly to the 893d4af9e69SDag-Erling Smørgrav * NH output. 894d4af9e69SDag-Erling Smørgrav */ 895d4af9e69SDag-Erling Smørgrav static void ip_short(uhash_ctx_t ahc, UINT8 *nh_res, u_char *res) 896d4af9e69SDag-Erling Smørgrav { 897d4af9e69SDag-Erling Smørgrav UINT64 t; 898d4af9e69SDag-Erling Smørgrav UINT64 *nhp = (UINT64 *)nh_res; 899d4af9e69SDag-Erling Smørgrav 900d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys, nhp[0]); 901d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+0, ip_reduce_p36(t) ^ ahc->ip_trans[0]); 902d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 903d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+4, nhp[1]); 904d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+1, ip_reduce_p36(t) ^ ahc->ip_trans[1]); 905d4af9e69SDag-Erling Smørgrav #endif 906d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 907d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+8, nhp[2]); 908d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+2, ip_reduce_p36(t) ^ ahc->ip_trans[2]); 909d4af9e69SDag-Erling Smørgrav #endif 910d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 911d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+12, nhp[3]); 912d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+3, ip_reduce_p36(t) ^ ahc->ip_trans[3]); 913d4af9e69SDag-Erling Smørgrav #endif 914d4af9e69SDag-Erling Smørgrav } 915d4af9e69SDag-Erling Smørgrav 916d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is longer than L1_KEY_LEN, then 917d4af9e69SDag-Erling Smørgrav * the polyhash stage is not skipped and ip_long is applied to the 918d4af9e69SDag-Erling Smørgrav * polyhash output. 919d4af9e69SDag-Erling Smørgrav */ 920d4af9e69SDag-Erling Smørgrav static void ip_long(uhash_ctx_t ahc, u_char *res) 921d4af9e69SDag-Erling Smørgrav { 922d4af9e69SDag-Erling Smørgrav int i; 923d4af9e69SDag-Erling Smørgrav UINT64 t; 924d4af9e69SDag-Erling Smørgrav 925d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) { 926d4af9e69SDag-Erling Smørgrav /* fix polyhash output not in Z_p64 */ 927d4af9e69SDag-Erling Smørgrav if (ahc->poly_accum[i] >= p64) 928d4af9e69SDag-Erling Smørgrav ahc->poly_accum[i] -= p64; 929d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+(i*4), ahc->poly_accum[i]); 930d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+i, 931d4af9e69SDag-Erling Smørgrav ip_reduce_p36(t) ^ ahc->ip_trans[i]); 932d4af9e69SDag-Erling Smørgrav } 933d4af9e69SDag-Erling Smørgrav } 934d4af9e69SDag-Erling Smørgrav 935d4af9e69SDag-Erling Smørgrav 936d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 937d4af9e69SDag-Erling Smørgrav 938d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 939d4af9e69SDag-Erling Smørgrav 940d4af9e69SDag-Erling Smørgrav /* Reset uhash context for next hash session */ 941d4af9e69SDag-Erling Smørgrav static int uhash_reset(uhash_ctx_t pc) 942d4af9e69SDag-Erling Smørgrav { 943d4af9e69SDag-Erling Smørgrav nh_reset(&pc->hash); 944d4af9e69SDag-Erling Smørgrav pc->msg_len = 0; 945d4af9e69SDag-Erling Smørgrav pc->poly_accum[0] = 1; 946d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8) 947d4af9e69SDag-Erling Smørgrav pc->poly_accum[1] = 1; 948d4af9e69SDag-Erling Smørgrav #endif 949d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12) 950d4af9e69SDag-Erling Smørgrav pc->poly_accum[2] = 1; 951d4af9e69SDag-Erling Smørgrav #endif 952d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16) 953d4af9e69SDag-Erling Smørgrav pc->poly_accum[3] = 1; 954d4af9e69SDag-Erling Smørgrav #endif 955d4af9e69SDag-Erling Smørgrav return 1; 956d4af9e69SDag-Erling Smørgrav } 957d4af9e69SDag-Erling Smørgrav 958d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 959d4af9e69SDag-Erling Smørgrav 960d4af9e69SDag-Erling Smørgrav /* Given a pointer to the internal key needed by kdf() and a uhash context, 961d4af9e69SDag-Erling Smørgrav * initialize the NH context and generate keys needed for poly and inner- 962d4af9e69SDag-Erling Smørgrav * product hashing. All keys are endian adjusted in memory so that native 963d4af9e69SDag-Erling Smørgrav * loads cause correct keys to be in registers during calculation. 964d4af9e69SDag-Erling Smørgrav */ 965d4af9e69SDag-Erling Smørgrav static void uhash_init(uhash_ctx_t ahc, aes_int_key prf_key) 966d4af9e69SDag-Erling Smørgrav { 967d4af9e69SDag-Erling Smørgrav int i; 968d4af9e69SDag-Erling Smørgrav UINT8 buf[(8*STREAMS+4)*sizeof(UINT64)]; 969d4af9e69SDag-Erling Smørgrav 970d4af9e69SDag-Erling Smørgrav /* Zero the entire uhash context */ 971d4af9e69SDag-Erling Smørgrav memset(ahc, 0, sizeof(uhash_ctx)); 972d4af9e69SDag-Erling Smørgrav 973d4af9e69SDag-Erling Smørgrav /* Initialize the L1 hash */ 974d4af9e69SDag-Erling Smørgrav nh_init(&ahc->hash, prf_key); 975d4af9e69SDag-Erling Smørgrav 976d4af9e69SDag-Erling Smørgrav /* Setup L2 hash variables */ 977d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 2, sizeof(buf)); /* Fill buffer with index 1 key */ 978d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) { 979d4af9e69SDag-Erling Smørgrav /* Fill keys from the buffer, skipping bytes in the buffer not 980d4af9e69SDag-Erling Smørgrav * used by this implementation. Endian reverse the keys if on a 981d4af9e69SDag-Erling Smørgrav * little-endian computer. 982d4af9e69SDag-Erling Smørgrav */ 983d4af9e69SDag-Erling Smørgrav memcpy(ahc->poly_key_8+i, buf+24*i, 8); 984d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->poly_key_8+i, 8, 8); 985d4af9e69SDag-Erling Smørgrav /* Mask the 64-bit keys to their special domain */ 986d4af9e69SDag-Erling Smørgrav ahc->poly_key_8[i] &= ((UINT64)0x01ffffffu << 32) + 0x01ffffffu; 987d4af9e69SDag-Erling Smørgrav ahc->poly_accum[i] = 1; /* Our polyhash prepends a non-zero word */ 988d4af9e69SDag-Erling Smørgrav } 989d4af9e69SDag-Erling Smørgrav 990d4af9e69SDag-Erling Smørgrav /* Setup L3-1 hash variables */ 991d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 3, sizeof(buf)); /* Fill buffer with index 2 key */ 992d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) 993d4af9e69SDag-Erling Smørgrav memcpy(ahc->ip_keys+4*i, buf+(8*i+4)*sizeof(UINT64), 994d4af9e69SDag-Erling Smørgrav 4*sizeof(UINT64)); 995d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->ip_keys, sizeof(UINT64), 996d4af9e69SDag-Erling Smørgrav sizeof(ahc->ip_keys)); 997d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS*4; i++) 998d4af9e69SDag-Erling Smørgrav ahc->ip_keys[i] %= p36; /* Bring into Z_p36 */ 999d4af9e69SDag-Erling Smørgrav 1000d4af9e69SDag-Erling Smørgrav /* Setup L3-2 hash variables */ 1001d4af9e69SDag-Erling Smørgrav /* Fill buffer with index 4 key */ 1002d4af9e69SDag-Erling Smørgrav kdf(ahc->ip_trans, prf_key, 4, STREAMS * sizeof(UINT32)); 1003d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->ip_trans, sizeof(UINT32), 1004d4af9e69SDag-Erling Smørgrav STREAMS * sizeof(UINT32)); 1005d4af9e69SDag-Erling Smørgrav } 1006d4af9e69SDag-Erling Smørgrav 1007d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1008d4af9e69SDag-Erling Smørgrav 1009d4af9e69SDag-Erling Smørgrav #if 0 1010d4af9e69SDag-Erling Smørgrav static uhash_ctx_t uhash_alloc(u_char key[]) 1011d4af9e69SDag-Erling Smørgrav { 1012d4af9e69SDag-Erling Smørgrav /* Allocate memory and force to a 16-byte boundary. */ 1013d4af9e69SDag-Erling Smørgrav uhash_ctx_t ctx; 1014d4af9e69SDag-Erling Smørgrav u_char bytes_to_add; 1015d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; 1016d4af9e69SDag-Erling Smørgrav 1017d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)malloc(sizeof(uhash_ctx)+ALLOC_BOUNDARY); 1018d4af9e69SDag-Erling Smørgrav if (ctx) { 1019d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) { 1020d4af9e69SDag-Erling Smørgrav bytes_to_add = ALLOC_BOUNDARY - 1021d4af9e69SDag-Erling Smørgrav ((ptrdiff_t)ctx & (ALLOC_BOUNDARY -1)); 1022d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)((u_char *)ctx + bytes_to_add); 1023d4af9e69SDag-Erling Smørgrav *((u_char *)ctx - 1) = bytes_to_add; 1024d4af9e69SDag-Erling Smørgrav } 1025d4af9e69SDag-Erling Smørgrav aes_key_setup(key,prf_key); 1026d4af9e69SDag-Erling Smørgrav uhash_init(ctx, prf_key); 1027d4af9e69SDag-Erling Smørgrav } 1028d4af9e69SDag-Erling Smørgrav return (ctx); 1029d4af9e69SDag-Erling Smørgrav } 1030d4af9e69SDag-Erling Smørgrav #endif 1031d4af9e69SDag-Erling Smørgrav 1032d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1033d4af9e69SDag-Erling Smørgrav 1034d4af9e69SDag-Erling Smørgrav #if 0 1035d4af9e69SDag-Erling Smørgrav static int uhash_free(uhash_ctx_t ctx) 1036d4af9e69SDag-Erling Smørgrav { 1037d4af9e69SDag-Erling Smørgrav /* Free memory allocated by uhash_alloc */ 1038d4af9e69SDag-Erling Smørgrav u_char bytes_to_sub; 1039d4af9e69SDag-Erling Smørgrav 1040d4af9e69SDag-Erling Smørgrav if (ctx) { 1041d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) { 1042d4af9e69SDag-Erling Smørgrav bytes_to_sub = *((u_char *)ctx - 1); 1043d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)((u_char *)ctx - bytes_to_sub); 1044d4af9e69SDag-Erling Smørgrav } 1045d4af9e69SDag-Erling Smørgrav free(ctx); 1046d4af9e69SDag-Erling Smørgrav } 1047d4af9e69SDag-Erling Smørgrav return (1); 1048d4af9e69SDag-Erling Smørgrav } 1049d4af9e69SDag-Erling Smørgrav #endif 1050d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1051d4af9e69SDag-Erling Smørgrav 1052*e4a9863fSDag-Erling Smørgrav static int uhash_update(uhash_ctx_t ctx, const u_char *input, long len) 1053d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and 1054d4af9e69SDag-Erling Smørgrav * hash each one with NH, calling the polyhash on each NH output. 1055d4af9e69SDag-Erling Smørgrav */ 1056d4af9e69SDag-Erling Smørgrav { 1057d4af9e69SDag-Erling Smørgrav UWORD bytes_hashed, bytes_remaining; 1058d4af9e69SDag-Erling Smørgrav UINT64 result_buf[STREAMS]; 1059d4af9e69SDag-Erling Smørgrav UINT8 *nh_result = (UINT8 *)&result_buf; 1060d4af9e69SDag-Erling Smørgrav 1061d4af9e69SDag-Erling Smørgrav if (ctx->msg_len + len <= L1_KEY_LEN) { 1062*e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, len); 1063d4af9e69SDag-Erling Smørgrav ctx->msg_len += len; 1064d4af9e69SDag-Erling Smørgrav } else { 1065d4af9e69SDag-Erling Smørgrav 1066d4af9e69SDag-Erling Smørgrav bytes_hashed = ctx->msg_len % L1_KEY_LEN; 1067d4af9e69SDag-Erling Smørgrav if (ctx->msg_len == L1_KEY_LEN) 1068d4af9e69SDag-Erling Smørgrav bytes_hashed = L1_KEY_LEN; 1069d4af9e69SDag-Erling Smørgrav 1070d4af9e69SDag-Erling Smørgrav if (bytes_hashed + len >= L1_KEY_LEN) { 1071d4af9e69SDag-Erling Smørgrav 1072d4af9e69SDag-Erling Smørgrav /* If some bytes have been passed to the hash function */ 1073d4af9e69SDag-Erling Smørgrav /* then we want to pass at most (L1_KEY_LEN - bytes_hashed) */ 1074d4af9e69SDag-Erling Smørgrav /* bytes to complete the current nh_block. */ 1075d4af9e69SDag-Erling Smørgrav if (bytes_hashed) { 1076d4af9e69SDag-Erling Smørgrav bytes_remaining = (L1_KEY_LEN - bytes_hashed); 1077*e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, bytes_remaining); 1078d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result); 1079d4af9e69SDag-Erling Smørgrav ctx->msg_len += bytes_remaining; 1080d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result); 1081d4af9e69SDag-Erling Smørgrav len -= bytes_remaining; 1082d4af9e69SDag-Erling Smørgrav input += bytes_remaining; 1083d4af9e69SDag-Erling Smørgrav } 1084d4af9e69SDag-Erling Smørgrav 1085d4af9e69SDag-Erling Smørgrav /* Hash directly from input stream if enough bytes */ 1086d4af9e69SDag-Erling Smørgrav while (len >= L1_KEY_LEN) { 1087*e4a9863fSDag-Erling Smørgrav nh(&ctx->hash, (const UINT8 *)input, L1_KEY_LEN, 1088d4af9e69SDag-Erling Smørgrav L1_KEY_LEN, nh_result); 1089d4af9e69SDag-Erling Smørgrav ctx->msg_len += L1_KEY_LEN; 1090d4af9e69SDag-Erling Smørgrav len -= L1_KEY_LEN; 1091d4af9e69SDag-Erling Smørgrav input += L1_KEY_LEN; 1092d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result); 1093d4af9e69SDag-Erling Smørgrav } 1094d4af9e69SDag-Erling Smørgrav } 1095d4af9e69SDag-Erling Smørgrav 1096d4af9e69SDag-Erling Smørgrav /* pass remaining < L1_KEY_LEN bytes of input data to NH */ 1097d4af9e69SDag-Erling Smørgrav if (len) { 1098*e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, len); 1099d4af9e69SDag-Erling Smørgrav ctx->msg_len += len; 1100d4af9e69SDag-Erling Smørgrav } 1101d4af9e69SDag-Erling Smørgrav } 1102d4af9e69SDag-Erling Smørgrav 1103d4af9e69SDag-Erling Smørgrav return (1); 1104d4af9e69SDag-Erling Smørgrav } 1105d4af9e69SDag-Erling Smørgrav 1106d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1107d4af9e69SDag-Erling Smørgrav 1108d4af9e69SDag-Erling Smørgrav static int uhash_final(uhash_ctx_t ctx, u_char *res) 1109d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */ 1110d4af9e69SDag-Erling Smørgrav { 1111d4af9e69SDag-Erling Smørgrav UINT64 result_buf[STREAMS]; 1112d4af9e69SDag-Erling Smørgrav UINT8 *nh_result = (UINT8 *)&result_buf; 1113d4af9e69SDag-Erling Smørgrav 1114d4af9e69SDag-Erling Smørgrav if (ctx->msg_len > L1_KEY_LEN) { 1115d4af9e69SDag-Erling Smørgrav if (ctx->msg_len % L1_KEY_LEN) { 1116d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result); 1117d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result); 1118d4af9e69SDag-Erling Smørgrav } 1119d4af9e69SDag-Erling Smørgrav ip_long(ctx, res); 1120d4af9e69SDag-Erling Smørgrav } else { 1121d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result); 1122d4af9e69SDag-Erling Smørgrav ip_short(ctx,nh_result, res); 1123d4af9e69SDag-Erling Smørgrav } 1124d4af9e69SDag-Erling Smørgrav uhash_reset(ctx); 1125d4af9e69SDag-Erling Smørgrav return (1); 1126d4af9e69SDag-Erling Smørgrav } 1127d4af9e69SDag-Erling Smørgrav 1128d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1129d4af9e69SDag-Erling Smørgrav 1130d4af9e69SDag-Erling Smørgrav #if 0 1131d4af9e69SDag-Erling Smørgrav static int uhash(uhash_ctx_t ahc, u_char *msg, long len, u_char *res) 1132d4af9e69SDag-Erling Smørgrav /* assumes that msg is in a writable buffer of length divisible by */ 1133d4af9e69SDag-Erling Smørgrav /* L1_PAD_BOUNDARY. Bytes beyond msg[len] may be zeroed. */ 1134d4af9e69SDag-Erling Smørgrav { 1135d4af9e69SDag-Erling Smørgrav UINT8 nh_result[STREAMS*sizeof(UINT64)]; 1136d4af9e69SDag-Erling Smørgrav UINT32 nh_len; 1137d4af9e69SDag-Erling Smørgrav int extra_zeroes_needed; 1138d4af9e69SDag-Erling Smørgrav 1139d4af9e69SDag-Erling Smørgrav /* If the message to be hashed is no longer than L1_HASH_LEN, we skip 1140d4af9e69SDag-Erling Smørgrav * the polyhash. 1141d4af9e69SDag-Erling Smørgrav */ 1142d4af9e69SDag-Erling Smørgrav if (len <= L1_KEY_LEN) { 1143d4af9e69SDag-Erling Smørgrav if (len == 0) /* If zero length messages will not */ 1144d4af9e69SDag-Erling Smørgrav nh_len = L1_PAD_BOUNDARY; /* be seen, comment out this case */ 1145d4af9e69SDag-Erling Smørgrav else 1146d4af9e69SDag-Erling Smørgrav nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1)); 1147d4af9e69SDag-Erling Smørgrav extra_zeroes_needed = nh_len - len; 1148d4af9e69SDag-Erling Smørgrav zero_pad((UINT8 *)msg + len, extra_zeroes_needed); 1149d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result); 1150d4af9e69SDag-Erling Smørgrav ip_short(ahc,nh_result, res); 1151d4af9e69SDag-Erling Smørgrav } else { 1152d4af9e69SDag-Erling Smørgrav /* Otherwise, we hash each L1_KEY_LEN chunk with NH, passing the NH 1153d4af9e69SDag-Erling Smørgrav * output to poly_hash(). 1154d4af9e69SDag-Erling Smørgrav */ 1155d4af9e69SDag-Erling Smørgrav do { 1156d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, L1_KEY_LEN, L1_KEY_LEN, nh_result); 1157d4af9e69SDag-Erling Smørgrav poly_hash(ahc,(UINT32 *)nh_result); 1158d4af9e69SDag-Erling Smørgrav len -= L1_KEY_LEN; 1159d4af9e69SDag-Erling Smørgrav msg += L1_KEY_LEN; 1160d4af9e69SDag-Erling Smørgrav } while (len >= L1_KEY_LEN); 1161d4af9e69SDag-Erling Smørgrav if (len) { 1162d4af9e69SDag-Erling Smørgrav nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1)); 1163d4af9e69SDag-Erling Smørgrav extra_zeroes_needed = nh_len - len; 1164d4af9e69SDag-Erling Smørgrav zero_pad((UINT8 *)msg + len, extra_zeroes_needed); 1165d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result); 1166d4af9e69SDag-Erling Smørgrav poly_hash(ahc,(UINT32 *)nh_result); 1167d4af9e69SDag-Erling Smørgrav } 1168d4af9e69SDag-Erling Smørgrav 1169d4af9e69SDag-Erling Smørgrav ip_long(ahc, res); 1170d4af9e69SDag-Erling Smørgrav } 1171d4af9e69SDag-Erling Smørgrav 1172d4af9e69SDag-Erling Smørgrav uhash_reset(ahc); 1173d4af9e69SDag-Erling Smørgrav return 1; 1174d4af9e69SDag-Erling Smørgrav } 1175d4af9e69SDag-Erling Smørgrav #endif 1176d4af9e69SDag-Erling Smørgrav 1177d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1178d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1179d4af9e69SDag-Erling Smørgrav /* ----- Begin UMAC Section --------------------------------------------- */ 1180d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1181d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1182d4af9e69SDag-Erling Smørgrav 1183d4af9e69SDag-Erling Smørgrav /* The UMAC interface has two interfaces, an all-at-once interface where 1184d4af9e69SDag-Erling Smørgrav * the entire message to be authenticated is passed to UMAC in one buffer, 1185d4af9e69SDag-Erling Smørgrav * and a sequential interface where the message is presented a little at a 1186d4af9e69SDag-Erling Smørgrav * time. The all-at-once is more optimaized than the sequential version and 1187d4af9e69SDag-Erling Smørgrav * should be preferred when the sequential interface is not required. 1188d4af9e69SDag-Erling Smørgrav */ 1189d4af9e69SDag-Erling Smørgrav struct umac_ctx { 1190d4af9e69SDag-Erling Smørgrav uhash_ctx hash; /* Hash function for message compression */ 1191d4af9e69SDag-Erling Smørgrav pdf_ctx pdf; /* PDF for hashed output */ 1192d4af9e69SDag-Erling Smørgrav void *free_ptr; /* Address to free this struct via */ 1193d4af9e69SDag-Erling Smørgrav } umac_ctx; 1194d4af9e69SDag-Erling Smørgrav 1195d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1196d4af9e69SDag-Erling Smørgrav 1197d4af9e69SDag-Erling Smørgrav #if 0 1198d4af9e69SDag-Erling Smørgrav int umac_reset(struct umac_ctx *ctx) 1199d4af9e69SDag-Erling Smørgrav /* Reset the hash function to begin a new authentication. */ 1200d4af9e69SDag-Erling Smørgrav { 1201d4af9e69SDag-Erling Smørgrav uhash_reset(&ctx->hash); 1202d4af9e69SDag-Erling Smørgrav return (1); 1203d4af9e69SDag-Erling Smørgrav } 1204d4af9e69SDag-Erling Smørgrav #endif 1205d4af9e69SDag-Erling Smørgrav 1206d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1207d4af9e69SDag-Erling Smørgrav 1208d4af9e69SDag-Erling Smørgrav int umac_delete(struct umac_ctx *ctx) 1209d4af9e69SDag-Erling Smørgrav /* Deallocate the ctx structure */ 1210d4af9e69SDag-Erling Smørgrav { 1211d4af9e69SDag-Erling Smørgrav if (ctx) { 1212d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) 1213d4af9e69SDag-Erling Smørgrav ctx = (struct umac_ctx *)ctx->free_ptr; 1214*e4a9863fSDag-Erling Smørgrav free(ctx); 1215d4af9e69SDag-Erling Smørgrav } 1216d4af9e69SDag-Erling Smørgrav return (1); 1217d4af9e69SDag-Erling Smørgrav } 1218d4af9e69SDag-Erling Smørgrav 1219d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1220d4af9e69SDag-Erling Smørgrav 1221*e4a9863fSDag-Erling Smørgrav struct umac_ctx *umac_new(const u_char key[]) 1222d4af9e69SDag-Erling Smørgrav /* Dynamically allocate a umac_ctx struct, initialize variables, 1223d4af9e69SDag-Erling Smørgrav * generate subkeys from key. Align to 16-byte boundary. 1224d4af9e69SDag-Erling Smørgrav */ 1225d4af9e69SDag-Erling Smørgrav { 1226d4af9e69SDag-Erling Smørgrav struct umac_ctx *ctx, *octx; 1227d4af9e69SDag-Erling Smørgrav size_t bytes_to_add; 1228d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; 1229d4af9e69SDag-Erling Smørgrav 1230d4af9e69SDag-Erling Smørgrav octx = ctx = xmalloc(sizeof(*ctx) + ALLOC_BOUNDARY); 1231d4af9e69SDag-Erling Smørgrav if (ctx) { 1232d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) { 1233d4af9e69SDag-Erling Smørgrav bytes_to_add = ALLOC_BOUNDARY - 1234d4af9e69SDag-Erling Smørgrav ((ptrdiff_t)ctx & (ALLOC_BOUNDARY - 1)); 1235d4af9e69SDag-Erling Smørgrav ctx = (struct umac_ctx *)((u_char *)ctx + bytes_to_add); 1236d4af9e69SDag-Erling Smørgrav } 1237d4af9e69SDag-Erling Smørgrav ctx->free_ptr = octx; 1238d4af9e69SDag-Erling Smørgrav aes_key_setup(key, prf_key); 1239d4af9e69SDag-Erling Smørgrav pdf_init(&ctx->pdf, prf_key); 1240d4af9e69SDag-Erling Smørgrav uhash_init(&ctx->hash, prf_key); 1241d4af9e69SDag-Erling Smørgrav } 1242d4af9e69SDag-Erling Smørgrav 1243d4af9e69SDag-Erling Smørgrav return (ctx); 1244d4af9e69SDag-Erling Smørgrav } 1245d4af9e69SDag-Erling Smørgrav 1246d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1247d4af9e69SDag-Erling Smørgrav 1248*e4a9863fSDag-Erling Smørgrav int umac_final(struct umac_ctx *ctx, u_char tag[], const u_char nonce[8]) 1249d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */ 1250d4af9e69SDag-Erling Smørgrav { 1251d4af9e69SDag-Erling Smørgrav uhash_final(&ctx->hash, (u_char *)tag); 1252*e4a9863fSDag-Erling Smørgrav pdf_gen_xor(&ctx->pdf, (const UINT8 *)nonce, (UINT8 *)tag); 1253d4af9e69SDag-Erling Smørgrav 1254d4af9e69SDag-Erling Smørgrav return (1); 1255d4af9e69SDag-Erling Smørgrav } 1256d4af9e69SDag-Erling Smørgrav 1257d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1258d4af9e69SDag-Erling Smørgrav 1259*e4a9863fSDag-Erling Smørgrav int umac_update(struct umac_ctx *ctx, const u_char *input, long len) 1260d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and */ 1261d4af9e69SDag-Erling Smørgrav /* hash each one, calling the PDF on the hashed output whenever the hash- */ 1262d4af9e69SDag-Erling Smørgrav /* output buffer is full. */ 1263d4af9e69SDag-Erling Smørgrav { 1264d4af9e69SDag-Erling Smørgrav uhash_update(&ctx->hash, input, len); 1265d4af9e69SDag-Erling Smørgrav return (1); 1266d4af9e69SDag-Erling Smørgrav } 1267d4af9e69SDag-Erling Smørgrav 1268d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1269d4af9e69SDag-Erling Smørgrav 1270d4af9e69SDag-Erling Smørgrav #if 0 1271d4af9e69SDag-Erling Smørgrav int umac(struct umac_ctx *ctx, u_char *input, 1272d4af9e69SDag-Erling Smørgrav long len, u_char tag[], 1273d4af9e69SDag-Erling Smørgrav u_char nonce[8]) 1274d4af9e69SDag-Erling Smørgrav /* All-in-one version simply calls umac_update() and umac_final(). */ 1275d4af9e69SDag-Erling Smørgrav { 1276d4af9e69SDag-Erling Smørgrav uhash(&ctx->hash, input, len, (u_char *)tag); 1277d4af9e69SDag-Erling Smørgrav pdf_gen_xor(&ctx->pdf, (UINT8 *)nonce, (UINT8 *)tag); 1278d4af9e69SDag-Erling Smørgrav 1279d4af9e69SDag-Erling Smørgrav return (1); 1280d4af9e69SDag-Erling Smørgrav } 1281d4af9e69SDag-Erling Smørgrav #endif 1282d4af9e69SDag-Erling Smørgrav 1283d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1284d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1285d4af9e69SDag-Erling Smørgrav /* ----- End UMAC Section ----------------------------------------------- */ 1286d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1287d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */ 1288