xref: /freebsd/crypto/openssh/umac.c (revision e4a9863fb76a1f6b16ecbcbd31e88f4ad9a9565e)
1*e4a9863fSDag-Erling Smørgrav /* $OpenBSD: umac.c,v 1.7 2013/07/22 05:00:17 djm Exp $ */
2d4af9e69SDag-Erling Smørgrav /* -----------------------------------------------------------------------
3d4af9e69SDag-Erling Smørgrav  *
4d4af9e69SDag-Erling Smørgrav  * umac.c -- C Implementation UMAC Message Authentication
5d4af9e69SDag-Erling Smørgrav  *
6d4af9e69SDag-Erling Smørgrav  * Version 0.93b of rfc4418.txt -- 2006 July 18
7d4af9e69SDag-Erling Smørgrav  *
8d4af9e69SDag-Erling Smørgrav  * For a full description of UMAC message authentication see the UMAC
9d4af9e69SDag-Erling Smørgrav  * world-wide-web page at http://www.cs.ucdavis.edu/~rogaway/umac
10d4af9e69SDag-Erling Smørgrav  * Please report bugs and suggestions to the UMAC webpage.
11d4af9e69SDag-Erling Smørgrav  *
12d4af9e69SDag-Erling Smørgrav  * Copyright (c) 1999-2006 Ted Krovetz
13d4af9e69SDag-Erling Smørgrav  *
14d4af9e69SDag-Erling Smørgrav  * Permission to use, copy, modify, and distribute this software and
15d4af9e69SDag-Erling Smørgrav  * its documentation for any purpose and with or without fee, is hereby
16d4af9e69SDag-Erling Smørgrav  * granted provided that the above copyright notice appears in all copies
17d4af9e69SDag-Erling Smørgrav  * and in supporting documentation, and that the name of the copyright
18d4af9e69SDag-Erling Smørgrav  * holder not be used in advertising or publicity pertaining to
19d4af9e69SDag-Erling Smørgrav  * distribution of the software without specific, written prior permission.
20d4af9e69SDag-Erling Smørgrav  *
21d4af9e69SDag-Erling Smørgrav  * Comments should be directed to Ted Krovetz (tdk@acm.org)
22d4af9e69SDag-Erling Smørgrav  *
23d4af9e69SDag-Erling Smørgrav  * ---------------------------------------------------------------------- */
24d4af9e69SDag-Erling Smørgrav 
25d4af9e69SDag-Erling Smørgrav  /* ////////////////////// IMPORTANT NOTES /////////////////////////////////
26d4af9e69SDag-Erling Smørgrav   *
27d4af9e69SDag-Erling Smørgrav   * 1) This version does not work properly on messages larger than 16MB
28d4af9e69SDag-Erling Smørgrav   *
29d4af9e69SDag-Erling Smørgrav   * 2) If you set the switch to use SSE2, then all data must be 16-byte
30d4af9e69SDag-Erling Smørgrav   *    aligned
31d4af9e69SDag-Erling Smørgrav   *
32d4af9e69SDag-Erling Smørgrav   * 3) When calling the function umac(), it is assumed that msg is in
33d4af9e69SDag-Erling Smørgrav   * a writable buffer of length divisible by 32 bytes. The message itself
34d4af9e69SDag-Erling Smørgrav   * does not have to fill the entire buffer, but bytes beyond msg may be
35d4af9e69SDag-Erling Smørgrav   * zeroed.
36d4af9e69SDag-Erling Smørgrav   *
37d4af9e69SDag-Erling Smørgrav   * 4) Three free AES implementations are supported by this implementation of
38d4af9e69SDag-Erling Smørgrav   * UMAC. Paulo Barreto's version is in the public domain and can be found
39d4af9e69SDag-Erling Smørgrav   * at http://www.esat.kuleuven.ac.be/~rijmen/rijndael/ (search for
40d4af9e69SDag-Erling Smørgrav   * "Barreto"). The only two files needed are rijndael-alg-fst.c and
41d4af9e69SDag-Erling Smørgrav   * rijndael-alg-fst.h. Brian Gladman's version is distributed with the GNU
42d4af9e69SDag-Erling Smørgrav   * Public lisence at http://fp.gladman.plus.com/AES/index.htm. It
43d4af9e69SDag-Erling Smørgrav   * includes a fast IA-32 assembly version. The OpenSSL crypo library is
44d4af9e69SDag-Erling Smørgrav   * the third.
45d4af9e69SDag-Erling Smørgrav   *
46d4af9e69SDag-Erling Smørgrav   * 5) With FORCE_C_ONLY flags set to 0, incorrect results are sometimes
47d4af9e69SDag-Erling Smørgrav   * produced under gcc with optimizations set -O3 or higher. Dunno why.
48d4af9e69SDag-Erling Smørgrav   *
49d4af9e69SDag-Erling Smørgrav   /////////////////////////////////////////////////////////////////////// */
50d4af9e69SDag-Erling Smørgrav 
51d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
52d4af9e69SDag-Erling Smørgrav /* --- User Switches ---------------------------------------------------- */
53d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
54d4af9e69SDag-Erling Smørgrav 
556888a9beSDag-Erling Smørgrav #ifndef UMAC_OUTPUT_LEN
56d4af9e69SDag-Erling Smørgrav #define UMAC_OUTPUT_LEN     8  /* Alowable: 4, 8, 12, 16                  */
576888a9beSDag-Erling Smørgrav #endif
586888a9beSDag-Erling Smørgrav 
596888a9beSDag-Erling Smørgrav #if UMAC_OUTPUT_LEN != 4 && UMAC_OUTPUT_LEN != 8 && \
606888a9beSDag-Erling Smørgrav     UMAC_OUTPUT_LEN != 12 && UMAC_OUTPUT_LEN != 16
616888a9beSDag-Erling Smørgrav # error UMAC_OUTPUT_LEN must be defined to 4, 8, 12 or 16
626888a9beSDag-Erling Smørgrav #endif
636888a9beSDag-Erling Smørgrav 
64d4af9e69SDag-Erling Smørgrav /* #define FORCE_C_ONLY        1  ANSI C and 64-bit integers req'd        */
65d4af9e69SDag-Erling Smørgrav /* #define AES_IMPLEMENTAION   1  1 = OpenSSL, 2 = Barreto, 3 = Gladman   */
66d4af9e69SDag-Erling Smørgrav /* #define SSE2                0  Is SSE2 is available?                   */
67d4af9e69SDag-Erling Smørgrav /* #define RUN_TESTS           0  Run basic correctness/speed tests       */
68d4af9e69SDag-Erling Smørgrav /* #define UMAC_AE_SUPPORT     0  Enable auhthenticated encrytion         */
69d4af9e69SDag-Erling Smørgrav 
70d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
71d4af9e69SDag-Erling Smørgrav /* -- Global Includes --------------------------------------------------- */
72d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
73d4af9e69SDag-Erling Smørgrav 
74d4af9e69SDag-Erling Smørgrav #include "includes.h"
75d4af9e69SDag-Erling Smørgrav #include <sys/types.h>
76d4af9e69SDag-Erling Smørgrav 
77d4af9e69SDag-Erling Smørgrav #include "xmalloc.h"
78d4af9e69SDag-Erling Smørgrav #include "umac.h"
79d4af9e69SDag-Erling Smørgrav #include <string.h>
80d4af9e69SDag-Erling Smørgrav #include <stdlib.h>
81d4af9e69SDag-Erling Smørgrav #include <stddef.h>
82d4af9e69SDag-Erling Smørgrav 
83d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
84d4af9e69SDag-Erling Smørgrav /* --- Primitive Data Types ---                                           */
85d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
86d4af9e69SDag-Erling Smørgrav 
87d4af9e69SDag-Erling Smørgrav /* The following assumptions may need change on your system */
88d4af9e69SDag-Erling Smørgrav typedef u_int8_t	UINT8;  /* 1 byte   */
89d4af9e69SDag-Erling Smørgrav typedef u_int16_t	UINT16; /* 2 byte   */
90d4af9e69SDag-Erling Smørgrav typedef u_int32_t	UINT32; /* 4 byte   */
91d4af9e69SDag-Erling Smørgrav typedef u_int64_t	UINT64; /* 8 bytes  */
92d4af9e69SDag-Erling Smørgrav typedef unsigned int	UWORD;  /* Register */
93d4af9e69SDag-Erling Smørgrav 
94d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
95d4af9e69SDag-Erling Smørgrav /* --- Constants -------------------------------------------------------- */
96d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
97d4af9e69SDag-Erling Smørgrav 
98d4af9e69SDag-Erling Smørgrav #define UMAC_KEY_LEN           16  /* UMAC takes 16 bytes of external key */
99d4af9e69SDag-Erling Smørgrav 
100d4af9e69SDag-Erling Smørgrav /* Message "words" are read from memory in an endian-specific manner.     */
101d4af9e69SDag-Erling Smørgrav /* For this implementation to behave correctly, __LITTLE_ENDIAN__ must    */
102d4af9e69SDag-Erling Smørgrav /* be set true if the host computer is little-endian.                     */
103d4af9e69SDag-Erling Smørgrav 
104d4af9e69SDag-Erling Smørgrav #if BYTE_ORDER == LITTLE_ENDIAN
105d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 1
106d4af9e69SDag-Erling Smørgrav #else
107d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 0
108d4af9e69SDag-Erling Smørgrav #endif
109d4af9e69SDag-Erling Smørgrav 
110d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
111d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
112d4af9e69SDag-Erling Smørgrav /* ----- Architecture Specific ------------------------------------------ */
113d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
114d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
115d4af9e69SDag-Erling Smørgrav 
116d4af9e69SDag-Erling Smørgrav 
117d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
118d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
119d4af9e69SDag-Erling Smørgrav /* ----- Primitive Routines --------------------------------------------- */
120d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
121d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
122d4af9e69SDag-Erling Smørgrav 
123d4af9e69SDag-Erling Smørgrav 
124d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
125d4af9e69SDag-Erling Smørgrav /* --- 32-bit by 32-bit to 64-bit Multiplication ------------------------ */
126d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
127d4af9e69SDag-Erling Smørgrav 
128d4af9e69SDag-Erling Smørgrav #define MUL64(a,b) ((UINT64)((UINT64)(UINT32)(a) * (UINT64)(UINT32)(b)))
129d4af9e69SDag-Erling Smørgrav 
130d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
131d4af9e69SDag-Erling Smørgrav /* --- Endian Conversion --- Forcing assembly on some platforms           */
132d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
133d4af9e69SDag-Erling Smørgrav 
134d4af9e69SDag-Erling Smørgrav #if HAVE_SWAP32
135*e4a9863fSDag-Erling Smørgrav #define LOAD_UINT32_REVERSED(p)		(swap32(*(const UINT32 *)(p)))
136d4af9e69SDag-Erling Smørgrav #define STORE_UINT32_REVERSED(p,v) 	(*(UINT32 *)(p) = swap32(v))
137d4af9e69SDag-Erling Smørgrav #else /* HAVE_SWAP32 */
138d4af9e69SDag-Erling Smørgrav 
139*e4a9863fSDag-Erling Smørgrav static UINT32 LOAD_UINT32_REVERSED(const void *ptr)
140d4af9e69SDag-Erling Smørgrav {
141*e4a9863fSDag-Erling Smørgrav     UINT32 temp = *(const UINT32 *)ptr;
142d4af9e69SDag-Erling Smørgrav     temp = (temp >> 24) | ((temp & 0x00FF0000) >> 8 )
143d4af9e69SDag-Erling Smørgrav          | ((temp & 0x0000FF00) << 8 ) | (temp << 24);
144d4af9e69SDag-Erling Smørgrav     return (UINT32)temp;
145d4af9e69SDag-Erling Smørgrav }
146d4af9e69SDag-Erling Smørgrav 
147d4af9e69SDag-Erling Smørgrav # if (__LITTLE_ENDIAN__)
148d4af9e69SDag-Erling Smørgrav static void STORE_UINT32_REVERSED(void *ptr, UINT32 x)
149d4af9e69SDag-Erling Smørgrav {
150d4af9e69SDag-Erling Smørgrav     UINT32 i = (UINT32)x;
151d4af9e69SDag-Erling Smørgrav     *(UINT32 *)ptr = (i >> 24) | ((i & 0x00FF0000) >> 8 )
152d4af9e69SDag-Erling Smørgrav                    | ((i & 0x0000FF00) << 8 ) | (i << 24);
153d4af9e69SDag-Erling Smørgrav }
154d4af9e69SDag-Erling Smørgrav # endif /* __LITTLE_ENDIAN */
155d4af9e69SDag-Erling Smørgrav #endif /* HAVE_SWAP32 */
156d4af9e69SDag-Erling Smørgrav 
157d4af9e69SDag-Erling Smørgrav /* The following definitions use the above reversal-primitives to do the right
158d4af9e69SDag-Erling Smørgrav  * thing on endian specific load and stores.
159d4af9e69SDag-Erling Smørgrav  */
160d4af9e69SDag-Erling Smørgrav 
161d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__)
162*e4a9863fSDag-Erling Smørgrav #define LOAD_UINT32_LITTLE(ptr)     (*(const UINT32 *)(ptr))
163d4af9e69SDag-Erling Smørgrav #define STORE_UINT32_BIG(ptr,x)     STORE_UINT32_REVERSED(ptr,x)
164d4af9e69SDag-Erling Smørgrav #else
165d4af9e69SDag-Erling Smørgrav #define LOAD_UINT32_LITTLE(ptr)     LOAD_UINT32_REVERSED(ptr)
166d4af9e69SDag-Erling Smørgrav #define STORE_UINT32_BIG(ptr,x)     (*(UINT32 *)(ptr) = (UINT32)(x))
167d4af9e69SDag-Erling Smørgrav #endif
168d4af9e69SDag-Erling Smørgrav 
169d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
170d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
171d4af9e69SDag-Erling Smørgrav /* ----- Begin KDF & PDF Section ---------------------------------------- */
172d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
173d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
174d4af9e69SDag-Erling Smørgrav 
175d4af9e69SDag-Erling Smørgrav /* UMAC uses AES with 16 byte block and key lengths */
176d4af9e69SDag-Erling Smørgrav #define AES_BLOCK_LEN  16
177d4af9e69SDag-Erling Smørgrav 
178d4af9e69SDag-Erling Smørgrav /* OpenSSL's AES */
179d4af9e69SDag-Erling Smørgrav #include "openbsd-compat/openssl-compat.h"
180d4af9e69SDag-Erling Smørgrav #ifndef USE_BUILTIN_RIJNDAEL
181d4af9e69SDag-Erling Smørgrav # include <openssl/aes.h>
182d4af9e69SDag-Erling Smørgrav #endif
183d4af9e69SDag-Erling Smørgrav typedef AES_KEY aes_int_key[1];
184d4af9e69SDag-Erling Smørgrav #define aes_encryption(in,out,int_key)                  \
185d4af9e69SDag-Erling Smørgrav   AES_encrypt((u_char *)(in),(u_char *)(out),(AES_KEY *)int_key)
186d4af9e69SDag-Erling Smørgrav #define aes_key_setup(key,int_key)                      \
187*e4a9863fSDag-Erling Smørgrav   AES_set_encrypt_key((const u_char *)(key),UMAC_KEY_LEN*8,int_key)
188d4af9e69SDag-Erling Smørgrav 
189d4af9e69SDag-Erling Smørgrav /* The user-supplied UMAC key is stretched using AES in a counter
190d4af9e69SDag-Erling Smørgrav  * mode to supply all random bits needed by UMAC. The kdf function takes
191d4af9e69SDag-Erling Smørgrav  * an AES internal key representation 'key' and writes a stream of
192d4af9e69SDag-Erling Smørgrav  * 'nbytes' bytes to the memory pointed at by 'bufp'. Each distinct
193d4af9e69SDag-Erling Smørgrav  * 'ndx' causes a distinct byte stream.
194d4af9e69SDag-Erling Smørgrav  */
195d4af9e69SDag-Erling Smørgrav static void kdf(void *bufp, aes_int_key key, UINT8 ndx, int nbytes)
196d4af9e69SDag-Erling Smørgrav {
197d4af9e69SDag-Erling Smørgrav     UINT8 in_buf[AES_BLOCK_LEN] = {0};
198d4af9e69SDag-Erling Smørgrav     UINT8 out_buf[AES_BLOCK_LEN];
199d4af9e69SDag-Erling Smørgrav     UINT8 *dst_buf = (UINT8 *)bufp;
200d4af9e69SDag-Erling Smørgrav     int i;
201d4af9e69SDag-Erling Smørgrav 
202d4af9e69SDag-Erling Smørgrav     /* Setup the initial value */
203d4af9e69SDag-Erling Smørgrav     in_buf[AES_BLOCK_LEN-9] = ndx;
204d4af9e69SDag-Erling Smørgrav     in_buf[AES_BLOCK_LEN-1] = i = 1;
205d4af9e69SDag-Erling Smørgrav 
206d4af9e69SDag-Erling Smørgrav     while (nbytes >= AES_BLOCK_LEN) {
207d4af9e69SDag-Erling Smørgrav         aes_encryption(in_buf, out_buf, key);
208d4af9e69SDag-Erling Smørgrav         memcpy(dst_buf,out_buf,AES_BLOCK_LEN);
209d4af9e69SDag-Erling Smørgrav         in_buf[AES_BLOCK_LEN-1] = ++i;
210d4af9e69SDag-Erling Smørgrav         nbytes -= AES_BLOCK_LEN;
211d4af9e69SDag-Erling Smørgrav         dst_buf += AES_BLOCK_LEN;
212d4af9e69SDag-Erling Smørgrav     }
213d4af9e69SDag-Erling Smørgrav     if (nbytes) {
214d4af9e69SDag-Erling Smørgrav         aes_encryption(in_buf, out_buf, key);
215d4af9e69SDag-Erling Smørgrav         memcpy(dst_buf,out_buf,nbytes);
216d4af9e69SDag-Erling Smørgrav     }
217d4af9e69SDag-Erling Smørgrav }
218d4af9e69SDag-Erling Smørgrav 
219d4af9e69SDag-Erling Smørgrav /* The final UHASH result is XOR'd with the output of a pseudorandom
220d4af9e69SDag-Erling Smørgrav  * function. Here, we use AES to generate random output and
221d4af9e69SDag-Erling Smørgrav  * xor the appropriate bytes depending on the last bits of nonce.
222d4af9e69SDag-Erling Smørgrav  * This scheme is optimized for sequential, increasing big-endian nonces.
223d4af9e69SDag-Erling Smørgrav  */
224d4af9e69SDag-Erling Smørgrav 
225d4af9e69SDag-Erling Smørgrav typedef struct {
226d4af9e69SDag-Erling Smørgrav     UINT8 cache[AES_BLOCK_LEN];  /* Previous AES output is saved      */
227d4af9e69SDag-Erling Smørgrav     UINT8 nonce[AES_BLOCK_LEN];  /* The AES input making above cache  */
228d4af9e69SDag-Erling Smørgrav     aes_int_key prf_key;         /* Expanded AES key for PDF          */
229d4af9e69SDag-Erling Smørgrav } pdf_ctx;
230d4af9e69SDag-Erling Smørgrav 
231d4af9e69SDag-Erling Smørgrav static void pdf_init(pdf_ctx *pc, aes_int_key prf_key)
232d4af9e69SDag-Erling Smørgrav {
233d4af9e69SDag-Erling Smørgrav     UINT8 buf[UMAC_KEY_LEN];
234d4af9e69SDag-Erling Smørgrav 
235d4af9e69SDag-Erling Smørgrav     kdf(buf, prf_key, 0, UMAC_KEY_LEN);
236d4af9e69SDag-Erling Smørgrav     aes_key_setup(buf, pc->prf_key);
237d4af9e69SDag-Erling Smørgrav 
238d4af9e69SDag-Erling Smørgrav     /* Initialize pdf and cache */
239d4af9e69SDag-Erling Smørgrav     memset(pc->nonce, 0, sizeof(pc->nonce));
240d4af9e69SDag-Erling Smørgrav     aes_encryption(pc->nonce, pc->cache, pc->prf_key);
241d4af9e69SDag-Erling Smørgrav }
242d4af9e69SDag-Erling Smørgrav 
243*e4a9863fSDag-Erling Smørgrav static void pdf_gen_xor(pdf_ctx *pc, const UINT8 nonce[8], UINT8 buf[8])
244d4af9e69SDag-Erling Smørgrav {
245d4af9e69SDag-Erling Smørgrav     /* 'ndx' indicates that we'll be using the 0th or 1st eight bytes
246d4af9e69SDag-Erling Smørgrav      * of the AES output. If last time around we returned the ndx-1st
247d4af9e69SDag-Erling Smørgrav      * element, then we may have the result in the cache already.
248d4af9e69SDag-Erling Smørgrav      */
249d4af9e69SDag-Erling Smørgrav 
250d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4)
251d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 3
252d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8)
253d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 1
254d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN > 8)
255d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 0
256d4af9e69SDag-Erling Smørgrav #endif
257*e4a9863fSDag-Erling Smørgrav     union {
258d4af9e69SDag-Erling Smørgrav         UINT8 tmp_nonce_lo[4];
259*e4a9863fSDag-Erling Smørgrav         UINT32 align;
260*e4a9863fSDag-Erling Smørgrav     } t;
261d4af9e69SDag-Erling Smørgrav #if LOW_BIT_MASK != 0
262d4af9e69SDag-Erling Smørgrav     int ndx = nonce[7] & LOW_BIT_MASK;
263d4af9e69SDag-Erling Smørgrav #endif
264*e4a9863fSDag-Erling Smørgrav     *(UINT32 *)t.tmp_nonce_lo = ((const UINT32 *)nonce)[1];
265*e4a9863fSDag-Erling Smørgrav     t.tmp_nonce_lo[3] &= ~LOW_BIT_MASK; /* zero last bit */
266d4af9e69SDag-Erling Smørgrav 
267*e4a9863fSDag-Erling Smørgrav     if ( (((UINT32 *)t.tmp_nonce_lo)[0] != ((UINT32 *)pc->nonce)[1]) ||
268*e4a9863fSDag-Erling Smørgrav          (((const UINT32 *)nonce)[0] != ((UINT32 *)pc->nonce)[0]) )
269d4af9e69SDag-Erling Smørgrav     {
270*e4a9863fSDag-Erling Smørgrav         ((UINT32 *)pc->nonce)[0] = ((const UINT32 *)nonce)[0];
271*e4a9863fSDag-Erling Smørgrav         ((UINT32 *)pc->nonce)[1] = ((UINT32 *)t.tmp_nonce_lo)[0];
272d4af9e69SDag-Erling Smørgrav         aes_encryption(pc->nonce, pc->cache, pc->prf_key);
273d4af9e69SDag-Erling Smørgrav     }
274d4af9e69SDag-Erling Smørgrav 
275d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4)
276d4af9e69SDag-Erling Smørgrav     *((UINT32 *)buf) ^= ((UINT32 *)pc->cache)[ndx];
277d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8)
278d4af9e69SDag-Erling Smørgrav     *((UINT64 *)buf) ^= ((UINT64 *)pc->cache)[ndx];
279d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12)
280d4af9e69SDag-Erling Smørgrav     ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0];
281d4af9e69SDag-Erling Smørgrav     ((UINT32 *)buf)[2] ^= ((UINT32 *)pc->cache)[2];
282d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16)
283d4af9e69SDag-Erling Smørgrav     ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0];
284d4af9e69SDag-Erling Smørgrav     ((UINT64 *)buf)[1] ^= ((UINT64 *)pc->cache)[1];
285d4af9e69SDag-Erling Smørgrav #endif
286d4af9e69SDag-Erling Smørgrav }
287d4af9e69SDag-Erling Smørgrav 
288d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
289d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
290d4af9e69SDag-Erling Smørgrav /* ----- Begin NH Hash Section ------------------------------------------ */
291d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
292d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
293d4af9e69SDag-Erling Smørgrav 
294d4af9e69SDag-Erling Smørgrav /* The NH-based hash functions used in UMAC are described in the UMAC paper
295d4af9e69SDag-Erling Smørgrav  * and specification, both of which can be found at the UMAC website.
296d4af9e69SDag-Erling Smørgrav  * The interface to this implementation has two
297d4af9e69SDag-Erling Smørgrav  * versions, one expects the entire message being hashed to be passed
298d4af9e69SDag-Erling Smørgrav  * in a single buffer and returns the hash result immediately. The second
299d4af9e69SDag-Erling Smørgrav  * allows the message to be passed in a sequence of buffers. In the
300d4af9e69SDag-Erling Smørgrav  * muliple-buffer interface, the client calls the routine nh_update() as
301d4af9e69SDag-Erling Smørgrav  * many times as necessary. When there is no more data to be fed to the
302d4af9e69SDag-Erling Smørgrav  * hash, the client calls nh_final() which calculates the hash output.
303d4af9e69SDag-Erling Smørgrav  * Before beginning another hash calculation the nh_reset() routine
304d4af9e69SDag-Erling Smørgrav  * must be called. The single-buffer routine, nh(), is equivalent to
305d4af9e69SDag-Erling Smørgrav  * the sequence of calls nh_update() and nh_final(); however it is
306d4af9e69SDag-Erling Smørgrav  * optimized and should be prefered whenever the multiple-buffer interface
307d4af9e69SDag-Erling Smørgrav  * is not necessary. When using either interface, it is the client's
308d4af9e69SDag-Erling Smørgrav  * responsability to pass no more than L1_KEY_LEN bytes per hash result.
309d4af9e69SDag-Erling Smørgrav  *
310d4af9e69SDag-Erling Smørgrav  * The routine nh_init() initializes the nh_ctx data structure and
311d4af9e69SDag-Erling Smørgrav  * must be called once, before any other PDF routine.
312d4af9e69SDag-Erling Smørgrav  */
313d4af9e69SDag-Erling Smørgrav 
314d4af9e69SDag-Erling Smørgrav  /* The "nh_aux" routines do the actual NH hashing work. They
315d4af9e69SDag-Erling Smørgrav   * expect buffers to be multiples of L1_PAD_BOUNDARY. These routines
316d4af9e69SDag-Erling Smørgrav   * produce output for all STREAMS NH iterations in one call,
317d4af9e69SDag-Erling Smørgrav   * allowing the parallel implementation of the streams.
318d4af9e69SDag-Erling Smørgrav   */
319d4af9e69SDag-Erling Smørgrav 
320d4af9e69SDag-Erling Smørgrav #define STREAMS (UMAC_OUTPUT_LEN / 4) /* Number of times hash is applied  */
321d4af9e69SDag-Erling Smørgrav #define L1_KEY_LEN         1024     /* Internal key bytes                 */
322d4af9e69SDag-Erling Smørgrav #define L1_KEY_SHIFT         16     /* Toeplitz key shift between streams */
323d4af9e69SDag-Erling Smørgrav #define L1_PAD_BOUNDARY      32     /* pad message to boundary multiple   */
324d4af9e69SDag-Erling Smørgrav #define ALLOC_BOUNDARY       16     /* Keep buffers aligned to this       */
325d4af9e69SDag-Erling Smørgrav #define HASH_BUF_BYTES       64     /* nh_aux_hb buffer multiple          */
326d4af9e69SDag-Erling Smørgrav 
327d4af9e69SDag-Erling Smørgrav typedef struct {
328d4af9e69SDag-Erling Smørgrav     UINT8  nh_key [L1_KEY_LEN + L1_KEY_SHIFT * (STREAMS - 1)]; /* NH Key */
329462c32cbSDag-Erling Smørgrav     UINT8  data   [HASH_BUF_BYTES];    /* Incoming data buffer           */
330d4af9e69SDag-Erling Smørgrav     int next_data_empty;    /* Bookeeping variable for data buffer.       */
331d4af9e69SDag-Erling Smørgrav     int bytes_hashed;        /* Bytes (out of L1_KEY_LEN) incorperated.   */
332d4af9e69SDag-Erling Smørgrav     UINT64 state[STREAMS];               /* on-line state     */
333d4af9e69SDag-Erling Smørgrav } nh_ctx;
334d4af9e69SDag-Erling Smørgrav 
335d4af9e69SDag-Erling Smørgrav 
336d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4)
337d4af9e69SDag-Erling Smørgrav 
338*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
339d4af9e69SDag-Erling Smørgrav /* NH hashing primitive. Previous (partial) hash result is loaded and
340d4af9e69SDag-Erling Smørgrav * then stored via hp pointer. The length of the data pointed at by "dp",
341d4af9e69SDag-Erling Smørgrav * "dlen", is guaranteed to be divisible by L1_PAD_BOUNDARY (32).  Key
342d4af9e69SDag-Erling Smørgrav * is expected to be endian compensated in memory at key setup.
343d4af9e69SDag-Erling Smørgrav */
344d4af9e69SDag-Erling Smørgrav {
345d4af9e69SDag-Erling Smørgrav     UINT64 h;
346d4af9e69SDag-Erling Smørgrav     UWORD c = dlen / 32;
347d4af9e69SDag-Erling Smørgrav     UINT32 *k = (UINT32 *)kp;
348*e4a9863fSDag-Erling Smørgrav     const UINT32 *d = (const UINT32 *)dp;
349d4af9e69SDag-Erling Smørgrav     UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
350d4af9e69SDag-Erling Smørgrav     UINT32 k0,k1,k2,k3,k4,k5,k6,k7;
351d4af9e69SDag-Erling Smørgrav 
352d4af9e69SDag-Erling Smørgrav     h = *((UINT64 *)hp);
353d4af9e69SDag-Erling Smørgrav     do {
354d4af9e69SDag-Erling Smørgrav         d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
355d4af9e69SDag-Erling Smørgrav         d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
356d4af9e69SDag-Erling Smørgrav         d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
357d4af9e69SDag-Erling Smørgrav         d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
358d4af9e69SDag-Erling Smørgrav         k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
359d4af9e69SDag-Erling Smørgrav         k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
360d4af9e69SDag-Erling Smørgrav         h += MUL64((k0 + d0), (k4 + d4));
361d4af9e69SDag-Erling Smørgrav         h += MUL64((k1 + d1), (k5 + d5));
362d4af9e69SDag-Erling Smørgrav         h += MUL64((k2 + d2), (k6 + d6));
363d4af9e69SDag-Erling Smørgrav         h += MUL64((k3 + d3), (k7 + d7));
364d4af9e69SDag-Erling Smørgrav 
365d4af9e69SDag-Erling Smørgrav         d += 8;
366d4af9e69SDag-Erling Smørgrav         k += 8;
367d4af9e69SDag-Erling Smørgrav     } while (--c);
368d4af9e69SDag-Erling Smørgrav   *((UINT64 *)hp) = h;
369d4af9e69SDag-Erling Smørgrav }
370d4af9e69SDag-Erling Smørgrav 
371d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8)
372d4af9e69SDag-Erling Smørgrav 
373*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
374d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass,
375d4af9e69SDag-Erling Smørgrav  * reading and writing 16 bytes of hash-state per call.
376d4af9e69SDag-Erling Smørgrav  */
377d4af9e69SDag-Erling Smørgrav {
378d4af9e69SDag-Erling Smørgrav   UINT64 h1,h2;
379d4af9e69SDag-Erling Smørgrav   UWORD c = dlen / 32;
380d4af9e69SDag-Erling Smørgrav   UINT32 *k = (UINT32 *)kp;
381*e4a9863fSDag-Erling Smørgrav   const UINT32 *d = (const UINT32 *)dp;
382d4af9e69SDag-Erling Smørgrav   UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
383d4af9e69SDag-Erling Smørgrav   UINT32 k0,k1,k2,k3,k4,k5,k6,k7,
384d4af9e69SDag-Erling Smørgrav         k8,k9,k10,k11;
385d4af9e69SDag-Erling Smørgrav 
386d4af9e69SDag-Erling Smørgrav   h1 = *((UINT64 *)hp);
387d4af9e69SDag-Erling Smørgrav   h2 = *((UINT64 *)hp + 1);
388d4af9e69SDag-Erling Smørgrav   k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
389d4af9e69SDag-Erling Smørgrav   do {
390d4af9e69SDag-Erling Smørgrav     d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
391d4af9e69SDag-Erling Smørgrav     d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
392d4af9e69SDag-Erling Smørgrav     d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
393d4af9e69SDag-Erling Smørgrav     d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
394d4af9e69SDag-Erling Smørgrav     k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
395d4af9e69SDag-Erling Smørgrav     k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11);
396d4af9e69SDag-Erling Smørgrav 
397d4af9e69SDag-Erling Smørgrav     h1 += MUL64((k0 + d0), (k4 + d4));
398d4af9e69SDag-Erling Smørgrav     h2 += MUL64((k4 + d0), (k8 + d4));
399d4af9e69SDag-Erling Smørgrav 
400d4af9e69SDag-Erling Smørgrav     h1 += MUL64((k1 + d1), (k5 + d5));
401d4af9e69SDag-Erling Smørgrav     h2 += MUL64((k5 + d1), (k9 + d5));
402d4af9e69SDag-Erling Smørgrav 
403d4af9e69SDag-Erling Smørgrav     h1 += MUL64((k2 + d2), (k6 + d6));
404d4af9e69SDag-Erling Smørgrav     h2 += MUL64((k6 + d2), (k10 + d6));
405d4af9e69SDag-Erling Smørgrav 
406d4af9e69SDag-Erling Smørgrav     h1 += MUL64((k3 + d3), (k7 + d7));
407d4af9e69SDag-Erling Smørgrav     h2 += MUL64((k7 + d3), (k11 + d7));
408d4af9e69SDag-Erling Smørgrav 
409d4af9e69SDag-Erling Smørgrav     k0 = k8; k1 = k9; k2 = k10; k3 = k11;
410d4af9e69SDag-Erling Smørgrav 
411d4af9e69SDag-Erling Smørgrav     d += 8;
412d4af9e69SDag-Erling Smørgrav     k += 8;
413d4af9e69SDag-Erling Smørgrav   } while (--c);
414d4af9e69SDag-Erling Smørgrav   ((UINT64 *)hp)[0] = h1;
415d4af9e69SDag-Erling Smørgrav   ((UINT64 *)hp)[1] = h2;
416d4af9e69SDag-Erling Smørgrav }
417d4af9e69SDag-Erling Smørgrav 
418d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12)
419d4af9e69SDag-Erling Smørgrav 
420*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
421d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass,
422d4af9e69SDag-Erling Smørgrav  * reading and writing 24 bytes of hash-state per call.
423d4af9e69SDag-Erling Smørgrav */
424d4af9e69SDag-Erling Smørgrav {
425d4af9e69SDag-Erling Smørgrav     UINT64 h1,h2,h3;
426d4af9e69SDag-Erling Smørgrav     UWORD c = dlen / 32;
427d4af9e69SDag-Erling Smørgrav     UINT32 *k = (UINT32 *)kp;
428*e4a9863fSDag-Erling Smørgrav     const UINT32 *d = (const UINT32 *)dp;
429d4af9e69SDag-Erling Smørgrav     UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
430d4af9e69SDag-Erling Smørgrav     UINT32 k0,k1,k2,k3,k4,k5,k6,k7,
431d4af9e69SDag-Erling Smørgrav         k8,k9,k10,k11,k12,k13,k14,k15;
432d4af9e69SDag-Erling Smørgrav 
433d4af9e69SDag-Erling Smørgrav     h1 = *((UINT64 *)hp);
434d4af9e69SDag-Erling Smørgrav     h2 = *((UINT64 *)hp + 1);
435d4af9e69SDag-Erling Smørgrav     h3 = *((UINT64 *)hp + 2);
436d4af9e69SDag-Erling Smørgrav     k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
437d4af9e69SDag-Erling Smørgrav     k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
438d4af9e69SDag-Erling Smørgrav     do {
439d4af9e69SDag-Erling Smørgrav         d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
440d4af9e69SDag-Erling Smørgrav         d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
441d4af9e69SDag-Erling Smørgrav         d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
442d4af9e69SDag-Erling Smørgrav         d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
443d4af9e69SDag-Erling Smørgrav         k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11);
444d4af9e69SDag-Erling Smørgrav         k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15);
445d4af9e69SDag-Erling Smørgrav 
446d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k0 + d0), (k4 + d4));
447d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k4 + d0), (k8 + d4));
448d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k8 + d0), (k12 + d4));
449d4af9e69SDag-Erling Smørgrav 
450d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k1 + d1), (k5 + d5));
451d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k5 + d1), (k9 + d5));
452d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k9 + d1), (k13 + d5));
453d4af9e69SDag-Erling Smørgrav 
454d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k2 + d2), (k6 + d6));
455d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k6 + d2), (k10 + d6));
456d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k10 + d2), (k14 + d6));
457d4af9e69SDag-Erling Smørgrav 
458d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k3 + d3), (k7 + d7));
459d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k7 + d3), (k11 + d7));
460d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k11 + d3), (k15 + d7));
461d4af9e69SDag-Erling Smørgrav 
462d4af9e69SDag-Erling Smørgrav         k0 = k8; k1 = k9; k2 = k10; k3 = k11;
463d4af9e69SDag-Erling Smørgrav         k4 = k12; k5 = k13; k6 = k14; k7 = k15;
464d4af9e69SDag-Erling Smørgrav 
465d4af9e69SDag-Erling Smørgrav         d += 8;
466d4af9e69SDag-Erling Smørgrav         k += 8;
467d4af9e69SDag-Erling Smørgrav     } while (--c);
468d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[0] = h1;
469d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[1] = h2;
470d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[2] = h3;
471d4af9e69SDag-Erling Smørgrav }
472d4af9e69SDag-Erling Smørgrav 
473d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16)
474d4af9e69SDag-Erling Smørgrav 
475*e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
476d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass,
477d4af9e69SDag-Erling Smørgrav  * reading and writing 24 bytes of hash-state per call.
478d4af9e69SDag-Erling Smørgrav */
479d4af9e69SDag-Erling Smørgrav {
480d4af9e69SDag-Erling Smørgrav     UINT64 h1,h2,h3,h4;
481d4af9e69SDag-Erling Smørgrav     UWORD c = dlen / 32;
482d4af9e69SDag-Erling Smørgrav     UINT32 *k = (UINT32 *)kp;
483*e4a9863fSDag-Erling Smørgrav     const UINT32 *d = (const UINT32 *)dp;
484d4af9e69SDag-Erling Smørgrav     UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
485d4af9e69SDag-Erling Smørgrav     UINT32 k0,k1,k2,k3,k4,k5,k6,k7,
486d4af9e69SDag-Erling Smørgrav         k8,k9,k10,k11,k12,k13,k14,k15,
487d4af9e69SDag-Erling Smørgrav         k16,k17,k18,k19;
488d4af9e69SDag-Erling Smørgrav 
489d4af9e69SDag-Erling Smørgrav     h1 = *((UINT64 *)hp);
490d4af9e69SDag-Erling Smørgrav     h2 = *((UINT64 *)hp + 1);
491d4af9e69SDag-Erling Smørgrav     h3 = *((UINT64 *)hp + 2);
492d4af9e69SDag-Erling Smørgrav     h4 = *((UINT64 *)hp + 3);
493d4af9e69SDag-Erling Smørgrav     k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
494d4af9e69SDag-Erling Smørgrav     k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
495d4af9e69SDag-Erling Smørgrav     do {
496d4af9e69SDag-Erling Smørgrav         d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
497d4af9e69SDag-Erling Smørgrav         d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
498d4af9e69SDag-Erling Smørgrav         d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
499d4af9e69SDag-Erling Smørgrav         d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
500d4af9e69SDag-Erling Smørgrav         k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11);
501d4af9e69SDag-Erling Smørgrav         k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15);
502d4af9e69SDag-Erling Smørgrav         k16 = *(k+16); k17 = *(k+17); k18 = *(k+18); k19 = *(k+19);
503d4af9e69SDag-Erling Smørgrav 
504d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k0 + d0), (k4 + d4));
505d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k4 + d0), (k8 + d4));
506d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k8 + d0), (k12 + d4));
507d4af9e69SDag-Erling Smørgrav         h4 += MUL64((k12 + d0), (k16 + d4));
508d4af9e69SDag-Erling Smørgrav 
509d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k1 + d1), (k5 + d5));
510d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k5 + d1), (k9 + d5));
511d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k9 + d1), (k13 + d5));
512d4af9e69SDag-Erling Smørgrav         h4 += MUL64((k13 + d1), (k17 + d5));
513d4af9e69SDag-Erling Smørgrav 
514d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k2 + d2), (k6 + d6));
515d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k6 + d2), (k10 + d6));
516d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k10 + d2), (k14 + d6));
517d4af9e69SDag-Erling Smørgrav         h4 += MUL64((k14 + d2), (k18 + d6));
518d4af9e69SDag-Erling Smørgrav 
519d4af9e69SDag-Erling Smørgrav         h1 += MUL64((k3 + d3), (k7 + d7));
520d4af9e69SDag-Erling Smørgrav         h2 += MUL64((k7 + d3), (k11 + d7));
521d4af9e69SDag-Erling Smørgrav         h3 += MUL64((k11 + d3), (k15 + d7));
522d4af9e69SDag-Erling Smørgrav         h4 += MUL64((k15 + d3), (k19 + d7));
523d4af9e69SDag-Erling Smørgrav 
524d4af9e69SDag-Erling Smørgrav         k0 = k8; k1 = k9; k2 = k10; k3 = k11;
525d4af9e69SDag-Erling Smørgrav         k4 = k12; k5 = k13; k6 = k14; k7 = k15;
526d4af9e69SDag-Erling Smørgrav         k8 = k16; k9 = k17; k10 = k18; k11 = k19;
527d4af9e69SDag-Erling Smørgrav 
528d4af9e69SDag-Erling Smørgrav         d += 8;
529d4af9e69SDag-Erling Smørgrav         k += 8;
530d4af9e69SDag-Erling Smørgrav     } while (--c);
531d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[0] = h1;
532d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[1] = h2;
533d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[2] = h3;
534d4af9e69SDag-Erling Smørgrav     ((UINT64 *)hp)[3] = h4;
535d4af9e69SDag-Erling Smørgrav }
536d4af9e69SDag-Erling Smørgrav 
537d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
538d4af9e69SDag-Erling Smørgrav #endif  /* UMAC_OUTPUT_LENGTH */
539d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
540d4af9e69SDag-Erling Smørgrav 
541d4af9e69SDag-Erling Smørgrav 
542d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
543d4af9e69SDag-Erling Smørgrav 
544*e4a9863fSDag-Erling Smørgrav static void nh_transform(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes)
545d4af9e69SDag-Erling Smørgrav /* This function is a wrapper for the primitive NH hash functions. It takes
546d4af9e69SDag-Erling Smørgrav  * as argument "hc" the current hash context and a buffer which must be a
547d4af9e69SDag-Erling Smørgrav  * multiple of L1_PAD_BOUNDARY. The key passed to nh_aux is offset
548d4af9e69SDag-Erling Smørgrav  * appropriately according to how much message has been hashed already.
549d4af9e69SDag-Erling Smørgrav  */
550d4af9e69SDag-Erling Smørgrav {
551d4af9e69SDag-Erling Smørgrav     UINT8 *key;
552d4af9e69SDag-Erling Smørgrav 
553d4af9e69SDag-Erling Smørgrav     key = hc->nh_key + hc->bytes_hashed;
554d4af9e69SDag-Erling Smørgrav     nh_aux(key, buf, hc->state, nbytes);
555d4af9e69SDag-Erling Smørgrav }
556d4af9e69SDag-Erling Smørgrav 
557d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
558d4af9e69SDag-Erling Smørgrav 
559d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__)
560d4af9e69SDag-Erling Smørgrav static void endian_convert(void *buf, UWORD bpw, UINT32 num_bytes)
561d4af9e69SDag-Erling Smørgrav /* We endian convert the keys on little-endian computers to               */
562d4af9e69SDag-Erling Smørgrav /* compensate for the lack of big-endian memory reads during hashing.     */
563d4af9e69SDag-Erling Smørgrav {
564d4af9e69SDag-Erling Smørgrav     UWORD iters = num_bytes / bpw;
565d4af9e69SDag-Erling Smørgrav     if (bpw == 4) {
566d4af9e69SDag-Erling Smørgrav         UINT32 *p = (UINT32 *)buf;
567d4af9e69SDag-Erling Smørgrav         do {
568d4af9e69SDag-Erling Smørgrav             *p = LOAD_UINT32_REVERSED(p);
569d4af9e69SDag-Erling Smørgrav             p++;
570d4af9e69SDag-Erling Smørgrav         } while (--iters);
571d4af9e69SDag-Erling Smørgrav     } else if (bpw == 8) {
572d4af9e69SDag-Erling Smørgrav         UINT32 *p = (UINT32 *)buf;
573d4af9e69SDag-Erling Smørgrav         UINT32 t;
574d4af9e69SDag-Erling Smørgrav         do {
575d4af9e69SDag-Erling Smørgrav             t = LOAD_UINT32_REVERSED(p+1);
576d4af9e69SDag-Erling Smørgrav             p[1] = LOAD_UINT32_REVERSED(p);
577d4af9e69SDag-Erling Smørgrav             p[0] = t;
578d4af9e69SDag-Erling Smørgrav             p += 2;
579d4af9e69SDag-Erling Smørgrav         } while (--iters);
580d4af9e69SDag-Erling Smørgrav     }
581d4af9e69SDag-Erling Smørgrav }
582d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) endian_convert((x),(y),(z))
583d4af9e69SDag-Erling Smørgrav #else
584d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) do{}while(0)  /* Do nothing */
585d4af9e69SDag-Erling Smørgrav #endif
586d4af9e69SDag-Erling Smørgrav 
587d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
588d4af9e69SDag-Erling Smørgrav 
589d4af9e69SDag-Erling Smørgrav static void nh_reset(nh_ctx *hc)
590d4af9e69SDag-Erling Smørgrav /* Reset nh_ctx to ready for hashing of new data */
591d4af9e69SDag-Erling Smørgrav {
592d4af9e69SDag-Erling Smørgrav     hc->bytes_hashed = 0;
593d4af9e69SDag-Erling Smørgrav     hc->next_data_empty = 0;
594d4af9e69SDag-Erling Smørgrav     hc->state[0] = 0;
595d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
596d4af9e69SDag-Erling Smørgrav     hc->state[1] = 0;
597d4af9e69SDag-Erling Smørgrav #endif
598d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
599d4af9e69SDag-Erling Smørgrav     hc->state[2] = 0;
600d4af9e69SDag-Erling Smørgrav #endif
601d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
602d4af9e69SDag-Erling Smørgrav     hc->state[3] = 0;
603d4af9e69SDag-Erling Smørgrav #endif
604d4af9e69SDag-Erling Smørgrav 
605d4af9e69SDag-Erling Smørgrav }
606d4af9e69SDag-Erling Smørgrav 
607d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
608d4af9e69SDag-Erling Smørgrav 
609d4af9e69SDag-Erling Smørgrav static void nh_init(nh_ctx *hc, aes_int_key prf_key)
610d4af9e69SDag-Erling Smørgrav /* Generate nh_key, endian convert and reset to be ready for hashing.   */
611d4af9e69SDag-Erling Smørgrav {
612d4af9e69SDag-Erling Smørgrav     kdf(hc->nh_key, prf_key, 1, sizeof(hc->nh_key));
613d4af9e69SDag-Erling Smørgrav     endian_convert_if_le(hc->nh_key, 4, sizeof(hc->nh_key));
614d4af9e69SDag-Erling Smørgrav     nh_reset(hc);
615d4af9e69SDag-Erling Smørgrav }
616d4af9e69SDag-Erling Smørgrav 
617d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
618d4af9e69SDag-Erling Smørgrav 
619*e4a9863fSDag-Erling Smørgrav static void nh_update(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes)
620d4af9e69SDag-Erling Smørgrav /* Incorporate nbytes of data into a nh_ctx, buffer whatever is not an    */
621d4af9e69SDag-Erling Smørgrav /* even multiple of HASH_BUF_BYTES.                                       */
622d4af9e69SDag-Erling Smørgrav {
623d4af9e69SDag-Erling Smørgrav     UINT32 i,j;
624d4af9e69SDag-Erling Smørgrav 
625d4af9e69SDag-Erling Smørgrav     j = hc->next_data_empty;
626d4af9e69SDag-Erling Smørgrav     if ((j + nbytes) >= HASH_BUF_BYTES) {
627d4af9e69SDag-Erling Smørgrav         if (j) {
628d4af9e69SDag-Erling Smørgrav             i = HASH_BUF_BYTES - j;
629d4af9e69SDag-Erling Smørgrav             memcpy(hc->data+j, buf, i);
630d4af9e69SDag-Erling Smørgrav             nh_transform(hc,hc->data,HASH_BUF_BYTES);
631d4af9e69SDag-Erling Smørgrav             nbytes -= i;
632d4af9e69SDag-Erling Smørgrav             buf += i;
633d4af9e69SDag-Erling Smørgrav             hc->bytes_hashed += HASH_BUF_BYTES;
634d4af9e69SDag-Erling Smørgrav         }
635d4af9e69SDag-Erling Smørgrav         if (nbytes >= HASH_BUF_BYTES) {
636d4af9e69SDag-Erling Smørgrav             i = nbytes & ~(HASH_BUF_BYTES - 1);
637d4af9e69SDag-Erling Smørgrav             nh_transform(hc, buf, i);
638d4af9e69SDag-Erling Smørgrav             nbytes -= i;
639d4af9e69SDag-Erling Smørgrav             buf += i;
640d4af9e69SDag-Erling Smørgrav             hc->bytes_hashed += i;
641d4af9e69SDag-Erling Smørgrav         }
642d4af9e69SDag-Erling Smørgrav         j = 0;
643d4af9e69SDag-Erling Smørgrav     }
644d4af9e69SDag-Erling Smørgrav     memcpy(hc->data + j, buf, nbytes);
645d4af9e69SDag-Erling Smørgrav     hc->next_data_empty = j + nbytes;
646d4af9e69SDag-Erling Smørgrav }
647d4af9e69SDag-Erling Smørgrav 
648d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
649d4af9e69SDag-Erling Smørgrav 
650d4af9e69SDag-Erling Smørgrav static void zero_pad(UINT8 *p, int nbytes)
651d4af9e69SDag-Erling Smørgrav {
652d4af9e69SDag-Erling Smørgrav /* Write "nbytes" of zeroes, beginning at "p" */
653d4af9e69SDag-Erling Smørgrav     if (nbytes >= (int)sizeof(UWORD)) {
654d4af9e69SDag-Erling Smørgrav         while ((ptrdiff_t)p % sizeof(UWORD)) {
655d4af9e69SDag-Erling Smørgrav             *p = 0;
656d4af9e69SDag-Erling Smørgrav             nbytes--;
657d4af9e69SDag-Erling Smørgrav             p++;
658d4af9e69SDag-Erling Smørgrav         }
659d4af9e69SDag-Erling Smørgrav         while (nbytes >= (int)sizeof(UWORD)) {
660d4af9e69SDag-Erling Smørgrav             *(UWORD *)p = 0;
661d4af9e69SDag-Erling Smørgrav             nbytes -= sizeof(UWORD);
662d4af9e69SDag-Erling Smørgrav             p += sizeof(UWORD);
663d4af9e69SDag-Erling Smørgrav         }
664d4af9e69SDag-Erling Smørgrav     }
665d4af9e69SDag-Erling Smørgrav     while (nbytes) {
666d4af9e69SDag-Erling Smørgrav         *p = 0;
667d4af9e69SDag-Erling Smørgrav         nbytes--;
668d4af9e69SDag-Erling Smørgrav         p++;
669d4af9e69SDag-Erling Smørgrav     }
670d4af9e69SDag-Erling Smørgrav }
671d4af9e69SDag-Erling Smørgrav 
672d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
673d4af9e69SDag-Erling Smørgrav 
674d4af9e69SDag-Erling Smørgrav static void nh_final(nh_ctx *hc, UINT8 *result)
675d4af9e69SDag-Erling Smørgrav /* After passing some number of data buffers to nh_update() for integration
676d4af9e69SDag-Erling Smørgrav  * into an NH context, nh_final is called to produce a hash result. If any
677d4af9e69SDag-Erling Smørgrav  * bytes are in the buffer hc->data, incorporate them into the
678d4af9e69SDag-Erling Smørgrav  * NH context. Finally, add into the NH accumulation "state" the total number
679d4af9e69SDag-Erling Smørgrav  * of bits hashed. The resulting numbers are written to the buffer "result".
680d4af9e69SDag-Erling Smørgrav  * If nh_update was never called, L1_PAD_BOUNDARY zeroes are incorporated.
681d4af9e69SDag-Erling Smørgrav  */
682d4af9e69SDag-Erling Smørgrav {
683d4af9e69SDag-Erling Smørgrav     int nh_len, nbits;
684d4af9e69SDag-Erling Smørgrav 
685d4af9e69SDag-Erling Smørgrav     if (hc->next_data_empty != 0) {
686d4af9e69SDag-Erling Smørgrav         nh_len = ((hc->next_data_empty + (L1_PAD_BOUNDARY - 1)) &
687d4af9e69SDag-Erling Smørgrav                                                 ~(L1_PAD_BOUNDARY - 1));
688d4af9e69SDag-Erling Smørgrav         zero_pad(hc->data + hc->next_data_empty,
689d4af9e69SDag-Erling Smørgrav                                           nh_len - hc->next_data_empty);
690d4af9e69SDag-Erling Smørgrav         nh_transform(hc, hc->data, nh_len);
691d4af9e69SDag-Erling Smørgrav         hc->bytes_hashed += hc->next_data_empty;
692d4af9e69SDag-Erling Smørgrav     } else if (hc->bytes_hashed == 0) {
693d4af9e69SDag-Erling Smørgrav     	nh_len = L1_PAD_BOUNDARY;
694d4af9e69SDag-Erling Smørgrav         zero_pad(hc->data, L1_PAD_BOUNDARY);
695d4af9e69SDag-Erling Smørgrav         nh_transform(hc, hc->data, nh_len);
696d4af9e69SDag-Erling Smørgrav     }
697d4af9e69SDag-Erling Smørgrav 
698d4af9e69SDag-Erling Smørgrav     nbits = (hc->bytes_hashed << 3);
699d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[0] = ((UINT64 *)hc->state)[0] + nbits;
700d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
701d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[1] = ((UINT64 *)hc->state)[1] + nbits;
702d4af9e69SDag-Erling Smørgrav #endif
703d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
704d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[2] = ((UINT64 *)hc->state)[2] + nbits;
705d4af9e69SDag-Erling Smørgrav #endif
706d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
707d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[3] = ((UINT64 *)hc->state)[3] + nbits;
708d4af9e69SDag-Erling Smørgrav #endif
709d4af9e69SDag-Erling Smørgrav     nh_reset(hc);
710d4af9e69SDag-Erling Smørgrav }
711d4af9e69SDag-Erling Smørgrav 
712d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
713d4af9e69SDag-Erling Smørgrav 
714*e4a9863fSDag-Erling Smørgrav static void nh(nh_ctx *hc, const UINT8 *buf, UINT32 padded_len,
715d4af9e69SDag-Erling Smørgrav                UINT32 unpadded_len, UINT8 *result)
716d4af9e69SDag-Erling Smørgrav /* All-in-one nh_update() and nh_final() equivalent.
717d4af9e69SDag-Erling Smørgrav  * Assumes that padded_len is divisible by L1_PAD_BOUNDARY and result is
718d4af9e69SDag-Erling Smørgrav  * well aligned
719d4af9e69SDag-Erling Smørgrav  */
720d4af9e69SDag-Erling Smørgrav {
721d4af9e69SDag-Erling Smørgrav     UINT32 nbits;
722d4af9e69SDag-Erling Smørgrav 
723d4af9e69SDag-Erling Smørgrav     /* Initialize the hash state */
724d4af9e69SDag-Erling Smørgrav     nbits = (unpadded_len << 3);
725d4af9e69SDag-Erling Smørgrav 
726d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[0] = nbits;
727d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
728d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[1] = nbits;
729d4af9e69SDag-Erling Smørgrav #endif
730d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
731d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[2] = nbits;
732d4af9e69SDag-Erling Smørgrav #endif
733d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
734d4af9e69SDag-Erling Smørgrav     ((UINT64 *)result)[3] = nbits;
735d4af9e69SDag-Erling Smørgrav #endif
736d4af9e69SDag-Erling Smørgrav 
737d4af9e69SDag-Erling Smørgrav     nh_aux(hc->nh_key, buf, result, padded_len);
738d4af9e69SDag-Erling Smørgrav }
739d4af9e69SDag-Erling Smørgrav 
740d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
741d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
742d4af9e69SDag-Erling Smørgrav /* ----- Begin UHASH Section -------------------------------------------- */
743d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
744d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
745d4af9e69SDag-Erling Smørgrav 
746d4af9e69SDag-Erling Smørgrav /* UHASH is a multi-layered algorithm. Data presented to UHASH is first
747d4af9e69SDag-Erling Smørgrav  * hashed by NH. The NH output is then hashed by a polynomial-hash layer
748d4af9e69SDag-Erling Smørgrav  * unless the initial data to be hashed is short. After the polynomial-
749d4af9e69SDag-Erling Smørgrav  * layer, an inner-product hash is used to produce the final UHASH output.
750d4af9e69SDag-Erling Smørgrav  *
751d4af9e69SDag-Erling Smørgrav  * UHASH provides two interfaces, one all-at-once and another where data
752d4af9e69SDag-Erling Smørgrav  * buffers are presented sequentially. In the sequential interface, the
753d4af9e69SDag-Erling Smørgrav  * UHASH client calls the routine uhash_update() as many times as necessary.
754d4af9e69SDag-Erling Smørgrav  * When there is no more data to be fed to UHASH, the client calls
755d4af9e69SDag-Erling Smørgrav  * uhash_final() which
756d4af9e69SDag-Erling Smørgrav  * calculates the UHASH output. Before beginning another UHASH calculation
757d4af9e69SDag-Erling Smørgrav  * the uhash_reset() routine must be called. The all-at-once UHASH routine,
758d4af9e69SDag-Erling Smørgrav  * uhash(), is equivalent to the sequence of calls uhash_update() and
759d4af9e69SDag-Erling Smørgrav  * uhash_final(); however it is optimized and should be
760d4af9e69SDag-Erling Smørgrav  * used whenever the sequential interface is not necessary.
761d4af9e69SDag-Erling Smørgrav  *
762d4af9e69SDag-Erling Smørgrav  * The routine uhash_init() initializes the uhash_ctx data structure and
763d4af9e69SDag-Erling Smørgrav  * must be called once, before any other UHASH routine.
764d4af9e69SDag-Erling Smørgrav  */
765d4af9e69SDag-Erling Smørgrav 
766d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
767d4af9e69SDag-Erling Smørgrav /* ----- Constants and uhash_ctx ---------------------------------------- */
768d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
769d4af9e69SDag-Erling Smørgrav 
770d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
771d4af9e69SDag-Erling Smørgrav /* ----- Poly hash and Inner-Product hash Constants --------------------- */
772d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
773d4af9e69SDag-Erling Smørgrav 
774d4af9e69SDag-Erling Smørgrav /* Primes and masks */
775d4af9e69SDag-Erling Smørgrav #define p36    ((UINT64)0x0000000FFFFFFFFBull)              /* 2^36 -  5 */
776d4af9e69SDag-Erling Smørgrav #define p64    ((UINT64)0xFFFFFFFFFFFFFFC5ull)              /* 2^64 - 59 */
777d4af9e69SDag-Erling Smørgrav #define m36    ((UINT64)0x0000000FFFFFFFFFull)  /* The low 36 of 64 bits */
778d4af9e69SDag-Erling Smørgrav 
779d4af9e69SDag-Erling Smørgrav 
780d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
781d4af9e69SDag-Erling Smørgrav 
782d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx {
783d4af9e69SDag-Erling Smørgrav     nh_ctx hash;                          /* Hash context for L1 NH hash  */
784d4af9e69SDag-Erling Smørgrav     UINT64 poly_key_8[STREAMS];           /* p64 poly keys                */
785d4af9e69SDag-Erling Smørgrav     UINT64 poly_accum[STREAMS];           /* poly hash result             */
786d4af9e69SDag-Erling Smørgrav     UINT64 ip_keys[STREAMS*4];            /* Inner-product keys           */
787d4af9e69SDag-Erling Smørgrav     UINT32 ip_trans[STREAMS];             /* Inner-product translation    */
788d4af9e69SDag-Erling Smørgrav     UINT32 msg_len;                       /* Total length of data passed  */
789d4af9e69SDag-Erling Smørgrav                                           /* to uhash */
790d4af9e69SDag-Erling Smørgrav } uhash_ctx;
791d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx *uhash_ctx_t;
792d4af9e69SDag-Erling Smørgrav 
793d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
794d4af9e69SDag-Erling Smørgrav 
795d4af9e69SDag-Erling Smørgrav 
796d4af9e69SDag-Erling Smørgrav /* The polynomial hashes use Horner's rule to evaluate a polynomial one
797d4af9e69SDag-Erling Smørgrav  * word at a time. As described in the specification, poly32 and poly64
798d4af9e69SDag-Erling Smørgrav  * require keys from special domains. The following implementations exploit
799d4af9e69SDag-Erling Smørgrav  * the special domains to avoid overflow. The results are not guaranteed to
800d4af9e69SDag-Erling Smørgrav  * be within Z_p32 and Z_p64, but the Inner-Product hash implementation
801d4af9e69SDag-Erling Smørgrav  * patches any errant values.
802d4af9e69SDag-Erling Smørgrav  */
803d4af9e69SDag-Erling Smørgrav 
804d4af9e69SDag-Erling Smørgrav static UINT64 poly64(UINT64 cur, UINT64 key, UINT64 data)
805d4af9e69SDag-Erling Smørgrav {
806d4af9e69SDag-Erling Smørgrav     UINT32 key_hi = (UINT32)(key >> 32),
807d4af9e69SDag-Erling Smørgrav            key_lo = (UINT32)key,
808d4af9e69SDag-Erling Smørgrav            cur_hi = (UINT32)(cur >> 32),
809d4af9e69SDag-Erling Smørgrav            cur_lo = (UINT32)cur,
810d4af9e69SDag-Erling Smørgrav            x_lo,
811d4af9e69SDag-Erling Smørgrav            x_hi;
812d4af9e69SDag-Erling Smørgrav     UINT64 X,T,res;
813d4af9e69SDag-Erling Smørgrav 
814d4af9e69SDag-Erling Smørgrav     X =  MUL64(key_hi, cur_lo) + MUL64(cur_hi, key_lo);
815d4af9e69SDag-Erling Smørgrav     x_lo = (UINT32)X;
816d4af9e69SDag-Erling Smørgrav     x_hi = (UINT32)(X >> 32);
817d4af9e69SDag-Erling Smørgrav 
818d4af9e69SDag-Erling Smørgrav     res = (MUL64(key_hi, cur_hi) + x_hi) * 59 + MUL64(key_lo, cur_lo);
819d4af9e69SDag-Erling Smørgrav 
820d4af9e69SDag-Erling Smørgrav     T = ((UINT64)x_lo << 32);
821d4af9e69SDag-Erling Smørgrav     res += T;
822d4af9e69SDag-Erling Smørgrav     if (res < T)
823d4af9e69SDag-Erling Smørgrav         res += 59;
824d4af9e69SDag-Erling Smørgrav 
825d4af9e69SDag-Erling Smørgrav     res += data;
826d4af9e69SDag-Erling Smørgrav     if (res < data)
827d4af9e69SDag-Erling Smørgrav         res += 59;
828d4af9e69SDag-Erling Smørgrav 
829d4af9e69SDag-Erling Smørgrav     return res;
830d4af9e69SDag-Erling Smørgrav }
831d4af9e69SDag-Erling Smørgrav 
832d4af9e69SDag-Erling Smørgrav 
833d4af9e69SDag-Erling Smørgrav /* Although UMAC is specified to use a ramped polynomial hash scheme, this
834d4af9e69SDag-Erling Smørgrav  * implementation does not handle all ramp levels. Because we don't handle
835d4af9e69SDag-Erling Smørgrav  * the ramp up to p128 modulus in this implementation, we are limited to
836d4af9e69SDag-Erling Smørgrav  * 2^14 poly_hash() invocations per stream (for a total capacity of 2^24
837d4af9e69SDag-Erling Smørgrav  * bytes input to UMAC per tag, ie. 16MB).
838d4af9e69SDag-Erling Smørgrav  */
839d4af9e69SDag-Erling Smørgrav static void poly_hash(uhash_ctx_t hc, UINT32 data_in[])
840d4af9e69SDag-Erling Smørgrav {
841d4af9e69SDag-Erling Smørgrav     int i;
842d4af9e69SDag-Erling Smørgrav     UINT64 *data=(UINT64*)data_in;
843d4af9e69SDag-Erling Smørgrav 
844d4af9e69SDag-Erling Smørgrav     for (i = 0; i < STREAMS; i++) {
845d4af9e69SDag-Erling Smørgrav         if ((UINT32)(data[i] >> 32) == 0xfffffffful) {
846d4af9e69SDag-Erling Smørgrav             hc->poly_accum[i] = poly64(hc->poly_accum[i],
847d4af9e69SDag-Erling Smørgrav                                        hc->poly_key_8[i], p64 - 1);
848d4af9e69SDag-Erling Smørgrav             hc->poly_accum[i] = poly64(hc->poly_accum[i],
849d4af9e69SDag-Erling Smørgrav                                        hc->poly_key_8[i], (data[i] - 59));
850d4af9e69SDag-Erling Smørgrav         } else {
851d4af9e69SDag-Erling Smørgrav             hc->poly_accum[i] = poly64(hc->poly_accum[i],
852d4af9e69SDag-Erling Smørgrav                                        hc->poly_key_8[i], data[i]);
853d4af9e69SDag-Erling Smørgrav         }
854d4af9e69SDag-Erling Smørgrav     }
855d4af9e69SDag-Erling Smørgrav }
856d4af9e69SDag-Erling Smørgrav 
857d4af9e69SDag-Erling Smørgrav 
858d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
859d4af9e69SDag-Erling Smørgrav 
860d4af9e69SDag-Erling Smørgrav 
861d4af9e69SDag-Erling Smørgrav /* The final step in UHASH is an inner-product hash. The poly hash
862d4af9e69SDag-Erling Smørgrav  * produces a result not neccesarily WORD_LEN bytes long. The inner-
863d4af9e69SDag-Erling Smørgrav  * product hash breaks the polyhash output into 16-bit chunks and
864d4af9e69SDag-Erling Smørgrav  * multiplies each with a 36 bit key.
865d4af9e69SDag-Erling Smørgrav  */
866d4af9e69SDag-Erling Smørgrav 
867d4af9e69SDag-Erling Smørgrav static UINT64 ip_aux(UINT64 t, UINT64 *ipkp, UINT64 data)
868d4af9e69SDag-Erling Smørgrav {
869d4af9e69SDag-Erling Smørgrav     t = t + ipkp[0] * (UINT64)(UINT16)(data >> 48);
870d4af9e69SDag-Erling Smørgrav     t = t + ipkp[1] * (UINT64)(UINT16)(data >> 32);
871d4af9e69SDag-Erling Smørgrav     t = t + ipkp[2] * (UINT64)(UINT16)(data >> 16);
872d4af9e69SDag-Erling Smørgrav     t = t + ipkp[3] * (UINT64)(UINT16)(data);
873d4af9e69SDag-Erling Smørgrav 
874d4af9e69SDag-Erling Smørgrav     return t;
875d4af9e69SDag-Erling Smørgrav }
876d4af9e69SDag-Erling Smørgrav 
877d4af9e69SDag-Erling Smørgrav static UINT32 ip_reduce_p36(UINT64 t)
878d4af9e69SDag-Erling Smørgrav {
879d4af9e69SDag-Erling Smørgrav /* Divisionless modular reduction */
880d4af9e69SDag-Erling Smørgrav     UINT64 ret;
881d4af9e69SDag-Erling Smørgrav 
882d4af9e69SDag-Erling Smørgrav     ret = (t & m36) + 5 * (t >> 36);
883d4af9e69SDag-Erling Smørgrav     if (ret >= p36)
884d4af9e69SDag-Erling Smørgrav         ret -= p36;
885d4af9e69SDag-Erling Smørgrav 
886d4af9e69SDag-Erling Smørgrav     /* return least significant 32 bits */
887d4af9e69SDag-Erling Smørgrav     return (UINT32)(ret);
888d4af9e69SDag-Erling Smørgrav }
889d4af9e69SDag-Erling Smørgrav 
890d4af9e69SDag-Erling Smørgrav 
891d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is no longer than L1_KEY_LEN, then
892d4af9e69SDag-Erling Smørgrav  * the polyhash stage is skipped and ip_short is applied directly to the
893d4af9e69SDag-Erling Smørgrav  * NH output.
894d4af9e69SDag-Erling Smørgrav  */
895d4af9e69SDag-Erling Smørgrav static void ip_short(uhash_ctx_t ahc, UINT8 *nh_res, u_char *res)
896d4af9e69SDag-Erling Smørgrav {
897d4af9e69SDag-Erling Smørgrav     UINT64 t;
898d4af9e69SDag-Erling Smørgrav     UINT64 *nhp = (UINT64 *)nh_res;
899d4af9e69SDag-Erling Smørgrav 
900d4af9e69SDag-Erling Smørgrav     t  = ip_aux(0,ahc->ip_keys, nhp[0]);
901d4af9e69SDag-Erling Smørgrav     STORE_UINT32_BIG((UINT32 *)res+0, ip_reduce_p36(t) ^ ahc->ip_trans[0]);
902d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
903d4af9e69SDag-Erling Smørgrav     t  = ip_aux(0,ahc->ip_keys+4, nhp[1]);
904d4af9e69SDag-Erling Smørgrav     STORE_UINT32_BIG((UINT32 *)res+1, ip_reduce_p36(t) ^ ahc->ip_trans[1]);
905d4af9e69SDag-Erling Smørgrav #endif
906d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
907d4af9e69SDag-Erling Smørgrav     t  = ip_aux(0,ahc->ip_keys+8, nhp[2]);
908d4af9e69SDag-Erling Smørgrav     STORE_UINT32_BIG((UINT32 *)res+2, ip_reduce_p36(t) ^ ahc->ip_trans[2]);
909d4af9e69SDag-Erling Smørgrav #endif
910d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
911d4af9e69SDag-Erling Smørgrav     t  = ip_aux(0,ahc->ip_keys+12, nhp[3]);
912d4af9e69SDag-Erling Smørgrav     STORE_UINT32_BIG((UINT32 *)res+3, ip_reduce_p36(t) ^ ahc->ip_trans[3]);
913d4af9e69SDag-Erling Smørgrav #endif
914d4af9e69SDag-Erling Smørgrav }
915d4af9e69SDag-Erling Smørgrav 
916d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is longer than L1_KEY_LEN, then
917d4af9e69SDag-Erling Smørgrav  * the polyhash stage is not skipped and ip_long is applied to the
918d4af9e69SDag-Erling Smørgrav  * polyhash output.
919d4af9e69SDag-Erling Smørgrav  */
920d4af9e69SDag-Erling Smørgrav static void ip_long(uhash_ctx_t ahc, u_char *res)
921d4af9e69SDag-Erling Smørgrav {
922d4af9e69SDag-Erling Smørgrav     int i;
923d4af9e69SDag-Erling Smørgrav     UINT64 t;
924d4af9e69SDag-Erling Smørgrav 
925d4af9e69SDag-Erling Smørgrav     for (i = 0; i < STREAMS; i++) {
926d4af9e69SDag-Erling Smørgrav         /* fix polyhash output not in Z_p64 */
927d4af9e69SDag-Erling Smørgrav         if (ahc->poly_accum[i] >= p64)
928d4af9e69SDag-Erling Smørgrav             ahc->poly_accum[i] -= p64;
929d4af9e69SDag-Erling Smørgrav         t  = ip_aux(0,ahc->ip_keys+(i*4), ahc->poly_accum[i]);
930d4af9e69SDag-Erling Smørgrav         STORE_UINT32_BIG((UINT32 *)res+i,
931d4af9e69SDag-Erling Smørgrav                          ip_reduce_p36(t) ^ ahc->ip_trans[i]);
932d4af9e69SDag-Erling Smørgrav     }
933d4af9e69SDag-Erling Smørgrav }
934d4af9e69SDag-Erling Smørgrav 
935d4af9e69SDag-Erling Smørgrav 
936d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
937d4af9e69SDag-Erling Smørgrav 
938d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
939d4af9e69SDag-Erling Smørgrav 
940d4af9e69SDag-Erling Smørgrav /* Reset uhash context for next hash session */
941d4af9e69SDag-Erling Smørgrav static int uhash_reset(uhash_ctx_t pc)
942d4af9e69SDag-Erling Smørgrav {
943d4af9e69SDag-Erling Smørgrav     nh_reset(&pc->hash);
944d4af9e69SDag-Erling Smørgrav     pc->msg_len = 0;
945d4af9e69SDag-Erling Smørgrav     pc->poly_accum[0] = 1;
946d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
947d4af9e69SDag-Erling Smørgrav     pc->poly_accum[1] = 1;
948d4af9e69SDag-Erling Smørgrav #endif
949d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
950d4af9e69SDag-Erling Smørgrav     pc->poly_accum[2] = 1;
951d4af9e69SDag-Erling Smørgrav #endif
952d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
953d4af9e69SDag-Erling Smørgrav     pc->poly_accum[3] = 1;
954d4af9e69SDag-Erling Smørgrav #endif
955d4af9e69SDag-Erling Smørgrav     return 1;
956d4af9e69SDag-Erling Smørgrav }
957d4af9e69SDag-Erling Smørgrav 
958d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
959d4af9e69SDag-Erling Smørgrav 
960d4af9e69SDag-Erling Smørgrav /* Given a pointer to the internal key needed by kdf() and a uhash context,
961d4af9e69SDag-Erling Smørgrav  * initialize the NH context and generate keys needed for poly and inner-
962d4af9e69SDag-Erling Smørgrav  * product hashing. All keys are endian adjusted in memory so that native
963d4af9e69SDag-Erling Smørgrav  * loads cause correct keys to be in registers during calculation.
964d4af9e69SDag-Erling Smørgrav  */
965d4af9e69SDag-Erling Smørgrav static void uhash_init(uhash_ctx_t ahc, aes_int_key prf_key)
966d4af9e69SDag-Erling Smørgrav {
967d4af9e69SDag-Erling Smørgrav     int i;
968d4af9e69SDag-Erling Smørgrav     UINT8 buf[(8*STREAMS+4)*sizeof(UINT64)];
969d4af9e69SDag-Erling Smørgrav 
970d4af9e69SDag-Erling Smørgrav     /* Zero the entire uhash context */
971d4af9e69SDag-Erling Smørgrav     memset(ahc, 0, sizeof(uhash_ctx));
972d4af9e69SDag-Erling Smørgrav 
973d4af9e69SDag-Erling Smørgrav     /* Initialize the L1 hash */
974d4af9e69SDag-Erling Smørgrav     nh_init(&ahc->hash, prf_key);
975d4af9e69SDag-Erling Smørgrav 
976d4af9e69SDag-Erling Smørgrav     /* Setup L2 hash variables */
977d4af9e69SDag-Erling Smørgrav     kdf(buf, prf_key, 2, sizeof(buf));    /* Fill buffer with index 1 key */
978d4af9e69SDag-Erling Smørgrav     for (i = 0; i < STREAMS; i++) {
979d4af9e69SDag-Erling Smørgrav         /* Fill keys from the buffer, skipping bytes in the buffer not
980d4af9e69SDag-Erling Smørgrav          * used by this implementation. Endian reverse the keys if on a
981d4af9e69SDag-Erling Smørgrav          * little-endian computer.
982d4af9e69SDag-Erling Smørgrav          */
983d4af9e69SDag-Erling Smørgrav         memcpy(ahc->poly_key_8+i, buf+24*i, 8);
984d4af9e69SDag-Erling Smørgrav         endian_convert_if_le(ahc->poly_key_8+i, 8, 8);
985d4af9e69SDag-Erling Smørgrav         /* Mask the 64-bit keys to their special domain */
986d4af9e69SDag-Erling Smørgrav         ahc->poly_key_8[i] &= ((UINT64)0x01ffffffu << 32) + 0x01ffffffu;
987d4af9e69SDag-Erling Smørgrav         ahc->poly_accum[i] = 1;  /* Our polyhash prepends a non-zero word */
988d4af9e69SDag-Erling Smørgrav     }
989d4af9e69SDag-Erling Smørgrav 
990d4af9e69SDag-Erling Smørgrav     /* Setup L3-1 hash variables */
991d4af9e69SDag-Erling Smørgrav     kdf(buf, prf_key, 3, sizeof(buf)); /* Fill buffer with index 2 key */
992d4af9e69SDag-Erling Smørgrav     for (i = 0; i < STREAMS; i++)
993d4af9e69SDag-Erling Smørgrav           memcpy(ahc->ip_keys+4*i, buf+(8*i+4)*sizeof(UINT64),
994d4af9e69SDag-Erling Smørgrav                                                  4*sizeof(UINT64));
995d4af9e69SDag-Erling Smørgrav     endian_convert_if_le(ahc->ip_keys, sizeof(UINT64),
996d4af9e69SDag-Erling Smørgrav                                                   sizeof(ahc->ip_keys));
997d4af9e69SDag-Erling Smørgrav     for (i = 0; i < STREAMS*4; i++)
998d4af9e69SDag-Erling Smørgrav         ahc->ip_keys[i] %= p36;  /* Bring into Z_p36 */
999d4af9e69SDag-Erling Smørgrav 
1000d4af9e69SDag-Erling Smørgrav     /* Setup L3-2 hash variables    */
1001d4af9e69SDag-Erling Smørgrav     /* Fill buffer with index 4 key */
1002d4af9e69SDag-Erling Smørgrav     kdf(ahc->ip_trans, prf_key, 4, STREAMS * sizeof(UINT32));
1003d4af9e69SDag-Erling Smørgrav     endian_convert_if_le(ahc->ip_trans, sizeof(UINT32),
1004d4af9e69SDag-Erling Smørgrav                          STREAMS * sizeof(UINT32));
1005d4af9e69SDag-Erling Smørgrav }
1006d4af9e69SDag-Erling Smørgrav 
1007d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1008d4af9e69SDag-Erling Smørgrav 
1009d4af9e69SDag-Erling Smørgrav #if 0
1010d4af9e69SDag-Erling Smørgrav static uhash_ctx_t uhash_alloc(u_char key[])
1011d4af9e69SDag-Erling Smørgrav {
1012d4af9e69SDag-Erling Smørgrav /* Allocate memory and force to a 16-byte boundary. */
1013d4af9e69SDag-Erling Smørgrav     uhash_ctx_t ctx;
1014d4af9e69SDag-Erling Smørgrav     u_char bytes_to_add;
1015d4af9e69SDag-Erling Smørgrav     aes_int_key prf_key;
1016d4af9e69SDag-Erling Smørgrav 
1017d4af9e69SDag-Erling Smørgrav     ctx = (uhash_ctx_t)malloc(sizeof(uhash_ctx)+ALLOC_BOUNDARY);
1018d4af9e69SDag-Erling Smørgrav     if (ctx) {
1019d4af9e69SDag-Erling Smørgrav         if (ALLOC_BOUNDARY) {
1020d4af9e69SDag-Erling Smørgrav             bytes_to_add = ALLOC_BOUNDARY -
1021d4af9e69SDag-Erling Smørgrav                               ((ptrdiff_t)ctx & (ALLOC_BOUNDARY -1));
1022d4af9e69SDag-Erling Smørgrav             ctx = (uhash_ctx_t)((u_char *)ctx + bytes_to_add);
1023d4af9e69SDag-Erling Smørgrav             *((u_char *)ctx - 1) = bytes_to_add;
1024d4af9e69SDag-Erling Smørgrav         }
1025d4af9e69SDag-Erling Smørgrav         aes_key_setup(key,prf_key);
1026d4af9e69SDag-Erling Smørgrav         uhash_init(ctx, prf_key);
1027d4af9e69SDag-Erling Smørgrav     }
1028d4af9e69SDag-Erling Smørgrav     return (ctx);
1029d4af9e69SDag-Erling Smørgrav }
1030d4af9e69SDag-Erling Smørgrav #endif
1031d4af9e69SDag-Erling Smørgrav 
1032d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1033d4af9e69SDag-Erling Smørgrav 
1034d4af9e69SDag-Erling Smørgrav #if 0
1035d4af9e69SDag-Erling Smørgrav static int uhash_free(uhash_ctx_t ctx)
1036d4af9e69SDag-Erling Smørgrav {
1037d4af9e69SDag-Erling Smørgrav /* Free memory allocated by uhash_alloc */
1038d4af9e69SDag-Erling Smørgrav     u_char bytes_to_sub;
1039d4af9e69SDag-Erling Smørgrav 
1040d4af9e69SDag-Erling Smørgrav     if (ctx) {
1041d4af9e69SDag-Erling Smørgrav         if (ALLOC_BOUNDARY) {
1042d4af9e69SDag-Erling Smørgrav             bytes_to_sub = *((u_char *)ctx - 1);
1043d4af9e69SDag-Erling Smørgrav             ctx = (uhash_ctx_t)((u_char *)ctx - bytes_to_sub);
1044d4af9e69SDag-Erling Smørgrav         }
1045d4af9e69SDag-Erling Smørgrav         free(ctx);
1046d4af9e69SDag-Erling Smørgrav     }
1047d4af9e69SDag-Erling Smørgrav     return (1);
1048d4af9e69SDag-Erling Smørgrav }
1049d4af9e69SDag-Erling Smørgrav #endif
1050d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1051d4af9e69SDag-Erling Smørgrav 
1052*e4a9863fSDag-Erling Smørgrav static int uhash_update(uhash_ctx_t ctx, const u_char *input, long len)
1053d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and
1054d4af9e69SDag-Erling Smørgrav  * hash each one with NH, calling the polyhash on each NH output.
1055d4af9e69SDag-Erling Smørgrav  */
1056d4af9e69SDag-Erling Smørgrav {
1057d4af9e69SDag-Erling Smørgrav     UWORD bytes_hashed, bytes_remaining;
1058d4af9e69SDag-Erling Smørgrav     UINT64 result_buf[STREAMS];
1059d4af9e69SDag-Erling Smørgrav     UINT8 *nh_result = (UINT8 *)&result_buf;
1060d4af9e69SDag-Erling Smørgrav 
1061d4af9e69SDag-Erling Smørgrav     if (ctx->msg_len + len <= L1_KEY_LEN) {
1062*e4a9863fSDag-Erling Smørgrav         nh_update(&ctx->hash, (const UINT8 *)input, len);
1063d4af9e69SDag-Erling Smørgrav         ctx->msg_len += len;
1064d4af9e69SDag-Erling Smørgrav     } else {
1065d4af9e69SDag-Erling Smørgrav 
1066d4af9e69SDag-Erling Smørgrav          bytes_hashed = ctx->msg_len % L1_KEY_LEN;
1067d4af9e69SDag-Erling Smørgrav          if (ctx->msg_len == L1_KEY_LEN)
1068d4af9e69SDag-Erling Smørgrav              bytes_hashed = L1_KEY_LEN;
1069d4af9e69SDag-Erling Smørgrav 
1070d4af9e69SDag-Erling Smørgrav          if (bytes_hashed + len >= L1_KEY_LEN) {
1071d4af9e69SDag-Erling Smørgrav 
1072d4af9e69SDag-Erling Smørgrav              /* If some bytes have been passed to the hash function      */
1073d4af9e69SDag-Erling Smørgrav              /* then we want to pass at most (L1_KEY_LEN - bytes_hashed) */
1074d4af9e69SDag-Erling Smørgrav              /* bytes to complete the current nh_block.                  */
1075d4af9e69SDag-Erling Smørgrav              if (bytes_hashed) {
1076d4af9e69SDag-Erling Smørgrav                  bytes_remaining = (L1_KEY_LEN - bytes_hashed);
1077*e4a9863fSDag-Erling Smørgrav                  nh_update(&ctx->hash, (const UINT8 *)input, bytes_remaining);
1078d4af9e69SDag-Erling Smørgrav                  nh_final(&ctx->hash, nh_result);
1079d4af9e69SDag-Erling Smørgrav                  ctx->msg_len += bytes_remaining;
1080d4af9e69SDag-Erling Smørgrav                  poly_hash(ctx,(UINT32 *)nh_result);
1081d4af9e69SDag-Erling Smørgrav                  len -= bytes_remaining;
1082d4af9e69SDag-Erling Smørgrav                  input += bytes_remaining;
1083d4af9e69SDag-Erling Smørgrav              }
1084d4af9e69SDag-Erling Smørgrav 
1085d4af9e69SDag-Erling Smørgrav              /* Hash directly from input stream if enough bytes */
1086d4af9e69SDag-Erling Smørgrav              while (len >= L1_KEY_LEN) {
1087*e4a9863fSDag-Erling Smørgrav                  nh(&ctx->hash, (const UINT8 *)input, L1_KEY_LEN,
1088d4af9e69SDag-Erling Smørgrav                                    L1_KEY_LEN, nh_result);
1089d4af9e69SDag-Erling Smørgrav                  ctx->msg_len += L1_KEY_LEN;
1090d4af9e69SDag-Erling Smørgrav                  len -= L1_KEY_LEN;
1091d4af9e69SDag-Erling Smørgrav                  input += L1_KEY_LEN;
1092d4af9e69SDag-Erling Smørgrav                  poly_hash(ctx,(UINT32 *)nh_result);
1093d4af9e69SDag-Erling Smørgrav              }
1094d4af9e69SDag-Erling Smørgrav          }
1095d4af9e69SDag-Erling Smørgrav 
1096d4af9e69SDag-Erling Smørgrav          /* pass remaining < L1_KEY_LEN bytes of input data to NH */
1097d4af9e69SDag-Erling Smørgrav          if (len) {
1098*e4a9863fSDag-Erling Smørgrav              nh_update(&ctx->hash, (const UINT8 *)input, len);
1099d4af9e69SDag-Erling Smørgrav              ctx->msg_len += len;
1100d4af9e69SDag-Erling Smørgrav          }
1101d4af9e69SDag-Erling Smørgrav      }
1102d4af9e69SDag-Erling Smørgrav 
1103d4af9e69SDag-Erling Smørgrav     return (1);
1104d4af9e69SDag-Erling Smørgrav }
1105d4af9e69SDag-Erling Smørgrav 
1106d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1107d4af9e69SDag-Erling Smørgrav 
1108d4af9e69SDag-Erling Smørgrav static int uhash_final(uhash_ctx_t ctx, u_char *res)
1109d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */
1110d4af9e69SDag-Erling Smørgrav {
1111d4af9e69SDag-Erling Smørgrav     UINT64 result_buf[STREAMS];
1112d4af9e69SDag-Erling Smørgrav     UINT8 *nh_result = (UINT8 *)&result_buf;
1113d4af9e69SDag-Erling Smørgrav 
1114d4af9e69SDag-Erling Smørgrav     if (ctx->msg_len > L1_KEY_LEN) {
1115d4af9e69SDag-Erling Smørgrav         if (ctx->msg_len % L1_KEY_LEN) {
1116d4af9e69SDag-Erling Smørgrav             nh_final(&ctx->hash, nh_result);
1117d4af9e69SDag-Erling Smørgrav             poly_hash(ctx,(UINT32 *)nh_result);
1118d4af9e69SDag-Erling Smørgrav         }
1119d4af9e69SDag-Erling Smørgrav         ip_long(ctx, res);
1120d4af9e69SDag-Erling Smørgrav     } else {
1121d4af9e69SDag-Erling Smørgrav         nh_final(&ctx->hash, nh_result);
1122d4af9e69SDag-Erling Smørgrav         ip_short(ctx,nh_result, res);
1123d4af9e69SDag-Erling Smørgrav     }
1124d4af9e69SDag-Erling Smørgrav     uhash_reset(ctx);
1125d4af9e69SDag-Erling Smørgrav     return (1);
1126d4af9e69SDag-Erling Smørgrav }
1127d4af9e69SDag-Erling Smørgrav 
1128d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1129d4af9e69SDag-Erling Smørgrav 
1130d4af9e69SDag-Erling Smørgrav #if 0
1131d4af9e69SDag-Erling Smørgrav static int uhash(uhash_ctx_t ahc, u_char *msg, long len, u_char *res)
1132d4af9e69SDag-Erling Smørgrav /* assumes that msg is in a writable buffer of length divisible by */
1133d4af9e69SDag-Erling Smørgrav /* L1_PAD_BOUNDARY. Bytes beyond msg[len] may be zeroed.           */
1134d4af9e69SDag-Erling Smørgrav {
1135d4af9e69SDag-Erling Smørgrav     UINT8 nh_result[STREAMS*sizeof(UINT64)];
1136d4af9e69SDag-Erling Smørgrav     UINT32 nh_len;
1137d4af9e69SDag-Erling Smørgrav     int extra_zeroes_needed;
1138d4af9e69SDag-Erling Smørgrav 
1139d4af9e69SDag-Erling Smørgrav     /* If the message to be hashed is no longer than L1_HASH_LEN, we skip
1140d4af9e69SDag-Erling Smørgrav      * the polyhash.
1141d4af9e69SDag-Erling Smørgrav      */
1142d4af9e69SDag-Erling Smørgrav     if (len <= L1_KEY_LEN) {
1143d4af9e69SDag-Erling Smørgrav     	if (len == 0)                  /* If zero length messages will not */
1144d4af9e69SDag-Erling Smørgrav     		nh_len = L1_PAD_BOUNDARY;  /* be seen, comment out this case   */
1145d4af9e69SDag-Erling Smørgrav     	else
1146d4af9e69SDag-Erling Smørgrav         	nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1));
1147d4af9e69SDag-Erling Smørgrav         extra_zeroes_needed = nh_len - len;
1148d4af9e69SDag-Erling Smørgrav         zero_pad((UINT8 *)msg + len, extra_zeroes_needed);
1149d4af9e69SDag-Erling Smørgrav         nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result);
1150d4af9e69SDag-Erling Smørgrav         ip_short(ahc,nh_result, res);
1151d4af9e69SDag-Erling Smørgrav     } else {
1152d4af9e69SDag-Erling Smørgrav         /* Otherwise, we hash each L1_KEY_LEN chunk with NH, passing the NH
1153d4af9e69SDag-Erling Smørgrav          * output to poly_hash().
1154d4af9e69SDag-Erling Smørgrav          */
1155d4af9e69SDag-Erling Smørgrav         do {
1156d4af9e69SDag-Erling Smørgrav             nh(&ahc->hash, (UINT8 *)msg, L1_KEY_LEN, L1_KEY_LEN, nh_result);
1157d4af9e69SDag-Erling Smørgrav             poly_hash(ahc,(UINT32 *)nh_result);
1158d4af9e69SDag-Erling Smørgrav             len -= L1_KEY_LEN;
1159d4af9e69SDag-Erling Smørgrav             msg += L1_KEY_LEN;
1160d4af9e69SDag-Erling Smørgrav         } while (len >= L1_KEY_LEN);
1161d4af9e69SDag-Erling Smørgrav         if (len) {
1162d4af9e69SDag-Erling Smørgrav             nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1));
1163d4af9e69SDag-Erling Smørgrav             extra_zeroes_needed = nh_len - len;
1164d4af9e69SDag-Erling Smørgrav             zero_pad((UINT8 *)msg + len, extra_zeroes_needed);
1165d4af9e69SDag-Erling Smørgrav             nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result);
1166d4af9e69SDag-Erling Smørgrav             poly_hash(ahc,(UINT32 *)nh_result);
1167d4af9e69SDag-Erling Smørgrav         }
1168d4af9e69SDag-Erling Smørgrav 
1169d4af9e69SDag-Erling Smørgrav         ip_long(ahc, res);
1170d4af9e69SDag-Erling Smørgrav     }
1171d4af9e69SDag-Erling Smørgrav 
1172d4af9e69SDag-Erling Smørgrav     uhash_reset(ahc);
1173d4af9e69SDag-Erling Smørgrav     return 1;
1174d4af9e69SDag-Erling Smørgrav }
1175d4af9e69SDag-Erling Smørgrav #endif
1176d4af9e69SDag-Erling Smørgrav 
1177d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1178d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1179d4af9e69SDag-Erling Smørgrav /* ----- Begin UMAC Section --------------------------------------------- */
1180d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1181d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1182d4af9e69SDag-Erling Smørgrav 
1183d4af9e69SDag-Erling Smørgrav /* The UMAC interface has two interfaces, an all-at-once interface where
1184d4af9e69SDag-Erling Smørgrav  * the entire message to be authenticated is passed to UMAC in one buffer,
1185d4af9e69SDag-Erling Smørgrav  * and a sequential interface where the message is presented a little at a
1186d4af9e69SDag-Erling Smørgrav  * time. The all-at-once is more optimaized than the sequential version and
1187d4af9e69SDag-Erling Smørgrav  * should be preferred when the sequential interface is not required.
1188d4af9e69SDag-Erling Smørgrav  */
1189d4af9e69SDag-Erling Smørgrav struct umac_ctx {
1190d4af9e69SDag-Erling Smørgrav     uhash_ctx hash;          /* Hash function for message compression    */
1191d4af9e69SDag-Erling Smørgrav     pdf_ctx pdf;             /* PDF for hashed output                    */
1192d4af9e69SDag-Erling Smørgrav     void *free_ptr;          /* Address to free this struct via          */
1193d4af9e69SDag-Erling Smørgrav } umac_ctx;
1194d4af9e69SDag-Erling Smørgrav 
1195d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1196d4af9e69SDag-Erling Smørgrav 
1197d4af9e69SDag-Erling Smørgrav #if 0
1198d4af9e69SDag-Erling Smørgrav int umac_reset(struct umac_ctx *ctx)
1199d4af9e69SDag-Erling Smørgrav /* Reset the hash function to begin a new authentication.        */
1200d4af9e69SDag-Erling Smørgrav {
1201d4af9e69SDag-Erling Smørgrav     uhash_reset(&ctx->hash);
1202d4af9e69SDag-Erling Smørgrav     return (1);
1203d4af9e69SDag-Erling Smørgrav }
1204d4af9e69SDag-Erling Smørgrav #endif
1205d4af9e69SDag-Erling Smørgrav 
1206d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1207d4af9e69SDag-Erling Smørgrav 
1208d4af9e69SDag-Erling Smørgrav int umac_delete(struct umac_ctx *ctx)
1209d4af9e69SDag-Erling Smørgrav /* Deallocate the ctx structure */
1210d4af9e69SDag-Erling Smørgrav {
1211d4af9e69SDag-Erling Smørgrav     if (ctx) {
1212d4af9e69SDag-Erling Smørgrav         if (ALLOC_BOUNDARY)
1213d4af9e69SDag-Erling Smørgrav             ctx = (struct umac_ctx *)ctx->free_ptr;
1214*e4a9863fSDag-Erling Smørgrav         free(ctx);
1215d4af9e69SDag-Erling Smørgrav     }
1216d4af9e69SDag-Erling Smørgrav     return (1);
1217d4af9e69SDag-Erling Smørgrav }
1218d4af9e69SDag-Erling Smørgrav 
1219d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1220d4af9e69SDag-Erling Smørgrav 
1221*e4a9863fSDag-Erling Smørgrav struct umac_ctx *umac_new(const u_char key[])
1222d4af9e69SDag-Erling Smørgrav /* Dynamically allocate a umac_ctx struct, initialize variables,
1223d4af9e69SDag-Erling Smørgrav  * generate subkeys from key. Align to 16-byte boundary.
1224d4af9e69SDag-Erling Smørgrav  */
1225d4af9e69SDag-Erling Smørgrav {
1226d4af9e69SDag-Erling Smørgrav     struct umac_ctx *ctx, *octx;
1227d4af9e69SDag-Erling Smørgrav     size_t bytes_to_add;
1228d4af9e69SDag-Erling Smørgrav     aes_int_key prf_key;
1229d4af9e69SDag-Erling Smørgrav 
1230d4af9e69SDag-Erling Smørgrav     octx = ctx = xmalloc(sizeof(*ctx) + ALLOC_BOUNDARY);
1231d4af9e69SDag-Erling Smørgrav     if (ctx) {
1232d4af9e69SDag-Erling Smørgrav         if (ALLOC_BOUNDARY) {
1233d4af9e69SDag-Erling Smørgrav             bytes_to_add = ALLOC_BOUNDARY -
1234d4af9e69SDag-Erling Smørgrav                               ((ptrdiff_t)ctx & (ALLOC_BOUNDARY - 1));
1235d4af9e69SDag-Erling Smørgrav             ctx = (struct umac_ctx *)((u_char *)ctx + bytes_to_add);
1236d4af9e69SDag-Erling Smørgrav         }
1237d4af9e69SDag-Erling Smørgrav         ctx->free_ptr = octx;
1238d4af9e69SDag-Erling Smørgrav         aes_key_setup(key, prf_key);
1239d4af9e69SDag-Erling Smørgrav         pdf_init(&ctx->pdf, prf_key);
1240d4af9e69SDag-Erling Smørgrav         uhash_init(&ctx->hash, prf_key);
1241d4af9e69SDag-Erling Smørgrav     }
1242d4af9e69SDag-Erling Smørgrav 
1243d4af9e69SDag-Erling Smørgrav     return (ctx);
1244d4af9e69SDag-Erling Smørgrav }
1245d4af9e69SDag-Erling Smørgrav 
1246d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1247d4af9e69SDag-Erling Smørgrav 
1248*e4a9863fSDag-Erling Smørgrav int umac_final(struct umac_ctx *ctx, u_char tag[], const u_char nonce[8])
1249d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */
1250d4af9e69SDag-Erling Smørgrav {
1251d4af9e69SDag-Erling Smørgrav     uhash_final(&ctx->hash, (u_char *)tag);
1252*e4a9863fSDag-Erling Smørgrav     pdf_gen_xor(&ctx->pdf, (const UINT8 *)nonce, (UINT8 *)tag);
1253d4af9e69SDag-Erling Smørgrav 
1254d4af9e69SDag-Erling Smørgrav     return (1);
1255d4af9e69SDag-Erling Smørgrav }
1256d4af9e69SDag-Erling Smørgrav 
1257d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1258d4af9e69SDag-Erling Smørgrav 
1259*e4a9863fSDag-Erling Smørgrav int umac_update(struct umac_ctx *ctx, const u_char *input, long len)
1260d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and   */
1261d4af9e69SDag-Erling Smørgrav /* hash each one, calling the PDF on the hashed output whenever the hash- */
1262d4af9e69SDag-Erling Smørgrav /* output buffer is full.                                                 */
1263d4af9e69SDag-Erling Smørgrav {
1264d4af9e69SDag-Erling Smørgrav     uhash_update(&ctx->hash, input, len);
1265d4af9e69SDag-Erling Smørgrav     return (1);
1266d4af9e69SDag-Erling Smørgrav }
1267d4af9e69SDag-Erling Smørgrav 
1268d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1269d4af9e69SDag-Erling Smørgrav 
1270d4af9e69SDag-Erling Smørgrav #if 0
1271d4af9e69SDag-Erling Smørgrav int umac(struct umac_ctx *ctx, u_char *input,
1272d4af9e69SDag-Erling Smørgrav          long len, u_char tag[],
1273d4af9e69SDag-Erling Smørgrav          u_char nonce[8])
1274d4af9e69SDag-Erling Smørgrav /* All-in-one version simply calls umac_update() and umac_final().        */
1275d4af9e69SDag-Erling Smørgrav {
1276d4af9e69SDag-Erling Smørgrav     uhash(&ctx->hash, input, len, (u_char *)tag);
1277d4af9e69SDag-Erling Smørgrav     pdf_gen_xor(&ctx->pdf, (UINT8 *)nonce, (UINT8 *)tag);
1278d4af9e69SDag-Erling Smørgrav 
1279d4af9e69SDag-Erling Smørgrav     return (1);
1280d4af9e69SDag-Erling Smørgrav }
1281d4af9e69SDag-Erling Smørgrav #endif
1282d4af9e69SDag-Erling Smørgrav 
1283d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1284d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1285d4af9e69SDag-Erling Smørgrav /* ----- End UMAC Section ----------------------------------------------- */
1286d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1287d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1288